2024-11-14 14:40:27,267 main DEBUG Apache Log4j Core 2.17.2 initializing configuration org.apache.logging.log4j.core.config.properties.PropertiesConfiguration@7139992f 2024-11-14 14:40:27,289 main DEBUG Took 0.019363 seconds to load 1 plugins from package org.apache.hadoop.hbase.logging 2024-11-14 14:40:27,290 main DEBUG PluginManager 'Core' found 129 plugins 2024-11-14 14:40:27,290 main DEBUG PluginManager 'Level' found 0 plugins 2024-11-14 14:40:27,291 main DEBUG PluginManager 'Lookup' found 16 plugins 2024-11-14 14:40:27,293 main DEBUG Building Plugin[name=logger, class=org.apache.logging.log4j.core.config.LoggerConfig]. 2024-11-14 14:40:27,306 main DEBUG PluginManager 'TypeConverter' found 26 plugins 2024-11-14 14:40:27,325 main DEBUG LoggerConfig$Builder(additivity="null", level="ERROR", levelAndRefs="null", name="org.apache.hadoop.metrics2.util.MBeans", includeLocation="null", ={}, ={}, Configuration(PropertiesConfig), Filter=null) 2024-11-14 14:40:27,327 main DEBUG Building Plugin[name=logger, class=org.apache.logging.log4j.core.config.LoggerConfig]. 2024-11-14 14:40:27,328 main DEBUG LoggerConfig$Builder(additivity="null", level="DEBUG", levelAndRefs="null", name="org.apache.hadoop.hbase.logging.TestJul2Slf4j", includeLocation="null", ={}, ={}, Configuration(PropertiesConfig), Filter=null) 2024-11-14 14:40:27,328 main DEBUG Building Plugin[name=logger, class=org.apache.logging.log4j.core.config.LoggerConfig]. 2024-11-14 14:40:27,329 main DEBUG LoggerConfig$Builder(additivity="null", level="ERROR", levelAndRefs="null", name="org.apache.zookeeper", includeLocation="null", ={}, ={}, Configuration(PropertiesConfig), Filter=null) 2024-11-14 14:40:27,329 main DEBUG Building Plugin[name=logger, class=org.apache.logging.log4j.core.config.LoggerConfig]. 2024-11-14 14:40:27,330 main DEBUG LoggerConfig$Builder(additivity="null", level="WARN", levelAndRefs="null", name="org.apache.hadoop.metrics2.impl.MetricsSinkAdapter", includeLocation="null", ={}, ={}, Configuration(PropertiesConfig), Filter=null) 2024-11-14 14:40:27,331 main DEBUG Building Plugin[name=logger, class=org.apache.logging.log4j.core.config.LoggerConfig]. 2024-11-14 14:40:27,332 main DEBUG LoggerConfig$Builder(additivity="null", level="ERROR", levelAndRefs="null", name="org.apache.hadoop.metrics2.impl.MetricsSystemImpl", includeLocation="null", ={}, ={}, Configuration(PropertiesConfig), Filter=null) 2024-11-14 14:40:27,332 main DEBUG Building Plugin[name=logger, class=org.apache.logging.log4j.core.config.LoggerConfig]. 2024-11-14 14:40:27,333 main DEBUG LoggerConfig$Builder(additivity="false", level="WARN", levelAndRefs="null", name="org.apache.directory", includeLocation="null", ={}, ={}, Configuration(PropertiesConfig), Filter=null) 2024-11-14 14:40:27,334 main DEBUG Building Plugin[name=logger, class=org.apache.logging.log4j.core.config.LoggerConfig]. 2024-11-14 14:40:27,334 main DEBUG LoggerConfig$Builder(additivity="null", level="DEBUG", levelAndRefs="null", name="org.apache.hadoop.hbase.ipc.FailedServers", includeLocation="null", ={}, ={}, Configuration(PropertiesConfig), Filter=null) 2024-11-14 14:40:27,335 main DEBUG Building Plugin[name=logger, class=org.apache.logging.log4j.core.config.LoggerConfig]. 2024-11-14 14:40:27,335 main DEBUG LoggerConfig$Builder(additivity="null", level="WARN", levelAndRefs="null", name="org.apache.hadoop.metrics2.impl.MetricsConfig", includeLocation="null", ={}, ={}, Configuration(PropertiesConfig), Filter=null) 2024-11-14 14:40:27,336 main DEBUG Building Plugin[name=logger, class=org.apache.logging.log4j.core.config.LoggerConfig]. 2024-11-14 14:40:27,337 main DEBUG LoggerConfig$Builder(additivity="null", level="INFO", levelAndRefs="null", name="org.apache.hadoop.hbase.ScheduledChore", includeLocation="null", ={}, ={}, Configuration(PropertiesConfig), Filter=null) 2024-11-14 14:40:27,337 main DEBUG Building Plugin[name=logger, class=org.apache.logging.log4j.core.config.LoggerConfig]. 2024-11-14 14:40:27,338 main DEBUG LoggerConfig$Builder(additivity="null", level="DEBUG", levelAndRefs="null", name="org.apache.hadoop.hbase.regionserver.RSRpcServices", includeLocation="null", ={}, ={}, Configuration(PropertiesConfig), Filter=null) 2024-11-14 14:40:27,338 main DEBUG Building Plugin[name=logger, class=org.apache.logging.log4j.core.config.LoggerConfig]. 2024-11-14 14:40:27,339 main DEBUG LoggerConfig$Builder(additivity="null", level="WARN", levelAndRefs="null", name="org.apache.hadoop", includeLocation="null", ={}, ={}, Configuration(PropertiesConfig), Filter=null) 2024-11-14 14:40:27,339 main DEBUG Building Plugin[name=logger, class=org.apache.logging.log4j.core.config.LoggerConfig]. 2024-11-14 14:40:27,340 main DEBUG LoggerConfig$Builder(additivity="null", level="DEBUG", levelAndRefs="null", name="org.apache.hadoop.hbase", includeLocation="null", ={}, ={}, Configuration(PropertiesConfig), Filter=null) 2024-11-14 14:40:27,340 main DEBUG Building Plugin[name=logger, class=org.apache.logging.log4j.core.config.LoggerConfig]. 2024-11-14 14:40:27,341 main DEBUG LoggerConfig$Builder(additivity="null", level="DEBUG", levelAndRefs="null", name="org.apache.hbase.thirdparty.io.netty.channel", includeLocation="null", ={}, ={}, Configuration(PropertiesConfig), Filter=null) 2024-11-14 14:40:27,341 main DEBUG Building Plugin[name=root, class=org.apache.logging.log4j.core.config.LoggerConfig$RootLogger]. 2024-11-14 14:40:27,343 main DEBUG LoggerConfig$RootLogger$Builder(additivity="null", level="null", levelAndRefs="INFO,Console", includeLocation="null", ={}, ={}, Configuration(PropertiesConfig), Filter=null) 2024-11-14 14:40:27,345 main DEBUG Building Plugin[name=loggers, class=org.apache.logging.log4j.core.config.LoggersPlugin]. 2024-11-14 14:40:27,347 main DEBUG createLoggers(={org.apache.hadoop.metrics2.util.MBeans, org.apache.hadoop.hbase.logging.TestJul2Slf4j, org.apache.zookeeper, org.apache.hadoop.metrics2.impl.MetricsSinkAdapter, org.apache.hadoop.metrics2.impl.MetricsSystemImpl, org.apache.directory, org.apache.hadoop.hbase.ipc.FailedServers, org.apache.hadoop.metrics2.impl.MetricsConfig, org.apache.hadoop.hbase.ScheduledChore, org.apache.hadoop.hbase.regionserver.RSRpcServices, org.apache.hadoop, org.apache.hadoop.hbase, org.apache.hbase.thirdparty.io.netty.channel, root}) 2024-11-14 14:40:27,348 main DEBUG Building Plugin[name=layout, class=org.apache.logging.log4j.core.layout.PatternLayout]. 2024-11-14 14:40:27,349 main DEBUG PatternLayout$Builder(pattern="%d{ISO8601} %-5p [%t%notEmpty{ %X}] %C{2}(%L): %m%n", PatternSelector=null, Configuration(PropertiesConfig), Replace=null, charset="null", alwaysWriteExceptions="null", disableAnsi="null", noConsoleNoAnsi="null", header="null", footer="null") 2024-11-14 14:40:27,350 main DEBUG PluginManager 'Converter' found 47 plugins 2024-11-14 14:40:27,362 main DEBUG Building Plugin[name=appender, class=org.apache.hadoop.hbase.logging.HBaseTestAppender]. 2024-11-14 14:40:27,365 main DEBUG HBaseTestAppender$Builder(target="SYSTEM_ERR", maxSize="1G", bufferedIo="null", bufferSize="null", immediateFlush="null", ignoreExceptions="null", PatternLayout(%d{ISO8601} %-5p [%t%notEmpty{ %X}] %C{2}(%L): %m%n), name="Console", Configuration(PropertiesConfig), Filter=null, ={}) 2024-11-14 14:40:27,367 main DEBUG Starting HBaseTestOutputStreamManager SYSTEM_ERR 2024-11-14 14:40:27,368 main DEBUG Building Plugin[name=appenders, class=org.apache.logging.log4j.core.config.AppendersPlugin]. 2024-11-14 14:40:27,368 main DEBUG createAppenders(={Console}) 2024-11-14 14:40:27,369 main DEBUG Configuration org.apache.logging.log4j.core.config.properties.PropertiesConfiguration@7139992f initialized 2024-11-14 14:40:27,370 main DEBUG Starting configuration org.apache.logging.log4j.core.config.properties.PropertiesConfiguration@7139992f 2024-11-14 14:40:27,370 main DEBUG Started configuration org.apache.logging.log4j.core.config.properties.PropertiesConfiguration@7139992f OK. 2024-11-14 14:40:27,371 main DEBUG Shutting down OutputStreamManager SYSTEM_OUT.false.false-1 2024-11-14 14:40:27,371 main DEBUG OutputStream closed 2024-11-14 14:40:27,372 main DEBUG Shut down OutputStreamManager SYSTEM_OUT.false.false-1, all resources released: true 2024-11-14 14:40:27,376 main DEBUG Appender DefaultConsole-1 stopped with status true 2024-11-14 14:40:27,376 main DEBUG Stopped org.apache.logging.log4j.core.config.DefaultConfiguration@4b0d79fc OK 2024-11-14 14:40:27,487 main DEBUG Registering MBean org.apache.logging.log4j2:type=1dbd16a6 2024-11-14 14:40:27,489 main DEBUG Registering MBean org.apache.logging.log4j2:type=1dbd16a6,component=StatusLogger 2024-11-14 14:40:27,491 main DEBUG Registering MBean org.apache.logging.log4j2:type=1dbd16a6,component=ContextSelector 2024-11-14 14:40:27,492 main DEBUG Registering MBean org.apache.logging.log4j2:type=1dbd16a6,component=Loggers,name= 2024-11-14 14:40:27,493 main DEBUG Registering MBean org.apache.logging.log4j2:type=1dbd16a6,component=Loggers,name=org.apache.directory 2024-11-14 14:40:27,493 main DEBUG Registering MBean org.apache.logging.log4j2:type=1dbd16a6,component=Loggers,name=org.apache.hadoop.metrics2.impl.MetricsSinkAdapter 2024-11-14 14:40:27,494 main DEBUG Registering MBean org.apache.logging.log4j2:type=1dbd16a6,component=Loggers,name=org.apache.zookeeper 2024-11-14 14:40:27,494 main DEBUG Registering MBean org.apache.logging.log4j2:type=1dbd16a6,component=Loggers,name=org.apache.hadoop.hbase.logging.TestJul2Slf4j 2024-11-14 14:40:27,494 main DEBUG Registering MBean org.apache.logging.log4j2:type=1dbd16a6,component=Loggers,name=org.apache.hadoop.metrics2.impl.MetricsSystemImpl 2024-11-14 14:40:27,495 main DEBUG Registering MBean org.apache.logging.log4j2:type=1dbd16a6,component=Loggers,name=org.apache.hadoop.metrics2.util.MBeans 2024-11-14 14:40:27,495 main DEBUG Registering MBean org.apache.logging.log4j2:type=1dbd16a6,component=Loggers,name=org.apache.hadoop.hbase 2024-11-14 14:40:27,497 main DEBUG Registering MBean org.apache.logging.log4j2:type=1dbd16a6,component=Loggers,name=org.apache.hadoop 2024-11-14 14:40:27,498 main DEBUG Registering MBean org.apache.logging.log4j2:type=1dbd16a6,component=Loggers,name=org.apache.hadoop.hbase.ipc.FailedServers 2024-11-14 14:40:27,499 main DEBUG Registering MBean org.apache.logging.log4j2:type=1dbd16a6,component=Loggers,name=org.apache.hadoop.hbase.regionserver.RSRpcServices 2024-11-14 14:40:27,499 main DEBUG Registering MBean org.apache.logging.log4j2:type=1dbd16a6,component=Loggers,name=org.apache.hadoop.metrics2.impl.MetricsConfig 2024-11-14 14:40:27,500 main DEBUG Registering MBean org.apache.logging.log4j2:type=1dbd16a6,component=Loggers,name=org.apache.hbase.thirdparty.io.netty.channel 2024-11-14 14:40:27,500 main DEBUG Registering MBean org.apache.logging.log4j2:type=1dbd16a6,component=Loggers,name=org.apache.hadoop.hbase.ScheduledChore 2024-11-14 14:40:27,501 main DEBUG Registering MBean org.apache.logging.log4j2:type=1dbd16a6,component=Appenders,name=Console 2024-11-14 14:40:27,505 main DEBUG org.apache.logging.log4j.core.util.SystemClock supports precise timestamps. 2024-11-14 14:40:27,505 main DEBUG Reconfiguration complete for context[name=1dbd16a6] at URI jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-logging/target/hbase-logging-4.0.0-alpha-1-SNAPSHOT-tests.jar!/log4j2.properties (org.apache.logging.log4j.core.LoggerContext@68b32e3e) with optional ClassLoader: null 2024-11-14 14:40:27,506 main DEBUG Shutdown hook enabled. Registering a new one. 2024-11-14 14:40:27,507 main DEBUG LoggerContext[name=1dbd16a6, org.apache.logging.log4j.core.LoggerContext@68b32e3e] started OK. 2024-11-14T14:40:27,900 DEBUG [main {}] hbase.HBaseTestingUtil(323): Setting hbase.rootdir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/401e62dc-01e9-c9e6-5bfd-0e86a0beaea6 2024-11-14 14:40:27,906 main DEBUG AsyncLogger.ThreadNameStrategy=UNCACHED (user specified null, default is UNCACHED) 2024-11-14 14:40:27,907 main DEBUG org.apache.logging.log4j.core.util.SystemClock supports precise timestamps. 2024-11-14T14:40:27,920 INFO [main {}] hbase.HBaseClassTestRule(94): Test class org.apache.hadoop.hbase.TestAcidGuaranteesWithEagerPolicy timeout: 13 mins 2024-11-14T14:40:27,946 INFO [Time-limited test {}] hbase.HBaseTestingUtil(805): Starting up minicluster with option: StartMiniClusterOption{numMasters=1, masterClass=null, numRegionServers=1, rsPorts=, rsClass=null, numDataNodes=1, dataNodeHosts=null, numZkServers=1, createRootDir=false, createWALDir=false} 2024-11-14T14:40:27,965 INFO [Time-limited test {}] hbase.HBaseZKTestingUtil(84): Created new mini-cluster data directory: /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/401e62dc-01e9-c9e6-5bfd-0e86a0beaea6/cluster_44558c98-1d00-05ad-dad0-bb7bd0f129e4, deleteOnExit=true 2024-11-14T14:40:27,966 INFO [Time-limited test {}] hbase.HBaseTestingUtil(818): STARTING DFS 2024-11-14T14:40:27,967 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting test.cache.data to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/401e62dc-01e9-c9e6-5bfd-0e86a0beaea6/test.cache.data in system properties and HBase conf 2024-11-14T14:40:27,968 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting hadoop.tmp.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/401e62dc-01e9-c9e6-5bfd-0e86a0beaea6/hadoop.tmp.dir in system properties and HBase conf 2024-11-14T14:40:27,969 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting hadoop.log.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/401e62dc-01e9-c9e6-5bfd-0e86a0beaea6/hadoop.log.dir in system properties and HBase conf 2024-11-14T14:40:27,970 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting mapreduce.cluster.local.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/401e62dc-01e9-c9e6-5bfd-0e86a0beaea6/mapreduce.cluster.local.dir in system properties and HBase conf 2024-11-14T14:40:27,971 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting mapreduce.cluster.temp.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/401e62dc-01e9-c9e6-5bfd-0e86a0beaea6/mapreduce.cluster.temp.dir in system properties and HBase conf 2024-11-14T14:40:27,971 INFO [Time-limited test {}] hbase.HBaseTestingUtil(738): read short circuit is OFF 2024-11-14T14:40:28,093 WARN [Time-limited test {}] util.NativeCodeLoader(60): Unable to load native-hadoop library for your platform... using builtin-java classes where applicable 2024-11-14T14:40:28,235 DEBUG [Time-limited test {}] fs.HFileSystem(310): The file system is not a DistributedFileSystem. Skipping on block location reordering 2024-11-14T14:40:28,243 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.node-labels.fs-store.root-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/401e62dc-01e9-c9e6-5bfd-0e86a0beaea6/yarn.node-labels.fs-store.root-dir in system properties and HBase conf 2024-11-14T14:40:28,244 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.node-attribute.fs-store.root-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/401e62dc-01e9-c9e6-5bfd-0e86a0beaea6/yarn.node-attribute.fs-store.root-dir in system properties and HBase conf 2024-11-14T14:40:28,246 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.nodemanager.log-dirs to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/401e62dc-01e9-c9e6-5bfd-0e86a0beaea6/yarn.nodemanager.log-dirs in system properties and HBase conf 2024-11-14T14:40:28,247 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.nodemanager.remote-app-log-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/401e62dc-01e9-c9e6-5bfd-0e86a0beaea6/yarn.nodemanager.remote-app-log-dir in system properties and HBase conf 2024-11-14T14:40:28,247 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.timeline-service.entity-group-fs-store.active-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/401e62dc-01e9-c9e6-5bfd-0e86a0beaea6/yarn.timeline-service.entity-group-fs-store.active-dir in system properties and HBase conf 2024-11-14T14:40:28,249 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.timeline-service.entity-group-fs-store.done-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/401e62dc-01e9-c9e6-5bfd-0e86a0beaea6/yarn.timeline-service.entity-group-fs-store.done-dir in system properties and HBase conf 2024-11-14T14:40:28,256 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.nodemanager.remote-app-log-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/401e62dc-01e9-c9e6-5bfd-0e86a0beaea6/yarn.nodemanager.remote-app-log-dir in system properties and HBase conf 2024-11-14T14:40:28,257 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting dfs.journalnode.edits.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/401e62dc-01e9-c9e6-5bfd-0e86a0beaea6/dfs.journalnode.edits.dir in system properties and HBase conf 2024-11-14T14:40:28,262 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting dfs.datanode.shared.file.descriptor.paths to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/401e62dc-01e9-c9e6-5bfd-0e86a0beaea6/dfs.datanode.shared.file.descriptor.paths in system properties and HBase conf 2024-11-14T14:40:28,262 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting nfs.dump.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/401e62dc-01e9-c9e6-5bfd-0e86a0beaea6/nfs.dump.dir in system properties and HBase conf 2024-11-14T14:40:28,263 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting java.io.tmpdir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/401e62dc-01e9-c9e6-5bfd-0e86a0beaea6/java.io.tmpdir in system properties and HBase conf 2024-11-14T14:40:28,263 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting dfs.journalnode.edits.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/401e62dc-01e9-c9e6-5bfd-0e86a0beaea6/dfs.journalnode.edits.dir in system properties and HBase conf 2024-11-14T14:40:28,264 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting dfs.provided.aliasmap.inmemory.leveldb.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/401e62dc-01e9-c9e6-5bfd-0e86a0beaea6/dfs.provided.aliasmap.inmemory.leveldb.dir in system properties and HBase conf 2024-11-14T14:40:28,264 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting fs.s3a.committer.staging.tmp.path to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/401e62dc-01e9-c9e6-5bfd-0e86a0beaea6/fs.s3a.committer.staging.tmp.path in system properties and HBase conf 2024-11-14T14:40:29,208 WARN [Time-limited test {}] impl.MetricsConfig(138): Cannot locate configuration: tried hadoop-metrics2-namenode.properties,hadoop-metrics2.properties 2024-11-14T14:40:29,298 INFO [Time-limited test {}] log.Log(170): Logging initialized @2887ms to org.eclipse.jetty.util.log.Slf4jLog 2024-11-14T14:40:29,395 WARN [Time-limited test {}] server.AuthenticationFilter(240): Unable to initialize FileSignerSecretProvider, falling back to use random secrets. Reason: Could not read signature secret file: /home/jenkins/hadoop-http-auth-signature-secret 2024-11-14T14:40:29,464 INFO [Time-limited test {}] server.Server(375): jetty-9.4.53.v20231009; built: 2023-10-09T12:29:09.265Z; git: 27bde00a0b95a1d5bbee0eae7984f891d2d0f8c9; jvm 17.0.11+9 2024-11-14T14:40:29,488 INFO [Time-limited test {}] session.DefaultSessionIdManager(334): DefaultSessionIdManager workerName=node0 2024-11-14T14:40:29,488 INFO [Time-limited test {}] session.DefaultSessionIdManager(339): No SessionScavenger set, using defaults 2024-11-14T14:40:29,490 INFO [Time-limited test {}] session.HouseKeeper(132): node0 Scavenging every 600000ms 2024-11-14T14:40:29,508 WARN [Time-limited test {}] server.AuthenticationFilter(240): Unable to initialize FileSignerSecretProvider, falling back to use random secrets. Reason: Could not read signature secret file: /home/jenkins/hadoop-http-auth-signature-secret 2024-11-14T14:40:29,512 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@6b23711f{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/401e62dc-01e9-c9e6-5bfd-0e86a0beaea6/hadoop.log.dir/,AVAILABLE} 2024-11-14T14:40:29,514 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@93c62df{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,AVAILABLE} 2024-11-14T14:40:29,765 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.w.WebAppContext@4ded99d3{hdfs,/,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/401e62dc-01e9-c9e6-5bfd-0e86a0beaea6/java.io.tmpdir/jetty-localhost-40857-hadoop-hdfs-3_4_1-tests_jar-_-any-1279510193170079993/webapp/,AVAILABLE}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/hdfs} 2024-11-14T14:40:29,774 INFO [Time-limited test {}] server.AbstractConnector(333): Started ServerConnector@557285fa{HTTP/1.1, (http/1.1)}{localhost:40857} 2024-11-14T14:40:29,774 INFO [Time-limited test {}] server.Server(415): Started @3364ms 2024-11-14T14:40:30,212 WARN [Time-limited test {}] server.AuthenticationFilter(240): Unable to initialize FileSignerSecretProvider, falling back to use random secrets. Reason: Could not read signature secret file: /home/jenkins/hadoop-http-auth-signature-secret 2024-11-14T14:40:30,219 INFO [Time-limited test {}] server.Server(375): jetty-9.4.53.v20231009; built: 2023-10-09T12:29:09.265Z; git: 27bde00a0b95a1d5bbee0eae7984f891d2d0f8c9; jvm 17.0.11+9 2024-11-14T14:40:30,221 INFO [Time-limited test {}] session.DefaultSessionIdManager(334): DefaultSessionIdManager workerName=node0 2024-11-14T14:40:30,221 INFO [Time-limited test {}] session.DefaultSessionIdManager(339): No SessionScavenger set, using defaults 2024-11-14T14:40:30,221 INFO [Time-limited test {}] session.HouseKeeper(132): node0 Scavenging every 600000ms 2024-11-14T14:40:30,224 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@4fd7fa7c{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/401e62dc-01e9-c9e6-5bfd-0e86a0beaea6/hadoop.log.dir/,AVAILABLE} 2024-11-14T14:40:30,225 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@435f9f96{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,AVAILABLE} 2024-11-14T14:40:30,352 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.w.WebAppContext@4269bd31{datanode,/,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/401e62dc-01e9-c9e6-5bfd-0e86a0beaea6/java.io.tmpdir/jetty-localhost-36497-hadoop-hdfs-3_4_1-tests_jar-_-any-17046630030343951762/webapp/,AVAILABLE}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/datanode} 2024-11-14T14:40:30,353 INFO [Time-limited test {}] server.AbstractConnector(333): Started ServerConnector@353d64f2{HTTP/1.1, (http/1.1)}{localhost:36497} 2024-11-14T14:40:30,353 INFO [Time-limited test {}] server.Server(415): Started @3943ms 2024-11-14T14:40:30,418 WARN [Time-limited test {}] web.RestCsrfPreventionFilterHandler(75): Got null for restCsrfPreventionFilter - will not do any filtering. 2024-11-14T14:40:30,999 WARN [Thread-71 {}] impl.BlockPoolSlice(347): dfsUsed file missing in /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/401e62dc-01e9-c9e6-5bfd-0e86a0beaea6/cluster_44558c98-1d00-05ad-dad0-bb7bd0f129e4/data/data1/current/BP-649924568-172.17.0.2-1731595228919/current, will proceed with Du for space computation calculation, 2024-11-14T14:40:31,009 WARN [Thread-72 {}] impl.BlockPoolSlice(347): dfsUsed file missing in /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/401e62dc-01e9-c9e6-5bfd-0e86a0beaea6/cluster_44558c98-1d00-05ad-dad0-bb7bd0f129e4/data/data2/current/BP-649924568-172.17.0.2-1731595228919/current, will proceed with Du for space computation calculation, 2024-11-14T14:40:31,112 WARN [Thread-58 {}] datanode.DirectoryScanner(302): dfs.datanode.directoryscan.throttle.limit.ms.per.sec set to value above 1000 ms/sec. Assuming default value of -1 2024-11-14T14:40:31,208 INFO [Block report processor {}] blockmanagement.BlockManager(2940): BLOCK* processReport 0xcc1325e801e73e7c with lease ID 0xe08d569ff6ffb092: Processing first storage report for DS-641ba2b6-3adf-4325-ba96-9f2c8fa07dd7 from datanode DatanodeRegistration(127.0.0.1:36699, datanodeUuid=0275aedb-fd57-4470-ab98-b9c2e539c638, infoPort=37711, infoSecurePort=0, ipcPort=33623, storageInfo=lv=-57;cid=testClusterID;nsid=841536176;c=1731595228919) 2024-11-14T14:40:31,210 INFO [Block report processor {}] blockmanagement.BlockManager(2972): BLOCK* processReport 0xcc1325e801e73e7c with lease ID 0xe08d569ff6ffb092: from storage DS-641ba2b6-3adf-4325-ba96-9f2c8fa07dd7 node DatanodeRegistration(127.0.0.1:36699, datanodeUuid=0275aedb-fd57-4470-ab98-b9c2e539c638, infoPort=37711, infoSecurePort=0, ipcPort=33623, storageInfo=lv=-57;cid=testClusterID;nsid=841536176;c=1731595228919), blocks: 0, hasStaleStorage: true, processing time: 2 msecs, invalidatedBlocks: 0 2024-11-14T14:40:31,211 INFO [Block report processor {}] blockmanagement.BlockManager(2940): BLOCK* processReport 0xcc1325e801e73e7c with lease ID 0xe08d569ff6ffb092: Processing first storage report for DS-f3e641a2-8ad2-4fdb-8899-00c2f1910395 from datanode DatanodeRegistration(127.0.0.1:36699, datanodeUuid=0275aedb-fd57-4470-ab98-b9c2e539c638, infoPort=37711, infoSecurePort=0, ipcPort=33623, storageInfo=lv=-57;cid=testClusterID;nsid=841536176;c=1731595228919) 2024-11-14T14:40:31,211 INFO [Block report processor {}] blockmanagement.BlockManager(2972): BLOCK* processReport 0xcc1325e801e73e7c with lease ID 0xe08d569ff6ffb092: from storage DS-f3e641a2-8ad2-4fdb-8899-00c2f1910395 node DatanodeRegistration(127.0.0.1:36699, datanodeUuid=0275aedb-fd57-4470-ab98-b9c2e539c638, infoPort=37711, infoSecurePort=0, ipcPort=33623, storageInfo=lv=-57;cid=testClusterID;nsid=841536176;c=1731595228919), blocks: 0, hasStaleStorage: false, processing time: 1 msecs, invalidatedBlocks: 0 2024-11-14T14:40:31,275 DEBUG [Time-limited test {}] hbase.HBaseTestingUtil(631): Setting hbase.rootdir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/401e62dc-01e9-c9e6-5bfd-0e86a0beaea6 2024-11-14T14:40:31,378 INFO [Time-limited test {}] zookeeper.MiniZooKeeperCluster(261): Started connectionTimeout=30000, dir=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/401e62dc-01e9-c9e6-5bfd-0e86a0beaea6/cluster_44558c98-1d00-05ad-dad0-bb7bd0f129e4/zookeeper_0, clientPort=49531, secureClientPort=-1, dataDir=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/401e62dc-01e9-c9e6-5bfd-0e86a0beaea6/cluster_44558c98-1d00-05ad-dad0-bb7bd0f129e4/zookeeper_0/version-2, dataDirSize=457 dataLogDir=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/401e62dc-01e9-c9e6-5bfd-0e86a0beaea6/cluster_44558c98-1d00-05ad-dad0-bb7bd0f129e4/zookeeper_0/version-2, dataLogSize=457 tickTime=2000, maxClientCnxns=300, minSessionTimeout=4000, maxSessionTimeout=40000, clientPortListenBacklog=-1, serverId=0 2024-11-14T14:40:31,394 INFO [Time-limited test {}] zookeeper.MiniZooKeeperCluster(286): Started MiniZooKeeperCluster and ran 'stat' on client port=49531 2024-11-14T14:40:31,405 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-14T14:40:31,408 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-14T14:40:31,704 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36699 is added to blk_1073741825_1001 (size=7) 2024-11-14T14:40:32,109 INFO [Time-limited test {}] util.FSUtils(489): Created version file at hdfs://localhost:34345/user/jenkins/test-data/14d118ee-a83a-b09b-5913-1a58940a5db1 with version=8 2024-11-14T14:40:32,109 INFO [Time-limited test {}] hbase.HBaseTestingUtil(1139): Setting hbase.fs.tmp.dir to hdfs://localhost:34345/user/jenkins/test-data/14d118ee-a83a-b09b-5913-1a58940a5db1/hbase-staging 2024-11-14T14:40:32,205 DEBUG [Time-limited test {}] channel.MultithreadEventLoopGroup(44): -Dio.netty.eventLoopThreads: 16 2024-11-14T14:40:32,474 INFO [Time-limited test {}] client.ConnectionUtils(128): master/da1c6afcd1f9:0 server-side Connection retries=45 2024-11-14T14:40:32,485 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated default.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-11-14T14:40:32,485 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated priority.RWQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=2, maxQueueLength=30, handlerCount=3 2024-11-14T14:40:32,490 INFO [Time-limited test {}] ipc.RWQueueRpcExecutor(113): priority.RWQ.Fifo writeQueues=1 writeHandlers=1 readQueues=1 readHandlers=2 scanQueues=0 scanHandlers=0 2024-11-14T14:40:32,490 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated replication.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-11-14T14:40:32,490 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated metaPriority.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=1 2024-11-14T14:40:32,650 INFO [Time-limited test {}] ipc.RpcServerFactory(64): Creating org.apache.hadoop.hbase.ipc.NettyRpcServer hosting hbase.pb.MasterService, hbase.pb.RegionServerStatusService, hbase.pb.LockService, hbase.pb.HbckService, hbase.pb.ClientMetaService, hbase.pb.AdminService 2024-11-14T14:40:32,725 INFO [Time-limited test {}] metrics.MetricRegistriesLoader(60): Loaded MetricRegistries class org.apache.hadoop.hbase.metrics.impl.MetricRegistriesImpl 2024-11-14T14:40:32,739 DEBUG [Time-limited test {}] util.ClassSize(228): Using Unsafe to estimate memory layout 2024-11-14T14:40:32,745 INFO [Time-limited test {}] ipc.NettyRpcServer(309): Using org.apache.hbase.thirdparty.io.netty.buffer.PooledByteBufAllocator for buffer allocation 2024-11-14T14:40:32,785 DEBUG [Time-limited test {}] channel.DefaultChannelId(84): -Dio.netty.processId: 1003 (auto-detected) 2024-11-14T14:40:32,787 DEBUG [Time-limited test {}] channel.DefaultChannelId(106): -Dio.netty.machineId: 02:42:ac:ff:fe:11:00:02 (auto-detected) 2024-11-14T14:40:32,820 INFO [Time-limited test {}] ipc.NettyRpcServer(191): Bind to /172.17.0.2:45145 2024-11-14T14:40:32,852 INFO [Time-limited test {}] zookeeper.RecoverableZooKeeper(137): Process identifier=master:45145 connecting to ZooKeeper ensemble=127.0.0.1:49531 2024-11-14T14:40:32,895 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:451450x0, quorum=127.0.0.1:49531, baseZNode=/hbase Received ZooKeeper Event, type=None, state=SyncConnected, path=null 2024-11-14T14:40:32,900 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKWatcher(635): master:45145-0x101a739d5e50000 connected 2024-11-14T14:40:32,946 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-14T14:40:32,949 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-14T14:40:32,961 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): master:45145-0x101a739d5e50000, quorum=127.0.0.1:49531, baseZNode=/hbase Set watcher on znode that does not yet exist, /hbase/running 2024-11-14T14:40:32,966 INFO [Time-limited test {}] master.HMaster(525): hbase.rootdir=hdfs://localhost:34345/user/jenkins/test-data/14d118ee-a83a-b09b-5913-1a58940a5db1, hbase.cluster.distributed=false 2024-11-14T14:40:33,001 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): master:45145-0x101a739d5e50000, quorum=127.0.0.1:49531, baseZNode=/hbase Set watcher on znode that does not yet exist, /hbase/acl 2024-11-14T14:40:33,008 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=default.FPBQ.Fifo, numCallQueues=1, port=45145 2024-11-14T14:40:33,009 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=priority.RWQ.Fifo.write, numCallQueues=1, port=45145 2024-11-14T14:40:33,011 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=priority.RWQ.Fifo.read, numCallQueues=1, port=45145 2024-11-14T14:40:33,013 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=replication.FPBQ.Fifo, numCallQueues=1, port=45145 2024-11-14T14:40:33,014 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=metaPriority.FPBQ.Fifo, numCallQueues=1, port=45145 2024-11-14T14:40:33,161 INFO [Time-limited test {}] client.ConnectionUtils(128): regionserver/da1c6afcd1f9:0 server-side Connection retries=45 2024-11-14T14:40:33,163 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated default.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-11-14T14:40:33,164 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated priority.RWQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=2, maxQueueLength=30, handlerCount=3 2024-11-14T14:40:33,164 INFO [Time-limited test {}] ipc.RWQueueRpcExecutor(113): priority.RWQ.Fifo writeQueues=1 writeHandlers=1 readQueues=1 readHandlers=2 scanQueues=0 scanHandlers=0 2024-11-14T14:40:33,164 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated replication.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-11-14T14:40:33,164 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated metaPriority.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=1 2024-11-14T14:40:33,168 INFO [Time-limited test {}] ipc.RpcServerFactory(64): Creating org.apache.hadoop.hbase.ipc.NettyRpcServer hosting hbase.pb.ClientService, hbase.pb.AdminService, hbase.pb.ClientMetaService, hbase.pb.BootstrapNodeService 2024-11-14T14:40:33,170 INFO [Time-limited test {}] ipc.NettyRpcServer(309): Using org.apache.hbase.thirdparty.io.netty.buffer.PooledByteBufAllocator for buffer allocation 2024-11-14T14:40:33,172 INFO [Time-limited test {}] ipc.NettyRpcServer(191): Bind to /172.17.0.2:35765 2024-11-14T14:40:33,174 INFO [Time-limited test {}] zookeeper.RecoverableZooKeeper(137): Process identifier=regionserver:35765 connecting to ZooKeeper ensemble=127.0.0.1:49531 2024-11-14T14:40:33,176 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-14T14:40:33,181 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-14T14:40:33,195 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:357650x0, quorum=127.0.0.1:49531, baseZNode=/hbase Received ZooKeeper Event, type=None, state=SyncConnected, path=null 2024-11-14T14:40:33,196 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): regionserver:357650x0, quorum=127.0.0.1:49531, baseZNode=/hbase Set watcher on znode that does not yet exist, /hbase/running 2024-11-14T14:40:33,196 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKWatcher(635): regionserver:35765-0x101a739d5e50001 connected 2024-11-14T14:40:33,201 INFO [Time-limited test {}] hfile.BlockCacheFactory(123): Allocating BlockCache size=880 MB, blockSize=64 KB 2024-11-14T14:40:33,212 DEBUG [Time-limited test {}] mob.MobFileCache(124): MobFileCache enabled with cacheSize=1000, evictPeriods=3600sec, evictRemainRatio=0.5 2024-11-14T14:40:33,216 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): regionserver:35765-0x101a739d5e50001, quorum=127.0.0.1:49531, baseZNode=/hbase Set watcher on znode that does not yet exist, /hbase/master 2024-11-14T14:40:33,225 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): regionserver:35765-0x101a739d5e50001, quorum=127.0.0.1:49531, baseZNode=/hbase Set watcher on znode that does not yet exist, /hbase/acl 2024-11-14T14:40:33,232 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=default.FPBQ.Fifo, numCallQueues=1, port=35765 2024-11-14T14:40:33,235 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=priority.RWQ.Fifo.write, numCallQueues=1, port=35765 2024-11-14T14:40:33,236 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=priority.RWQ.Fifo.read, numCallQueues=1, port=35765 2024-11-14T14:40:33,237 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=replication.FPBQ.Fifo, numCallQueues=1, port=35765 2024-11-14T14:40:33,239 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=metaPriority.FPBQ.Fifo, numCallQueues=1, port=35765 2024-11-14T14:40:33,260 DEBUG [M:0;da1c6afcd1f9:45145 {}] regionserver.ShutdownHook(81): Installed shutdown hook thread: Shutdownhook:M:0;da1c6afcd1f9:45145 2024-11-14T14:40:33,262 INFO [master/da1c6afcd1f9:0:becomeActiveMaster {}] master.HMaster(2510): Adding backup master ZNode /hbase/backup-masters/da1c6afcd1f9,45145,1731595232258 2024-11-14T14:40:33,271 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:35765-0x101a739d5e50001, quorum=127.0.0.1:49531, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase/backup-masters 2024-11-14T14:40:33,271 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:45145-0x101a739d5e50000, quorum=127.0.0.1:49531, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase/backup-masters 2024-11-14T14:40:33,273 DEBUG [master/da1c6afcd1f9:0:becomeActiveMaster {}] zookeeper.ZKUtil(111): master:45145-0x101a739d5e50000, quorum=127.0.0.1:49531, baseZNode=/hbase Set watcher on existing znode=/hbase/backup-masters/da1c6afcd1f9,45145,1731595232258 2024-11-14T14:40:33,301 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:45145-0x101a739d5e50000, quorum=127.0.0.1:49531, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-11-14T14:40:33,303 DEBUG [master/da1c6afcd1f9:0:becomeActiveMaster {}] zookeeper.ZKUtil(111): master:45145-0x101a739d5e50000, quorum=127.0.0.1:49531, baseZNode=/hbase Set watcher on existing znode=/hbase/master 2024-11-14T14:40:33,304 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:35765-0x101a739d5e50001, quorum=127.0.0.1:49531, baseZNode=/hbase Received ZooKeeper Event, type=NodeCreated, state=SyncConnected, path=/hbase/master 2024-11-14T14:40:33,305 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:35765-0x101a739d5e50001, quorum=127.0.0.1:49531, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-11-14T14:40:33,306 INFO [master/da1c6afcd1f9:0:becomeActiveMaster {}] master.ActiveMasterManager(245): Deleting ZNode for /hbase/backup-masters/da1c6afcd1f9,45145,1731595232258 from backup master directory 2024-11-14T14:40:33,309 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:35765-0x101a739d5e50001, quorum=127.0.0.1:49531, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase/backup-masters 2024-11-14T14:40:33,309 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:45145-0x101a739d5e50000, quorum=127.0.0.1:49531, baseZNode=/hbase Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/hbase/backup-masters/da1c6afcd1f9,45145,1731595232258 2024-11-14T14:40:33,310 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:45145-0x101a739d5e50000, quorum=127.0.0.1:49531, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase/backup-masters 2024-11-14T14:40:33,310 WARN [master/da1c6afcd1f9:0:becomeActiveMaster {}] hbase.ZNodeClearer(65): Environment variable HBASE_ZNODE_FILE not set; znodes will not be cleared on crash by start scripts (Longer MTTR!) 2024-11-14T14:40:33,310 INFO [master/da1c6afcd1f9:0:becomeActiveMaster {}] master.ActiveMasterManager(255): Registered as active master=da1c6afcd1f9,45145,1731595232258 2024-11-14T14:40:33,314 INFO [master/da1c6afcd1f9:0:becomeActiveMaster {}] regionserver.ChunkCreator(488): Allocating data MemStoreChunkPool with chunk size 2 MB, max count 396, initial count 0 2024-11-14T14:40:33,316 INFO [master/da1c6afcd1f9:0:becomeActiveMaster {}] regionserver.ChunkCreator(488): Allocating index MemStoreChunkPool with chunk size 204.80 KB, max count 440, initial count 0 2024-11-14T14:40:33,384 DEBUG [master/da1c6afcd1f9:0:becomeActiveMaster {}] util.FSUtils(620): Create cluster ID file [hdfs://localhost:34345/user/jenkins/test-data/14d118ee-a83a-b09b-5913-1a58940a5db1/hbase.id] with ID: 8594475c-9f34-4c0a-98a7-dbf65259a821 2024-11-14T14:40:33,384 DEBUG [master/da1c6afcd1f9:0:becomeActiveMaster {}] util.FSUtils(625): Write the cluster ID file to a temporary location: hdfs://localhost:34345/user/jenkins/test-data/14d118ee-a83a-b09b-5913-1a58940a5db1/.tmp/hbase.id 2024-11-14T14:40:33,395 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36699 is added to blk_1073741826_1002 (size=42) 2024-11-14T14:40:33,798 DEBUG [master/da1c6afcd1f9:0:becomeActiveMaster {}] util.FSUtils(634): Move the temporary cluster ID file to its target location [hdfs://localhost:34345/user/jenkins/test-data/14d118ee-a83a-b09b-5913-1a58940a5db1/.tmp/hbase.id]:[hdfs://localhost:34345/user/jenkins/test-data/14d118ee-a83a-b09b-5913-1a58940a5db1/hbase.id] 2024-11-14T14:40:33,850 INFO [master/da1c6afcd1f9:0:becomeActiveMaster {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-14T14:40:33,855 INFO [master/da1c6afcd1f9:0:becomeActiveMaster {}] util.FSTableDescriptors(270): Fetching table descriptors from the filesystem. 2024-11-14T14:40:33,875 INFO [master/da1c6afcd1f9:0:becomeActiveMaster {}] util.FSTableDescriptors(299): Fetched table descriptors(size=0) cost 18ms. 2024-11-14T14:40:33,878 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:45145-0x101a739d5e50000, quorum=127.0.0.1:49531, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-11-14T14:40:33,878 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:35765-0x101a739d5e50001, quorum=127.0.0.1:49531, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-11-14T14:40:33,893 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36699 is added to blk_1073741827_1003 (size=196) 2024-11-14T14:40:33,912 INFO [master/da1c6afcd1f9:0:becomeActiveMaster {}] region.MasterRegion(370): Create or load local region for table 'master:store', {TABLE_ATTRIBUTES => {METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'proc', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'rs', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'state', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} 2024-11-14T14:40:33,916 INFO [master/da1c6afcd1f9:0:becomeActiveMaster {}] region.MasterRegionFlusherAndCompactor(132): Injected flushSize=134217728, flushPerChanges=1000000, flushIntervalMs=900000 2024-11-14T14:40:33,936 DEBUG [master/da1c6afcd1f9:0:becomeActiveMaster {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(244): No decryptEncryptedDataEncryptionKey method in DFSClient, should be hadoop version with HDFS-12396 java.lang.NoSuchMethodException: org.apache.hadoop.hdfs.DFSClient.decryptEncryptedDataEncryptionKey(org.apache.hadoop.fs.FileEncryptionInfo) at java.lang.Class.getDeclaredMethod(Class.java:2675) ~[?:?] at org.apache.hadoop.hbase.io.asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper.createTransparentCryptoHelperWithoutHDFS12396(FanOutOneBlockAsyncDFSOutputSaslHelper.java:183) ~[hbase-asyncfs-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.io.asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper.createTransparentCryptoHelper(FanOutOneBlockAsyncDFSOutputSaslHelper.java:242) ~[hbase-asyncfs-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.io.asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper.(FanOutOneBlockAsyncDFSOutputSaslHelper.java:253) ~[hbase-asyncfs-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at java.lang.Class.forName0(Native Method) ~[?:?] at java.lang.Class.forName(Class.java:375) ~[?:?] at org.apache.hadoop.hbase.wal.AsyncFSWALProvider.load(AsyncFSWALProvider.java:150) ~[classes/:?] at org.apache.hadoop.hbase.wal.WALFactory.getProviderClass(WALFactory.java:174) ~[classes/:?] at org.apache.hadoop.hbase.wal.WALFactory.(WALFactory.java:262) ~[classes/:?] at org.apache.hadoop.hbase.wal.WALFactory.(WALFactory.java:231) ~[classes/:?] at org.apache.hadoop.hbase.master.region.MasterRegion.create(MasterRegion.java:400) ~[classes/:?] at org.apache.hadoop.hbase.master.region.MasterRegionFactory.create(MasterRegionFactory.java:135) ~[classes/:?] at org.apache.hadoop.hbase.master.HMaster.finishActiveMasterInitialization(HMaster.java:1003) ~[classes/:?] at org.apache.hadoop.hbase.master.HMaster.startActiveMasterManager(HMaster.java:2535) ~[classes/:?] at org.apache.hadoop.hbase.master.HMaster.lambda$run$0(HMaster.java:613) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.lambda$tracedRunnable$2(TraceUtil.java:155) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-14T14:40:33,941 INFO [master/da1c6afcd1f9:0:becomeActiveMaster {}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2024-11-14T14:40:33,976 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36699 is added to blk_1073741828_1004 (size=1189) 2024-11-14T14:40:34,000 INFO [master/da1c6afcd1f9:0:becomeActiveMaster {}] regionserver.HRegion(7590): Creating {ENCODED => 1595e783b53d99cd5eef43b6debb2682, NAME => 'master:store,,1.1595e783b53d99cd5eef43b6debb2682.', STARTKEY => '', ENDKEY => ''}, tableDescriptor='master:store', {TABLE_ATTRIBUTES => {METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'proc', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'rs', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'state', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, under table dir hdfs://localhost:34345/user/jenkins/test-data/14d118ee-a83a-b09b-5913-1a58940a5db1/MasterData/data/master/store 2024-11-14T14:40:34,020 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36699 is added to blk_1073741829_1005 (size=34) 2024-11-14T14:40:34,427 INFO [master/da1c6afcd1f9:0:becomeActiveMaster {}] throttle.StoreHotnessProtector(112): StoreHotnessProtector is disabled. Set hbase.region.store.parallel.put.limit > 0 to enable, which may help mitigate load under heavy write pressure. 2024-11-14T14:40:34,430 DEBUG [master/da1c6afcd1f9:0:becomeActiveMaster {}] regionserver.HRegion(898): Instantiated master:store,,1.1595e783b53d99cd5eef43b6debb2682.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-14T14:40:34,432 DEBUG [master/da1c6afcd1f9:0:becomeActiveMaster {}] regionserver.HRegion(1722): Closing 1595e783b53d99cd5eef43b6debb2682, disabling compactions & flushes 2024-11-14T14:40:34,432 INFO [master/da1c6afcd1f9:0:becomeActiveMaster {}] regionserver.HRegion(1755): Closing region master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-14T14:40:34,432 DEBUG [master/da1c6afcd1f9:0:becomeActiveMaster {}] regionserver.HRegion(1776): Time limited wait for close lock on master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-14T14:40:34,434 DEBUG [master/da1c6afcd1f9:0:becomeActiveMaster {}] regionserver.HRegion(1843): Acquired close lock on master:store,,1.1595e783b53d99cd5eef43b6debb2682. after waiting 0 ms 2024-11-14T14:40:34,434 DEBUG [master/da1c6afcd1f9:0:becomeActiveMaster {}] regionserver.HRegion(1853): Updates disabled for region master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-14T14:40:34,434 INFO [master/da1c6afcd1f9:0:becomeActiveMaster {}] regionserver.HRegion(1973): Closed master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-14T14:40:34,436 DEBUG [master/da1c6afcd1f9:0:becomeActiveMaster {}] regionserver.HRegion(1676): Region close journal for 1595e783b53d99cd5eef43b6debb2682: Waiting for close lock at 1731595234431Disabling compacts and flushes for region at 1731595234431Disabling writes for close at 1731595234434 (+3 ms)Writing region close event to WAL at 1731595234434Closed at 1731595234434 2024-11-14T14:40:34,439 WARN [master/da1c6afcd1f9:0:becomeActiveMaster {}] region.MasterRegion(249): failed to clean up initializing flag: hdfs://localhost:34345/user/jenkins/test-data/14d118ee-a83a-b09b-5913-1a58940a5db1/MasterData/data/master/store/.initializing 2024-11-14T14:40:34,439 DEBUG [master/da1c6afcd1f9:0:becomeActiveMaster {}] region.MasterRegion(219): WALDir=hdfs://localhost:34345/user/jenkins/test-data/14d118ee-a83a-b09b-5913-1a58940a5db1/MasterData/WALs/da1c6afcd1f9,45145,1731595232258 2024-11-14T14:40:34,450 INFO [master/da1c6afcd1f9:0:becomeActiveMaster {}] monitor.StreamSlowMonitor(122): New stream slow monitor defaultMonitorName 2024-11-14T14:40:34,469 INFO [master/da1c6afcd1f9:0:becomeActiveMaster {}] wal.AbstractFSWAL(613): WAL configuration: blocksize=256 MB, rollsize=128 MB, prefix=da1c6afcd1f9%2C45145%2C1731595232258, suffix=, logDir=hdfs://localhost:34345/user/jenkins/test-data/14d118ee-a83a-b09b-5913-1a58940a5db1/MasterData/WALs/da1c6afcd1f9,45145,1731595232258, archiveDir=hdfs://localhost:34345/user/jenkins/test-data/14d118ee-a83a-b09b-5913-1a58940a5db1/MasterData/oldWALs, maxLogs=10 2024-11-14T14:40:34,501 DEBUG [master/da1c6afcd1f9:0:becomeActiveMaster {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(524): When create output stream for /user/jenkins/test-data/14d118ee-a83a-b09b-5913-1a58940a5db1/MasterData/WALs/da1c6afcd1f9,45145,1731595232258/da1c6afcd1f9%2C45145%2C1731595232258.1731595234476, exclude list is [], retry=0 2024-11-14T14:40:34,518 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-2 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:36699,DS-641ba2b6-3adf-4325-ba96-9f2c8fa07dd7,DISK] 2024-11-14T14:40:34,521 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-2 {}] asyncfs.ProtobufDecoder(117): Hadoop 3.3 and above shades protobuf. 2024-11-14T14:40:34,562 INFO [master/da1c6afcd1f9:0:becomeActiveMaster {}] wal.AbstractFSWAL(991): New WAL /user/jenkins/test-data/14d118ee-a83a-b09b-5913-1a58940a5db1/MasterData/WALs/da1c6afcd1f9,45145,1731595232258/da1c6afcd1f9%2C45145%2C1731595232258.1731595234476 2024-11-14T14:40:34,563 DEBUG [master/da1c6afcd1f9:0:becomeActiveMaster {}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:37711:37711)] 2024-11-14T14:40:34,564 DEBUG [master/da1c6afcd1f9:0:becomeActiveMaster {}] regionserver.HRegion(7752): Opening region: {ENCODED => 1595e783b53d99cd5eef43b6debb2682, NAME => 'master:store,,1.1595e783b53d99cd5eef43b6debb2682.', STARTKEY => '', ENDKEY => ''} 2024-11-14T14:40:34,565 DEBUG [master/da1c6afcd1f9:0:becomeActiveMaster {}] regionserver.HRegion(898): Instantiated master:store,,1.1595e783b53d99cd5eef43b6debb2682.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-14T14:40:34,568 DEBUG [master/da1c6afcd1f9:0:becomeActiveMaster {}] regionserver.HRegion(7794): checking encryption for 1595e783b53d99cd5eef43b6debb2682 2024-11-14T14:40:34,569 DEBUG [master/da1c6afcd1f9:0:becomeActiveMaster {}] regionserver.HRegion(7797): checking classloading for 1595e783b53d99cd5eef43b6debb2682 2024-11-14T14:40:34,608 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family info of region 1595e783b53d99cd5eef43b6debb2682 2024-11-14T14:40:34,637 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName info 2024-11-14T14:40:34,641 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T14:40:34,644 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/info, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-14T14:40:34,644 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family proc of region 1595e783b53d99cd5eef43b6debb2682 2024-11-14T14:40:34,648 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName proc 2024-11-14T14:40:34,648 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T14:40:34,649 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/proc, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-14T14:40:34,650 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family rs of region 1595e783b53d99cd5eef43b6debb2682 2024-11-14T14:40:34,653 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName rs 2024-11-14T14:40:34,653 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T14:40:34,654 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/rs, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-14T14:40:34,655 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family state of region 1595e783b53d99cd5eef43b6debb2682 2024-11-14T14:40:34,658 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName state 2024-11-14T14:40:34,658 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T14:40:34,659 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/state, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-14T14:40:34,660 DEBUG [master/da1c6afcd1f9:0:becomeActiveMaster {}] regionserver.HRegion(1038): replaying wal for 1595e783b53d99cd5eef43b6debb2682 2024-11-14T14:40:34,665 DEBUG [master/da1c6afcd1f9:0:becomeActiveMaster {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:34345/user/jenkins/test-data/14d118ee-a83a-b09b-5913-1a58940a5db1/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682 2024-11-14T14:40:34,666 DEBUG [master/da1c6afcd1f9:0:becomeActiveMaster {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:34345/user/jenkins/test-data/14d118ee-a83a-b09b-5913-1a58940a5db1/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682 2024-11-14T14:40:34,674 DEBUG [master/da1c6afcd1f9:0:becomeActiveMaster {}] regionserver.HRegion(1048): stopping wal replay for 1595e783b53d99cd5eef43b6debb2682 2024-11-14T14:40:34,674 DEBUG [master/da1c6afcd1f9:0:becomeActiveMaster {}] regionserver.HRegion(1060): Cleaning up temporary data for 1595e783b53d99cd5eef43b6debb2682 2024-11-14T14:40:34,679 DEBUG [master/da1c6afcd1f9:0:becomeActiveMaster {}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table master:store descriptor;using region.getMemStoreFlushHeapSize/# of families (32.0 M)) instead. 2024-11-14T14:40:34,683 DEBUG [master/da1c6afcd1f9:0:becomeActiveMaster {}] regionserver.HRegion(1093): writing seq id for 1595e783b53d99cd5eef43b6debb2682 2024-11-14T14:40:34,688 DEBUG [master/da1c6afcd1f9:0:becomeActiveMaster {}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:34345/user/jenkins/test-data/14d118ee-a83a-b09b-5913-1a58940a5db1/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-11-14T14:40:34,690 INFO [master/da1c6afcd1f9:0:becomeActiveMaster {}] regionserver.HRegion(1114): Opened 1595e783b53d99cd5eef43b6debb2682; next sequenceid=2; ConstantSizeRegionSplitPolicy{desiredMaxFileSize=64546152, jitterRate=-0.038187384605407715}, FlushLargeStoresPolicy{flushSizeLowerBound=33554432} 2024-11-14T14:40:34,696 DEBUG [master/da1c6afcd1f9:0:becomeActiveMaster {}] regionserver.HRegion(1006): Region open journal for 1595e783b53d99cd5eef43b6debb2682: Writing region info on filesystem at 1731595234584Initializing all the Stores at 1731595234586 (+2 ms)Instantiating store for column family {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1731595234587 (+1 ms)Instantiating store for column family {NAME => 'proc', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731595234587Instantiating store for column family {NAME => 'rs', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731595234588 (+1 ms)Instantiating store for column family {NAME => 'state', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731595234588Cleaning up temporary data from old regions at 1731595234675 (+87 ms)Region opened successfully at 1731595234695 (+20 ms) 2024-11-14T14:40:34,697 INFO [master/da1c6afcd1f9:0:becomeActiveMaster {}] region.MasterRegionFlusherAndCompactor(122): Constructor flushSize=134217728, flushPerChanges=1000000, flushIntervalMs=900000, compactMin=4 2024-11-14T14:40:34,738 DEBUG [master/da1c6afcd1f9:0:becomeActiveMaster {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@9a87f23, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=da1c6afcd1f9/172.17.0.2:0 2024-11-14T14:40:34,777 INFO [master/da1c6afcd1f9:0:becomeActiveMaster {}] master.HMaster(912): No meta location available on zookeeper, skip migrating... 2024-11-14T14:40:34,791 INFO [master/da1c6afcd1f9:0:becomeActiveMaster {}] region.RegionProcedureStore(104): Starting the Region Procedure Store, number threads=5 2024-11-14T14:40:34,791 INFO [master/da1c6afcd1f9:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(626): Starting 5 core workers (bigger of cpus/4 or 16) with max (burst) worker count=50 2024-11-14T14:40:34,795 INFO [master/da1c6afcd1f9:0:becomeActiveMaster {}] region.RegionProcedureStore(255): Starting Region Procedure Store lease recovery... 2024-11-14T14:40:34,796 INFO [master/da1c6afcd1f9:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(676): Recovered RegionProcedureStore lease in 1 msec 2024-11-14T14:40:34,803 INFO [master/da1c6afcd1f9:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(690): Loaded RegionProcedureStore in 6 msec 2024-11-14T14:40:34,803 INFO [master/da1c6afcd1f9:0:becomeActiveMaster {}] procedure2.RemoteProcedureDispatcher(96): Instantiated, coreThreads=3 (allowCoreThreadTimeOut=true), queueMaxSize=32, operationDelay=150 2024-11-14T14:40:34,839 INFO [master/da1c6afcd1f9:0:becomeActiveMaster {}] master.RegionServerTracker(127): Upgrading RegionServerTracker to active master mode; 0 have existingServerCrashProcedures, 0 possibly 'live' servers, and 0 'splitting'. 2024-11-14T14:40:34,850 DEBUG [master/da1c6afcd1f9:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:45145-0x101a739d5e50000, quorum=127.0.0.1:49531, baseZNode=/hbase Unable to get data of znode /hbase/balancer because node does not exist (not necessarily an error) 2024-11-14T14:40:34,852 DEBUG [master/da1c6afcd1f9:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /hbase/balancer already deleted, retry=false 2024-11-14T14:40:34,855 INFO [master/da1c6afcd1f9:0:becomeActiveMaster {}] normalizer.SimpleRegionNormalizer(163): Updated configuration for key 'hbase.normalizer.merge.min_region_size.mb' from 0 to 1 2024-11-14T14:40:34,857 DEBUG [master/da1c6afcd1f9:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:45145-0x101a739d5e50000, quorum=127.0.0.1:49531, baseZNode=/hbase Unable to get data of znode /hbase/normalizer because node does not exist (not necessarily an error) 2024-11-14T14:40:34,859 DEBUG [master/da1c6afcd1f9:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /hbase/normalizer already deleted, retry=false 2024-11-14T14:40:34,861 INFO [master/da1c6afcd1f9:0:becomeActiveMaster {}] normalizer.RegionNormalizerWorker(137): Normalizer rate limit set to unlimited 2024-11-14T14:40:34,864 DEBUG [master/da1c6afcd1f9:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:45145-0x101a739d5e50000, quorum=127.0.0.1:49531, baseZNode=/hbase Unable to get data of znode /hbase/switch/split because node does not exist (not necessarily an error) 2024-11-14T14:40:34,866 DEBUG [master/da1c6afcd1f9:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /hbase/switch/split already deleted, retry=false 2024-11-14T14:40:34,867 DEBUG [master/da1c6afcd1f9:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:45145-0x101a739d5e50000, quorum=127.0.0.1:49531, baseZNode=/hbase Unable to get data of znode /hbase/switch/merge because node does not exist (not necessarily an error) 2024-11-14T14:40:34,869 DEBUG [master/da1c6afcd1f9:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /hbase/switch/merge already deleted, retry=false 2024-11-14T14:40:34,891 DEBUG [master/da1c6afcd1f9:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:45145-0x101a739d5e50000, quorum=127.0.0.1:49531, baseZNode=/hbase Unable to get data of znode /hbase/snapshot-cleanup because node does not exist (not necessarily an error) 2024-11-14T14:40:34,893 DEBUG [master/da1c6afcd1f9:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /hbase/snapshot-cleanup already deleted, retry=false 2024-11-14T14:40:34,898 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:45145-0x101a739d5e50000, quorum=127.0.0.1:49531, baseZNode=/hbase Received ZooKeeper Event, type=NodeCreated, state=SyncConnected, path=/hbase/running 2024-11-14T14:40:34,898 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:35765-0x101a739d5e50001, quorum=127.0.0.1:49531, baseZNode=/hbase Received ZooKeeper Event, type=NodeCreated, state=SyncConnected, path=/hbase/running 2024-11-14T14:40:34,898 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:45145-0x101a739d5e50000, quorum=127.0.0.1:49531, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-11-14T14:40:34,898 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:35765-0x101a739d5e50001, quorum=127.0.0.1:49531, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-11-14T14:40:34,901 INFO [master/da1c6afcd1f9:0:becomeActiveMaster {}] master.HMaster(856): Active/primary master=da1c6afcd1f9,45145,1731595232258, sessionid=0x101a739d5e50000, setting cluster-up flag (Was=false) 2024-11-14T14:40:34,916 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:45145-0x101a739d5e50000, quorum=127.0.0.1:49531, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-11-14T14:40:34,916 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:35765-0x101a739d5e50001, quorum=127.0.0.1:49531, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-11-14T14:40:34,922 DEBUG [master/da1c6afcd1f9:0:becomeActiveMaster {}] procedure.ZKProcedureUtil(251): Clearing all znodes /hbase/flush-table-proc/acquired, /hbase/flush-table-proc/reached, /hbase/flush-table-proc/abort 2024-11-14T14:40:34,924 DEBUG [master/da1c6afcd1f9:0:becomeActiveMaster {}] procedure.ZKProcedureCoordinator(245): Starting controller for procedure member=da1c6afcd1f9,45145,1731595232258 2024-11-14T14:40:34,929 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:45145-0x101a739d5e50000, quorum=127.0.0.1:49531, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-11-14T14:40:34,929 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:35765-0x101a739d5e50001, quorum=127.0.0.1:49531, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-11-14T14:40:34,936 DEBUG [master/da1c6afcd1f9:0:becomeActiveMaster {}] procedure.ZKProcedureUtil(251): Clearing all znodes /hbase/online-snapshot/acquired, /hbase/online-snapshot/reached, /hbase/online-snapshot/abort 2024-11-14T14:40:34,937 DEBUG [master/da1c6afcd1f9:0:becomeActiveMaster {}] procedure.ZKProcedureCoordinator(245): Starting controller for procedure member=da1c6afcd1f9,45145,1731595232258 2024-11-14T14:40:34,945 INFO [master/da1c6afcd1f9:0:becomeActiveMaster {}] master.ServerManager(1185): No .lastflushedseqids found at hdfs://localhost:34345/user/jenkins/test-data/14d118ee-a83a-b09b-5913-1a58940a5db1/.lastflushedseqids will record last flushed sequence id for regions by regionserver report all over again 2024-11-14T14:40:35,031 DEBUG [master/da1c6afcd1f9:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(1139): Stored pid=1, state=RUNNABLE:INIT_META_WRITE_FS_LAYOUT, hasLock=false; InitMetaProcedure table=hbase:meta 2024-11-14T14:40:35,041 INFO [master/da1c6afcd1f9:0:becomeActiveMaster {}] balancer.BaseLoadBalancer(416): slop=0.2 2024-11-14T14:40:35,045 INFO [RS:0;da1c6afcd1f9:35765 {}] regionserver.HRegionServer(746): ClusterId : 8594475c-9f34-4c0a-98a7-dbf65259a821 2024-11-14T14:40:35,048 DEBUG [RS:0;da1c6afcd1f9:35765 {}] procedure.RegionServerProcedureManagerHost(43): Procedure flush-table-proc initializing 2024-11-14T14:40:35,049 INFO [master/da1c6afcd1f9:0:becomeActiveMaster {}] balancer.StochasticLoadBalancer(272): Loaded config; maxSteps=1000000, runMaxSteps=false, stepsPerRegion=800, maxRunningTime=30000, isByTable=false, CostFunctions=[RegionCountSkewCostFunction, PrimaryRegionCountSkewCostFunction, MoveCostFunction, ServerLocalityCostFunction, RackLocalityCostFunction, TableSkewCostFunction, RegionReplicaHostCostFunction, RegionReplicaRackCostFunction, ReadRequestCostFunction, CPRequestCostFunction, WriteRequestCostFunction, MemStoreSizeCostFunction, StoreFileCostFunction] , sum of multiplier of cost functions = 0.0 etc. 2024-11-14T14:40:35,052 DEBUG [RS:0;da1c6afcd1f9:35765 {}] procedure.RegionServerProcedureManagerHost(45): Procedure flush-table-proc initialized 2024-11-14T14:40:35,053 DEBUG [RS:0;da1c6afcd1f9:35765 {}] procedure.RegionServerProcedureManagerHost(43): Procedure online-snapshot initializing 2024-11-14T14:40:35,055 DEBUG [RS:0;da1c6afcd1f9:35765 {}] procedure.RegionServerProcedureManagerHost(45): Procedure online-snapshot initialized 2024-11-14T14:40:35,056 DEBUG [RS:0;da1c6afcd1f9:35765 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@277f701b, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=da1c6afcd1f9/172.17.0.2:0 2024-11-14T14:40:35,055 DEBUG [master/da1c6afcd1f9:0:becomeActiveMaster {}] balancer.RegionHDFSBlockLocationFinder(133): Skipping locality-based refresh due to oldStatus=null, newStatus=Master: da1c6afcd1f9,45145,1731595232258 Number of backup masters: 0 Number of live region servers: 0 Number of dead region servers: 0 Number of unknown region servers: 0 Average load: 0.0 Number of requests: 0 Number of regions: 0 Number of regions in transition: 0 2024-11-14T14:40:35,064 DEBUG [master/da1c6afcd1f9:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_OPEN_REGION-master/da1c6afcd1f9:0, corePoolSize=5, maxPoolSize=5 2024-11-14T14:40:35,065 DEBUG [master/da1c6afcd1f9:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_CLOSE_REGION-master/da1c6afcd1f9:0, corePoolSize=5, maxPoolSize=5 2024-11-14T14:40:35,065 DEBUG [master/da1c6afcd1f9:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_SERVER_OPERATIONS-master/da1c6afcd1f9:0, corePoolSize=5, maxPoolSize=5 2024-11-14T14:40:35,065 DEBUG [master/da1c6afcd1f9:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_META_SERVER_OPERATIONS-master/da1c6afcd1f9:0, corePoolSize=5, maxPoolSize=5 2024-11-14T14:40:35,065 DEBUG [master/da1c6afcd1f9:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=M_LOG_REPLAY_OPS-master/da1c6afcd1f9:0, corePoolSize=10, maxPoolSize=10 2024-11-14T14:40:35,066 DEBUG [master/da1c6afcd1f9:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_SNAPSHOT_OPERATIONS-master/da1c6afcd1f9:0, corePoolSize=1, maxPoolSize=1 2024-11-14T14:40:35,066 DEBUG [master/da1c6afcd1f9:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_MERGE_OPERATIONS-master/da1c6afcd1f9:0, corePoolSize=2, maxPoolSize=2 2024-11-14T14:40:35,066 DEBUG [master/da1c6afcd1f9:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_TABLE_OPERATIONS-master/da1c6afcd1f9:0, corePoolSize=1, maxPoolSize=1 2024-11-14T14:40:35,071 INFO [master/da1c6afcd1f9:0:becomeActiveMaster {}] procedure2.TimeoutExecutorThread(82): ADDED pid=-1, state=WAITING_TIMEOUT, hasLock=false; org.apache.hadoop.hbase.procedure2.CompletedProcedureCleaner; timeout=30000, timestamp=1731595265071 2024-11-14T14:40:35,071 DEBUG [PEWorker-1 {}] procedure.InitMetaProcedure(97): Execute pid=1, state=RUNNABLE:INIT_META_WRITE_FS_LAYOUT, hasLock=true; InitMetaProcedure table=hbase:meta 2024-11-14T14:40:35,072 INFO [PEWorker-1 {}] procedure.InitMetaProcedure(76): BOOTSTRAP: creating hbase:meta region 2024-11-14T14:40:35,073 DEBUG [RS:0;da1c6afcd1f9:35765 {}] regionserver.ShutdownHook(81): Installed shutdown hook thread: Shutdownhook:RS:0;da1c6afcd1f9:35765 2024-11-14T14:40:35,073 INFO [master/da1c6afcd1f9:0:becomeActiveMaster {}] cleaner.DirScanPool(74): log_cleaner Cleaner pool size is 1 2024-11-14T14:40:35,074 INFO [master/da1c6afcd1f9:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveLogCleaner 2024-11-14T14:40:35,076 INFO [RS:0;da1c6afcd1f9:35765 {}] regionserver.RegionServerCoprocessorHost(66): System coprocessor loading is enabled 2024-11-14T14:40:35,077 INFO [RS:0;da1c6afcd1f9:35765 {}] regionserver.RegionServerCoprocessorHost(67): Table coprocessor loading is enabled 2024-11-14T14:40:35,077 DEBUG [RS:0;da1c6afcd1f9:35765 {}] regionserver.HRegionServer(832): About to register with Master. 2024-11-14T14:40:35,078 INFO [master/da1c6afcd1f9:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.replication.master.ReplicationLogCleaner 2024-11-14T14:40:35,079 INFO [master/da1c6afcd1f9:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveMasterLocalStoreWALCleaner 2024-11-14T14:40:35,079 INFO [master/da1c6afcd1f9:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveProcedureWALCleaner 2024-11-14T14:40:35,079 INFO [master/da1c6afcd1f9:0:becomeActiveMaster {}] cleaner.LogCleaner(148): Creating 1 old WALs cleaner threads 2024-11-14T14:40:35,080 INFO [RS:0;da1c6afcd1f9:35765 {}] regionserver.HRegionServer(2659): reportForDuty to master=da1c6afcd1f9,45145,1731595232258 with port=35765, startcode=1731595233113 2024-11-14T14:40:35,080 DEBUG [PEWorker-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T14:40:35,080 INFO [PEWorker-1 {}] util.FSTableDescriptors(156): Creating new hbase:meta table descriptor 'hbase:meta', {TABLE_ATTRIBUTES => {IS_META => 'true', coprocessor$1 => '|org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint|536870911|', METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'ns', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'rep_barrier', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '2147483647', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'table', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} 2024-11-14T14:40:35,082 INFO [master/da1c6afcd1f9:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=LogsCleaner, period=600000, unit=MILLISECONDS is enabled. 2024-11-14T14:40:35,086 INFO [master/da1c6afcd1f9:0:becomeActiveMaster {}] cleaner.DirScanPool(74): hfile_cleaner Cleaner pool size is 2 2024-11-14T14:40:35,087 INFO [master/da1c6afcd1f9:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveMasterLocalStoreHFileCleaner 2024-11-14T14:40:35,088 INFO [master/da1c6afcd1f9:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.HFileLinkCleaner 2024-11-14T14:40:35,091 INFO [master/da1c6afcd1f9:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.snapshot.SnapshotHFileCleaner 2024-11-14T14:40:35,092 INFO [master/da1c6afcd1f9:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveHFileCleaner 2024-11-14T14:40:35,094 DEBUG [RS:0;da1c6afcd1f9:35765 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=RegionServerStatusService, sasl=false 2024-11-14T14:40:35,095 DEBUG [master/da1c6afcd1f9:0:becomeActiveMaster {}] cleaner.HFileCleaner(260): Starting for large file=Thread[master/da1c6afcd1f9:0:becomeActiveMaster-HFileCleaner.large.0-1731595235093,5,FailOnTimeoutGroup] 2024-11-14T14:40:35,096 DEBUG [master/da1c6afcd1f9:0:becomeActiveMaster {}] cleaner.HFileCleaner(275): Starting for small files=Thread[master/da1c6afcd1f9:0:becomeActiveMaster-HFileCleaner.small.0-1731595235095,5,FailOnTimeoutGroup] 2024-11-14T14:40:35,096 INFO [master/da1c6afcd1f9:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=HFileCleaner, period=600000, unit=MILLISECONDS is enabled. 2024-11-14T14:40:35,096 INFO [master/da1c6afcd1f9:0:becomeActiveMaster {}] master.HMaster(1741): Reopening regions with very high storeFileRefCount is disabled. Provide threshold value > 0 for hbase.regions.recovery.store.file.ref.count to enable it. 2024-11-14T14:40:35,096 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36699 is added to blk_1073741831_1007 (size=1321) 2024-11-14T14:40:35,098 INFO [master/da1c6afcd1f9:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=ReplicationBarrierCleaner, period=43200000, unit=MILLISECONDS is enabled. 2024-11-14T14:40:35,098 INFO [master/da1c6afcd1f9:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=SnapshotCleaner, period=1800000, unit=MILLISECONDS is enabled. 2024-11-14T14:40:35,134 INFO [HMaster-EventLoopGroup-1-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:59705, version=4.0.0-alpha-1-SNAPSHOT, sasl=false, ugi=jenkins.hfs.0 (auth:SIMPLE), service=RegionServerStatusService 2024-11-14T14:40:35,141 INFO [RpcServer.priority.RWQ.Fifo.write.handler=0,queue=0,port=45145 {}] master.ServerManager(363): Checking decommissioned status of RegionServer da1c6afcd1f9,35765,1731595233113 2024-11-14T14:40:35,143 INFO [RpcServer.priority.RWQ.Fifo.write.handler=0,queue=0,port=45145 {}] master.ServerManager(517): Registering regionserver=da1c6afcd1f9,35765,1731595233113 2024-11-14T14:40:35,158 DEBUG [RS:0;da1c6afcd1f9:35765 {}] regionserver.HRegionServer(1440): Config from master: hbase.rootdir=hdfs://localhost:34345/user/jenkins/test-data/14d118ee-a83a-b09b-5913-1a58940a5db1 2024-11-14T14:40:35,158 DEBUG [RS:0;da1c6afcd1f9:35765 {}] regionserver.HRegionServer(1440): Config from master: fs.defaultFS=hdfs://localhost:34345 2024-11-14T14:40:35,158 DEBUG [RS:0;da1c6afcd1f9:35765 {}] regionserver.HRegionServer(1440): Config from master: hbase.master.info.port=-1 2024-11-14T14:40:35,162 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:45145-0x101a739d5e50000, quorum=127.0.0.1:49531, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase/rs 2024-11-14T14:40:35,163 DEBUG [RS:0;da1c6afcd1f9:35765 {}] zookeeper.ZKUtil(111): regionserver:35765-0x101a739d5e50001, quorum=127.0.0.1:49531, baseZNode=/hbase Set watcher on existing znode=/hbase/rs/da1c6afcd1f9,35765,1731595233113 2024-11-14T14:40:35,163 WARN [RS:0;da1c6afcd1f9:35765 {}] hbase.ZNodeClearer(65): Environment variable HBASE_ZNODE_FILE not set; znodes will not be cleared on crash by start scripts (Longer MTTR!) 2024-11-14T14:40:35,163 INFO [RS:0;da1c6afcd1f9:35765 {}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2024-11-14T14:40:35,163 DEBUG [RS:0;da1c6afcd1f9:35765 {}] regionserver.HRegionServer(1793): logDir=hdfs://localhost:34345/user/jenkins/test-data/14d118ee-a83a-b09b-5913-1a58940a5db1/WALs/da1c6afcd1f9,35765,1731595233113 2024-11-14T14:40:35,165 INFO [RegionServerTracker-0 {}] master.RegionServerTracker(179): RegionServer ephemeral node created, adding [da1c6afcd1f9,35765,1731595233113] 2024-11-14T14:40:35,190 INFO [RS:0;da1c6afcd1f9:35765 {}] regionserver.MetricsRegionServerWrapperImpl(120): Computing regionserver metrics every 5000 milliseconds 2024-11-14T14:40:35,203 INFO [RS:0;da1c6afcd1f9:35765 {}] regionserver.MemStoreFlusher(131): globalMemStoreLimit=880 M, globalMemStoreLimitLowMark=836 M, Offheap=false 2024-11-14T14:40:35,209 INFO [RS:0;da1c6afcd1f9:35765 {}] throttle.PressureAwareCompactionThroughputController(131): Compaction throughput configurations, higher bound: 100.00 MB/second, lower bound 50.00 MB/second, off peak: unlimited, tuning period: 60000 ms 2024-11-14T14:40:35,209 INFO [RS:0;da1c6afcd1f9:35765 {}] hbase.ChoreService(168): Chore ScheduledChore name=CompactionThroughputTuner, period=60000, unit=MILLISECONDS is enabled. 2024-11-14T14:40:35,210 INFO [RS:0;da1c6afcd1f9:35765 {}] regionserver.HRegionServer$CompactionChecker(1680): CompactionChecker runs every PT1S 2024-11-14T14:40:35,216 INFO [RS:0;da1c6afcd1f9:35765 {}] hbase.ExecutorStatusChore(48): ExecutorStatusChore runs every 1mins, 0sec 2024-11-14T14:40:35,218 INFO [RS:0;da1c6afcd1f9:35765 {}] hbase.ChoreService(168): Chore ScheduledChore name=CompactedHFilesCleaner, period=120000, unit=MILLISECONDS is enabled. 2024-11-14T14:40:35,218 DEBUG [RS:0;da1c6afcd1f9:35765 {}] executor.ExecutorService(95): Starting executor service name=RS_OPEN_REGION-regionserver/da1c6afcd1f9:0, corePoolSize=1, maxPoolSize=1 2024-11-14T14:40:35,218 DEBUG [RS:0;da1c6afcd1f9:35765 {}] executor.ExecutorService(95): Starting executor service name=RS_OPEN_META-regionserver/da1c6afcd1f9:0, corePoolSize=1, maxPoolSize=1 2024-11-14T14:40:35,218 DEBUG [RS:0;da1c6afcd1f9:35765 {}] executor.ExecutorService(95): Starting executor service name=RS_OPEN_PRIORITY_REGION-regionserver/da1c6afcd1f9:0, corePoolSize=1, maxPoolSize=1 2024-11-14T14:40:35,219 DEBUG [RS:0;da1c6afcd1f9:35765 {}] executor.ExecutorService(95): Starting executor service name=RS_CLOSE_REGION-regionserver/da1c6afcd1f9:0, corePoolSize=1, maxPoolSize=1 2024-11-14T14:40:35,219 DEBUG [RS:0;da1c6afcd1f9:35765 {}] executor.ExecutorService(95): Starting executor service name=RS_CLOSE_META-regionserver/da1c6afcd1f9:0, corePoolSize=1, maxPoolSize=1 2024-11-14T14:40:35,219 DEBUG [RS:0;da1c6afcd1f9:35765 {}] executor.ExecutorService(95): Starting executor service name=RS_LOG_REPLAY_OPS-regionserver/da1c6afcd1f9:0, corePoolSize=2, maxPoolSize=2 2024-11-14T14:40:35,219 DEBUG [RS:0;da1c6afcd1f9:35765 {}] executor.ExecutorService(95): Starting executor service name=RS_COMPACTED_FILES_DISCHARGER-regionserver/da1c6afcd1f9:0, corePoolSize=1, maxPoolSize=1 2024-11-14T14:40:35,219 DEBUG [RS:0;da1c6afcd1f9:35765 {}] executor.ExecutorService(95): Starting executor service name=RS_REGION_REPLICA_FLUSH_OPS-regionserver/da1c6afcd1f9:0, corePoolSize=1, maxPoolSize=1 2024-11-14T14:40:35,219 DEBUG [RS:0;da1c6afcd1f9:35765 {}] executor.ExecutorService(95): Starting executor service name=RS_REFRESH_PEER-regionserver/da1c6afcd1f9:0, corePoolSize=1, maxPoolSize=1 2024-11-14T14:40:35,220 DEBUG [RS:0;da1c6afcd1f9:35765 {}] executor.ExecutorService(95): Starting executor service name=RS_REPLAY_SYNC_REPLICATION_WAL-regionserver/da1c6afcd1f9:0, corePoolSize=1, maxPoolSize=1 2024-11-14T14:40:35,220 DEBUG [RS:0;da1c6afcd1f9:35765 {}] executor.ExecutorService(95): Starting executor service name=RS_SWITCH_RPC_THROTTLE-regionserver/da1c6afcd1f9:0, corePoolSize=1, maxPoolSize=1 2024-11-14T14:40:35,220 DEBUG [RS:0;da1c6afcd1f9:35765 {}] executor.ExecutorService(95): Starting executor service name=RS_CLAIM_REPLICATION_QUEUE-regionserver/da1c6afcd1f9:0, corePoolSize=1, maxPoolSize=1 2024-11-14T14:40:35,220 DEBUG [RS:0;da1c6afcd1f9:35765 {}] executor.ExecutorService(95): Starting executor service name=RS_SNAPSHOT_OPERATIONS-regionserver/da1c6afcd1f9:0, corePoolSize=3, maxPoolSize=3 2024-11-14T14:40:35,220 DEBUG [RS:0;da1c6afcd1f9:35765 {}] executor.ExecutorService(95): Starting executor service name=RS_FLUSH_OPERATIONS-regionserver/da1c6afcd1f9:0, corePoolSize=3, maxPoolSize=3 2024-11-14T14:40:35,221 INFO [RS:0;da1c6afcd1f9:35765 {}] hbase.ChoreService(168): Chore ScheduledChore name=CompactionChecker, period=1000, unit=MILLISECONDS is enabled. 2024-11-14T14:40:35,222 INFO [RS:0;da1c6afcd1f9:35765 {}] hbase.ChoreService(168): Chore ScheduledChore name=MemstoreFlusherChore, period=1000, unit=MILLISECONDS is enabled. 2024-11-14T14:40:35,222 INFO [RS:0;da1c6afcd1f9:35765 {}] hbase.ChoreService(168): Chore ScheduledChore name=ExecutorStatusChore, period=60000, unit=MILLISECONDS is enabled. 2024-11-14T14:40:35,222 INFO [RS:0;da1c6afcd1f9:35765 {}] hbase.ChoreService(168): Chore ScheduledChore name=nonceCleaner, period=360000, unit=MILLISECONDS is enabled. 2024-11-14T14:40:35,222 INFO [RS:0;da1c6afcd1f9:35765 {}] hbase.ChoreService(168): Chore ScheduledChore name=BrokenStoreFileCleaner, period=21600000, unit=MILLISECONDS is enabled. 2024-11-14T14:40:35,222 INFO [RS:0;da1c6afcd1f9:35765 {}] hbase.ChoreService(168): Chore ScheduledChore name=da1c6afcd1f9,35765,1731595233113-MobFileCleanerChore, period=86400, unit=SECONDS is enabled. 2024-11-14T14:40:35,240 INFO [RS:0;da1c6afcd1f9:35765 {}] regionserver.HeapMemoryManager(209): Starting, tuneOn=false 2024-11-14T14:40:35,242 INFO [RS:0;da1c6afcd1f9:35765 {}] hbase.ChoreService(168): Chore ScheduledChore name=da1c6afcd1f9,35765,1731595233113-HeapMemoryTunerChore, period=60000, unit=MILLISECONDS is enabled. 2024-11-14T14:40:35,242 INFO [RS:0;da1c6afcd1f9:35765 {}] hbase.ChoreService(168): Chore ScheduledChore name=ReplicationSourceStatistics, period=300000, unit=MILLISECONDS is enabled. 2024-11-14T14:40:35,242 INFO [RS:0;da1c6afcd1f9:35765 {}] regionserver.Replication(171): da1c6afcd1f9,35765,1731595233113 started 2024-11-14T14:40:35,260 INFO [RS:0;da1c6afcd1f9:35765 {}] hbase.ChoreService(168): Chore ScheduledChore name=ReplicationSinkStatistics, period=300000, unit=MILLISECONDS is enabled. 2024-11-14T14:40:35,260 INFO [RS:0;da1c6afcd1f9:35765 {}] regionserver.HRegionServer(1482): Serving as da1c6afcd1f9,35765,1731595233113, RpcServer on da1c6afcd1f9/172.17.0.2:35765, sessionid=0x101a739d5e50001 2024-11-14T14:40:35,261 DEBUG [RS:0;da1c6afcd1f9:35765 {}] procedure.RegionServerProcedureManagerHost(51): Procedure flush-table-proc starting 2024-11-14T14:40:35,261 DEBUG [RS:0;da1c6afcd1f9:35765 {}] flush.RegionServerFlushTableProcedureManager(108): Start region server flush procedure manager da1c6afcd1f9,35765,1731595233113 2024-11-14T14:40:35,262 DEBUG [RS:0;da1c6afcd1f9:35765 {}] procedure.ZKProcedureMemberRpcs(357): Starting procedure member 'da1c6afcd1f9,35765,1731595233113' 2024-11-14T14:40:35,262 DEBUG [RS:0;da1c6afcd1f9:35765 {}] procedure.ZKProcedureMemberRpcs(134): Checking for aborted procedures on node: '/hbase/flush-table-proc/abort' 2024-11-14T14:40:35,263 DEBUG [RS:0;da1c6afcd1f9:35765 {}] procedure.ZKProcedureMemberRpcs(154): Looking for new procedures under znode:'/hbase/flush-table-proc/acquired' 2024-11-14T14:40:35,264 DEBUG [RS:0;da1c6afcd1f9:35765 {}] procedure.RegionServerProcedureManagerHost(53): Procedure flush-table-proc started 2024-11-14T14:40:35,264 DEBUG [RS:0;da1c6afcd1f9:35765 {}] procedure.RegionServerProcedureManagerHost(51): Procedure online-snapshot starting 2024-11-14T14:40:35,264 DEBUG [RS:0;da1c6afcd1f9:35765 {}] snapshot.RegionServerSnapshotManager(126): Start Snapshot Manager da1c6afcd1f9,35765,1731595233113 2024-11-14T14:40:35,264 DEBUG [RS:0;da1c6afcd1f9:35765 {}] procedure.ZKProcedureMemberRpcs(357): Starting procedure member 'da1c6afcd1f9,35765,1731595233113' 2024-11-14T14:40:35,264 DEBUG [RS:0;da1c6afcd1f9:35765 {}] procedure.ZKProcedureMemberRpcs(134): Checking for aborted procedures on node: '/hbase/online-snapshot/abort' 2024-11-14T14:40:35,265 DEBUG [RS:0;da1c6afcd1f9:35765 {}] procedure.ZKProcedureMemberRpcs(154): Looking for new procedures under znode:'/hbase/online-snapshot/acquired' 2024-11-14T14:40:35,265 DEBUG [RS:0;da1c6afcd1f9:35765 {}] procedure.RegionServerProcedureManagerHost(53): Procedure online-snapshot started 2024-11-14T14:40:35,265 INFO [RS:0;da1c6afcd1f9:35765 {}] quotas.RegionServerRpcQuotaManager(64): Quota support disabled 2024-11-14T14:40:35,266 INFO [RS:0;da1c6afcd1f9:35765 {}] quotas.RegionServerSpaceQuotaManager(80): Quota support disabled, not starting space quota manager. 2024-11-14T14:40:35,371 INFO [RS:0;da1c6afcd1f9:35765 {}] monitor.StreamSlowMonitor(122): New stream slow monitor defaultMonitorName 2024-11-14T14:40:35,375 INFO [RS:0;da1c6afcd1f9:35765 {}] wal.AbstractFSWAL(613): WAL configuration: blocksize=256 MB, rollsize=128 MB, prefix=da1c6afcd1f9%2C35765%2C1731595233113, suffix=, logDir=hdfs://localhost:34345/user/jenkins/test-data/14d118ee-a83a-b09b-5913-1a58940a5db1/WALs/da1c6afcd1f9,35765,1731595233113, archiveDir=hdfs://localhost:34345/user/jenkins/test-data/14d118ee-a83a-b09b-5913-1a58940a5db1/oldWALs, maxLogs=32 2024-11-14T14:40:35,392 DEBUG [RS:0;da1c6afcd1f9:35765 {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(524): When create output stream for /user/jenkins/test-data/14d118ee-a83a-b09b-5913-1a58940a5db1/WALs/da1c6afcd1f9,35765,1731595233113/da1c6afcd1f9%2C35765%2C1731595233113.1731595235377, exclude list is [], retry=0 2024-11-14T14:40:35,396 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-2 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:36699,DS-641ba2b6-3adf-4325-ba96-9f2c8fa07dd7,DISK] 2024-11-14T14:40:35,400 INFO [RS:0;da1c6afcd1f9:35765 {}] wal.AbstractFSWAL(991): New WAL /user/jenkins/test-data/14d118ee-a83a-b09b-5913-1a58940a5db1/WALs/da1c6afcd1f9,35765,1731595233113/da1c6afcd1f9%2C35765%2C1731595233113.1731595235377 2024-11-14T14:40:35,401 DEBUG [RS:0;da1c6afcd1f9:35765 {}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:37711:37711)] 2024-11-14T14:40:35,499 INFO [PEWorker-1 {}] util.FSTableDescriptors(163): Updated hbase:meta table descriptor to hdfs://localhost:34345/user/jenkins/test-data/14d118ee-a83a-b09b-5913-1a58940a5db1/data/hbase/meta/.tabledesc/.tableinfo.0000000001.1321 2024-11-14T14:40:35,500 INFO [PEWorker-1 {}] regionserver.HRegion(7572): creating {ENCODED => 1588230740, NAME => 'hbase:meta,,1', STARTKEY => '', ENDKEY => ''}, tableDescriptor='hbase:meta', {TABLE_ATTRIBUTES => {IS_META => 'true', coprocessor$1 => '|org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint|536870911|', METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'ns', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'rep_barrier', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '2147483647', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'table', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, regionDir=hdfs://localhost:34345/user/jenkins/test-data/14d118ee-a83a-b09b-5913-1a58940a5db1 2024-11-14T14:40:35,509 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36699 is added to blk_1073741833_1009 (size=32) 2024-11-14T14:40:35,912 DEBUG [PEWorker-1 {}] regionserver.HRegion(898): Instantiated hbase:meta,,1.1588230740; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-14T14:40:35,915 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family info of region 1588230740 2024-11-14T14:40:35,917 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName info 2024-11-14T14:40:35,917 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T14:40:35,918 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/info, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-14T14:40:35,918 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family ns of region 1588230740 2024-11-14T14:40:35,920 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName ns 2024-11-14T14:40:35,920 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T14:40:35,921 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/ns, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-14T14:40:35,921 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family rep_barrier of region 1588230740 2024-11-14T14:40:35,924 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName rep_barrier 2024-11-14T14:40:35,924 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T14:40:35,924 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/rep_barrier, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-14T14:40:35,925 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family table of region 1588230740 2024-11-14T14:40:35,927 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName table 2024-11-14T14:40:35,927 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T14:40:35,928 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/table, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-14T14:40:35,928 DEBUG [PEWorker-1 {}] regionserver.HRegion(1038): replaying wal for 1588230740 2024-11-14T14:40:35,929 DEBUG [PEWorker-1 {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:34345/user/jenkins/test-data/14d118ee-a83a-b09b-5913-1a58940a5db1/data/hbase/meta/1588230740 2024-11-14T14:40:35,930 DEBUG [PEWorker-1 {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:34345/user/jenkins/test-data/14d118ee-a83a-b09b-5913-1a58940a5db1/data/hbase/meta/1588230740 2024-11-14T14:40:35,933 DEBUG [PEWorker-1 {}] regionserver.HRegion(1048): stopping wal replay for 1588230740 2024-11-14T14:40:35,933 DEBUG [PEWorker-1 {}] regionserver.HRegion(1060): Cleaning up temporary data for 1588230740 2024-11-14T14:40:35,934 DEBUG [PEWorker-1 {}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table hbase:meta descriptor;using region.getMemStoreFlushHeapSize/# of families (16.0 M)) instead. 2024-11-14T14:40:35,936 DEBUG [PEWorker-1 {}] regionserver.HRegion(1093): writing seq id for 1588230740 2024-11-14T14:40:35,939 DEBUG [PEWorker-1 {}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:34345/user/jenkins/test-data/14d118ee-a83a-b09b-5913-1a58940a5db1/data/hbase/meta/1588230740/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-11-14T14:40:35,940 INFO [PEWorker-1 {}] regionserver.HRegion(1114): Opened 1588230740; next sequenceid=2; ConstantSizeRegionSplitPolicy{desiredMaxFileSize=71322078, jitterRate=0.06278178095817566}, FlushLargeStoresPolicy{flushSizeLowerBound=16777216} 2024-11-14T14:40:35,943 DEBUG [PEWorker-1 {}] regionserver.HRegion(1006): Region open journal for 1588230740: Writing region info on filesystem at 1731595235912Initializing all the Stores at 1731595235914 (+2 ms)Instantiating store for column family {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1731595235914Instantiating store for column family {NAME => 'ns', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1731595235914Instantiating store for column family {NAME => 'rep_barrier', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '2147483647', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731595235914Instantiating store for column family {NAME => 'table', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1731595235914Cleaning up temporary data from old regions at 1731595235933 (+19 ms)Region opened successfully at 1731595235943 (+10 ms) 2024-11-14T14:40:35,943 DEBUG [PEWorker-1 {}] regionserver.HRegion(1722): Closing 1588230740, disabling compactions & flushes 2024-11-14T14:40:35,943 INFO [PEWorker-1 {}] regionserver.HRegion(1755): Closing region hbase:meta,,1.1588230740 2024-11-14T14:40:35,943 DEBUG [PEWorker-1 {}] regionserver.HRegion(1776): Time limited wait for close lock on hbase:meta,,1.1588230740 2024-11-14T14:40:35,943 DEBUG [PEWorker-1 {}] regionserver.HRegion(1843): Acquired close lock on hbase:meta,,1.1588230740 after waiting 0 ms 2024-11-14T14:40:35,943 DEBUG [PEWorker-1 {}] regionserver.HRegion(1853): Updates disabled for region hbase:meta,,1.1588230740 2024-11-14T14:40:35,944 INFO [PEWorker-1 {}] regionserver.HRegion(1973): Closed hbase:meta,,1.1588230740 2024-11-14T14:40:35,945 DEBUG [PEWorker-1 {}] regionserver.HRegion(1676): Region close journal for 1588230740: Waiting for close lock at 1731595235943Disabling compacts and flushes for region at 1731595235943Disabling writes for close at 1731595235943Writing region close event to WAL at 1731595235944 (+1 ms)Closed at 1731595235944 2024-11-14T14:40:35,948 DEBUG [PEWorker-1 {}] procedure.InitMetaProcedure(97): Execute pid=1, state=RUNNABLE:INIT_META_ASSIGN_META, hasLock=true; InitMetaProcedure table=hbase:meta 2024-11-14T14:40:35,948 INFO [PEWorker-1 {}] procedure.InitMetaProcedure(108): Going to assign meta 2024-11-14T14:40:35,954 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=2, ppid=1, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN}] 2024-11-14T14:40:35,962 INFO [PEWorker-2 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=2, ppid=1, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN 2024-11-14T14:40:35,965 INFO [PEWorker-2 {}] assignment.TransitRegionStateProcedure(269): Starting pid=2, ppid=1, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=true; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN; state=OFFLINE, location=null; forceNewPlan=false, retain=false 2024-11-14T14:40:36,118 DEBUG [da1c6afcd1f9:45145 {}] assignment.AssignmentManager(2472): Processing assignQueue; systemServersCount=1, allServersCount=1 2024-11-14T14:40:36,131 INFO [PEWorker-3 {}] assignment.RegionStateStore(223): pid=2 updating hbase:meta row=1588230740, regionState=OPENING, regionLocation=da1c6afcd1f9,35765,1731595233113 2024-11-14T14:40:36,138 INFO [PEWorker-3 {}] zookeeper.MetaTableLocator(171): Setting hbase:meta replicaId=0 location in ZooKeeper as da1c6afcd1f9,35765,1731595233113, state=OPENING 2024-11-14T14:40:36,143 DEBUG [PEWorker-3 {}] zookeeper.MetaTableLocator(183): hbase:meta region location doesn't exist, create it 2024-11-14T14:40:36,145 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:45145-0x101a739d5e50000, quorum=127.0.0.1:49531, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-11-14T14:40:36,145 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:35765-0x101a739d5e50001, quorum=127.0.0.1:49531, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-11-14T14:40:36,146 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /hbase/meta-region-server: CHANGED 2024-11-14T14:40:36,146 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /hbase/meta-region-server: CHANGED 2024-11-14T14:40:36,147 DEBUG [PEWorker-3 {}] procedure2.ProcedureFutureUtil(75): The future has completed while adding callback, give up suspending procedure pid=2, ppid=1, state=RUNNABLE:REGION_STATE_TRANSITION_OPEN, hasLock=true; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN 2024-11-14T14:40:36,149 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=3, ppid=2, state=RUNNABLE, hasLock=false; OpenRegionProcedure 1588230740, server=da1c6afcd1f9,35765,1731595233113}] 2024-11-14T14:40:36,325 DEBUG [RSProcedureDispatcher-pool-0 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=AdminService, sasl=false 2024-11-14T14:40:36,328 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-3-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:34229, version=4.0.0-alpha-1-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=AdminService 2024-11-14T14:40:36,339 INFO [RS_OPEN_META-regionserver/da1c6afcd1f9:0-0 {event_type=M_RS_OPEN_META, pid=3}] handler.AssignRegionHandler(132): Open hbase:meta,,1.1588230740 2024-11-14T14:40:36,339 INFO [RS_OPEN_META-regionserver/da1c6afcd1f9:0-0 {event_type=M_RS_OPEN_META, pid=3}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2024-11-14T14:40:36,339 INFO [RS_OPEN_META-regionserver/da1c6afcd1f9:0-0 {event_type=M_RS_OPEN_META, pid=3}] monitor.StreamSlowMonitor(122): New stream slow monitor .meta 2024-11-14T14:40:36,342 INFO [RS_OPEN_META-regionserver/da1c6afcd1f9:0-0 {event_type=M_RS_OPEN_META, pid=3}] wal.AbstractFSWAL(613): WAL configuration: blocksize=256 MB, rollsize=128 MB, prefix=da1c6afcd1f9%2C35765%2C1731595233113.meta, suffix=.meta, logDir=hdfs://localhost:34345/user/jenkins/test-data/14d118ee-a83a-b09b-5913-1a58940a5db1/WALs/da1c6afcd1f9,35765,1731595233113, archiveDir=hdfs://localhost:34345/user/jenkins/test-data/14d118ee-a83a-b09b-5913-1a58940a5db1/oldWALs, maxLogs=32 2024-11-14T14:40:36,359 DEBUG [RS_OPEN_META-regionserver/da1c6afcd1f9:0-0 {event_type=M_RS_OPEN_META, pid=3}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(524): When create output stream for /user/jenkins/test-data/14d118ee-a83a-b09b-5913-1a58940a5db1/WALs/da1c6afcd1f9,35765,1731595233113/da1c6afcd1f9%2C35765%2C1731595233113.meta.1731595236344.meta, exclude list is [], retry=0 2024-11-14T14:40:36,362 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-1 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:36699,DS-641ba2b6-3adf-4325-ba96-9f2c8fa07dd7,DISK] 2024-11-14T14:40:36,365 INFO [RS_OPEN_META-regionserver/da1c6afcd1f9:0-0 {event_type=M_RS_OPEN_META, pid=3}] wal.AbstractFSWAL(991): New WAL /user/jenkins/test-data/14d118ee-a83a-b09b-5913-1a58940a5db1/WALs/da1c6afcd1f9,35765,1731595233113/da1c6afcd1f9%2C35765%2C1731595233113.meta.1731595236344.meta 2024-11-14T14:40:36,366 DEBUG [RS_OPEN_META-regionserver/da1c6afcd1f9:0-0 {event_type=M_RS_OPEN_META, pid=3}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:37711:37711)] 2024-11-14T14:40:36,366 DEBUG [RS_OPEN_META-regionserver/da1c6afcd1f9:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(7752): Opening region: {ENCODED => 1588230740, NAME => 'hbase:meta,,1', STARTKEY => '', ENDKEY => ''} 2024-11-14T14:40:36,368 DEBUG [RS_OPEN_META-regionserver/da1c6afcd1f9:0-0 {event_type=M_RS_OPEN_META, pid=3}] coprocessor.CoprocessorHost(215): Loading coprocessor class org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint with path null and priority 536870911 2024-11-14T14:40:36,370 DEBUG [RS_OPEN_META-regionserver/da1c6afcd1f9:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(8280): Registered coprocessor service: region=hbase:meta,,1 service=MultiRowMutationService 2024-11-14T14:40:36,375 INFO [RS_OPEN_META-regionserver/da1c6afcd1f9:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.RegionCoprocessorHost(434): Loaded coprocessor org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint from HTD of hbase:meta successfully. 2024-11-14T14:40:36,380 DEBUG [RS_OPEN_META-regionserver/da1c6afcd1f9:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.MetricsRegionSourceImpl(79): Creating new MetricsRegionSourceImpl for table meta 1588230740 2024-11-14T14:40:36,380 DEBUG [RS_OPEN_META-regionserver/da1c6afcd1f9:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(898): Instantiated hbase:meta,,1.1588230740; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-14T14:40:36,380 DEBUG [RS_OPEN_META-regionserver/da1c6afcd1f9:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(7794): checking encryption for 1588230740 2024-11-14T14:40:36,380 DEBUG [RS_OPEN_META-regionserver/da1c6afcd1f9:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(7797): checking classloading for 1588230740 2024-11-14T14:40:36,383 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family info of region 1588230740 2024-11-14T14:40:36,385 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName info 2024-11-14T14:40:36,385 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T14:40:36,386 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/info, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-14T14:40:36,386 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family ns of region 1588230740 2024-11-14T14:40:36,387 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName ns 2024-11-14T14:40:36,387 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T14:40:36,388 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/ns, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-14T14:40:36,388 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family rep_barrier of region 1588230740 2024-11-14T14:40:36,390 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName rep_barrier 2024-11-14T14:40:36,390 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T14:40:36,391 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/rep_barrier, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-14T14:40:36,391 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family table of region 1588230740 2024-11-14T14:40:36,392 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName table 2024-11-14T14:40:36,392 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T14:40:36,393 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/table, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-14T14:40:36,393 DEBUG [RS_OPEN_META-regionserver/da1c6afcd1f9:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1038): replaying wal for 1588230740 2024-11-14T14:40:36,395 DEBUG [RS_OPEN_META-regionserver/da1c6afcd1f9:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:34345/user/jenkins/test-data/14d118ee-a83a-b09b-5913-1a58940a5db1/data/hbase/meta/1588230740 2024-11-14T14:40:36,397 DEBUG [RS_OPEN_META-regionserver/da1c6afcd1f9:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:34345/user/jenkins/test-data/14d118ee-a83a-b09b-5913-1a58940a5db1/data/hbase/meta/1588230740 2024-11-14T14:40:36,399 DEBUG [RS_OPEN_META-regionserver/da1c6afcd1f9:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1048): stopping wal replay for 1588230740 2024-11-14T14:40:36,399 DEBUG [RS_OPEN_META-regionserver/da1c6afcd1f9:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1060): Cleaning up temporary data for 1588230740 2024-11-14T14:40:36,400 DEBUG [RS_OPEN_META-regionserver/da1c6afcd1f9:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table hbase:meta descriptor;using region.getMemStoreFlushHeapSize/# of families (16.0 M)) instead. 2024-11-14T14:40:36,403 DEBUG [RS_OPEN_META-regionserver/da1c6afcd1f9:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1093): writing seq id for 1588230740 2024-11-14T14:40:36,404 INFO [RS_OPEN_META-regionserver/da1c6afcd1f9:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1114): Opened 1588230740; next sequenceid=2; ConstantSizeRegionSplitPolicy{desiredMaxFileSize=63420657, jitterRate=-0.05495856702327728}, FlushLargeStoresPolicy{flushSizeLowerBound=16777216} 2024-11-14T14:40:36,404 DEBUG [RS_OPEN_META-regionserver/da1c6afcd1f9:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1122): Running coprocessor post-open hooks for 1588230740 2024-11-14T14:40:36,406 DEBUG [RS_OPEN_META-regionserver/da1c6afcd1f9:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1006): Region open journal for 1588230740: Running coprocessor pre-open hook at 1731595236381Writing region info on filesystem at 1731595236381Initializing all the Stores at 1731595236383 (+2 ms)Instantiating store for column family {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1731595236383Instantiating store for column family {NAME => 'ns', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1731595236383Instantiating store for column family {NAME => 'rep_barrier', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '2147483647', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731595236383Instantiating store for column family {NAME => 'table', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1731595236383Cleaning up temporary data from old regions at 1731595236399 (+16 ms)Running coprocessor post-open hooks at 1731595236404 (+5 ms)Region opened successfully at 1731595236406 (+2 ms) 2024-11-14T14:40:36,413 INFO [RS_OPEN_META-regionserver/da1c6afcd1f9:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegionServer(2236): Post open deploy tasks for hbase:meta,,1.1588230740, pid=3, masterSystemTime=1731595236316 2024-11-14T14:40:36,424 DEBUG [RS_OPEN_META-regionserver/da1c6afcd1f9:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegionServer(2266): Finished post open deploy task for hbase:meta,,1.1588230740 2024-11-14T14:40:36,425 INFO [RS_OPEN_META-regionserver/da1c6afcd1f9:0-0 {event_type=M_RS_OPEN_META, pid=3}] handler.AssignRegionHandler(153): Opened hbase:meta,,1.1588230740 2024-11-14T14:40:36,427 INFO [PEWorker-4 {}] assignment.RegionStateStore(223): pid=2 updating hbase:meta row=1588230740, regionState=OPEN, openSeqNum=2, regionLocation=da1c6afcd1f9,35765,1731595233113 2024-11-14T14:40:36,429 INFO [PEWorker-4 {}] zookeeper.MetaTableLocator(171): Setting hbase:meta replicaId=0 location in ZooKeeper as da1c6afcd1f9,35765,1731595233113, state=OPEN 2024-11-14T14:40:36,433 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:45145-0x101a739d5e50000, quorum=127.0.0.1:49531, baseZNode=/hbase Received ZooKeeper Event, type=NodeDataChanged, state=SyncConnected, path=/hbase/meta-region-server 2024-11-14T14:40:36,433 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:35765-0x101a739d5e50001, quorum=127.0.0.1:49531, baseZNode=/hbase Received ZooKeeper Event, type=NodeDataChanged, state=SyncConnected, path=/hbase/meta-region-server 2024-11-14T14:40:36,434 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /hbase/meta-region-server: CHANGED 2024-11-14T14:40:36,434 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /hbase/meta-region-server: CHANGED 2024-11-14T14:40:36,434 DEBUG [PEWorker-4 {}] procedure2.ProcedureFutureUtil(75): The future has completed while adding callback, give up suspending procedure pid=3, ppid=2, state=RUNNABLE, hasLock=true; OpenRegionProcedure 1588230740, server=da1c6afcd1f9,35765,1731595233113 2024-11-14T14:40:36,439 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=3, resume processing ppid=2 2024-11-14T14:40:36,439 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1521): Finished pid=3, ppid=2, state=SUCCESS, hasLock=false; OpenRegionProcedure 1588230740, server=da1c6afcd1f9,35765,1731595233113 in 285 msec 2024-11-14T14:40:36,447 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=2, resume processing ppid=1 2024-11-14T14:40:36,447 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1521): Finished pid=2, ppid=1, state=SUCCESS, hasLock=false; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN in 487 msec 2024-11-14T14:40:36,449 DEBUG [PEWorker-2 {}] procedure.InitMetaProcedure(97): Execute pid=1, state=RUNNABLE:INIT_META_CREATE_NAMESPACES, hasLock=true; InitMetaProcedure table=hbase:meta 2024-11-14T14:40:36,449 INFO [PEWorker-2 {}] procedure.InitMetaProcedure(114): Going to create {NAME => 'default'} and {NAME => 'hbase'} namespaces 2024-11-14T14:40:36,471 DEBUG [PEWorker-2 {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-11-14T14:40:36,472 DEBUG [PEWorker-2 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=da1c6afcd1f9,35765,1731595233113, seqNum=-1] 2024-11-14T14:40:36,493 DEBUG [PEWorker-2 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-14T14:40:36,496 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-3-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:57793, version=4.0.0-alpha-1-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-11-14T14:40:36,517 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1521): Finished pid=1, state=SUCCESS, hasLock=false; InitMetaProcedure table=hbase:meta in 1.5350 sec 2024-11-14T14:40:36,517 INFO [master/da1c6afcd1f9:0:becomeActiveMaster {}] master.HMaster(1123): Wait for region servers to report in: status=status unset, state=RUNNING, startTime=1731595236517, completionTime=-1 2024-11-14T14:40:36,521 INFO [master/da1c6afcd1f9:0:becomeActiveMaster {}] master.ServerManager(903): Finished waiting on RegionServer count=1; waited=0ms, expected min=1 server(s), max=1 server(s), master is running 2024-11-14T14:40:36,522 DEBUG [master/da1c6afcd1f9:0:becomeActiveMaster {}] assignment.AssignmentManager(1764): Joining cluster... 2024-11-14T14:40:36,552 INFO [master/da1c6afcd1f9:0:becomeActiveMaster {}] assignment.AssignmentManager(1776): Number of RegionServers=1 2024-11-14T14:40:36,552 INFO [master/da1c6afcd1f9:0:becomeActiveMaster {}] procedure2.TimeoutExecutorThread(82): ADDED pid=-1, state=WAITING_TIMEOUT, hasLock=false; org.apache.hadoop.hbase.master.assignment.AssignmentManager$RegionInTransitionChore; timeout=60000, timestamp=1731595296552 2024-11-14T14:40:36,552 INFO [master/da1c6afcd1f9:0:becomeActiveMaster {}] procedure2.TimeoutExecutorThread(82): ADDED pid=-1, state=WAITING_TIMEOUT, hasLock=false; org.apache.hadoop.hbase.master.assignment.AssignmentManager$DeadServerMetricRegionChore; timeout=120000, timestamp=1731595356552 2024-11-14T14:40:36,552 INFO [master/da1c6afcd1f9:0:becomeActiveMaster {}] assignment.AssignmentManager(1783): Joined the cluster in 30 msec 2024-11-14T14:40:36,555 INFO [master/da1c6afcd1f9:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=da1c6afcd1f9,45145,1731595232258-ClusterStatusChore, period=60000, unit=MILLISECONDS is enabled. 2024-11-14T14:40:36,556 INFO [master/da1c6afcd1f9:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=da1c6afcd1f9,45145,1731595232258-BalancerChore, period=300000, unit=MILLISECONDS is enabled. 2024-11-14T14:40:36,556 INFO [master/da1c6afcd1f9:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=da1c6afcd1f9,45145,1731595232258-RegionNormalizerChore, period=300000, unit=MILLISECONDS is enabled. 2024-11-14T14:40:36,558 INFO [master/da1c6afcd1f9:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=CatalogJanitor-da1c6afcd1f9:45145, period=300000, unit=MILLISECONDS is enabled. 2024-11-14T14:40:36,559 INFO [master/da1c6afcd1f9:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=HbckChore-, period=3600000, unit=MILLISECONDS is enabled. 2024-11-14T14:40:36,559 INFO [master/da1c6afcd1f9:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=FlushedSequenceIdFlusher, period=10800000, unit=MILLISECONDS is enabled. 2024-11-14T14:40:36,584 DEBUG [master/da1c6afcd1f9:0.Chore.1 {}] janitor.CatalogJanitor(180): 2024-11-14T14:40:36,610 INFO [master/da1c6afcd1f9:0:becomeActiveMaster {}] master.HMaster(1239): Master has completed initialization 3.300sec 2024-11-14T14:40:36,614 INFO [master/da1c6afcd1f9:0:becomeActiveMaster {}] quotas.MasterQuotaManager(97): Quota support disabled 2024-11-14T14:40:36,616 INFO [master/da1c6afcd1f9:0:becomeActiveMaster {}] slowlog.SlowLogMasterService(57): Slow/Large requests logging to system table hbase:slowlog is disabled. Quitting. 2024-11-14T14:40:36,617 INFO [master/da1c6afcd1f9:0:becomeActiveMaster {}] waleventtracker.WALEventTrackerTableCreator(75): wal event tracker requests logging to table REPLICATION.WALEVENTTRACKER is disabled. Quitting. 2024-11-14T14:40:36,617 INFO [master/da1c6afcd1f9:0:becomeActiveMaster {}] master.ReplicationSinkTrackerTableCreator(90): replication sink tracker requests logging to table REPLICATION.SINK_TRACKER is disabled. Quitting. 2024-11-14T14:40:36,618 INFO [master/da1c6afcd1f9:0:becomeActiveMaster {}] zookeeper.ZKWatcher(271): not a secure deployment, proceeding 2024-11-14T14:40:36,618 INFO [master/da1c6afcd1f9:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=da1c6afcd1f9,45145,1731595232258-MobFileCleanerChore, period=86400, unit=SECONDS is enabled. 2024-11-14T14:40:36,619 INFO [master/da1c6afcd1f9:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=da1c6afcd1f9,45145,1731595232258-MobFileCompactionChore, period=604800, unit=SECONDS is enabled. 2024-11-14T14:40:36,627 DEBUG [master/da1c6afcd1f9:0:becomeActiveMaster {}] master.HMaster(1374): Balancer post startup initialization complete, took 0 seconds 2024-11-14T14:40:36,628 INFO [master/da1c6afcd1f9:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=RollingUpgradeChore, period=10, unit=SECONDS is enabled. 2024-11-14T14:40:36,628 INFO [master/da1c6afcd1f9:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=da1c6afcd1f9,45145,1731595232258-OldWALsDirSizeChore, period=300000, unit=MILLISECONDS is enabled. 2024-11-14T14:40:36,655 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@343aff6a, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-14T14:40:36,657 DEBUG [Time-limited test {}] nio.NioEventLoop(110): -Dio.netty.noKeySetOptimization: false 2024-11-14T14:40:36,657 DEBUG [Time-limited test {}] nio.NioEventLoop(111): -Dio.netty.selectorAutoRebuildThreshold: 512 2024-11-14T14:40:36,660 DEBUG [Time-limited test {}] client.ClusterIdFetcher(90): Going to request da1c6afcd1f9,45145,-1 for getting cluster id 2024-11-14T14:40:36,662 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-14T14:40:36,670 DEBUG [HMaster-EventLoopGroup-1-3 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = '8594475c-9f34-4c0a-98a7-dbf65259a821' 2024-11-14T14:40:36,672 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-14T14:40:36,672 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "8594475c-9f34-4c0a-98a7-dbf65259a821" 2024-11-14T14:40:36,674 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@42058ae4, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-14T14:40:36,674 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [da1c6afcd1f9,45145,-1] 2024-11-14T14:40:36,677 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-14T14:40:36,678 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-14T14:40:36,680 INFO [HMaster-EventLoopGroup-1-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:53162, version=4.0.0-alpha-1-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-11-14T14:40:36,682 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@32372268, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-14T14:40:36,683 DEBUG [Time-limited test {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-11-14T14:40:36,689 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=da1c6afcd1f9,35765,1731595233113, seqNum=-1] 2024-11-14T14:40:36,690 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-14T14:40:36,692 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-3-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:57856, version=4.0.0-alpha-1-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-11-14T14:40:36,712 INFO [Time-limited test {}] hbase.HBaseTestingUtil(877): Minicluster is up; activeMaster=da1c6afcd1f9,45145,1731595232258 2024-11-14T14:40:36,724 INFO [Time-limited test {}] hbase.ResourceChecker(147): before: TestAcidGuaranteesWithEagerPolicy#testMixedAtomicity Thread=211, OpenFileDescriptor=441, MaxFileDescriptor=1048576, SystemLoadAverage=309, ProcessCount=11, AvailableMemoryMB=8925 2024-11-14T14:40:36,732 DEBUG [Time-limited test {}] client.ConnectionUtils(547): Start fetching master stub from registry 2024-11-14T14:40:36,736 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncConnectionImpl(321): The fetched master address is da1c6afcd1f9,45145,1731595232258 2024-11-14T14:40:36,739 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.ConnectionUtils(555): The fetched master stub is org.apache.hadoop.hbase.shaded.protobuf.generated.MasterProtos$MasterService$Stub@1cd49ee5 2024-11-14T14:40:36,740 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=MasterService, sasl=false 2024-11-14T14:40:36,742 INFO [HMaster-EventLoopGroup-1-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:53166, version=4.0.0-alpha-1-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=MasterService 2024-11-14T14:40:36,744 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45145 {}] util.TableDescriptorChecker(321): MEMSTORE_FLUSHSIZE for table descriptor or "hbase.hregion.memstore.flush.size" (131072) is too small, which might cause very frequent flushing. 2024-11-14T14:40:36,748 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45145 {}] master.HMaster$4(2454): Client=jenkins//172.17.0.2 create 'TestAcidGuarantees', {TABLE_ATTRIBUTES => {METADATA => {'hbase.hregion.compacting.memstore.type' => 'EAGER', 'hbase.hregion.memstore.mslab.enabled' => 'false', 'hbase.memstore.inmemoryflush.threshold.factor' => '0.9'}}}, {NAME => 'A', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'B', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'C', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} 2024-11-14T14:40:36,756 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45145 {}] procedure2.ProcedureExecutor(1139): Stored pid=4, state=RUNNABLE:CREATE_TABLE_PRE_OPERATION, hasLock=false; CreateTableProcedure table=TestAcidGuarantees 2024-11-14T14:40:36,759 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_PRE_OPERATION, hasLock=true; CreateTableProcedure table=TestAcidGuarantees execute state=CREATE_TABLE_PRE_OPERATION 2024-11-14T14:40:36,761 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45145 {}] master.MasterRpcServices(787): Client=jenkins//172.17.0.2 procedure request for creating table: namespace: "default" qualifier: "TestAcidGuarantees" procId is: 4 2024-11-14T14:40:36,761 DEBUG [PEWorker-3 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T14:40:36,763 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_WRITE_FS_LAYOUT, hasLock=true; CreateTableProcedure table=TestAcidGuarantees execute state=CREATE_TABLE_WRITE_FS_LAYOUT 2024-11-14T14:40:36,766 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45145 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-11-14T14:40:36,776 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36699 is added to blk_1073741835_1011 (size=1061) 2024-11-14T14:40:36,876 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45145 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-11-14T14:40:37,087 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45145 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-11-14T14:40:37,181 INFO [RegionOpenAndInit-TestAcidGuarantees-pool-0 {}] regionserver.HRegion(7572): creating {ENCODED => b982b98e12b52abc271df4d930581a34, NAME => 'TestAcidGuarantees,,1731595236744.b982b98e12b52abc271df4d930581a34.', STARTKEY => '', ENDKEY => ''}, tableDescriptor='TestAcidGuarantees', {TABLE_ATTRIBUTES => {METADATA => {'hbase.hregion.compacting.memstore.type' => 'EAGER', 'hbase.hregion.memstore.mslab.enabled' => 'false', 'hbase.memstore.inmemoryflush.threshold.factor' => '0.9', 'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'A', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'B', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'C', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, regionDir=hdfs://localhost:34345/user/jenkins/test-data/14d118ee-a83a-b09b-5913-1a58940a5db1 2024-11-14T14:40:37,189 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36699 is added to blk_1073741836_1012 (size=53) 2024-11-14T14:40:37,396 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45145 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-11-14T14:40:37,591 DEBUG [RegionOpenAndInit-TestAcidGuarantees-pool-0 {}] regionserver.HRegion(898): Instantiated TestAcidGuarantees,,1731595236744.b982b98e12b52abc271df4d930581a34.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-14T14:40:37,591 DEBUG [RegionOpenAndInit-TestAcidGuarantees-pool-0 {}] regionserver.HRegion(1722): Closing b982b98e12b52abc271df4d930581a34, disabling compactions & flushes 2024-11-14T14:40:37,591 INFO [RegionOpenAndInit-TestAcidGuarantees-pool-0 {}] regionserver.HRegion(1755): Closing region TestAcidGuarantees,,1731595236744.b982b98e12b52abc271df4d930581a34. 2024-11-14T14:40:37,591 DEBUG [RegionOpenAndInit-TestAcidGuarantees-pool-0 {}] regionserver.HRegion(1776): Time limited wait for close lock on TestAcidGuarantees,,1731595236744.b982b98e12b52abc271df4d930581a34. 2024-11-14T14:40:37,592 DEBUG [RegionOpenAndInit-TestAcidGuarantees-pool-0 {}] regionserver.HRegion(1843): Acquired close lock on TestAcidGuarantees,,1731595236744.b982b98e12b52abc271df4d930581a34. after waiting 0 ms 2024-11-14T14:40:37,592 DEBUG [RegionOpenAndInit-TestAcidGuarantees-pool-0 {}] regionserver.HRegion(1853): Updates disabled for region TestAcidGuarantees,,1731595236744.b982b98e12b52abc271df4d930581a34. 2024-11-14T14:40:37,592 INFO [RegionOpenAndInit-TestAcidGuarantees-pool-0 {}] regionserver.HRegion(1973): Closed TestAcidGuarantees,,1731595236744.b982b98e12b52abc271df4d930581a34. 2024-11-14T14:40:37,592 DEBUG [RegionOpenAndInit-TestAcidGuarantees-pool-0 {}] regionserver.HRegion(1676): Region close journal for b982b98e12b52abc271df4d930581a34: Waiting for close lock at 1731595237591Disabling compacts and flushes for region at 1731595237591Disabling writes for close at 1731595237592 (+1 ms)Writing region close event to WAL at 1731595237592Closed at 1731595237592 2024-11-14T14:40:37,594 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_ADD_TO_META, hasLock=true; CreateTableProcedure table=TestAcidGuarantees execute state=CREATE_TABLE_ADD_TO_META 2024-11-14T14:40:37,601 DEBUG [PEWorker-3 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":2,"row":"TestAcidGuarantees,,1731595236744.b982b98e12b52abc271df4d930581a34.","families":{"info":[{"qualifier":"regioninfo","vlen":52,"tag":[],"timestamp":"1731595237594"},{"qualifier":"state","vlen":6,"tag":[],"timestamp":"1731595237594"}]},"ts":"1731595237594"} 2024-11-14T14:40:37,605 INFO [PEWorker-3 {}] hbase.MetaTableAccessor(832): Added 1 regions to meta. 2024-11-14T14:40:37,607 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_ASSIGN_REGIONS, hasLock=true; CreateTableProcedure table=TestAcidGuarantees execute state=CREATE_TABLE_ASSIGN_REGIONS 2024-11-14T14:40:37,611 DEBUG [PEWorker-3 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":1,"row":"TestAcidGuarantees","families":{"table":[{"qualifier":"state","vlen":2,"tag":[],"timestamp":"1731595237608"}]},"ts":"1731595237608"} 2024-11-14T14:40:37,615 INFO [PEWorker-3 {}] hbase.MetaTableAccessor(843): Updated tableName=TestAcidGuarantees, state=ENABLING in hbase:meta 2024-11-14T14:40:37,617 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=5, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=TestAcidGuarantees, region=b982b98e12b52abc271df4d930581a34, ASSIGN}] 2024-11-14T14:40:37,619 INFO [PEWorker-5 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=5, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=TestAcidGuarantees, region=b982b98e12b52abc271df4d930581a34, ASSIGN 2024-11-14T14:40:37,621 INFO [PEWorker-5 {}] assignment.TransitRegionStateProcedure(269): Starting pid=5, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=true; TransitRegionStateProcedure table=TestAcidGuarantees, region=b982b98e12b52abc271df4d930581a34, ASSIGN; state=OFFLINE, location=da1c6afcd1f9,35765,1731595233113; forceNewPlan=false, retain=false 2024-11-14T14:40:37,773 INFO [PEWorker-4 {}] assignment.RegionStateStore(223): pid=5 updating hbase:meta row=b982b98e12b52abc271df4d930581a34, regionState=OPENING, regionLocation=da1c6afcd1f9,35765,1731595233113 2024-11-14T14:40:37,777 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-3 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=5, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_OPEN, hasLock=true; TransitRegionStateProcedure table=TestAcidGuarantees, region=b982b98e12b52abc271df4d930581a34, ASSIGN because future has completed 2024-11-14T14:40:37,778 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=6, ppid=5, state=RUNNABLE, hasLock=false; OpenRegionProcedure b982b98e12b52abc271df4d930581a34, server=da1c6afcd1f9,35765,1731595233113}] 2024-11-14T14:40:37,907 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45145 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-11-14T14:40:37,939 INFO [RS_OPEN_REGION-regionserver/da1c6afcd1f9:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] handler.AssignRegionHandler(132): Open TestAcidGuarantees,,1731595236744.b982b98e12b52abc271df4d930581a34. 2024-11-14T14:40:37,939 DEBUG [RS_OPEN_REGION-regionserver/da1c6afcd1f9:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(7752): Opening region: {ENCODED => b982b98e12b52abc271df4d930581a34, NAME => 'TestAcidGuarantees,,1731595236744.b982b98e12b52abc271df4d930581a34.', STARTKEY => '', ENDKEY => ''} 2024-11-14T14:40:37,940 DEBUG [RS_OPEN_REGION-regionserver/da1c6afcd1f9:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.MetricsRegionSourceImpl(79): Creating new MetricsRegionSourceImpl for table TestAcidGuarantees b982b98e12b52abc271df4d930581a34 2024-11-14T14:40:37,940 DEBUG [RS_OPEN_REGION-regionserver/da1c6afcd1f9:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(898): Instantiated TestAcidGuarantees,,1731595236744.b982b98e12b52abc271df4d930581a34.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-14T14:40:37,940 DEBUG [RS_OPEN_REGION-regionserver/da1c6afcd1f9:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(7794): checking encryption for b982b98e12b52abc271df4d930581a34 2024-11-14T14:40:37,940 DEBUG [RS_OPEN_REGION-regionserver/da1c6afcd1f9:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(7797): checking classloading for b982b98e12b52abc271df4d930581a34 2024-11-14T14:40:37,942 INFO [StoreOpener-b982b98e12b52abc271df4d930581a34-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family A of region b982b98e12b52abc271df4d930581a34 2024-11-14T14:40:37,946 INFO [StoreOpener-b982b98e12b52abc271df4d930581a34-1 {}] regionserver.CompactingMemStore(122): Store=A, in-memory flush size threshold=38.40 KB, immutable segments index type=ARRAY_MAP, compactor=EAGER, pipelineThreshold=2, compactionCellMax=10 2024-11-14T14:40:37,946 INFO [StoreOpener-b982b98e12b52abc271df4d930581a34-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region b982b98e12b52abc271df4d930581a34 columnFamilyName A 2024-11-14T14:40:37,946 DEBUG [StoreOpener-b982b98e12b52abc271df4d930581a34-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T14:40:37,948 INFO [StoreOpener-b982b98e12b52abc271df4d930581a34-1 {}] regionserver.HStore(327): Store=b982b98e12b52abc271df4d930581a34/A, memstore type=CompactingMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-14T14:40:37,948 INFO [StoreOpener-b982b98e12b52abc271df4d930581a34-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family B of region b982b98e12b52abc271df4d930581a34 2024-11-14T14:40:37,950 INFO [StoreOpener-b982b98e12b52abc271df4d930581a34-1 {}] regionserver.CompactingMemStore(122): Store=B, in-memory flush size threshold=38.40 KB, immutable segments index type=ARRAY_MAP, compactor=EAGER, pipelineThreshold=2, compactionCellMax=10 2024-11-14T14:40:37,950 INFO [StoreOpener-b982b98e12b52abc271df4d930581a34-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region b982b98e12b52abc271df4d930581a34 columnFamilyName B 2024-11-14T14:40:37,950 DEBUG [StoreOpener-b982b98e12b52abc271df4d930581a34-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T14:40:37,951 INFO [StoreOpener-b982b98e12b52abc271df4d930581a34-1 {}] regionserver.HStore(327): Store=b982b98e12b52abc271df4d930581a34/B, memstore type=CompactingMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-14T14:40:37,952 INFO [StoreOpener-b982b98e12b52abc271df4d930581a34-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family C of region b982b98e12b52abc271df4d930581a34 2024-11-14T14:40:37,954 INFO [StoreOpener-b982b98e12b52abc271df4d930581a34-1 {}] regionserver.CompactingMemStore(122): Store=C, in-memory flush size threshold=38.40 KB, immutable segments index type=ARRAY_MAP, compactor=EAGER, pipelineThreshold=2, compactionCellMax=10 2024-11-14T14:40:37,954 INFO [StoreOpener-b982b98e12b52abc271df4d930581a34-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region b982b98e12b52abc271df4d930581a34 columnFamilyName C 2024-11-14T14:40:37,955 DEBUG [StoreOpener-b982b98e12b52abc271df4d930581a34-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T14:40:37,955 INFO [StoreOpener-b982b98e12b52abc271df4d930581a34-1 {}] regionserver.HStore(327): Store=b982b98e12b52abc271df4d930581a34/C, memstore type=CompactingMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-14T14:40:37,956 INFO [RS_OPEN_REGION-regionserver/da1c6afcd1f9:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1212): Setting FlushNonSloppyStoresFirstPolicy for the region=TestAcidGuarantees,,1731595236744.b982b98e12b52abc271df4d930581a34. 2024-11-14T14:40:37,956 DEBUG [RS_OPEN_REGION-regionserver/da1c6afcd1f9:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1038): replaying wal for b982b98e12b52abc271df4d930581a34 2024-11-14T14:40:37,957 DEBUG [RS_OPEN_REGION-regionserver/da1c6afcd1f9:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:34345/user/jenkins/test-data/14d118ee-a83a-b09b-5913-1a58940a5db1/data/default/TestAcidGuarantees/b982b98e12b52abc271df4d930581a34 2024-11-14T14:40:37,958 DEBUG [RS_OPEN_REGION-regionserver/da1c6afcd1f9:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:34345/user/jenkins/test-data/14d118ee-a83a-b09b-5913-1a58940a5db1/data/default/TestAcidGuarantees/b982b98e12b52abc271df4d930581a34 2024-11-14T14:40:37,960 DEBUG [RS_OPEN_REGION-regionserver/da1c6afcd1f9:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1048): stopping wal replay for b982b98e12b52abc271df4d930581a34 2024-11-14T14:40:37,960 DEBUG [RS_OPEN_REGION-regionserver/da1c6afcd1f9:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1060): Cleaning up temporary data for b982b98e12b52abc271df4d930581a34 2024-11-14T14:40:37,961 DEBUG [RS_OPEN_REGION-regionserver/da1c6afcd1f9:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table TestAcidGuarantees descriptor;using region.getMemStoreFlushHeapSize/# of families (16.0 M)) instead. 2024-11-14T14:40:37,964 DEBUG [RS_OPEN_REGION-regionserver/da1c6afcd1f9:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1093): writing seq id for b982b98e12b52abc271df4d930581a34 2024-11-14T14:40:37,968 DEBUG [RS_OPEN_REGION-regionserver/da1c6afcd1f9:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:34345/user/jenkins/test-data/14d118ee-a83a-b09b-5913-1a58940a5db1/data/default/TestAcidGuarantees/b982b98e12b52abc271df4d930581a34/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-11-14T14:40:37,969 INFO [RS_OPEN_REGION-regionserver/da1c6afcd1f9:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1114): Opened b982b98e12b52abc271df4d930581a34; next sequenceid=2; ConstantSizeRegionSplitPolicy{desiredMaxFileSize=75074244, jitterRate=0.11869341135025024}, FlushLargeStoresPolicy{flushSizeLowerBound=16777216} 2024-11-14T14:40:37,969 DEBUG [RS_OPEN_REGION-regionserver/da1c6afcd1f9:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1122): Running coprocessor post-open hooks for b982b98e12b52abc271df4d930581a34 2024-11-14T14:40:37,970 DEBUG [RS_OPEN_REGION-regionserver/da1c6afcd1f9:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1006): Region open journal for b982b98e12b52abc271df4d930581a34: Running coprocessor pre-open hook at 1731595237940Writing region info on filesystem at 1731595237940Initializing all the Stores at 1731595237942 (+2 ms)Instantiating store for column family {NAME => 'A', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731595237942Instantiating store for column family {NAME => 'B', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731595237942Instantiating store for column family {NAME => 'C', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731595237942Cleaning up temporary data from old regions at 1731595237960 (+18 ms)Running coprocessor post-open hooks at 1731595237969 (+9 ms)Region opened successfully at 1731595237970 (+1 ms) 2024-11-14T14:40:37,972 INFO [RS_OPEN_REGION-regionserver/da1c6afcd1f9:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegionServer(2236): Post open deploy tasks for TestAcidGuarantees,,1731595236744.b982b98e12b52abc271df4d930581a34., pid=6, masterSystemTime=1731595237933 2024-11-14T14:40:37,975 DEBUG [RS_OPEN_REGION-regionserver/da1c6afcd1f9:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegionServer(2266): Finished post open deploy task for TestAcidGuarantees,,1731595236744.b982b98e12b52abc271df4d930581a34. 2024-11-14T14:40:37,975 INFO [RS_OPEN_REGION-regionserver/da1c6afcd1f9:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] handler.AssignRegionHandler(153): Opened TestAcidGuarantees,,1731595236744.b982b98e12b52abc271df4d930581a34. 2024-11-14T14:40:37,976 INFO [PEWorker-3 {}] assignment.RegionStateStore(223): pid=5 updating hbase:meta row=b982b98e12b52abc271df4d930581a34, regionState=OPEN, openSeqNum=2, regionLocation=da1c6afcd1f9,35765,1731595233113 2024-11-14T14:40:37,980 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-3 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=6, ppid=5, state=RUNNABLE, hasLock=false; OpenRegionProcedure b982b98e12b52abc271df4d930581a34, server=da1c6afcd1f9,35765,1731595233113 because future has completed 2024-11-14T14:40:37,987 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=6, resume processing ppid=5 2024-11-14T14:40:37,987 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1521): Finished pid=6, ppid=5, state=SUCCESS, hasLock=false; OpenRegionProcedure b982b98e12b52abc271df4d930581a34, server=da1c6afcd1f9,35765,1731595233113 in 204 msec 2024-11-14T14:40:37,991 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=5, resume processing ppid=4 2024-11-14T14:40:37,991 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1521): Finished pid=5, ppid=4, state=SUCCESS, hasLock=false; TransitRegionStateProcedure table=TestAcidGuarantees, region=b982b98e12b52abc271df4d930581a34, ASSIGN in 370 msec 2024-11-14T14:40:37,993 INFO [PEWorker-1 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_UPDATE_DESC_CACHE, hasLock=true; CreateTableProcedure table=TestAcidGuarantees execute state=CREATE_TABLE_UPDATE_DESC_CACHE 2024-11-14T14:40:37,993 DEBUG [PEWorker-1 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":1,"row":"TestAcidGuarantees","families":{"table":[{"qualifier":"state","vlen":2,"tag":[],"timestamp":"1731595237993"}]},"ts":"1731595237993"} 2024-11-14T14:40:37,996 INFO [PEWorker-1 {}] hbase.MetaTableAccessor(843): Updated tableName=TestAcidGuarantees, state=ENABLED in hbase:meta 2024-11-14T14:40:37,998 INFO [PEWorker-1 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_POST_OPERATION, hasLock=true; CreateTableProcedure table=TestAcidGuarantees execute state=CREATE_TABLE_POST_OPERATION 2024-11-14T14:40:38,002 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1521): Finished pid=4, state=SUCCESS, hasLock=false; CreateTableProcedure table=TestAcidGuarantees in 1.2470 sec 2024-11-14T14:40:38,927 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45145 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-11-14T14:40:38,928 INFO [RPCClient-NioEventLoopGroup-4-4 {}] client.RawAsyncHBaseAdmin$TableProcedureBiConsumer(2721): Operation: CREATE, Table Name: default:TestAcidGuarantees completed 2024-11-14T14:40:38,934 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@2ad452c3, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-14T14:40:38,934 DEBUG [Time-limited test {}] client.ClusterIdFetcher(90): Going to request da1c6afcd1f9,45145,-1 for getting cluster id 2024-11-14T14:40:38,935 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-14T14:40:38,936 DEBUG [HMaster-EventLoopGroup-1-3 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = '8594475c-9f34-4c0a-98a7-dbf65259a821' 2024-11-14T14:40:38,937 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-14T14:40:38,937 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "8594475c-9f34-4c0a-98a7-dbf65259a821" 2024-11-14T14:40:38,937 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@48a04f71, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-14T14:40:38,937 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [da1c6afcd1f9,45145,-1] 2024-11-14T14:40:38,938 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-14T14:40:38,938 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-14T14:40:38,939 INFO [HMaster-EventLoopGroup-1-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:53176, version=4.0.0-alpha-1-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-11-14T14:40:38,941 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@435bed7b, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-14T14:40:38,941 DEBUG [Time-limited test {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-11-14T14:40:38,943 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=da1c6afcd1f9,35765,1731595233113, seqNum=-1] 2024-11-14T14:40:38,943 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-14T14:40:38,945 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-3-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:57868, version=4.0.0-alpha-1-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-11-14T14:40:38,947 DEBUG [Time-limited test {}] client.ConnectionUtils(547): Start fetching master stub from registry 2024-11-14T14:40:38,948 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.AsyncConnectionImpl(321): The fetched master address is da1c6afcd1f9,45145,1731595232258 2024-11-14T14:40:38,948 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.ConnectionUtils(555): The fetched master stub is org.apache.hadoop.hbase.shaded.protobuf.generated.MasterProtos$MasterService$Stub@6bf45604 2024-11-14T14:40:38,951 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=MasterService, sasl=false 2024-11-14T14:40:38,953 INFO [HMaster-EventLoopGroup-1-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:53184, version=4.0.0-alpha-1-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=MasterService 2024-11-14T14:40:38,957 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@19d419ec, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-14T14:40:38,957 DEBUG [Time-limited test {}] client.ClusterIdFetcher(90): Going to request da1c6afcd1f9,45145,-1 for getting cluster id 2024-11-14T14:40:38,957 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-14T14:40:38,958 DEBUG [HMaster-EventLoopGroup-1-3 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = '8594475c-9f34-4c0a-98a7-dbf65259a821' 2024-11-14T14:40:38,959 DEBUG [RPCClient-NioEventLoopGroup-4-9 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-14T14:40:38,959 DEBUG [RPCClient-NioEventLoopGroup-4-9 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "8594475c-9f34-4c0a-98a7-dbf65259a821" 2024-11-14T14:40:38,959 DEBUG [RPCClient-NioEventLoopGroup-4-9 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@26a9376a, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-14T14:40:38,959 DEBUG [RPCClient-NioEventLoopGroup-4-9 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [da1c6afcd1f9,45145,-1] 2024-11-14T14:40:38,960 DEBUG [RPCClient-NioEventLoopGroup-4-9 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-14T14:40:38,960 DEBUG [RPCClient-NioEventLoopGroup-4-9 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-14T14:40:38,961 INFO [HMaster-EventLoopGroup-1-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:53200, version=4.0.0-alpha-1-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-11-14T14:40:38,962 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@a4c56da, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-14T14:40:38,963 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@130d4a2a, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-14T14:40:38,963 DEBUG [Time-limited test {}] client.ClusterIdFetcher(90): Going to request da1c6afcd1f9,45145,-1 for getting cluster id 2024-11-14T14:40:38,963 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-14T14:40:38,964 DEBUG [HMaster-EventLoopGroup-1-2 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = '8594475c-9f34-4c0a-98a7-dbf65259a821' 2024-11-14T14:40:38,965 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-14T14:40:38,965 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "8594475c-9f34-4c0a-98a7-dbf65259a821" 2024-11-14T14:40:38,965 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@4c6b0c61, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-14T14:40:38,965 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [da1c6afcd1f9,45145,-1] 2024-11-14T14:40:38,965 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-14T14:40:38,966 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-14T14:40:38,967 INFO [HMaster-EventLoopGroup-1-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:53220, version=4.0.0-alpha-1-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-11-14T14:40:38,968 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@49cdb8e7, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-14T14:40:38,969 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@59d35085, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-14T14:40:38,969 DEBUG [Time-limited test {}] client.ClusterIdFetcher(90): Going to request da1c6afcd1f9,45145,-1 for getting cluster id 2024-11-14T14:40:38,969 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-14T14:40:38,970 DEBUG [HMaster-EventLoopGroup-1-1 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = '8594475c-9f34-4c0a-98a7-dbf65259a821' 2024-11-14T14:40:38,970 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-14T14:40:38,971 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "8594475c-9f34-4c0a-98a7-dbf65259a821" 2024-11-14T14:40:38,971 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@5676fb0c, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-14T14:40:38,971 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [da1c6afcd1f9,45145,-1] 2024-11-14T14:40:38,971 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-14T14:40:38,972 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-14T14:40:38,973 INFO [HMaster-EventLoopGroup-1-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:53238, version=4.0.0-alpha-1-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-11-14T14:40:38,974 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@7a0960a2, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-14T14:40:38,975 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@1fb4b46b, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-14T14:40:38,975 DEBUG [Time-limited test {}] client.ClusterIdFetcher(90): Going to request da1c6afcd1f9,45145,-1 for getting cluster id 2024-11-14T14:40:38,975 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-14T14:40:38,976 DEBUG [HMaster-EventLoopGroup-1-3 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = '8594475c-9f34-4c0a-98a7-dbf65259a821' 2024-11-14T14:40:38,976 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-14T14:40:38,977 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "8594475c-9f34-4c0a-98a7-dbf65259a821" 2024-11-14T14:40:38,977 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@528027bb, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-14T14:40:38,977 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [da1c6afcd1f9,45145,-1] 2024-11-14T14:40:38,977 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-14T14:40:38,977 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-14T14:40:38,979 INFO [HMaster-EventLoopGroup-1-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:53268, version=4.0.0-alpha-1-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-11-14T14:40:38,980 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@253fe80a, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-14T14:40:38,980 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@3a1cce95, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-14T14:40:38,980 DEBUG [Time-limited test {}] client.ClusterIdFetcher(90): Going to request da1c6afcd1f9,45145,-1 for getting cluster id 2024-11-14T14:40:38,980 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-14T14:40:38,981 DEBUG [HMaster-EventLoopGroup-1-2 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = '8594475c-9f34-4c0a-98a7-dbf65259a821' 2024-11-14T14:40:38,981 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-14T14:40:38,982 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "8594475c-9f34-4c0a-98a7-dbf65259a821" 2024-11-14T14:40:38,982 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@2fecaead, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-14T14:40:38,982 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [da1c6afcd1f9,45145,-1] 2024-11-14T14:40:38,982 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-14T14:40:38,982 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-14T14:40:38,983 INFO [HMaster-EventLoopGroup-1-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:53284, version=4.0.0-alpha-1-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-11-14T14:40:38,984 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@4652641e, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-14T14:40:38,985 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@3055dae7, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-14T14:40:38,986 DEBUG [Time-limited test {}] client.ClusterIdFetcher(90): Going to request da1c6afcd1f9,45145,-1 for getting cluster id 2024-11-14T14:40:38,986 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-14T14:40:38,986 DEBUG [HMaster-EventLoopGroup-1-1 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = '8594475c-9f34-4c0a-98a7-dbf65259a821' 2024-11-14T14:40:38,987 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-14T14:40:38,987 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "8594475c-9f34-4c0a-98a7-dbf65259a821" 2024-11-14T14:40:38,988 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@15646188, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-14T14:40:38,988 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [da1c6afcd1f9,45145,-1] 2024-11-14T14:40:38,988 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-14T14:40:38,988 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-14T14:40:38,989 INFO [HMaster-EventLoopGroup-1-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:53300, version=4.0.0-alpha-1-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-11-14T14:40:38,990 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@638af609, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-14T14:40:38,990 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@5238acdf, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-14T14:40:38,990 DEBUG [Time-limited test {}] client.ClusterIdFetcher(90): Going to request da1c6afcd1f9,45145,-1 for getting cluster id 2024-11-14T14:40:38,991 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-14T14:40:38,991 DEBUG [HMaster-EventLoopGroup-1-3 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = '8594475c-9f34-4c0a-98a7-dbf65259a821' 2024-11-14T14:40:38,992 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-14T14:40:38,992 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "8594475c-9f34-4c0a-98a7-dbf65259a821" 2024-11-14T14:40:38,992 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@6e9550bc, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-14T14:40:38,992 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [da1c6afcd1f9,45145,-1] 2024-11-14T14:40:38,992 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-14T14:40:38,993 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-14T14:40:38,993 INFO [HMaster-EventLoopGroup-1-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:53318, version=4.0.0-alpha-1-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-11-14T14:40:38,994 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@2b38edab, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-14T14:40:38,995 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@7f4f2c18, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-14T14:40:38,995 DEBUG [Time-limited test {}] client.ClusterIdFetcher(90): Going to request da1c6afcd1f9,45145,-1 for getting cluster id 2024-11-14T14:40:38,995 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-14T14:40:38,996 DEBUG [HMaster-EventLoopGroup-1-2 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = '8594475c-9f34-4c0a-98a7-dbf65259a821' 2024-11-14T14:40:38,996 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-14T14:40:38,996 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "8594475c-9f34-4c0a-98a7-dbf65259a821" 2024-11-14T14:40:38,997 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@1020fb6f, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-14T14:40:38,997 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [da1c6afcd1f9,45145,-1] 2024-11-14T14:40:38,997 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-14T14:40:38,997 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-14T14:40:38,998 INFO [HMaster-EventLoopGroup-1-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:53328, version=4.0.0-alpha-1-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-11-14T14:40:38,999 DEBUG [RPCClient-NioEventLoopGroup-4-8 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@57865cab, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-14T14:40:38,999 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@6643136e, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-14T14:40:38,999 DEBUG [Time-limited test {}] client.ClusterIdFetcher(90): Going to request da1c6afcd1f9,45145,-1 for getting cluster id 2024-11-14T14:40:39,000 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-14T14:40:39,000 DEBUG [HMaster-EventLoopGroup-1-1 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = '8594475c-9f34-4c0a-98a7-dbf65259a821' 2024-11-14T14:40:39,001 DEBUG [RPCClient-NioEventLoopGroup-4-9 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-14T14:40:39,001 DEBUG [RPCClient-NioEventLoopGroup-4-9 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "8594475c-9f34-4c0a-98a7-dbf65259a821" 2024-11-14T14:40:39,001 DEBUG [RPCClient-NioEventLoopGroup-4-9 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@463070d9, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-14T14:40:39,001 DEBUG [RPCClient-NioEventLoopGroup-4-9 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [da1c6afcd1f9,45145,-1] 2024-11-14T14:40:39,001 DEBUG [RPCClient-NioEventLoopGroup-4-9 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-14T14:40:39,001 DEBUG [RPCClient-NioEventLoopGroup-4-9 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-14T14:40:39,002 INFO [HMaster-EventLoopGroup-1-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:53352, version=4.0.0-alpha-1-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-11-14T14:40:39,003 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@5f5c6f22, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-14T14:40:39,008 DEBUG [Thread-158 {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-11-14T14:40:39,008 DEBUG [Thread-156 {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-11-14T14:40:39,008 DEBUG [Thread-154 {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-11-14T14:40:39,008 DEBUG [Thread-145 {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-11-14T14:40:39,008 DEBUG [Thread-147 {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-11-14T14:40:39,008 DEBUG [Thread-151 {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-11-14T14:40:39,009 DEBUG [Thread-160 {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-11-14T14:40:39,009 DEBUG [Thread-149 {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-11-14T14:40:39,010 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=da1c6afcd1f9,35765,1731595233113, seqNum=-1] 2024-11-14T14:40:39,010 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=da1c6afcd1f9,35765,1731595233113, seqNum=-1] 2024-11-14T14:40:39,010 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=da1c6afcd1f9,35765,1731595233113, seqNum=-1] 2024-11-14T14:40:39,008 DEBUG [Thread-143 {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-11-14T14:40:39,011 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-14T14:40:39,011 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-14T14:40:39,011 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-14T14:40:39,012 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=da1c6afcd1f9,35765,1731595233113, seqNum=-1] 2024-11-14T14:40:39,012 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-14T14:40:39,013 DEBUG [RPCClient-NioEventLoopGroup-4-8 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=da1c6afcd1f9,35765,1731595233113, seqNum=-1] 2024-11-14T14:40:39,013 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=da1c6afcd1f9,35765,1731595233113, seqNum=-1] 2024-11-14T14:40:39,013 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-3-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:57884, version=4.0.0-alpha-1-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-11-14T14:40:39,013 DEBUG [RPCClient-NioEventLoopGroup-4-8 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-14T14:40:39,013 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-3-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:57892, version=4.0.0-alpha-1-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-11-14T14:40:39,013 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-3-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:57896, version=4.0.0-alpha-1-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-11-14T14:40:39,013 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-14T14:40:39,014 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=da1c6afcd1f9,35765,1731595233113, seqNum=-1] 2024-11-14T14:40:39,015 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-3-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:57914, version=4.0.0-alpha-1-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-11-14T14:40:39,015 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-3-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:57902, version=4.0.0-alpha-1-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-11-14T14:40:39,015 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-14T14:40:39,015 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=da1c6afcd1f9,35765,1731595233113, seqNum=-1] 2024-11-14T14:40:39,015 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-3-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:57926, version=4.0.0-alpha-1-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-11-14T14:40:39,015 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-14T14:40:39,016 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-3-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:57932, version=4.0.0-alpha-1-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-11-14T14:40:39,017 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=da1c6afcd1f9,35765,1731595233113, seqNum=-1] 2024-11-14T14:40:39,017 INFO [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45145 {}] master.HMaster$22(4506): Client=jenkins//172.17.0.2 flush TestAcidGuarantees 2024-11-14T14:40:39,017 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-14T14:40:39,017 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-3-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:57946, version=4.0.0-alpha-1-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-11-14T14:40:39,020 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-3-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:57954, version=4.0.0-alpha-1-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-11-14T14:40:39,021 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'TestAcidGuarantees', row='test_row_1', locateType=CURRENT is [region=TestAcidGuarantees,,1731595236744.b982b98e12b52abc271df4d930581a34., hostname=da1c6afcd1f9,35765,1731595233113, seqNum=2] 2024-11-14T14:40:39,022 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'TestAcidGuarantees', row='test_row_0', locateType=CURRENT is [region=TestAcidGuarantees,,1731595236744.b982b98e12b52abc271df4d930581a34., hostname=da1c6afcd1f9,35765,1731595233113, seqNum=2] 2024-11-14T14:40:39,024 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'TestAcidGuarantees', row='', locateType=CURRENT is [region=TestAcidGuarantees,,1731595236744.b982b98e12b52abc271df4d930581a34., hostname=da1c6afcd1f9,35765,1731595233113, seqNum=2] 2024-11-14T14:40:39,023 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'TestAcidGuarantees', row='test_row_2', locateType=CURRENT is [region=TestAcidGuarantees,,1731595236744.b982b98e12b52abc271df4d930581a34., hostname=da1c6afcd1f9,35765,1731595233113, seqNum=2] 2024-11-14T14:40:39,025 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'TestAcidGuarantees', row='test_row_2', locateType=CURRENT is [region=TestAcidGuarantees,,1731595236744.b982b98e12b52abc271df4d930581a34., hostname=da1c6afcd1f9,35765,1731595233113, seqNum=2] 2024-11-14T14:40:39,027 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'TestAcidGuarantees', row='test_row_0', locateType=CURRENT is [region=TestAcidGuarantees,,1731595236744.b982b98e12b52abc271df4d930581a34., hostname=da1c6afcd1f9,35765,1731595233113, seqNum=2] 2024-11-14T14:40:39,029 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'TestAcidGuarantees', row='', locateType=CURRENT is [region=TestAcidGuarantees,,1731595236744.b982b98e12b52abc271df4d930581a34., hostname=da1c6afcd1f9,35765,1731595233113, seqNum=2] 2024-11-14T14:40:39,030 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'TestAcidGuarantees', row='test_row_1', locateType=CURRENT is [region=TestAcidGuarantees,,1731595236744.b982b98e12b52abc271df4d930581a34., hostname=da1c6afcd1f9,35765,1731595233113, seqNum=2] 2024-11-14T14:40:39,033 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45145 {}] procedure2.ProcedureExecutor(1139): Stored pid=7, state=RUNNABLE:FLUSH_TABLE_PREPARE, hasLock=false; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=7, table=TestAcidGuarantees 2024-11-14T14:40:39,035 INFO [PEWorker-2 {}] procedure.FlushTableProcedure(91): pid=7, state=RUNNABLE:FLUSH_TABLE_PREPARE, hasLock=true; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=7, table=TestAcidGuarantees execute state=FLUSH_TABLE_PREPARE 2024-11-14T14:40:39,037 INFO [PEWorker-2 {}] procedure.FlushTableProcedure(91): pid=7, state=RUNNABLE:FLUSH_TABLE_FLUSH_REGIONS, hasLock=true; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=7, table=TestAcidGuarantees execute state=FLUSH_TABLE_FLUSH_REGIONS 2024-11-14T14:40:39,039 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45145 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=7 2024-11-14T14:40:39,040 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=8, ppid=7, state=RUNNABLE, hasLock=false; org.apache.hadoop.hbase.master.procedure.FlushRegionProcedure}] 2024-11-14T14:40:39,040 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'TestAcidGuarantees', row='test_row_2', locateType=CURRENT is [region=TestAcidGuarantees,,1731595236744.b982b98e12b52abc271df4d930581a34., hostname=da1c6afcd1f9,35765,1731595233113, seqNum=2] 2024-11-14T14:40:39,102 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35765 {}] regionserver.HRegion(8855): Flush requested on b982b98e12b52abc271df4d930581a34 2024-11-14T14:40:39,108 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(2902): Flushing b982b98e12b52abc271df4d930581a34 3/3 column families, dataSize=46.96 KB heapSize=140.20 KB 2024-11-14T14:40:39,124 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK b982b98e12b52abc271df4d930581a34, store=A 2024-11-14T14:40:39,125 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-14T14:40:39,126 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK b982b98e12b52abc271df4d930581a34, store=B 2024-11-14T14:40:39,126 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-14T14:40:39,126 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK b982b98e12b52abc271df4d930581a34, store=C 2024-11-14T14:40:39,126 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-14T14:40:39,147 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45145 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=7 2024-11-14T14:40:39,226 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:34345/user/jenkins/test-data/14d118ee-a83a-b09b-5913-1a58940a5db1/data/default/TestAcidGuarantees/b982b98e12b52abc271df4d930581a34/.tmp/A/32e2c7bdb44c4924b87cb8396b22c672 is 50, key is test_row_0/A:col10/1731595239088/Put/seqid=0 2024-11-14T14:40:39,233 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=35765 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=8 2024-11-14T14:40:39,244 DEBUG [RS_FLUSH_OPERATIONS-regionserver/da1c6afcd1f9:0-0 {event_type=RS_FLUSH_REGIONS, pid=8}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1731595236744.b982b98e12b52abc271df4d930581a34. 2024-11-14T14:40:39,245 DEBUG [RS_FLUSH_OPERATIONS-regionserver/da1c6afcd1f9:0-0 {event_type=RS_FLUSH_REGIONS, pid=8}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1731595236744.b982b98e12b52abc271df4d930581a34. as already flushing 2024-11-14T14:40:39,245 DEBUG [RS_FLUSH_OPERATIONS-regionserver/da1c6afcd1f9:0-0 {event_type=RS_FLUSH_REGIONS, pid=8}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1731595236744.b982b98e12b52abc271df4d930581a34. 2024-11-14T14:40:39,246 ERROR [RS_FLUSH_OPERATIONS-regionserver/da1c6afcd1f9:0-0 {event_type=RS_FLUSH_REGIONS, pid=8}] handler.RSProcedureHandler(58): pid=8 java.io.IOException: Unable to complete flush {ENCODED => b982b98e12b52abc271df4d930581a34, NAME => 'TestAcidGuarantees,,1731595236744.b982b98e12b52abc271df4d930581a34.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-14T14:40:39,248 DEBUG [RS_FLUSH_OPERATIONS-regionserver/da1c6afcd1f9:0-0 {event_type=RS_FLUSH_REGIONS, pid=8}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=8 java.io.IOException: Unable to complete flush {ENCODED => b982b98e12b52abc271df4d930581a34, NAME => 'TestAcidGuarantees,,1731595236744.b982b98e12b52abc271df4d930581a34.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-14T14:40:39,254 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35765 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b982b98e12b52abc271df4d930581a34, server=da1c6afcd1f9,35765,1731595233113 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-14T14:40:39,255 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35765 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b982b98e12b52abc271df4d930581a34, server=da1c6afcd1f9,35765,1731595233113 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-14T14:40:39,256 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36699 is added to blk_1073741837_1013 (size=12001) 2024-11-14T14:40:39,259 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45145 {}] master.HMaster(4177): Remote procedure failed, pid=8 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => b982b98e12b52abc271df4d930581a34, NAME => 'TestAcidGuarantees,,1731595236744.b982b98e12b52abc271df4d930581a34.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$5(MasterRpcServices.java:2580) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2575) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => b982b98e12b52abc271df4d930581a34, NAME => 'TestAcidGuarantees,,1731595236744.b982b98e12b52abc271df4d930581a34.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-14T14:40:39,261 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35765 {}] ipc.CallRunner(138): callId: 6 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:57946 deadline: 1731595299215, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b982b98e12b52abc271df4d930581a34, server=da1c6afcd1f9,35765,1731595233113 2024-11-14T14:40:39,261 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35765 {}] ipc.CallRunner(138): callId: 6 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:57926 deadline: 1731595299219, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b982b98e12b52abc271df4d930581a34, server=da1c6afcd1f9,35765,1731595233113 2024-11-14T14:40:39,261 DEBUG [RS_IN_MEMORY_COMPACTION-regionserver/da1c6afcd1f9:0-2 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=type=CellArrayImmutableSegment, empty=no, cellCount=209, cellSize=9565, totalHeapSize=21976, min timestamp=1731595239207, max timestamp=1731595239238Num uniques 859; 2024-11-14T14:40:39,261 DEBUG [RS_IN_MEMORY_COMPACTION-regionserver/da1c6afcd1f9:0-0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=type=CellArrayImmutableSegment, empty=no, cellCount=209, cellSize=9564, totalHeapSize=21976, min timestamp=1731595239207, max timestamp=1731595239238Num uniques 859; 2024-11-14T14:40:39,262 DEBUG [RS_IN_MEMORY_COMPACTION-regionserver/da1c6afcd1f9:0-0 {}] regionserver.CompactionPipeline(163): Suffix data size=39334, new segment data size=9564, suffix heap size=117064,new segment heap size=21976 　suffix off heap size=0, new segment off heap size=0, suffix cells count=859, new segment cells count=209 2024-11-14T14:40:39,262 DEBUG [RS_IN_MEMORY_COMPACTION-regionserver/da1c6afcd1f9:0-2 {}] regionserver.CompactionPipeline(163): Suffix data size=39335, new segment data size=9565, suffix heap size=117064,new segment heap size=21976 　suffix off heap size=0, new segment off heap size=0, suffix cells count=859, new segment cells count=209 2024-11-14T14:40:39,265 DEBUG [RS_IN_MEMORY_COMPACTION-regionserver/da1c6afcd1f9:0-1 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=type=CellArrayImmutableSegment, empty=no, cellCount=209, cellSize=9565, totalHeapSize=21976, min timestamp=1731595239207, max timestamp=1731595239238Num uniques 859; 2024-11-14T14:40:39,290 DEBUG [RS_IN_MEMORY_COMPACTION-regionserver/da1c6afcd1f9:0-1 {}] regionserver.CompactionPipeline(163): Suffix data size=39335, new segment data size=9565, suffix heap size=117064,new segment heap size=21976 　suffix off heap size=0, new segment off heap size=0, suffix cells count=859, new segment cells count=209 2024-11-14T14:40:39,296 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731595236744.b982b98e12b52abc271df4d930581a34., hostname=da1c6afcd1f9,35765,1731595233113, seqNum=2 , the old value is region=TestAcidGuarantees,,1731595236744.b982b98e12b52abc271df4d930581a34., hostname=da1c6afcd1f9,35765,1731595233113, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b982b98e12b52abc271df4d930581a34, server=da1c6afcd1f9,35765,1731595233113 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-14T14:40:39,297 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731595236744.b982b98e12b52abc271df4d930581a34., hostname=da1c6afcd1f9,35765,1731595233113, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b982b98e12b52abc271df4d930581a34, server=da1c6afcd1f9,35765,1731595233113 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-14T14:40:39,298 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731595236744.b982b98e12b52abc271df4d930581a34., hostname=da1c6afcd1f9,35765,1731595233113, seqNum=2 because the exception is null or not the one we care about 2024-11-14T14:40:39,299 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731595236744.b982b98e12b52abc271df4d930581a34., hostname=da1c6afcd1f9,35765,1731595233113, seqNum=2 , the old value is region=TestAcidGuarantees,,1731595236744.b982b98e12b52abc271df4d930581a34., hostname=da1c6afcd1f9,35765,1731595233113, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b982b98e12b52abc271df4d930581a34, server=da1c6afcd1f9,35765,1731595233113 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-14T14:40:39,299 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731595236744.b982b98e12b52abc271df4d930581a34., hostname=da1c6afcd1f9,35765,1731595233113, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b982b98e12b52abc271df4d930581a34, server=da1c6afcd1f9,35765,1731595233113 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-14T14:40:39,299 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731595236744.b982b98e12b52abc271df4d930581a34., hostname=da1c6afcd1f9,35765,1731595233113, seqNum=2 because the exception is null or not the one we care about 2024-11-14T14:40:39,342 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35765 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b982b98e12b52abc271df4d930581a34, server=da1c6afcd1f9,35765,1731595233113 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-14T14:40:39,343 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35765 {}] ipc.CallRunner(138): callId: 11 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:57914 deadline: 1731595299331, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b982b98e12b52abc271df4d930581a34, server=da1c6afcd1f9,35765,1731595233113 2024-11-14T14:40:39,344 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731595236744.b982b98e12b52abc271df4d930581a34., hostname=da1c6afcd1f9,35765,1731595233113, seqNum=2 , the old value is region=TestAcidGuarantees,,1731595236744.b982b98e12b52abc271df4d930581a34., hostname=da1c6afcd1f9,35765,1731595233113, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b982b98e12b52abc271df4d930581a34, server=da1c6afcd1f9,35765,1731595233113 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-14T14:40:39,344 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731595236744.b982b98e12b52abc271df4d930581a34., hostname=da1c6afcd1f9,35765,1731595233113, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b982b98e12b52abc271df4d930581a34, server=da1c6afcd1f9,35765,1731595233113 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-14T14:40:39,345 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731595236744.b982b98e12b52abc271df4d930581a34., hostname=da1c6afcd1f9,35765,1731595233113, seqNum=2 because the exception is null or not the one we care about 2024-11-14T14:40:39,351 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35765 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b982b98e12b52abc271df4d930581a34, server=da1c6afcd1f9,35765,1731595233113 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-14T14:40:39,352 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35765 {}] ipc.CallRunner(138): callId: 11 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:57954 deadline: 1731595299335, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b982b98e12b52abc271df4d930581a34, server=da1c6afcd1f9,35765,1731595233113 2024-11-14T14:40:39,353 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731595236744.b982b98e12b52abc271df4d930581a34., hostname=da1c6afcd1f9,35765,1731595233113, seqNum=2 , the old value is region=TestAcidGuarantees,,1731595236744.b982b98e12b52abc271df4d930581a34., hostname=da1c6afcd1f9,35765,1731595233113, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b982b98e12b52abc271df4d930581a34, server=da1c6afcd1f9,35765,1731595233113 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-14T14:40:39,353 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35765 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b982b98e12b52abc271df4d930581a34, server=da1c6afcd1f9,35765,1731595233113 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-14T14:40:39,353 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731595236744.b982b98e12b52abc271df4d930581a34., hostname=da1c6afcd1f9,35765,1731595233113, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b982b98e12b52abc271df4d930581a34, server=da1c6afcd1f9,35765,1731595233113 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-14T14:40:39,354 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35765 {}] ipc.CallRunner(138): callId: 11 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:57884 deadline: 1731595299343, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b982b98e12b52abc271df4d930581a34, server=da1c6afcd1f9,35765,1731595233113 2024-11-14T14:40:39,354 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731595236744.b982b98e12b52abc271df4d930581a34., hostname=da1c6afcd1f9,35765,1731595233113, seqNum=2 because the exception is null or not the one we care about 2024-11-14T14:40:39,355 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731595236744.b982b98e12b52abc271df4d930581a34., hostname=da1c6afcd1f9,35765,1731595233113, seqNum=2 , the old value is region=TestAcidGuarantees,,1731595236744.b982b98e12b52abc271df4d930581a34., hostname=da1c6afcd1f9,35765,1731595233113, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b982b98e12b52abc271df4d930581a34, server=da1c6afcd1f9,35765,1731595233113 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-14T14:40:39,355 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731595236744.b982b98e12b52abc271df4d930581a34., hostname=da1c6afcd1f9,35765,1731595233113, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b982b98e12b52abc271df4d930581a34, server=da1c6afcd1f9,35765,1731595233113 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-14T14:40:39,356 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731595236744.b982b98e12b52abc271df4d930581a34., hostname=da1c6afcd1f9,35765,1731595233113, seqNum=2 because the exception is null or not the one we care about 2024-11-14T14:40:39,357 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45145 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=7 2024-11-14T14:40:39,411 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35765 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b982b98e12b52abc271df4d930581a34, server=da1c6afcd1f9,35765,1731595233113 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-14T14:40:39,412 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35765 {}] ipc.CallRunner(138): callId: 7 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:57946 deadline: 1731595299408, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b982b98e12b52abc271df4d930581a34, server=da1c6afcd1f9,35765,1731595233113 2024-11-14T14:40:39,413 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731595236744.b982b98e12b52abc271df4d930581a34., hostname=da1c6afcd1f9,35765,1731595233113, seqNum=2 , the old value is region=TestAcidGuarantees,,1731595236744.b982b98e12b52abc271df4d930581a34., hostname=da1c6afcd1f9,35765,1731595233113, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b982b98e12b52abc271df4d930581a34, server=da1c6afcd1f9,35765,1731595233113 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-14T14:40:39,413 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731595236744.b982b98e12b52abc271df4d930581a34., hostname=da1c6afcd1f9,35765,1731595233113, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b982b98e12b52abc271df4d930581a34, server=da1c6afcd1f9,35765,1731595233113 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-14T14:40:39,414 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731595236744.b982b98e12b52abc271df4d930581a34., hostname=da1c6afcd1f9,35765,1731595233113, seqNum=2 because the exception is null or not the one we care about 2024-11-14T14:40:39,415 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=35765 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=8 2024-11-14T14:40:39,415 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35765 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b982b98e12b52abc271df4d930581a34, server=da1c6afcd1f9,35765,1731595233113 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-14T14:40:39,416 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35765 {}] ipc.CallRunner(138): callId: 7 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:57926 deadline: 1731595299408, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b982b98e12b52abc271df4d930581a34, server=da1c6afcd1f9,35765,1731595233113 2024-11-14T14:40:39,417 DEBUG [RS_FLUSH_OPERATIONS-regionserver/da1c6afcd1f9:0-1 {event_type=RS_FLUSH_REGIONS, pid=8}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1731595236744.b982b98e12b52abc271df4d930581a34. 2024-11-14T14:40:39,417 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731595236744.b982b98e12b52abc271df4d930581a34., hostname=da1c6afcd1f9,35765,1731595233113, seqNum=2 , the old value is region=TestAcidGuarantees,,1731595236744.b982b98e12b52abc271df4d930581a34., hostname=da1c6afcd1f9,35765,1731595233113, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b982b98e12b52abc271df4d930581a34, server=da1c6afcd1f9,35765,1731595233113 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-14T14:40:39,417 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731595236744.b982b98e12b52abc271df4d930581a34., hostname=da1c6afcd1f9,35765,1731595233113, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b982b98e12b52abc271df4d930581a34, server=da1c6afcd1f9,35765,1731595233113 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-14T14:40:39,418 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731595236744.b982b98e12b52abc271df4d930581a34., hostname=da1c6afcd1f9,35765,1731595233113, seqNum=2 because the exception is null or not the one we care about 2024-11-14T14:40:39,418 DEBUG [RS_FLUSH_OPERATIONS-regionserver/da1c6afcd1f9:0-1 {event_type=RS_FLUSH_REGIONS, pid=8}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1731595236744.b982b98e12b52abc271df4d930581a34. as already flushing 2024-11-14T14:40:39,418 DEBUG [RS_FLUSH_OPERATIONS-regionserver/da1c6afcd1f9:0-1 {event_type=RS_FLUSH_REGIONS, pid=8}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1731595236744.b982b98e12b52abc271df4d930581a34. 2024-11-14T14:40:39,418 ERROR [RS_FLUSH_OPERATIONS-regionserver/da1c6afcd1f9:0-1 {event_type=RS_FLUSH_REGIONS, pid=8}] handler.RSProcedureHandler(58): pid=8 java.io.IOException: Unable to complete flush {ENCODED => b982b98e12b52abc271df4d930581a34, NAME => 'TestAcidGuarantees,,1731595236744.b982b98e12b52abc271df4d930581a34.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-14T14:40:39,422 DEBUG [RS_FLUSH_OPERATIONS-regionserver/da1c6afcd1f9:0-1 {event_type=RS_FLUSH_REGIONS, pid=8}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=8 java.io.IOException: Unable to complete flush {ENCODED => b982b98e12b52abc271df4d930581a34, NAME => 'TestAcidGuarantees,,1731595236744.b982b98e12b52abc271df4d930581a34.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-14T14:40:39,423 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45145 {}] master.HMaster(4177): Remote procedure failed, pid=8 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => b982b98e12b52abc271df4d930581a34, NAME => 'TestAcidGuarantees,,1731595236744.b982b98e12b52abc271df4d930581a34.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$5(MasterRpcServices.java:2580) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2575) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => b982b98e12b52abc271df4d930581a34, NAME => 'TestAcidGuarantees,,1731595236744.b982b98e12b52abc271df4d930581a34.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-14T14:40:39,463 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35765 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b982b98e12b52abc271df4d930581a34, server=da1c6afcd1f9,35765,1731595233113 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-14T14:40:39,464 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35765 {}] ipc.CallRunner(138): callId: 12 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:57914 deadline: 1731595299457, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b982b98e12b52abc271df4d930581a34, server=da1c6afcd1f9,35765,1731595233113 2024-11-14T14:40:39,465 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731595236744.b982b98e12b52abc271df4d930581a34., hostname=da1c6afcd1f9,35765,1731595233113, seqNum=2 , the old value is region=TestAcidGuarantees,,1731595236744.b982b98e12b52abc271df4d930581a34., hostname=da1c6afcd1f9,35765,1731595233113, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b982b98e12b52abc271df4d930581a34, server=da1c6afcd1f9,35765,1731595233113 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-14T14:40:39,465 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731595236744.b982b98e12b52abc271df4d930581a34., hostname=da1c6afcd1f9,35765,1731595233113, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b982b98e12b52abc271df4d930581a34, server=da1c6afcd1f9,35765,1731595233113 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-14T14:40:39,465 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35765 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b982b98e12b52abc271df4d930581a34, server=da1c6afcd1f9,35765,1731595233113 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-14T14:40:39,465 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731595236744.b982b98e12b52abc271df4d930581a34., hostname=da1c6afcd1f9,35765,1731595233113, seqNum=2 because the exception is null or not the one we care about 2024-11-14T14:40:39,465 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35765 {}] ipc.CallRunner(138): callId: 12 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:57954 deadline: 1731595299457, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b982b98e12b52abc271df4d930581a34, server=da1c6afcd1f9,35765,1731595233113 2024-11-14T14:40:39,466 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731595236744.b982b98e12b52abc271df4d930581a34., hostname=da1c6afcd1f9,35765,1731595233113, seqNum=2 , the old value is region=TestAcidGuarantees,,1731595236744.b982b98e12b52abc271df4d930581a34., hostname=da1c6afcd1f9,35765,1731595233113, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b982b98e12b52abc271df4d930581a34, server=da1c6afcd1f9,35765,1731595233113 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-14T14:40:39,467 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731595236744.b982b98e12b52abc271df4d930581a34., hostname=da1c6afcd1f9,35765,1731595233113, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b982b98e12b52abc271df4d930581a34, server=da1c6afcd1f9,35765,1731595233113 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-14T14:40:39,467 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731595236744.b982b98e12b52abc271df4d930581a34., hostname=da1c6afcd1f9,35765,1731595233113, seqNum=2 because the exception is null or not the one we care about 2024-11-14T14:40:39,469 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35765 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b982b98e12b52abc271df4d930581a34, server=da1c6afcd1f9,35765,1731595233113 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-14T14:40:39,469 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35765 {}] ipc.CallRunner(138): callId: 12 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:57884 deadline: 1731595299468, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b982b98e12b52abc271df4d930581a34, server=da1c6afcd1f9,35765,1731595233113 2024-11-14T14:40:39,470 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731595236744.b982b98e12b52abc271df4d930581a34., hostname=da1c6afcd1f9,35765,1731595233113, seqNum=2 , the old value is region=TestAcidGuarantees,,1731595236744.b982b98e12b52abc271df4d930581a34., hostname=da1c6afcd1f9,35765,1731595233113, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b982b98e12b52abc271df4d930581a34, server=da1c6afcd1f9,35765,1731595233113 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-14T14:40:39,470 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731595236744.b982b98e12b52abc271df4d930581a34., hostname=da1c6afcd1f9,35765,1731595233113, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b982b98e12b52abc271df4d930581a34, server=da1c6afcd1f9,35765,1731595233113 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-14T14:40:39,470 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731595236744.b982b98e12b52abc271df4d930581a34., hostname=da1c6afcd1f9,35765,1731595233113, seqNum=2 because the exception is null or not the one we care about 2024-11-14T14:40:39,580 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=35765 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=8 2024-11-14T14:40:39,582 DEBUG [RS_FLUSH_OPERATIONS-regionserver/da1c6afcd1f9:0-2 {event_type=RS_FLUSH_REGIONS, pid=8}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1731595236744.b982b98e12b52abc271df4d930581a34. 2024-11-14T14:40:39,582 DEBUG [RS_FLUSH_OPERATIONS-regionserver/da1c6afcd1f9:0-2 {event_type=RS_FLUSH_REGIONS, pid=8}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1731595236744.b982b98e12b52abc271df4d930581a34. as already flushing 2024-11-14T14:40:39,582 DEBUG [RS_FLUSH_OPERATIONS-regionserver/da1c6afcd1f9:0-2 {event_type=RS_FLUSH_REGIONS, pid=8}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1731595236744.b982b98e12b52abc271df4d930581a34. 2024-11-14T14:40:39,582 ERROR [RS_FLUSH_OPERATIONS-regionserver/da1c6afcd1f9:0-2 {event_type=RS_FLUSH_REGIONS, pid=8}] handler.RSProcedureHandler(58): pid=8 java.io.IOException: Unable to complete flush {ENCODED => b982b98e12b52abc271df4d930581a34, NAME => 'TestAcidGuarantees,,1731595236744.b982b98e12b52abc271df4d930581a34.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-14T14:40:39,583 DEBUG [RS_FLUSH_OPERATIONS-regionserver/da1c6afcd1f9:0-2 {event_type=RS_FLUSH_REGIONS, pid=8}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=8 java.io.IOException: Unable to complete flush {ENCODED => b982b98e12b52abc271df4d930581a34, NAME => 'TestAcidGuarantees,,1731595236744.b982b98e12b52abc271df4d930581a34.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-14T14:40:39,585 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45145 {}] master.HMaster(4177): Remote procedure failed, pid=8 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => b982b98e12b52abc271df4d930581a34, NAME => 'TestAcidGuarantees,,1731595236744.b982b98e12b52abc271df4d930581a34.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$5(MasterRpcServices.java:2580) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2575) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => b982b98e12b52abc271df4d930581a34, NAME => 'TestAcidGuarantees,,1731595236744.b982b98e12b52abc271df4d930581a34.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-14T14:40:39,621 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35765 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b982b98e12b52abc271df4d930581a34, server=da1c6afcd1f9,35765,1731595233113 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-14T14:40:39,621 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35765 {}] ipc.CallRunner(138): callId: 8 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:57946 deadline: 1731595299616, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b982b98e12b52abc271df4d930581a34, server=da1c6afcd1f9,35765,1731595233113 2024-11-14T14:40:39,622 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731595236744.b982b98e12b52abc271df4d930581a34., hostname=da1c6afcd1f9,35765,1731595233113, seqNum=2 , the old value is region=TestAcidGuarantees,,1731595236744.b982b98e12b52abc271df4d930581a34., hostname=da1c6afcd1f9,35765,1731595233113, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b982b98e12b52abc271df4d930581a34, server=da1c6afcd1f9,35765,1731595233113 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-14T14:40:39,622 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731595236744.b982b98e12b52abc271df4d930581a34., hostname=da1c6afcd1f9,35765,1731595233113, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b982b98e12b52abc271df4d930581a34, server=da1c6afcd1f9,35765,1731595233113 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-14T14:40:39,623 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731595236744.b982b98e12b52abc271df4d930581a34., hostname=da1c6afcd1f9,35765,1731595233113, seqNum=2 because the exception is null or not the one we care about 2024-11-14T14:40:39,629 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35765 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b982b98e12b52abc271df4d930581a34, server=da1c6afcd1f9,35765,1731595233113 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-14T14:40:39,629 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35765 {}] ipc.CallRunner(138): callId: 8 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:57926 deadline: 1731595299627, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b982b98e12b52abc271df4d930581a34, server=da1c6afcd1f9,35765,1731595233113 2024-11-14T14:40:39,630 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731595236744.b982b98e12b52abc271df4d930581a34., hostname=da1c6afcd1f9,35765,1731595233113, seqNum=2 , the old value is region=TestAcidGuarantees,,1731595236744.b982b98e12b52abc271df4d930581a34., hostname=da1c6afcd1f9,35765,1731595233113, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b982b98e12b52abc271df4d930581a34, server=da1c6afcd1f9,35765,1731595233113 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-14T14:40:39,630 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731595236744.b982b98e12b52abc271df4d930581a34., hostname=da1c6afcd1f9,35765,1731595233113, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b982b98e12b52abc271df4d930581a34, server=da1c6afcd1f9,35765,1731595233113 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-14T14:40:39,630 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731595236744.b982b98e12b52abc271df4d930581a34., hostname=da1c6afcd1f9,35765,1731595233113, seqNum=2 because the exception is null or not the one we care about 2024-11-14T14:40:39,658 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=20.13 KB at sequenceid=13 (bloomFilter=true), to=hdfs://localhost:34345/user/jenkins/test-data/14d118ee-a83a-b09b-5913-1a58940a5db1/data/default/TestAcidGuarantees/b982b98e12b52abc271df4d930581a34/.tmp/A/32e2c7bdb44c4924b87cb8396b22c672 2024-11-14T14:40:39,667 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45145 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=7 2024-11-14T14:40:39,680 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35765 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b982b98e12b52abc271df4d930581a34, server=da1c6afcd1f9,35765,1731595233113 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-14T14:40:39,680 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35765 {}] ipc.CallRunner(138): callId: 13 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:57954 deadline: 1731595299679, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b982b98e12b52abc271df4d930581a34, server=da1c6afcd1f9,35765,1731595233113 2024-11-14T14:40:39,681 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35765 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b982b98e12b52abc271df4d930581a34, server=da1c6afcd1f9,35765,1731595233113 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-14T14:40:39,682 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35765 {}] ipc.CallRunner(138): callId: 13 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:57884 deadline: 1731595299679, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b982b98e12b52abc271df4d930581a34, server=da1c6afcd1f9,35765,1731595233113 2024-11-14T14:40:39,682 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35765 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b982b98e12b52abc271df4d930581a34, server=da1c6afcd1f9,35765,1731595233113 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-14T14:40:39,682 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35765 {}] ipc.CallRunner(138): callId: 13 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:57914 deadline: 1731595299679, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b982b98e12b52abc271df4d930581a34, server=da1c6afcd1f9,35765,1731595233113 2024-11-14T14:40:39,684 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731595236744.b982b98e12b52abc271df4d930581a34., hostname=da1c6afcd1f9,35765,1731595233113, seqNum=2 , the old value is region=TestAcidGuarantees,,1731595236744.b982b98e12b52abc271df4d930581a34., hostname=da1c6afcd1f9,35765,1731595233113, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b982b98e12b52abc271df4d930581a34, server=da1c6afcd1f9,35765,1731595233113 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-14T14:40:39,684 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731595236744.b982b98e12b52abc271df4d930581a34., hostname=da1c6afcd1f9,35765,1731595233113, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b982b98e12b52abc271df4d930581a34, server=da1c6afcd1f9,35765,1731595233113 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-14T14:40:39,684 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731595236744.b982b98e12b52abc271df4d930581a34., hostname=da1c6afcd1f9,35765,1731595233113, seqNum=2 because the exception is null or not the one we care about 2024-11-14T14:40:39,685 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731595236744.b982b98e12b52abc271df4d930581a34., hostname=da1c6afcd1f9,35765,1731595233113, seqNum=2 , the old value is region=TestAcidGuarantees,,1731595236744.b982b98e12b52abc271df4d930581a34., hostname=da1c6afcd1f9,35765,1731595233113, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b982b98e12b52abc271df4d930581a34, server=da1c6afcd1f9,35765,1731595233113 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-14T14:40:39,685 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731595236744.b982b98e12b52abc271df4d930581a34., hostname=da1c6afcd1f9,35765,1731595233113, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b982b98e12b52abc271df4d930581a34, server=da1c6afcd1f9,35765,1731595233113 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-14T14:40:39,685 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731595236744.b982b98e12b52abc271df4d930581a34., hostname=da1c6afcd1f9,35765,1731595233113, seqNum=2 because the exception is null or not the one we care about 2024-11-14T14:40:39,686 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731595236744.b982b98e12b52abc271df4d930581a34., hostname=da1c6afcd1f9,35765,1731595233113, seqNum=2 , the old value is region=TestAcidGuarantees,,1731595236744.b982b98e12b52abc271df4d930581a34., hostname=da1c6afcd1f9,35765,1731595233113, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b982b98e12b52abc271df4d930581a34, server=da1c6afcd1f9,35765,1731595233113 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-14T14:40:39,686 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731595236744.b982b98e12b52abc271df4d930581a34., hostname=da1c6afcd1f9,35765,1731595233113, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b982b98e12b52abc271df4d930581a34, server=da1c6afcd1f9,35765,1731595233113 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-14T14:40:39,687 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731595236744.b982b98e12b52abc271df4d930581a34., hostname=da1c6afcd1f9,35765,1731595233113, seqNum=2 because the exception is null or not the one we care about 2024-11-14T14:40:39,740 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=35765 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=8 2024-11-14T14:40:39,740 DEBUG [RS_FLUSH_OPERATIONS-regionserver/da1c6afcd1f9:0-0 {event_type=RS_FLUSH_REGIONS, pid=8}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1731595236744.b982b98e12b52abc271df4d930581a34. 2024-11-14T14:40:39,740 DEBUG [RS_FLUSH_OPERATIONS-regionserver/da1c6afcd1f9:0-0 {event_type=RS_FLUSH_REGIONS, pid=8}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1731595236744.b982b98e12b52abc271df4d930581a34. as already flushing 2024-11-14T14:40:39,740 DEBUG [RS_FLUSH_OPERATIONS-regionserver/da1c6afcd1f9:0-0 {event_type=RS_FLUSH_REGIONS, pid=8}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1731595236744.b982b98e12b52abc271df4d930581a34. 2024-11-14T14:40:39,741 ERROR [RS_FLUSH_OPERATIONS-regionserver/da1c6afcd1f9:0-0 {event_type=RS_FLUSH_REGIONS, pid=8}] handler.RSProcedureHandler(58): pid=8 java.io.IOException: Unable to complete flush {ENCODED => b982b98e12b52abc271df4d930581a34, NAME => 'TestAcidGuarantees,,1731595236744.b982b98e12b52abc271df4d930581a34.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-14T14:40:39,741 DEBUG [RS_FLUSH_OPERATIONS-regionserver/da1c6afcd1f9:0-0 {event_type=RS_FLUSH_REGIONS, pid=8}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=8 java.io.IOException: Unable to complete flush {ENCODED => b982b98e12b52abc271df4d930581a34, NAME => 'TestAcidGuarantees,,1731595236744.b982b98e12b52abc271df4d930581a34.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-14T14:40:39,743 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45145 {}] master.HMaster(4177): Remote procedure failed, pid=8 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => b982b98e12b52abc271df4d930581a34, NAME => 'TestAcidGuarantees,,1731595236744.b982b98e12b52abc271df4d930581a34.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$5(MasterRpcServices.java:2580) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2575) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => b982b98e12b52abc271df4d930581a34, NAME => 'TestAcidGuarantees,,1731595236744.b982b98e12b52abc271df4d930581a34.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-14T14:40:39,777 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:34345/user/jenkins/test-data/14d118ee-a83a-b09b-5913-1a58940a5db1/data/default/TestAcidGuarantees/b982b98e12b52abc271df4d930581a34/.tmp/B/8d60656adf5b4b229783f7a69cb30200 is 50, key is test_row_0/B:col10/1731595239088/Put/seqid=0 2024-11-14T14:40:39,809 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36699 is added to blk_1073741838_1014 (size=12001) 2024-11-14T14:40:39,811 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=20.13 KB at sequenceid=13 (bloomFilter=true), to=hdfs://localhost:34345/user/jenkins/test-data/14d118ee-a83a-b09b-5913-1a58940a5db1/data/default/TestAcidGuarantees/b982b98e12b52abc271df4d930581a34/.tmp/B/8d60656adf5b4b229783f7a69cb30200 2024-11-14T14:40:39,862 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:34345/user/jenkins/test-data/14d118ee-a83a-b09b-5913-1a58940a5db1/data/default/TestAcidGuarantees/b982b98e12b52abc271df4d930581a34/.tmp/C/24e502dc086040568a83194ec64074ec is 50, key is test_row_0/C:col10/1731595239088/Put/seqid=0 2024-11-14T14:40:39,888 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36699 is added to blk_1073741839_1015 (size=12001) 2024-11-14T14:40:39,891 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=20.13 KB at sequenceid=13 (bloomFilter=true), to=hdfs://localhost:34345/user/jenkins/test-data/14d118ee-a83a-b09b-5913-1a58940a5db1/data/default/TestAcidGuarantees/b982b98e12b52abc271df4d930581a34/.tmp/C/24e502dc086040568a83194ec64074ec 2024-11-14T14:40:39,896 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=35765 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=8 2024-11-14T14:40:39,897 DEBUG [RS_FLUSH_OPERATIONS-regionserver/da1c6afcd1f9:0-1 {event_type=RS_FLUSH_REGIONS, pid=8}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1731595236744.b982b98e12b52abc271df4d930581a34. 2024-11-14T14:40:39,897 DEBUG [RS_FLUSH_OPERATIONS-regionserver/da1c6afcd1f9:0-1 {event_type=RS_FLUSH_REGIONS, pid=8}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1731595236744.b982b98e12b52abc271df4d930581a34. as already flushing 2024-11-14T14:40:39,897 DEBUG [RS_FLUSH_OPERATIONS-regionserver/da1c6afcd1f9:0-1 {event_type=RS_FLUSH_REGIONS, pid=8}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1731595236744.b982b98e12b52abc271df4d930581a34. 2024-11-14T14:40:39,897 ERROR [RS_FLUSH_OPERATIONS-regionserver/da1c6afcd1f9:0-1 {event_type=RS_FLUSH_REGIONS, pid=8}] handler.RSProcedureHandler(58): pid=8 java.io.IOException: Unable to complete flush {ENCODED => b982b98e12b52abc271df4d930581a34, NAME => 'TestAcidGuarantees,,1731595236744.b982b98e12b52abc271df4d930581a34.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-14T14:40:39,898 DEBUG [RS_FLUSH_OPERATIONS-regionserver/da1c6afcd1f9:0-1 {event_type=RS_FLUSH_REGIONS, pid=8}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=8 java.io.IOException: Unable to complete flush {ENCODED => b982b98e12b52abc271df4d930581a34, NAME => 'TestAcidGuarantees,,1731595236744.b982b98e12b52abc271df4d930581a34.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-14T14:40:39,899 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45145 {}] master.HMaster(4177): Remote procedure failed, pid=8 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => b982b98e12b52abc271df4d930581a34, NAME => 'TestAcidGuarantees,,1731595236744.b982b98e12b52abc271df4d930581a34.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$5(MasterRpcServices.java:2580) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2575) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => b982b98e12b52abc271df4d930581a34, NAME => 'TestAcidGuarantees,,1731595236744.b982b98e12b52abc271df4d930581a34.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-14T14:40:39,907 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:34345/user/jenkins/test-data/14d118ee-a83a-b09b-5913-1a58940a5db1/data/default/TestAcidGuarantees/b982b98e12b52abc271df4d930581a34/.tmp/A/32e2c7bdb44c4924b87cb8396b22c672 as hdfs://localhost:34345/user/jenkins/test-data/14d118ee-a83a-b09b-5913-1a58940a5db1/data/default/TestAcidGuarantees/b982b98e12b52abc271df4d930581a34/A/32e2c7bdb44c4924b87cb8396b22c672 2024-11-14T14:40:39,932 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35765 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b982b98e12b52abc271df4d930581a34, server=da1c6afcd1f9,35765,1731595233113 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-14T14:40:39,933 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35765 {}] ipc.CallRunner(138): callId: 9 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:57946 deadline: 1731595299927, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b982b98e12b52abc271df4d930581a34, server=da1c6afcd1f9,35765,1731595233113 2024-11-14T14:40:39,934 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731595236744.b982b98e12b52abc271df4d930581a34., hostname=da1c6afcd1f9,35765,1731595233113, seqNum=2 , the old value is region=TestAcidGuarantees,,1731595236744.b982b98e12b52abc271df4d930581a34., hostname=da1c6afcd1f9,35765,1731595233113, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b982b98e12b52abc271df4d930581a34, server=da1c6afcd1f9,35765,1731595233113 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-14T14:40:39,934 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731595236744.b982b98e12b52abc271df4d930581a34., hostname=da1c6afcd1f9,35765,1731595233113, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b982b98e12b52abc271df4d930581a34, server=da1c6afcd1f9,35765,1731595233113 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-14T14:40:39,934 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731595236744.b982b98e12b52abc271df4d930581a34., hostname=da1c6afcd1f9,35765,1731595233113, seqNum=2 because the exception is null or not the one we care about 2024-11-14T14:40:39,931 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:34345/user/jenkins/test-data/14d118ee-a83a-b09b-5913-1a58940a5db1/data/default/TestAcidGuarantees/b982b98e12b52abc271df4d930581a34/A/32e2c7bdb44c4924b87cb8396b22c672, entries=150, sequenceid=13, filesize=11.7 K 2024-11-14T14:40:39,939 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35765 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b982b98e12b52abc271df4d930581a34, server=da1c6afcd1f9,35765,1731595233113 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-14T14:40:39,940 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35765 {}] ipc.CallRunner(138): callId: 9 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:57926 deadline: 1731595299937, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b982b98e12b52abc271df4d930581a34, server=da1c6afcd1f9,35765,1731595233113 2024-11-14T14:40:39,940 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731595236744.b982b98e12b52abc271df4d930581a34., hostname=da1c6afcd1f9,35765,1731595233113, seqNum=2 , the old value is region=TestAcidGuarantees,,1731595236744.b982b98e12b52abc271df4d930581a34., hostname=da1c6afcd1f9,35765,1731595233113, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b982b98e12b52abc271df4d930581a34, server=da1c6afcd1f9,35765,1731595233113 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-14T14:40:39,940 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731595236744.b982b98e12b52abc271df4d930581a34., hostname=da1c6afcd1f9,35765,1731595233113, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b982b98e12b52abc271df4d930581a34, server=da1c6afcd1f9,35765,1731595233113 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-14T14:40:39,941 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:34345/user/jenkins/test-data/14d118ee-a83a-b09b-5913-1a58940a5db1/data/default/TestAcidGuarantees/b982b98e12b52abc271df4d930581a34/.tmp/B/8d60656adf5b4b229783f7a69cb30200 as hdfs://localhost:34345/user/jenkins/test-data/14d118ee-a83a-b09b-5913-1a58940a5db1/data/default/TestAcidGuarantees/b982b98e12b52abc271df4d930581a34/B/8d60656adf5b4b229783f7a69cb30200 2024-11-14T14:40:39,941 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731595236744.b982b98e12b52abc271df4d930581a34., hostname=da1c6afcd1f9,35765,1731595233113, seqNum=2 because the exception is null or not the one we care about 2024-11-14T14:40:39,951 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:34345/user/jenkins/test-data/14d118ee-a83a-b09b-5913-1a58940a5db1/data/default/TestAcidGuarantees/b982b98e12b52abc271df4d930581a34/B/8d60656adf5b4b229783f7a69cb30200, entries=150, sequenceid=13, filesize=11.7 K 2024-11-14T14:40:39,953 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:34345/user/jenkins/test-data/14d118ee-a83a-b09b-5913-1a58940a5db1/data/default/TestAcidGuarantees/b982b98e12b52abc271df4d930581a34/.tmp/C/24e502dc086040568a83194ec64074ec as hdfs://localhost:34345/user/jenkins/test-data/14d118ee-a83a-b09b-5913-1a58940a5db1/data/default/TestAcidGuarantees/b982b98e12b52abc271df4d930581a34/C/24e502dc086040568a83194ec64074ec 2024-11-14T14:40:39,966 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:34345/user/jenkins/test-data/14d118ee-a83a-b09b-5913-1a58940a5db1/data/default/TestAcidGuarantees/b982b98e12b52abc271df4d930581a34/C/24e502dc086040568a83194ec64074ec, entries=150, sequenceid=13, filesize=11.7 K 2024-11-14T14:40:39,975 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(3140): Finished flush of dataSize ~60.38 KB/61830, heapSize ~180 KB/184320, currentSize=120.76 KB/123660 for b982b98e12b52abc271df4d930581a34 in 866ms, sequenceid=13, compaction requested=false 2024-11-14T14:40:39,976 DEBUG [MemStoreFlusher.0 {}] regionserver.MetricsTableSourceImpl(133): Creating new MetricsTableSourceImpl for table 'TestAcidGuarantees' 2024-11-14T14:40:39,979 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2603): Flush status journal for b982b98e12b52abc271df4d930581a34: 2024-11-14T14:40:40,034 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35765 {}] regionserver.HRegion(8855): Flush requested on b982b98e12b52abc271df4d930581a34 2024-11-14T14:40:40,035 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(2902): Flushing b982b98e12b52abc271df4d930581a34 3/3 column families, dataSize=127.47 KB heapSize=360.38 KB 2024-11-14T14:40:40,035 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK b982b98e12b52abc271df4d930581a34, store=A 2024-11-14T14:40:40,037 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=2, new segment=null 2024-11-14T14:40:40,038 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK b982b98e12b52abc271df4d930581a34, store=B 2024-11-14T14:40:40,038 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=2, new segment=null 2024-11-14T14:40:40,038 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK b982b98e12b52abc271df4d930581a34, store=C 2024-11-14T14:40:40,038 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=2, new segment=null 2024-11-14T14:40:40,055 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=35765 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=8 2024-11-14T14:40:40,055 DEBUG [RS_FLUSH_OPERATIONS-regionserver/da1c6afcd1f9:0-2 {event_type=RS_FLUSH_REGIONS, pid=8}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1731595236744.b982b98e12b52abc271df4d930581a34. 2024-11-14T14:40:40,055 DEBUG [RS_FLUSH_OPERATIONS-regionserver/da1c6afcd1f9:0-2 {event_type=RS_FLUSH_REGIONS, pid=8}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1731595236744.b982b98e12b52abc271df4d930581a34. as already flushing 2024-11-14T14:40:40,055 DEBUG [RS_FLUSH_OPERATIONS-regionserver/da1c6afcd1f9:0-2 {event_type=RS_FLUSH_REGIONS, pid=8}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1731595236744.b982b98e12b52abc271df4d930581a34. 2024-11-14T14:40:40,055 ERROR [RS_FLUSH_OPERATIONS-regionserver/da1c6afcd1f9:0-2 {event_type=RS_FLUSH_REGIONS, pid=8}] handler.RSProcedureHandler(58): pid=8 java.io.IOException: Unable to complete flush {ENCODED => b982b98e12b52abc271df4d930581a34, NAME => 'TestAcidGuarantees,,1731595236744.b982b98e12b52abc271df4d930581a34.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-14T14:40:40,056 DEBUG [RS_FLUSH_OPERATIONS-regionserver/da1c6afcd1f9:0-2 {event_type=RS_FLUSH_REGIONS, pid=8}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=8 java.io.IOException: Unable to complete flush {ENCODED => b982b98e12b52abc271df4d930581a34, NAME => 'TestAcidGuarantees,,1731595236744.b982b98e12b52abc271df4d930581a34.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-14T14:40:40,057 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45145 {}] master.HMaster(4177): Remote procedure failed, pid=8 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => b982b98e12b52abc271df4d930581a34, NAME => 'TestAcidGuarantees,,1731595236744.b982b98e12b52abc271df4d930581a34.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$5(MasterRpcServices.java:2580) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2575) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => b982b98e12b52abc271df4d930581a34, NAME => 'TestAcidGuarantees,,1731595236744.b982b98e12b52abc271df4d930581a34.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-14T14:40:40,062 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:34345/user/jenkins/test-data/14d118ee-a83a-b09b-5913-1a58940a5db1/data/default/TestAcidGuarantees/b982b98e12b52abc271df4d930581a34/.tmp/A/7e338650f6f041578ceed03a78b358a1 is 50, key is test_row_0/A:col10/1731595240028/Put/seqid=0 2024-11-14T14:40:40,094 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36699 is added to blk_1073741840_1016 (size=14341) 2024-11-14T14:40:40,096 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=42.49 KB at sequenceid=48 (bloomFilter=true), to=hdfs://localhost:34345/user/jenkins/test-data/14d118ee-a83a-b09b-5913-1a58940a5db1/data/default/TestAcidGuarantees/b982b98e12b52abc271df4d930581a34/.tmp/A/7e338650f6f041578ceed03a78b358a1 2024-11-14T14:40:40,143 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:34345/user/jenkins/test-data/14d118ee-a83a-b09b-5913-1a58940a5db1/data/default/TestAcidGuarantees/b982b98e12b52abc271df4d930581a34/.tmp/B/1bef93844fd045f79887c39c7c697753 is 50, key is test_row_0/B:col10/1731595240028/Put/seqid=0 2024-11-14T14:40:40,177 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45145 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=7 2024-11-14T14:40:40,180 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35765 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b982b98e12b52abc271df4d930581a34, server=da1c6afcd1f9,35765,1731595233113 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-14T14:40:40,181 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35765 {}] ipc.CallRunner(138): callId: 17 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:57914 deadline: 1731595300128, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b982b98e12b52abc271df4d930581a34, server=da1c6afcd1f9,35765,1731595233113 2024-11-14T14:40:40,182 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731595236744.b982b98e12b52abc271df4d930581a34., hostname=da1c6afcd1f9,35765,1731595233113, seqNum=2 , the old value is region=TestAcidGuarantees,,1731595236744.b982b98e12b52abc271df4d930581a34., hostname=da1c6afcd1f9,35765,1731595233113, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b982b98e12b52abc271df4d930581a34, server=da1c6afcd1f9,35765,1731595233113 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-14T14:40:40,182 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731595236744.b982b98e12b52abc271df4d930581a34., hostname=da1c6afcd1f9,35765,1731595233113, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b982b98e12b52abc271df4d930581a34, server=da1c6afcd1f9,35765,1731595233113 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-14T14:40:40,182 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731595236744.b982b98e12b52abc271df4d930581a34., hostname=da1c6afcd1f9,35765,1731595233113, seqNum=2 because the exception is null or not the one we care about 2024-11-14T14:40:40,183 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35765 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b982b98e12b52abc271df4d930581a34, server=da1c6afcd1f9,35765,1731595233113 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-14T14:40:40,183 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35765 {}] ipc.CallRunner(138): callId: 17 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:57884 deadline: 1731595300137, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b982b98e12b52abc271df4d930581a34, server=da1c6afcd1f9,35765,1731595233113 2024-11-14T14:40:40,184 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731595236744.b982b98e12b52abc271df4d930581a34., hostname=da1c6afcd1f9,35765,1731595233113, seqNum=2 , the old value is region=TestAcidGuarantees,,1731595236744.b982b98e12b52abc271df4d930581a34., hostname=da1c6afcd1f9,35765,1731595233113, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b982b98e12b52abc271df4d930581a34, server=da1c6afcd1f9,35765,1731595233113 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-14T14:40:40,184 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731595236744.b982b98e12b52abc271df4d930581a34., hostname=da1c6afcd1f9,35765,1731595233113, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b982b98e12b52abc271df4d930581a34, server=da1c6afcd1f9,35765,1731595233113 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-14T14:40:40,184 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731595236744.b982b98e12b52abc271df4d930581a34., hostname=da1c6afcd1f9,35765,1731595233113, seqNum=2 because the exception is null or not the one we care about 2024-11-14T14:40:40,184 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36699 is added to blk_1073741841_1017 (size=12001) 2024-11-14T14:40:40,186 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=42.49 KB at sequenceid=48 (bloomFilter=true), to=hdfs://localhost:34345/user/jenkins/test-data/14d118ee-a83a-b09b-5913-1a58940a5db1/data/default/TestAcidGuarantees/b982b98e12b52abc271df4d930581a34/.tmp/B/1bef93844fd045f79887c39c7c697753 2024-11-14T14:40:40,186 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35765 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b982b98e12b52abc271df4d930581a34, server=da1c6afcd1f9,35765,1731595233113 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-14T14:40:40,187 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35765 {}] ipc.CallRunner(138): callId: 17 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:57954 deadline: 1731595300145, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b982b98e12b52abc271df4d930581a34, server=da1c6afcd1f9,35765,1731595233113 2024-11-14T14:40:40,188 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731595236744.b982b98e12b52abc271df4d930581a34., hostname=da1c6afcd1f9,35765,1731595233113, seqNum=2 , the old value is region=TestAcidGuarantees,,1731595236744.b982b98e12b52abc271df4d930581a34., hostname=da1c6afcd1f9,35765,1731595233113, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b982b98e12b52abc271df4d930581a34, server=da1c6afcd1f9,35765,1731595233113 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-14T14:40:40,188 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731595236744.b982b98e12b52abc271df4d930581a34., hostname=da1c6afcd1f9,35765,1731595233113, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b982b98e12b52abc271df4d930581a34, server=da1c6afcd1f9,35765,1731595233113 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-14T14:40:40,188 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731595236744.b982b98e12b52abc271df4d930581a34., hostname=da1c6afcd1f9,35765,1731595233113, seqNum=2 because the exception is null or not the one we care about 2024-11-14T14:40:40,211 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=35765 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=8 2024-11-14T14:40:40,211 DEBUG [RS_FLUSH_OPERATIONS-regionserver/da1c6afcd1f9:0-0 {event_type=RS_FLUSH_REGIONS, pid=8}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1731595236744.b982b98e12b52abc271df4d930581a34. 2024-11-14T14:40:40,211 DEBUG [RS_FLUSH_OPERATIONS-regionserver/da1c6afcd1f9:0-0 {event_type=RS_FLUSH_REGIONS, pid=8}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1731595236744.b982b98e12b52abc271df4d930581a34. as already flushing 2024-11-14T14:40:40,211 DEBUG [RS_FLUSH_OPERATIONS-regionserver/da1c6afcd1f9:0-0 {event_type=RS_FLUSH_REGIONS, pid=8}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1731595236744.b982b98e12b52abc271df4d930581a34. 2024-11-14T14:40:40,211 ERROR [RS_FLUSH_OPERATIONS-regionserver/da1c6afcd1f9:0-0 {event_type=RS_FLUSH_REGIONS, pid=8}] handler.RSProcedureHandler(58): pid=8 java.io.IOException: Unable to complete flush {ENCODED => b982b98e12b52abc271df4d930581a34, NAME => 'TestAcidGuarantees,,1731595236744.b982b98e12b52abc271df4d930581a34.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-14T14:40:40,212 DEBUG [RS_FLUSH_OPERATIONS-regionserver/da1c6afcd1f9:0-0 {event_type=RS_FLUSH_REGIONS, pid=8}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=8 java.io.IOException: Unable to complete flush {ENCODED => b982b98e12b52abc271df4d930581a34, NAME => 'TestAcidGuarantees,,1731595236744.b982b98e12b52abc271df4d930581a34.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-14T14:40:40,213 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45145 {}] master.HMaster(4177): Remote procedure failed, pid=8 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => b982b98e12b52abc271df4d930581a34, NAME => 'TestAcidGuarantees,,1731595236744.b982b98e12b52abc271df4d930581a34.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$5(MasterRpcServices.java:2580) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2575) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => b982b98e12b52abc271df4d930581a34, NAME => 'TestAcidGuarantees,,1731595236744.b982b98e12b52abc271df4d930581a34.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-14T14:40:40,229 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:34345/user/jenkins/test-data/14d118ee-a83a-b09b-5913-1a58940a5db1/data/default/TestAcidGuarantees/b982b98e12b52abc271df4d930581a34/.tmp/C/bcf9f9f741934b42b78e83ba0877c341 is 50, key is test_row_0/C:col10/1731595240028/Put/seqid=0 2024-11-14T14:40:40,258 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36699 is added to blk_1073741842_1018 (size=12001) 2024-11-14T14:40:40,259 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=42.49 KB at sequenceid=48 (bloomFilter=true), to=hdfs://localhost:34345/user/jenkins/test-data/14d118ee-a83a-b09b-5913-1a58940a5db1/data/default/TestAcidGuarantees/b982b98e12b52abc271df4d930581a34/.tmp/C/bcf9f9f741934b42b78e83ba0877c341 2024-11-14T14:40:40,273 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:34345/user/jenkins/test-data/14d118ee-a83a-b09b-5913-1a58940a5db1/data/default/TestAcidGuarantees/b982b98e12b52abc271df4d930581a34/.tmp/A/7e338650f6f041578ceed03a78b358a1 as hdfs://localhost:34345/user/jenkins/test-data/14d118ee-a83a-b09b-5913-1a58940a5db1/data/default/TestAcidGuarantees/b982b98e12b52abc271df4d930581a34/A/7e338650f6f041578ceed03a78b358a1 2024-11-14T14:40:40,294 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:34345/user/jenkins/test-data/14d118ee-a83a-b09b-5913-1a58940a5db1/data/default/TestAcidGuarantees/b982b98e12b52abc271df4d930581a34/A/7e338650f6f041578ceed03a78b358a1, entries=200, sequenceid=48, filesize=14.0 K 2024-11-14T14:40:40,302 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:34345/user/jenkins/test-data/14d118ee-a83a-b09b-5913-1a58940a5db1/data/default/TestAcidGuarantees/b982b98e12b52abc271df4d930581a34/.tmp/B/1bef93844fd045f79887c39c7c697753 as hdfs://localhost:34345/user/jenkins/test-data/14d118ee-a83a-b09b-5913-1a58940a5db1/data/default/TestAcidGuarantees/b982b98e12b52abc271df4d930581a34/B/1bef93844fd045f79887c39c7c697753 2024-11-14T14:40:40,312 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35765 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b982b98e12b52abc271df4d930581a34, server=da1c6afcd1f9,35765,1731595233113 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-14T14:40:40,313 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35765 {}] ipc.CallRunner(138): callId: 18 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:57914 deadline: 1731595300288, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b982b98e12b52abc271df4d930581a34, server=da1c6afcd1f9,35765,1731595233113 2024-11-14T14:40:40,314 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731595236744.b982b98e12b52abc271df4d930581a34., hostname=da1c6afcd1f9,35765,1731595233113, seqNum=2 , the old value is region=TestAcidGuarantees,,1731595236744.b982b98e12b52abc271df4d930581a34., hostname=da1c6afcd1f9,35765,1731595233113, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b982b98e12b52abc271df4d930581a34, server=da1c6afcd1f9,35765,1731595233113 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-14T14:40:40,314 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731595236744.b982b98e12b52abc271df4d930581a34., hostname=da1c6afcd1f9,35765,1731595233113, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b982b98e12b52abc271df4d930581a34, server=da1c6afcd1f9,35765,1731595233113 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-14T14:40:40,314 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731595236744.b982b98e12b52abc271df4d930581a34., hostname=da1c6afcd1f9,35765,1731595233113, seqNum=2 because the exception is null or not the one we care about 2024-11-14T14:40:40,314 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35765 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b982b98e12b52abc271df4d930581a34, server=da1c6afcd1f9,35765,1731595233113 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-14T14:40:40,314 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35765 {}] ipc.CallRunner(138): callId: 18 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:57884 deadline: 1731595300288, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b982b98e12b52abc271df4d930581a34, server=da1c6afcd1f9,35765,1731595233113 2024-11-14T14:40:40,315 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731595236744.b982b98e12b52abc271df4d930581a34., hostname=da1c6afcd1f9,35765,1731595233113, seqNum=2 , the old value is region=TestAcidGuarantees,,1731595236744.b982b98e12b52abc271df4d930581a34., hostname=da1c6afcd1f9,35765,1731595233113, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b982b98e12b52abc271df4d930581a34, server=da1c6afcd1f9,35765,1731595233113 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-14T14:40:40,315 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731595236744.b982b98e12b52abc271df4d930581a34., hostname=da1c6afcd1f9,35765,1731595233113, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b982b98e12b52abc271df4d930581a34, server=da1c6afcd1f9,35765,1731595233113 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-14T14:40:40,315 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731595236744.b982b98e12b52abc271df4d930581a34., hostname=da1c6afcd1f9,35765,1731595233113, seqNum=2 because the exception is null or not the one we care about 2024-11-14T14:40:40,315 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35765 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b982b98e12b52abc271df4d930581a34, server=da1c6afcd1f9,35765,1731595233113 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-14T14:40:40,316 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35765 {}] ipc.CallRunner(138): callId: 18 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:57954 deadline: 1731595300297, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b982b98e12b52abc271df4d930581a34, server=da1c6afcd1f9,35765,1731595233113 2024-11-14T14:40:40,316 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731595236744.b982b98e12b52abc271df4d930581a34., hostname=da1c6afcd1f9,35765,1731595233113, seqNum=2 , the old value is region=TestAcidGuarantees,,1731595236744.b982b98e12b52abc271df4d930581a34., hostname=da1c6afcd1f9,35765,1731595233113, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b982b98e12b52abc271df4d930581a34, server=da1c6afcd1f9,35765,1731595233113 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-14T14:40:40,317 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731595236744.b982b98e12b52abc271df4d930581a34., hostname=da1c6afcd1f9,35765,1731595233113, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b982b98e12b52abc271df4d930581a34, server=da1c6afcd1f9,35765,1731595233113 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-14T14:40:40,317 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731595236744.b982b98e12b52abc271df4d930581a34., hostname=da1c6afcd1f9,35765,1731595233113, seqNum=2 because the exception is null or not the one we care about 2024-11-14T14:40:40,321 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:34345/user/jenkins/test-data/14d118ee-a83a-b09b-5913-1a58940a5db1/data/default/TestAcidGuarantees/b982b98e12b52abc271df4d930581a34/B/1bef93844fd045f79887c39c7c697753, entries=150, sequenceid=48, filesize=11.7 K 2024-11-14T14:40:40,324 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:34345/user/jenkins/test-data/14d118ee-a83a-b09b-5913-1a58940a5db1/data/default/TestAcidGuarantees/b982b98e12b52abc271df4d930581a34/.tmp/C/bcf9f9f741934b42b78e83ba0877c341 as hdfs://localhost:34345/user/jenkins/test-data/14d118ee-a83a-b09b-5913-1a58940a5db1/data/default/TestAcidGuarantees/b982b98e12b52abc271df4d930581a34/C/bcf9f9f741934b42b78e83ba0877c341 2024-11-14T14:40:40,335 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:34345/user/jenkins/test-data/14d118ee-a83a-b09b-5913-1a58940a5db1/data/default/TestAcidGuarantees/b982b98e12b52abc271df4d930581a34/C/bcf9f9f741934b42b78e83ba0877c341, entries=150, sequenceid=48, filesize=11.7 K 2024-11-14T14:40:40,348 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(3140): Finished flush of dataSize ~127.47 KB/130530, heapSize ~360.33 KB/368976, currentSize=53.67 KB/54960 for b982b98e12b52abc271df4d930581a34 in 303ms, sequenceid=48, compaction requested=false 2024-11-14T14:40:40,348 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2603): Flush status journal for b982b98e12b52abc271df4d930581a34: 2024-11-14T14:40:40,369 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=35765 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=8 2024-11-14T14:40:40,369 DEBUG [RS_FLUSH_OPERATIONS-regionserver/da1c6afcd1f9:0-1 {event_type=RS_FLUSH_REGIONS, pid=8}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1731595236744.b982b98e12b52abc271df4d930581a34. 2024-11-14T14:40:40,370 INFO [RS_FLUSH_OPERATIONS-regionserver/da1c6afcd1f9:0-1 {event_type=RS_FLUSH_REGIONS, pid=8}] regionserver.HRegion(2902): Flushing b982b98e12b52abc271df4d930581a34 3/3 column families, dataSize=53.67 KB heapSize=160.13 KB 2024-11-14T14:40:40,370 DEBUG [RS_FLUSH_OPERATIONS-regionserver/da1c6afcd1f9:0-1 {event_type=RS_FLUSH_REGIONS, pid=8}] regionserver.CompactingMemStore(205): FLUSHING TO DISK b982b98e12b52abc271df4d930581a34, store=A 2024-11-14T14:40:40,370 DEBUG [RS_FLUSH_OPERATIONS-regionserver/da1c6afcd1f9:0-1 {event_type=RS_FLUSH_REGIONS, pid=8}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-14T14:40:40,371 DEBUG [RS_FLUSH_OPERATIONS-regionserver/da1c6afcd1f9:0-1 {event_type=RS_FLUSH_REGIONS, pid=8}] regionserver.CompactingMemStore(205): FLUSHING TO DISK b982b98e12b52abc271df4d930581a34, store=B 2024-11-14T14:40:40,371 DEBUG [RS_FLUSH_OPERATIONS-regionserver/da1c6afcd1f9:0-1 {event_type=RS_FLUSH_REGIONS, pid=8}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-14T14:40:40,371 DEBUG [RS_FLUSH_OPERATIONS-regionserver/da1c6afcd1f9:0-1 {event_type=RS_FLUSH_REGIONS, pid=8}] regionserver.CompactingMemStore(205): FLUSHING TO DISK b982b98e12b52abc271df4d930581a34, store=C 2024-11-14T14:40:40,371 DEBUG [RS_FLUSH_OPERATIONS-regionserver/da1c6afcd1f9:0-1 {event_type=RS_FLUSH_REGIONS, pid=8}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-14T14:40:40,395 DEBUG [RS_FLUSH_OPERATIONS-regionserver/da1c6afcd1f9:0-1 {event_type=RS_FLUSH_REGIONS, pid=8}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:34345/user/jenkins/test-data/14d118ee-a83a-b09b-5913-1a58940a5db1/data/default/TestAcidGuarantees/b982b98e12b52abc271df4d930581a34/.tmp/A/57907c15a87b4073a018f9dd2db338dc is 50, key is test_row_0/A:col10/1731595240120/Put/seqid=0 2024-11-14T14:40:40,408 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36699 is added to blk_1073741843_1019 (size=12001) 2024-11-14T14:40:40,410 INFO [RS_FLUSH_OPERATIONS-regionserver/da1c6afcd1f9:0-1 {event_type=RS_FLUSH_REGIONS, pid=8}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=17.89 KB at sequenceid=59 (bloomFilter=true), to=hdfs://localhost:34345/user/jenkins/test-data/14d118ee-a83a-b09b-5913-1a58940a5db1/data/default/TestAcidGuarantees/b982b98e12b52abc271df4d930581a34/.tmp/A/57907c15a87b4073a018f9dd2db338dc 2024-11-14T14:40:40,434 DEBUG [RS_FLUSH_OPERATIONS-regionserver/da1c6afcd1f9:0-1 {event_type=RS_FLUSH_REGIONS, pid=8}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:34345/user/jenkins/test-data/14d118ee-a83a-b09b-5913-1a58940a5db1/data/default/TestAcidGuarantees/b982b98e12b52abc271df4d930581a34/.tmp/B/60be299f932149769a3af5a09b0f5436 is 50, key is test_row_0/B:col10/1731595240120/Put/seqid=0 2024-11-14T14:40:40,460 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1731595236744.b982b98e12b52abc271df4d930581a34. as already flushing 2024-11-14T14:40:40,460 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35765 {}] regionserver.HRegion(8855): Flush requested on b982b98e12b52abc271df4d930581a34 2024-11-14T14:40:40,463 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36699 is added to blk_1073741844_1020 (size=12001) 2024-11-14T14:40:40,470 INFO [RS_FLUSH_OPERATIONS-regionserver/da1c6afcd1f9:0-1 {event_type=RS_FLUSH_REGIONS, pid=8}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=17.89 KB at sequenceid=59 (bloomFilter=true), to=hdfs://localhost:34345/user/jenkins/test-data/14d118ee-a83a-b09b-5913-1a58940a5db1/data/default/TestAcidGuarantees/b982b98e12b52abc271df4d930581a34/.tmp/B/60be299f932149769a3af5a09b0f5436 2024-11-14T14:40:40,490 DEBUG [RS_FLUSH_OPERATIONS-regionserver/da1c6afcd1f9:0-1 {event_type=RS_FLUSH_REGIONS, pid=8}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:34345/user/jenkins/test-data/14d118ee-a83a-b09b-5913-1a58940a5db1/data/default/TestAcidGuarantees/b982b98e12b52abc271df4d930581a34/.tmp/C/959e35db656942949d8f7924d04e64f9 is 50, key is test_row_0/C:col10/1731595240120/Put/seqid=0 2024-11-14T14:40:40,618 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36699 is added to blk_1073741845_1021 (size=12001) 2024-11-14T14:40:40,620 INFO [RS_FLUSH_OPERATIONS-regionserver/da1c6afcd1f9:0-1 {event_type=RS_FLUSH_REGIONS, pid=8}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=17.89 KB at sequenceid=59 (bloomFilter=true), to=hdfs://localhost:34345/user/jenkins/test-data/14d118ee-a83a-b09b-5913-1a58940a5db1/data/default/TestAcidGuarantees/b982b98e12b52abc271df4d930581a34/.tmp/C/959e35db656942949d8f7924d04e64f9 2024-11-14T14:40:40,636 DEBUG [RS_FLUSH_OPERATIONS-regionserver/da1c6afcd1f9:0-1 {event_type=RS_FLUSH_REGIONS, pid=8}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:34345/user/jenkins/test-data/14d118ee-a83a-b09b-5913-1a58940a5db1/data/default/TestAcidGuarantees/b982b98e12b52abc271df4d930581a34/.tmp/A/57907c15a87b4073a018f9dd2db338dc as hdfs://localhost:34345/user/jenkins/test-data/14d118ee-a83a-b09b-5913-1a58940a5db1/data/default/TestAcidGuarantees/b982b98e12b52abc271df4d930581a34/A/57907c15a87b4073a018f9dd2db338dc 2024-11-14T14:40:40,649 INFO [RS_FLUSH_OPERATIONS-regionserver/da1c6afcd1f9:0-1 {event_type=RS_FLUSH_REGIONS, pid=8}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:34345/user/jenkins/test-data/14d118ee-a83a-b09b-5913-1a58940a5db1/data/default/TestAcidGuarantees/b982b98e12b52abc271df4d930581a34/A/57907c15a87b4073a018f9dd2db338dc, entries=150, sequenceid=59, filesize=11.7 K 2024-11-14T14:40:40,654 DEBUG [RS_FLUSH_OPERATIONS-regionserver/da1c6afcd1f9:0-1 {event_type=RS_FLUSH_REGIONS, pid=8}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:34345/user/jenkins/test-data/14d118ee-a83a-b09b-5913-1a58940a5db1/data/default/TestAcidGuarantees/b982b98e12b52abc271df4d930581a34/.tmp/B/60be299f932149769a3af5a09b0f5436 as hdfs://localhost:34345/user/jenkins/test-data/14d118ee-a83a-b09b-5913-1a58940a5db1/data/default/TestAcidGuarantees/b982b98e12b52abc271df4d930581a34/B/60be299f932149769a3af5a09b0f5436 2024-11-14T14:40:40,671 INFO [RS_FLUSH_OPERATIONS-regionserver/da1c6afcd1f9:0-1 {event_type=RS_FLUSH_REGIONS, pid=8}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:34345/user/jenkins/test-data/14d118ee-a83a-b09b-5913-1a58940a5db1/data/default/TestAcidGuarantees/b982b98e12b52abc271df4d930581a34/B/60be299f932149769a3af5a09b0f5436, entries=150, sequenceid=59, filesize=11.7 K 2024-11-14T14:40:40,674 DEBUG [RS_FLUSH_OPERATIONS-regionserver/da1c6afcd1f9:0-1 {event_type=RS_FLUSH_REGIONS, pid=8}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:34345/user/jenkins/test-data/14d118ee-a83a-b09b-5913-1a58940a5db1/data/default/TestAcidGuarantees/b982b98e12b52abc271df4d930581a34/.tmp/C/959e35db656942949d8f7924d04e64f9 as hdfs://localhost:34345/user/jenkins/test-data/14d118ee-a83a-b09b-5913-1a58940a5db1/data/default/TestAcidGuarantees/b982b98e12b52abc271df4d930581a34/C/959e35db656942949d8f7924d04e64f9 2024-11-14T14:40:40,682 DEBUG [RS_IN_MEMORY_COMPACTION-regionserver/da1c6afcd1f9:0-3 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=type=CellArrayImmutableSegment, empty=no, cellCount=209, cellSize=9565, totalHeapSize=21976, min timestamp=1731595240650, max timestamp=1731595240671Num uniques 859; 2024-11-14T14:40:40,682 DEBUG [RS_IN_MEMORY_COMPACTION-regionserver/da1c6afcd1f9:0-3 {}] regionserver.CompactionPipeline(163): Suffix data size=39335, new segment data size=9565, suffix heap size=117064,new segment heap size=21976 　suffix off heap size=0, new segment off heap size=0, suffix cells count=859, new segment cells count=209 2024-11-14T14:40:40,686 INFO [RS_FLUSH_OPERATIONS-regionserver/da1c6afcd1f9:0-1 {event_type=RS_FLUSH_REGIONS, pid=8}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:34345/user/jenkins/test-data/14d118ee-a83a-b09b-5913-1a58940a5db1/data/default/TestAcidGuarantees/b982b98e12b52abc271df4d930581a34/C/959e35db656942949d8f7924d04e64f9, entries=150, sequenceid=59, filesize=11.7 K 2024-11-14T14:40:40,688 INFO [RS_FLUSH_OPERATIONS-regionserver/da1c6afcd1f9:0-1 {event_type=RS_FLUSH_REGIONS, pid=8}] regionserver.HRegion(3140): Finished flush of dataSize ~53.67 KB/54960, heapSize ~160.08 KB/163920, currentSize=91.69 KB/93890 for b982b98e12b52abc271df4d930581a34 in 318ms, sequenceid=59, compaction requested=true 2024-11-14T14:40:40,688 DEBUG [RS_FLUSH_OPERATIONS-regionserver/da1c6afcd1f9:0-1 {event_type=RS_FLUSH_REGIONS, pid=8}] regionserver.HRegion(2603): Flush status journal for b982b98e12b52abc271df4d930581a34: 2024-11-14T14:40:40,688 DEBUG [RS_FLUSH_OPERATIONS-regionserver/da1c6afcd1f9:0-1 {event_type=RS_FLUSH_REGIONS, pid=8}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1731595236744.b982b98e12b52abc271df4d930581a34. 2024-11-14T14:40:40,688 DEBUG [RS_FLUSH_OPERATIONS-regionserver/da1c6afcd1f9:0-1 {event_type=RS_FLUSH_REGIONS, pid=8}] regionserver.RemoteProcedureResultReporter(62): Successfully complete execution of pid=8 2024-11-14T14:40:40,688 DEBUG [RS_IN_MEMORY_COMPACTION-regionserver/da1c6afcd1f9:0-4 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=type=CellArrayImmutableSegment, empty=no, cellCount=209, cellSize=9565, totalHeapSize=21976, min timestamp=1731595240650, max timestamp=1731595240671Num uniques 859; 2024-11-14T14:40:40,689 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35765 {}] regionserver.HRegion(8855): Flush requested on b982b98e12b52abc271df4d930581a34 2024-11-14T14:40:40,689 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45145 {}] master.HMaster(4169): Remote procedure done, pid=8 2024-11-14T14:40:40,689 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(2902): Flushing b982b98e12b52abc271df4d930581a34 3/3 column families, dataSize=69.33 KB heapSize=194.25 KB 2024-11-14T14:40:40,689 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK b982b98e12b52abc271df4d930581a34, store=A 2024-11-14T14:40:40,690 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=2, new segment=null 2024-11-14T14:40:40,690 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK b982b98e12b52abc271df4d930581a34, store=B 2024-11-14T14:40:40,690 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=2, new segment=null 2024-11-14T14:40:40,690 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK b982b98e12b52abc271df4d930581a34, store=C 2024-11-14T14:40:40,690 DEBUG [RS_IN_MEMORY_COMPACTION-regionserver/da1c6afcd1f9:0-5 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=type=CellArrayImmutableSegment, empty=no, cellCount=209, cellSize=9565, totalHeapSize=21976, min timestamp=1731595240650, max timestamp=1731595240671Num uniques 859; 2024-11-14T14:40:40,690 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=2, new segment=null 2024-11-14T14:40:40,690 DEBUG [RS_IN_MEMORY_COMPACTION-regionserver/da1c6afcd1f9:0-5 {}] regionserver.CompactionPipeline(163): Suffix data size=39335, new segment data size=9565, suffix heap size=117064,new segment heap size=21976 　suffix off heap size=0, new segment off heap size=0, suffix cells count=859, new segment cells count=209 2024-11-14T14:40:40,690 DEBUG [RS_IN_MEMORY_COMPACTION-regionserver/da1c6afcd1f9:0-4 {}] regionserver.CompactionPipeline(163): Suffix data size=39335, new segment data size=9565, suffix heap size=117064,new segment heap size=21976 　suffix off heap size=0, new segment off heap size=0, suffix cells count=859, new segment cells count=209 2024-11-14T14:40:40,766 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=8, resume processing ppid=7 2024-11-14T14:40:40,767 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1521): Finished pid=8, ppid=7, state=SUCCESS, hasLock=false; org.apache.hadoop.hbase.master.procedure.FlushRegionProcedure in 1.6510 sec 2024-11-14T14:40:40,768 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:34345/user/jenkins/test-data/14d118ee-a83a-b09b-5913-1a58940a5db1/data/default/TestAcidGuarantees/b982b98e12b52abc271df4d930581a34/.tmp/A/403854a7c96b49f482a86767ecad5bdd is 50, key is test_row_0/A:col10/1731595240660/Put/seqid=0 2024-11-14T14:40:40,785 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1521): Finished pid=7, state=SUCCESS, hasLock=false; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=7, table=TestAcidGuarantees in 1.7580 sec 2024-11-14T14:40:40,792 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36699 is added to blk_1073741846_1022 (size=19021) 2024-11-14T14:40:40,850 DEBUG [RS_IN_MEMORY_COMPACTION-regionserver/da1c6afcd1f9:0-6 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=type=CellArrayImmutableSegment, empty=no, cellCount=359, cellSize=16434, totalHeapSize=37576, min timestamp=1731595240797, max timestamp=1731595240840Num uniques 859; 2024-11-14T14:40:40,850 DEBUG [RS_IN_MEMORY_COMPACTION-regionserver/da1c6afcd1f9:0-6 {}] regionserver.CompactionPipeline(163): Suffix data size=39334, new segment data size=16434, suffix heap size=117064,new segment heap size=37576 　suffix off heap size=0, new segment off heap size=0, suffix cells count=859, new segment cells count=359 2024-11-14T14:40:40,852 DEBUG [RS_IN_MEMORY_COMPACTION-regionserver/da1c6afcd1f9:0-7 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=type=CellArrayImmutableSegment, empty=no, cellCount=209, cellSize=9565, totalHeapSize=21976, min timestamp=1731595240797, max timestamp=1731595240840Num uniques 859; 2024-11-14T14:40:40,852 DEBUG [RS_IN_MEMORY_COMPACTION-regionserver/da1c6afcd1f9:0-7 {}] regionserver.CompactionPipeline(163): Suffix data size=39335, new segment data size=9565, suffix heap size=117064,new segment heap size=21976 　suffix off heap size=0, new segment off heap size=0, suffix cells count=859, new segment cells count=209 2024-11-14T14:40:40,857 DEBUG [RS_IN_MEMORY_COMPACTION-regionserver/da1c6afcd1f9:0-8 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=type=CellArrayImmutableSegment, empty=no, cellCount=209, cellSize=9565, totalHeapSize=21976, min timestamp=1731595240797, max timestamp=1731595240840Num uniques 859; 2024-11-14T14:40:40,857 DEBUG [RS_IN_MEMORY_COMPACTION-regionserver/da1c6afcd1f9:0-8 {}] regionserver.CompactionPipeline(163): Suffix data size=39335, new segment data size=9565, suffix heap size=117064,new segment heap size=21976 　suffix off heap size=0, new segment off heap size=0, suffix cells count=859, new segment cells count=209 2024-11-14T14:40:40,975 DEBUG [RS_IN_MEMORY_COMPACTION-regionserver/da1c6afcd1f9:0-0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=2, new segment=type=CellArrayImmutableSegment, empty=no, cellCount=218, cellSize=9978, totalHeapSize=22912, min timestamp=1731595240911, max timestamp=1731595240967Num uniques 1068; 2024-11-14T14:40:40,975 DEBUG [RS_IN_MEMORY_COMPACTION-regionserver/da1c6afcd1f9:0-2 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=2, new segment=type=CellArrayImmutableSegment, empty=no, cellCount=218, cellSize=9978, totalHeapSize=22912, min timestamp=1731595240911, max timestamp=1731595240967Num uniques 1068; 2024-11-14T14:40:40,975 DEBUG [RS_IN_MEMORY_COMPACTION-regionserver/da1c6afcd1f9:0-0 {}] regionserver.CompactionPipeline(163): Suffix data size=48908, new segment data size=9978, suffix heap size=139040,new segment heap size=22912 　suffix off heap size=0, new segment off heap size=0, suffix cells count=1068, new segment cells count=218 2024-11-14T14:40:40,975 DEBUG [RS_IN_MEMORY_COMPACTION-regionserver/da1c6afcd1f9:0-2 {}] regionserver.CompactionPipeline(163): Suffix data size=48908, new segment data size=9978, suffix heap size=139040,new segment heap size=22912 　suffix off heap size=0, new segment off heap size=0, suffix cells count=1068, new segment cells count=218 2024-11-14T14:40:40,981 DEBUG [RS_IN_MEMORY_COMPACTION-regionserver/da1c6afcd1f9:0-9 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=2, new segment=type=CellArrayImmutableSegment, empty=no, cellCount=168, cellSize=7688, totalHeapSize=17712, min timestamp=1731595240911, max timestamp=1731595240967Num uniques 1218; 2024-11-14T14:40:40,981 DEBUG [RS_IN_MEMORY_COMPACTION-regionserver/da1c6afcd1f9:0-9 {}] regionserver.CompactionPipeline(163): Suffix data size=55778, new segment data size=7688, suffix heap size=154640,new segment heap size=17712 　suffix off heap size=0, new segment off heap size=0, suffix cells count=1218, new segment cells count=168 2024-11-14T14:40:41,034 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35765 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b982b98e12b52abc271df4d930581a34, server=da1c6afcd1f9,35765,1731595233113 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-14T14:40:41,035 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35765 {}] ipc.CallRunner(138): callId: 32 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:57884 deadline: 1731595301024, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b982b98e12b52abc271df4d930581a34, server=da1c6afcd1f9,35765,1731595233113 2024-11-14T14:40:41,037 DEBUG [RS_IN_MEMORY_COMPACTION-regionserver/da1c6afcd1f9:0-1 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=2, new segment=type=CellArrayImmutableSegment, empty=no, cellCount=177, cellSize=8098, totalHeapSize=18648, min timestamp=1731595241010, max timestamp=1731595241031Num uniques 1027; 2024-11-14T14:40:41,037 DEBUG [RS_IN_MEMORY_COMPACTION-regionserver/da1c6afcd1f9:0-1 {}] regionserver.CompactionPipeline(163): Suffix data size=47028, new segment data size=8098, suffix heap size=134776,new segment heap size=18648 　suffix off heap size=0, new segment off heap size=0, suffix cells count=1027, new segment cells count=177 2024-11-14T14:40:41,037 DEBUG [RS_IN_MEMORY_COMPACTION-regionserver/da1c6afcd1f9:0-3 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=2, new segment=type=CellArrayImmutableSegment, empty=no, cellCount=177, cellSize=8090, totalHeapSize=18648, min timestamp=1731595241010, max timestamp=1731595241031Num uniques 1077; 2024-11-14T14:40:41,038 DEBUG [RS_IN_MEMORY_COMPACTION-regionserver/da1c6afcd1f9:0-3 {}] regionserver.CompactionPipeline(163): Suffix data size=49310, new segment data size=8090, suffix heap size=139976,new segment heap size=18648 　suffix off heap size=0, new segment off heap size=0, suffix cells count=1077, new segment cells count=177 2024-11-14T14:40:41,038 DEBUG [RS_IN_MEMORY_COMPACTION-regionserver/da1c6afcd1f9:0-5 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=2, new segment=type=CellArrayImmutableSegment, empty=no, cellCount=177, cellSize=8096, totalHeapSize=18648, min timestamp=1731595241010, max timestamp=1731595241031Num uniques 1077; 2024-11-14T14:40:41,038 DEBUG [RS_IN_MEMORY_COMPACTION-regionserver/da1c6afcd1f9:0-5 {}] regionserver.CompactionPipeline(163): Suffix data size=49316, new segment data size=8096, suffix heap size=139976,new segment heap size=18648 　suffix off heap size=0, new segment off heap size=0, suffix cells count=1077, new segment cells count=177 2024-11-14T14:40:41,039 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731595236744.b982b98e12b52abc271df4d930581a34., hostname=da1c6afcd1f9,35765,1731595233113, seqNum=2 , the old value is region=TestAcidGuarantees,,1731595236744.b982b98e12b52abc271df4d930581a34., hostname=da1c6afcd1f9,35765,1731595233113, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b982b98e12b52abc271df4d930581a34, server=da1c6afcd1f9,35765,1731595233113 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-14T14:40:41,039 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731595236744.b982b98e12b52abc271df4d930581a34., hostname=da1c6afcd1f9,35765,1731595233113, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b982b98e12b52abc271df4d930581a34, server=da1c6afcd1f9,35765,1731595233113 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-14T14:40:41,039 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731595236744.b982b98e12b52abc271df4d930581a34., hostname=da1c6afcd1f9,35765,1731595233113, seqNum=2 because the exception is null or not the one we care about 2024-11-14T14:40:41,094 DEBUG [RS_IN_MEMORY_COMPACTION-regionserver/da1c6afcd1f9:0-4 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=2, new segment=type=CellArrayImmutableSegment, empty=no, cellCount=186, cellSize=8516, totalHeapSize=19584, min timestamp=1731595241075, max timestamp=1731595241088Num uniques 1036; 2024-11-14T14:40:41,094 DEBUG [RS_IN_MEMORY_COMPACTION-regionserver/da1c6afcd1f9:0-4 {}] regionserver.CompactionPipeline(163): Suffix data size=47446, new segment data size=8516, suffix heap size=135712,new segment heap size=19584 　suffix off heap size=0, new segment off heap size=0, suffix cells count=1036, new segment cells count=186 2024-11-14T14:40:41,098 DEBUG [RS_IN_MEMORY_COMPACTION-regionserver/da1c6afcd1f9:0-6 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=2, new segment=type=CellArrayImmutableSegment, empty=no, cellCount=186, cellSize=8516, totalHeapSize=19584, min timestamp=1731595241075, max timestamp=1731595241088Num uniques 1036; 2024-11-14T14:40:41,099 DEBUG [RS_IN_MEMORY_COMPACTION-regionserver/da1c6afcd1f9:0-6 {}] regionserver.CompactionPipeline(163): Suffix data size=47446, new segment data size=8516, suffix heap size=135712,new segment heap size=19584 　suffix off heap size=0, new segment off heap size=0, suffix cells count=1036, new segment cells count=186 2024-11-14T14:40:41,099 DEBUG [RS_IN_MEMORY_COMPACTION-regionserver/da1c6afcd1f9:0-7 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=2, new segment=type=CellArrayImmutableSegment, empty=no, cellCount=186, cellSize=8516, totalHeapSize=19584, min timestamp=1731595241075, max timestamp=1731595241088Num uniques 1036; 2024-11-14T14:40:41,099 DEBUG [RS_IN_MEMORY_COMPACTION-regionserver/da1c6afcd1f9:0-7 {}] regionserver.CompactionPipeline(163): Suffix data size=47446, new segment data size=8516, suffix heap size=135712,new segment heap size=19584 　suffix off heap size=0, new segment off heap size=0, suffix cells count=1036, new segment cells count=186 2024-11-14T14:40:41,184 DEBUG [HBase-Metrics2-1 {}] regionserver.MetricsTableSourceImpl(133): Creating new MetricsTableSourceImpl for table 'hbase:meta' 2024-11-14T14:40:41,187 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45145 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=7 2024-11-14T14:40:41,187 INFO [RPCClient-NioEventLoopGroup-4-8 {}] client.RawAsyncHBaseAdmin$TableProcedureBiConsumer(2721): Operation: FLUSH, Table Name: default:TestAcidGuarantees completed 2024-11-14T14:40:41,189 INFO [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45145 {}] master.HMaster$22(4506): Client=jenkins//172.17.0.2 flush TestAcidGuarantees 2024-11-14T14:40:41,191 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45145 {}] procedure2.ProcedureExecutor(1139): Stored pid=9, state=RUNNABLE:FLUSH_TABLE_PREPARE, hasLock=false; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=9, table=TestAcidGuarantees 2024-11-14T14:40:41,193 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45145 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=9 2024-11-14T14:40:41,193 INFO [PEWorker-3 {}] procedure.FlushTableProcedure(91): pid=9, state=RUNNABLE:FLUSH_TABLE_PREPARE, hasLock=true; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=9, table=TestAcidGuarantees execute state=FLUSH_TABLE_PREPARE 2024-11-14T14:40:41,194 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=13.42 KB at sequenceid=81 (bloomFilter=true), to=hdfs://localhost:34345/user/jenkins/test-data/14d118ee-a83a-b09b-5913-1a58940a5db1/data/default/TestAcidGuarantees/b982b98e12b52abc271df4d930581a34/.tmp/A/403854a7c96b49f482a86767ecad5bdd 2024-11-14T14:40:41,196 INFO [PEWorker-3 {}] procedure.FlushTableProcedure(91): pid=9, state=RUNNABLE:FLUSH_TABLE_FLUSH_REGIONS, hasLock=true; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=9, table=TestAcidGuarantees execute state=FLUSH_TABLE_FLUSH_REGIONS 2024-11-14T14:40:41,197 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=10, ppid=9, state=RUNNABLE, hasLock=false; org.apache.hadoop.hbase.master.procedure.FlushRegionProcedure}] 2024-11-14T14:40:41,219 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:34345/user/jenkins/test-data/14d118ee-a83a-b09b-5913-1a58940a5db1/data/default/TestAcidGuarantees/b982b98e12b52abc271df4d930581a34/.tmp/B/f8dbf3af2a1048ecb417ecec9ef7f909 is 50, key is test_row_0/B:col10/1731595240660/Put/seqid=0 2024-11-14T14:40:41,228 DEBUG [RS_IN_MEMORY_COMPACTION-regionserver/da1c6afcd1f9:0-0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=2, new segment=type=CellArrayImmutableSegment, empty=no, cellCount=295, cellSize=13510, totalHeapSize=30920, min timestamp=1731595241191, max timestamp=1731595241220Num uniques 1045; 2024-11-14T14:40:41,228 DEBUG [RS_IN_MEMORY_COMPACTION-regionserver/da1c6afcd1f9:0-8 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=2, new segment=type=CellArrayImmutableSegment, empty=no, cellCount=295, cellSize=13510, totalHeapSize=30920, min timestamp=1731595241191, max timestamp=1731595241220Num uniques 1045; 2024-11-14T14:40:41,228 DEBUG [RS_IN_MEMORY_COMPACTION-regionserver/da1c6afcd1f9:0-8 {}] regionserver.CompactionPipeline(163): Suffix data size=47860, new segment data size=13510, suffix heap size=136648,new segment heap size=30920 　suffix off heap size=0, new segment off heap size=0, suffix cells count=1045, new segment cells count=295 2024-11-14T14:40:41,228 DEBUG [RS_IN_MEMORY_COMPACTION-regionserver/da1c6afcd1f9:0-0 {}] regionserver.CompactionPipeline(163): Suffix data size=47860, new segment data size=13510, suffix heap size=136648,new segment heap size=30920 　suffix off heap size=0, new segment off heap size=0, suffix cells count=1045, new segment cells count=295 2024-11-14T14:40:41,230 DEBUG [RS_IN_MEMORY_COMPACTION-regionserver/da1c6afcd1f9:0-2 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=2, new segment=type=CellArrayImmutableSegment, empty=no, cellCount=195, cellSize=8930, totalHeapSize=20520, min timestamp=1731595241191, max timestamp=1731595241220Num uniques 1045; 2024-11-14T14:40:41,230 DEBUG [RS_IN_MEMORY_COMPACTION-regionserver/da1c6afcd1f9:0-2 {}] regionserver.CompactionPipeline(163): Suffix data size=47860, new segment data size=8930, suffix heap size=136648,new segment heap size=20520 　suffix off heap size=0, new segment off heap size=0, suffix cells count=1045, new segment cells count=195 2024-11-14T14:40:41,248 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36699 is added to blk_1073741847_1023 (size=12001) 2024-11-14T14:40:41,287 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35765 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b982b98e12b52abc271df4d930581a34, server=da1c6afcd1f9,35765,1731595233113 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-14T14:40:41,289 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35765 {}] ipc.CallRunner(138): callId: 44 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:57914 deadline: 1731595301276, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b982b98e12b52abc271df4d930581a34, server=da1c6afcd1f9,35765,1731595233113 2024-11-14T14:40:41,289 DEBUG [RS_IN_MEMORY_COMPACTION-regionserver/da1c6afcd1f9:0-1 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=2, new segment=type=CellArrayImmutableSegment, empty=no, cellCount=204, cellSize=9334, totalHeapSize=21456, min timestamp=1731595241268, max timestamp=1731595241283Num uniques 1154; 2024-11-14T14:40:41,289 DEBUG [RS_IN_MEMORY_COMPACTION-regionserver/da1c6afcd1f9:0-1 {}] regionserver.CompactionPipeline(163): Suffix data size=52844, new segment data size=9334, suffix heap size=147984,new segment heap size=21456 　suffix off heap size=0, new segment off heap size=0, suffix cells count=1154, new segment cells count=204 2024-11-14T14:40:41,289 DEBUG [RS_IN_MEMORY_COMPACTION-regionserver/da1c6afcd1f9:0-9 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=2, new segment=type=CellArrayImmutableSegment, empty=no, cellCount=204, cellSize=9334, totalHeapSize=21456, min timestamp=1731595241268, max timestamp=1731595241283Num uniques 1154; 2024-11-14T14:40:41,289 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731595236744.b982b98e12b52abc271df4d930581a34., hostname=da1c6afcd1f9,35765,1731595233113, seqNum=2 , the old value is region=TestAcidGuarantees,,1731595236744.b982b98e12b52abc271df4d930581a34., hostname=da1c6afcd1f9,35765,1731595233113, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b982b98e12b52abc271df4d930581a34, server=da1c6afcd1f9,35765,1731595233113 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-14T14:40:41,290 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731595236744.b982b98e12b52abc271df4d930581a34., hostname=da1c6afcd1f9,35765,1731595233113, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b982b98e12b52abc271df4d930581a34, server=da1c6afcd1f9,35765,1731595233113 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-14T14:40:41,290 DEBUG [RS_IN_MEMORY_COMPACTION-regionserver/da1c6afcd1f9:0-9 {}] regionserver.CompactionPipeline(163): Suffix data size=52844, new segment data size=9334, suffix heap size=147984,new segment heap size=21456 　suffix off heap size=0, new segment off heap size=0, suffix cells count=1154, new segment cells count=204 2024-11-14T14:40:41,290 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731595236744.b982b98e12b52abc271df4d930581a34., hostname=da1c6afcd1f9,35765,1731595233113, seqNum=2 because the exception is null or not the one we care about 2024-11-14T14:40:41,293 DEBUG [RS_IN_MEMORY_COMPACTION-regionserver/da1c6afcd1f9:0-1 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=2, new segment=type=CellArrayImmutableSegment, empty=no, cellCount=150, cellSize=6870, totalHeapSize=15840, min timestamp=1731595241268, max timestamp=1731595241283Num uniques 1054; 2024-11-14T14:40:41,293 DEBUG [RS_IN_MEMORY_COMPACTION-regionserver/da1c6afcd1f9:0-1 {}] regionserver.CompactionPipeline(163): Suffix data size=48264, new segment data size=6870, suffix heap size=137584,new segment heap size=15840 　suffix off heap size=0, new segment off heap size=0, suffix cells count=1054, new segment cells count=150 2024-11-14T14:40:41,308 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45145 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=9 2024-11-14T14:40:41,350 DEBUG [RS_IN_MEMORY_COMPACTION-regionserver/da1c6afcd1f9:0-5 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=2, new segment=type=CellArrayImmutableSegment, empty=no, cellCount=213, cellSize=9748, totalHeapSize=22392, min timestamp=1731595241319, max timestamp=1731595241346Num uniques 1063; 2024-11-14T14:40:41,350 DEBUG [RS_IN_MEMORY_COMPACTION-regionserver/da1c6afcd1f9:0-5 {}] regionserver.CompactionPipeline(163): Suffix data size=48678, new segment data size=9748, suffix heap size=138520,new segment heap size=22392 　suffix off heap size=0, new segment off heap size=0, suffix cells count=1063, new segment cells count=213 2024-11-14T14:40:41,351 DEBUG [RS_IN_MEMORY_COMPACTION-regionserver/da1c6afcd1f9:0-4 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=2, new segment=type=CellArrayImmutableSegment, empty=no, cellCount=213, cellSize=9748, totalHeapSize=22392, min timestamp=1731595241319, max timestamp=1731595241347Num uniques 1063; 2024-11-14T14:40:41,352 DEBUG [RS_IN_MEMORY_COMPACTION-regionserver/da1c6afcd1f9:0-4 {}] regionserver.CompactionPipeline(163): Suffix data size=48678, new segment data size=9748, suffix heap size=138520,new segment heap size=22392 　suffix off heap size=0, new segment off heap size=0, suffix cells count=1063, new segment cells count=213 2024-11-14T14:40:41,354 DEBUG [RS_IN_MEMORY_COMPACTION-regionserver/da1c6afcd1f9:0-6 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=2, new segment=type=CellArrayImmutableSegment, empty=no, cellCount=213, cellSize=9748, totalHeapSize=22392, min timestamp=1731595241319, max timestamp=1731595241346Num uniques 1009; 2024-11-14T14:40:41,354 DEBUG [RS_IN_MEMORY_COMPACTION-regionserver/da1c6afcd1f9:0-6 {}] regionserver.CompactionPipeline(163): Suffix data size=46214, new segment data size=9748, suffix heap size=132904,new segment heap size=22392 　suffix off heap size=0, new segment off heap size=0, suffix cells count=1009, new segment cells count=213 2024-11-14T14:40:41,355 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=35765 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=10 2024-11-14T14:40:41,356 DEBUG [RS_FLUSH_OPERATIONS-regionserver/da1c6afcd1f9:0-2 {event_type=RS_FLUSH_REGIONS, pid=10}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1731595236744.b982b98e12b52abc271df4d930581a34. 2024-11-14T14:40:41,356 DEBUG [RS_FLUSH_OPERATIONS-regionserver/da1c6afcd1f9:0-2 {event_type=RS_FLUSH_REGIONS, pid=10}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1731595236744.b982b98e12b52abc271df4d930581a34. as already flushing 2024-11-14T14:40:41,356 DEBUG [RS_FLUSH_OPERATIONS-regionserver/da1c6afcd1f9:0-2 {event_type=RS_FLUSH_REGIONS, pid=10}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1731595236744.b982b98e12b52abc271df4d930581a34. 2024-11-14T14:40:41,356 ERROR [RS_FLUSH_OPERATIONS-regionserver/da1c6afcd1f9:0-2 {event_type=RS_FLUSH_REGIONS, pid=10}] handler.RSProcedureHandler(58): pid=10 java.io.IOException: Unable to complete flush {ENCODED => b982b98e12b52abc271df4d930581a34, NAME => 'TestAcidGuarantees,,1731595236744.b982b98e12b52abc271df4d930581a34.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-14T14:40:41,356 DEBUG [RS_FLUSH_OPERATIONS-regionserver/da1c6afcd1f9:0-2 {event_type=RS_FLUSH_REGIONS, pid=10}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=10 java.io.IOException: Unable to complete flush {ENCODED => b982b98e12b52abc271df4d930581a34, NAME => 'TestAcidGuarantees,,1731595236744.b982b98e12b52abc271df4d930581a34.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-14T14:40:41,357 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45145 {}] master.HMaster(4177): Remote procedure failed, pid=10 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => b982b98e12b52abc271df4d930581a34, NAME => 'TestAcidGuarantees,,1731595236744.b982b98e12b52abc271df4d930581a34.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$5(MasterRpcServices.java:2580) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2575) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => b982b98e12b52abc271df4d930581a34, NAME => 'TestAcidGuarantees,,1731595236744.b982b98e12b52abc271df4d930581a34.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-14T14:40:41,420 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35765 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b982b98e12b52abc271df4d930581a34, server=da1c6afcd1f9,35765,1731595233113 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-14T14:40:41,421 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35765 {}] ipc.CallRunner(138): callId: 45 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:57926 deadline: 1731595301401, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b982b98e12b52abc271df4d930581a34, server=da1c6afcd1f9,35765,1731595233113 2024-11-14T14:40:41,421 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35765 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b982b98e12b52abc271df4d930581a34, server=da1c6afcd1f9,35765,1731595233113 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-14T14:40:41,421 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731595236744.b982b98e12b52abc271df4d930581a34., hostname=da1c6afcd1f9,35765,1731595233113, seqNum=2 , the old value is region=TestAcidGuarantees,,1731595236744.b982b98e12b52abc271df4d930581a34., hostname=da1c6afcd1f9,35765,1731595233113, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b982b98e12b52abc271df4d930581a34, server=da1c6afcd1f9,35765,1731595233113 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-14T14:40:41,422 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731595236744.b982b98e12b52abc271df4d930581a34., hostname=da1c6afcd1f9,35765,1731595233113, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b982b98e12b52abc271df4d930581a34, server=da1c6afcd1f9,35765,1731595233113 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-14T14:40:41,422 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35765 {}] ipc.CallRunner(138): callId: 48 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:57884 deadline: 1731595301407, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b982b98e12b52abc271df4d930581a34, server=da1c6afcd1f9,35765,1731595233113 2024-11-14T14:40:41,422 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731595236744.b982b98e12b52abc271df4d930581a34., hostname=da1c6afcd1f9,35765,1731595233113, seqNum=2 because the exception is null or not the one we care about 2024-11-14T14:40:41,422 DEBUG [RS_IN_MEMORY_COMPACTION-regionserver/da1c6afcd1f9:0-7 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=2, new segment=type=CellArrayImmutableSegment, empty=no, cellCount=172, cellSize=7872, totalHeapSize=18128, min timestamp=1731595241389, max timestamp=1731595241414Num uniques 1072; 2024-11-14T14:40:41,422 DEBUG [RS_IN_MEMORY_COMPACTION-regionserver/da1c6afcd1f9:0-7 {}] regionserver.CompactionPipeline(163): Suffix data size=49092, new segment data size=7872, suffix heap size=139456,new segment heap size=18128 　suffix off heap size=0, new segment off heap size=0, suffix cells count=1072, new segment cells count=172 2024-11-14T14:40:41,422 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731595236744.b982b98e12b52abc271df4d930581a34., hostname=da1c6afcd1f9,35765,1731595233113, seqNum=2 , the old value is region=TestAcidGuarantees,,1731595236744.b982b98e12b52abc271df4d930581a34., hostname=da1c6afcd1f9,35765,1731595233113, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b982b98e12b52abc271df4d930581a34, server=da1c6afcd1f9,35765,1731595233113 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-14T14:40:41,422 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731595236744.b982b98e12b52abc271df4d930581a34., hostname=da1c6afcd1f9,35765,1731595233113, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b982b98e12b52abc271df4d930581a34, server=da1c6afcd1f9,35765,1731595233113 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-14T14:40:41,422 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731595236744.b982b98e12b52abc271df4d930581a34., hostname=da1c6afcd1f9,35765,1731595233113, seqNum=2 because the exception is null or not the one we care about 2024-11-14T14:40:41,426 DEBUG [RS_IN_MEMORY_COMPACTION-regionserver/da1c6afcd1f9:0-7 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=2, new segment=type=CellArrayImmutableSegment, empty=no, cellCount=150, cellSize=6870, totalHeapSize=15840, min timestamp=1731595241389, max timestamp=1731595241414Num uniques 1072; 2024-11-14T14:40:41,426 DEBUG [RS_IN_MEMORY_COMPACTION-regionserver/da1c6afcd1f9:0-7 {}] regionserver.CompactionPipeline(163): Suffix data size=49092, new segment data size=6870, suffix heap size=139456,new segment heap size=15840 　suffix off heap size=0, new segment off heap size=0, suffix cells count=1072, new segment cells count=150 2024-11-14T14:40:41,430 DEBUG [RS_IN_MEMORY_COMPACTION-regionserver/da1c6afcd1f9:0-7 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=2, new segment=type=CellArrayImmutableSegment, empty=no, cellCount=150, cellSize=6870, totalHeapSize=15840, min timestamp=1731595241389, max timestamp=1731595241414Num uniques 1072; 2024-11-14T14:40:41,430 DEBUG [RS_IN_MEMORY_COMPACTION-regionserver/da1c6afcd1f9:0-7 {}] regionserver.CompactionPipeline(163): Suffix data size=49092, new segment data size=6870, suffix heap size=139456,new segment heap size=15840 　suffix off heap size=0, new segment off heap size=0, suffix cells count=1072, new segment cells count=150 2024-11-14T14:40:41,501 DEBUG [RS_IN_MEMORY_COMPACTION-regionserver/da1c6afcd1f9:0-2 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=2, new segment=type=CellArrayImmutableSegment, empty=no, cellCount=281, cellSize=12866, totalHeapSize=29464, min timestamp=1731595241459, max timestamp=1731595241494Num uniques 1031; 2024-11-14T14:40:41,501 DEBUG [RS_IN_MEMORY_COMPACTION-regionserver/da1c6afcd1f9:0-9 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=2, new segment=type=CellArrayImmutableSegment, empty=no, cellCount=281, cellSize=12866, totalHeapSize=29464, min timestamp=1731595241459, max timestamp=1731595241494Num uniques 1009; 2024-11-14T14:40:41,501 DEBUG [RS_IN_MEMORY_COMPACTION-regionserver/da1c6afcd1f9:0-2 {}] regionserver.CompactionPipeline(163): Suffix data size=47216, new segment data size=12866, suffix heap size=135192,new segment heap size=29464 　suffix off heap size=0, new segment off heap size=0, suffix cells count=1031, new segment cells count=281 2024-11-14T14:40:41,501 DEBUG [RS_IN_MEMORY_COMPACTION-regionserver/da1c6afcd1f9:0-9 {}] regionserver.CompactionPipeline(163): Suffix data size=46214, new segment data size=12866, suffix heap size=132904,new segment heap size=29464 　suffix off heap size=0, new segment off heap size=0, suffix cells count=1009, new segment cells count=281 2024-11-14T14:40:41,505 DEBUG [RS_IN_MEMORY_COMPACTION-regionserver/da1c6afcd1f9:0-2 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=2, new segment=type=CellArrayImmutableSegment, empty=no, cellCount=231, cellSize=10576, totalHeapSize=24264, min timestamp=1731595241459, max timestamp=1731595241494Num uniques 1009; 2024-11-14T14:40:41,505 DEBUG [RS_IN_MEMORY_COMPACTION-regionserver/da1c6afcd1f9:0-2 {}] regionserver.CompactionPipeline(163): Suffix data size=46214, new segment data size=10576, suffix heap size=132904,new segment heap size=24264 　suffix off heap size=0, new segment off heap size=0, suffix cells count=1009, new segment cells count=231 2024-11-14T14:40:41,514 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=35765 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=10 2024-11-14T14:40:41,514 DEBUG [RS_FLUSH_OPERATIONS-regionserver/da1c6afcd1f9:0-0 {event_type=RS_FLUSH_REGIONS, pid=10}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1731595236744.b982b98e12b52abc271df4d930581a34. 2024-11-14T14:40:41,515 DEBUG [RS_FLUSH_OPERATIONS-regionserver/da1c6afcd1f9:0-0 {event_type=RS_FLUSH_REGIONS, pid=10}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1731595236744.b982b98e12b52abc271df4d930581a34. as already flushing 2024-11-14T14:40:41,515 DEBUG [RS_FLUSH_OPERATIONS-regionserver/da1c6afcd1f9:0-0 {event_type=RS_FLUSH_REGIONS, pid=10}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1731595236744.b982b98e12b52abc271df4d930581a34. 2024-11-14T14:40:41,515 ERROR [RS_FLUSH_OPERATIONS-regionserver/da1c6afcd1f9:0-0 {event_type=RS_FLUSH_REGIONS, pid=10}] handler.RSProcedureHandler(58): pid=10 java.io.IOException: Unable to complete flush {ENCODED => b982b98e12b52abc271df4d930581a34, NAME => 'TestAcidGuarantees,,1731595236744.b982b98e12b52abc271df4d930581a34.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-14T14:40:41,515 DEBUG [RS_FLUSH_OPERATIONS-regionserver/da1c6afcd1f9:0-0 {event_type=RS_FLUSH_REGIONS, pid=10}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=10 java.io.IOException: Unable to complete flush {ENCODED => b982b98e12b52abc271df4d930581a34, NAME => 'TestAcidGuarantees,,1731595236744.b982b98e12b52abc271df4d930581a34.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-14T14:40:41,517 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45145 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=9 2024-11-14T14:40:41,517 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45145 {}] master.HMaster(4177): Remote procedure failed, pid=10 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => b982b98e12b52abc271df4d930581a34, NAME => 'TestAcidGuarantees,,1731595236744.b982b98e12b52abc271df4d930581a34.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$5(MasterRpcServices.java:2580) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2575) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => b982b98e12b52abc271df4d930581a34, NAME => 'TestAcidGuarantees,,1731595236744.b982b98e12b52abc271df4d930581a34.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-14T14:40:41,562 DEBUG [RS_IN_MEMORY_COMPACTION-regionserver/da1c6afcd1f9:0-4 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=2, new segment=type=CellArrayImmutableSegment, empty=no, cellCount=290, cellSize=13280, totalHeapSize=30400, min timestamp=1731595241545, max timestamp=1731595241557Num uniques 1090; 2024-11-14T14:40:41,562 DEBUG [RS_IN_MEMORY_COMPACTION-regionserver/da1c6afcd1f9:0-5 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=2, new segment=type=CellArrayImmutableSegment, empty=no, cellCount=290, cellSize=13280, totalHeapSize=30400, min timestamp=1731595241545, max timestamp=1731595241557Num uniques 1140; 2024-11-14T14:40:41,562 DEBUG [RS_IN_MEMORY_COMPACTION-regionserver/da1c6afcd1f9:0-5 {}] regionserver.CompactionPipeline(163): Suffix data size=52210, new segment data size=13280, suffix heap size=146528,new segment heap size=30400 　suffix off heap size=0, new segment off heap size=0, suffix cells count=1140, new segment cells count=290 2024-11-14T14:40:41,562 DEBUG [RS_IN_MEMORY_COMPACTION-regionserver/da1c6afcd1f9:0-4 {}] regionserver.CompactionPipeline(163): Suffix data size=49920, new segment data size=13280, suffix heap size=141328,new segment heap size=30400 　suffix off heap size=0, new segment off heap size=0, suffix cells count=1090, new segment cells count=290 2024-11-14T14:40:41,563 DEBUG [RS_IN_MEMORY_COMPACTION-regionserver/da1c6afcd1f9:0-1 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=2, new segment=type=CellArrayImmutableSegment, empty=no, cellCount=290, cellSize=13280, totalHeapSize=30400, min timestamp=1731595241545, max timestamp=1731595241557Num uniques 1140; 2024-11-14T14:40:41,564 DEBUG [RS_IN_MEMORY_COMPACTION-regionserver/da1c6afcd1f9:0-1 {}] regionserver.CompactionPipeline(163): Suffix data size=52210, new segment data size=13280, suffix heap size=146528,new segment heap size=30400 　suffix off heap size=0, new segment off heap size=0, suffix cells count=1140, new segment cells count=290 2024-11-14T14:40:41,623 DEBUG [RS_IN_MEMORY_COMPACTION-regionserver/da1c6afcd1f9:0-6 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=2, new segment=type=CellArrayImmutableSegment, empty=no, cellCount=399, cellSize=18274, totalHeapSize=41736, min timestamp=1731595241597, max timestamp=1731595241617Num uniques 1149; 2024-11-14T14:40:41,624 DEBUG [RS_IN_MEMORY_COMPACTION-regionserver/da1c6afcd1f9:0-6 {}] regionserver.CompactionPipeline(163): Suffix data size=52624, new segment data size=18274, suffix heap size=147464,new segment heap size=41736 　suffix off heap size=0, new segment off heap size=0, suffix cells count=1149, new segment cells count=399 2024-11-14T14:40:41,628 DEBUG [RS_IN_MEMORY_COMPACTION-regionserver/da1c6afcd1f9:0-8 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=2, new segment=type=CellArrayImmutableSegment, empty=no, cellCount=399, cellSize=18274, totalHeapSize=41736, min timestamp=1731595241597, max timestamp=1731595241617Num uniques 1149; 2024-11-14T14:40:41,628 DEBUG [RS_IN_MEMORY_COMPACTION-regionserver/da1c6afcd1f9:0-8 {}] regionserver.CompactionPipeline(163): Suffix data size=52624, new segment data size=18274, suffix heap size=147464,new segment heap size=41736 　suffix off heap size=0, new segment off heap size=0, suffix cells count=1149, new segment cells count=399 2024-11-14T14:40:41,631 DEBUG [RS_IN_MEMORY_COMPACTION-regionserver/da1c6afcd1f9:0-0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=2, new segment=type=CellArrayImmutableSegment, empty=no, cellCount=399, cellSize=18274, totalHeapSize=41736, min timestamp=1731595241597, max timestamp=1731595241617Num uniques 1149; 2024-11-14T14:40:41,631 DEBUG [RS_IN_MEMORY_COMPACTION-regionserver/da1c6afcd1f9:0-0 {}] regionserver.CompactionPipeline(163): Suffix data size=52624, new segment data size=18274, suffix heap size=147464,new segment heap size=41736 　suffix off heap size=0, new segment off heap size=0, suffix cells count=1149, new segment cells count=399 2024-11-14T14:40:41,649 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=13.42 KB at sequenceid=81 (bloomFilter=true), to=hdfs://localhost:34345/user/jenkins/test-data/14d118ee-a83a-b09b-5913-1a58940a5db1/data/default/TestAcidGuarantees/b982b98e12b52abc271df4d930581a34/.tmp/B/f8dbf3af2a1048ecb417ecec9ef7f909 2024-11-14T14:40:41,672 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=35765 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=10 2024-11-14T14:40:41,672 DEBUG [RS_FLUSH_OPERATIONS-regionserver/da1c6afcd1f9:0-1 {event_type=RS_FLUSH_REGIONS, pid=10}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1731595236744.b982b98e12b52abc271df4d930581a34. 2024-11-14T14:40:41,672 DEBUG [RS_FLUSH_OPERATIONS-regionserver/da1c6afcd1f9:0-1 {event_type=RS_FLUSH_REGIONS, pid=10}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1731595236744.b982b98e12b52abc271df4d930581a34. as already flushing 2024-11-14T14:40:41,672 DEBUG [RS_FLUSH_OPERATIONS-regionserver/da1c6afcd1f9:0-1 {event_type=RS_FLUSH_REGIONS, pid=10}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1731595236744.b982b98e12b52abc271df4d930581a34. 2024-11-14T14:40:41,673 ERROR [RS_FLUSH_OPERATIONS-regionserver/da1c6afcd1f9:0-1 {event_type=RS_FLUSH_REGIONS, pid=10}] handler.RSProcedureHandler(58): pid=10 java.io.IOException: Unable to complete flush {ENCODED => b982b98e12b52abc271df4d930581a34, NAME => 'TestAcidGuarantees,,1731595236744.b982b98e12b52abc271df4d930581a34.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-14T14:40:41,673 DEBUG [RS_FLUSH_OPERATIONS-regionserver/da1c6afcd1f9:0-1 {event_type=RS_FLUSH_REGIONS, pid=10}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=10 java.io.IOException: Unable to complete flush {ENCODED => b982b98e12b52abc271df4d930581a34, NAME => 'TestAcidGuarantees,,1731595236744.b982b98e12b52abc271df4d930581a34.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-14T14:40:41,674 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45145 {}] master.HMaster(4177): Remote procedure failed, pid=10 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => b982b98e12b52abc271df4d930581a34, NAME => 'TestAcidGuarantees,,1731595236744.b982b98e12b52abc271df4d930581a34.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$5(MasterRpcServices.java:2580) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2575) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => b982b98e12b52abc271df4d930581a34, NAME => 'TestAcidGuarantees,,1731595236744.b982b98e12b52abc271df4d930581a34.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-14T14:40:41,674 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:34345/user/jenkins/test-data/14d118ee-a83a-b09b-5913-1a58940a5db1/data/default/TestAcidGuarantees/b982b98e12b52abc271df4d930581a34/.tmp/C/e1f89a8ae2ec4b6f95a5bfb1ffe46345 is 50, key is test_row_0/C:col10/1731595240660/Put/seqid=0 2024-11-14T14:40:41,682 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35765 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b982b98e12b52abc271df4d930581a34, server=da1c6afcd1f9,35765,1731595233113 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-14T14:40:41,683 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35765 {}] ipc.CallRunner(138): callId: 68 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:57954 deadline: 1731595301667, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b982b98e12b52abc271df4d930581a34, server=da1c6afcd1f9,35765,1731595233113 2024-11-14T14:40:41,684 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35765 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b982b98e12b52abc271df4d930581a34, server=da1c6afcd1f9,35765,1731595233113 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-14T14:40:41,684 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731595236744.b982b98e12b52abc271df4d930581a34., hostname=da1c6afcd1f9,35765,1731595233113, seqNum=2 , the old value is region=TestAcidGuarantees,,1731595236744.b982b98e12b52abc271df4d930581a34., hostname=da1c6afcd1f9,35765,1731595233113, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b982b98e12b52abc271df4d930581a34, server=da1c6afcd1f9,35765,1731595233113 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-14T14:40:41,684 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35765 {}] ipc.CallRunner(138): callId: 55 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:57926 deadline: 1731595301671, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b982b98e12b52abc271df4d930581a34, server=da1c6afcd1f9,35765,1731595233113 2024-11-14T14:40:41,684 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731595236744.b982b98e12b52abc271df4d930581a34., hostname=da1c6afcd1f9,35765,1731595233113, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b982b98e12b52abc271df4d930581a34, server=da1c6afcd1f9,35765,1731595233113 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-14T14:40:41,684 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731595236744.b982b98e12b52abc271df4d930581a34., hostname=da1c6afcd1f9,35765,1731595233113, seqNum=2 because the exception is null or not the one we care about 2024-11-14T14:40:41,685 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731595236744.b982b98e12b52abc271df4d930581a34., hostname=da1c6afcd1f9,35765,1731595233113, seqNum=2 , the old value is region=TestAcidGuarantees,,1731595236744.b982b98e12b52abc271df4d930581a34., hostname=da1c6afcd1f9,35765,1731595233113, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b982b98e12b52abc271df4d930581a34, server=da1c6afcd1f9,35765,1731595233113 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-14T14:40:41,685 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731595236744.b982b98e12b52abc271df4d930581a34., hostname=da1c6afcd1f9,35765,1731595233113, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b982b98e12b52abc271df4d930581a34, server=da1c6afcd1f9,35765,1731595233113 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-14T14:40:41,685 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35765 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b982b98e12b52abc271df4d930581a34, server=da1c6afcd1f9,35765,1731595233113 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-14T14:40:41,685 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731595236744.b982b98e12b52abc271df4d930581a34., hostname=da1c6afcd1f9,35765,1731595233113, seqNum=2 because the exception is null or not the one we care about 2024-11-14T14:40:41,685 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35765 {}] ipc.CallRunner(138): callId: 62 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:57914 deadline: 1731595301672, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b982b98e12b52abc271df4d930581a34, server=da1c6afcd1f9,35765,1731595233113 2024-11-14T14:40:41,686 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731595236744.b982b98e12b52abc271df4d930581a34., hostname=da1c6afcd1f9,35765,1731595233113, seqNum=2 , the old value is region=TestAcidGuarantees,,1731595236744.b982b98e12b52abc271df4d930581a34., hostname=da1c6afcd1f9,35765,1731595233113, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b982b98e12b52abc271df4d930581a34, server=da1c6afcd1f9,35765,1731595233113 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-14T14:40:41,686 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35765 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b982b98e12b52abc271df4d930581a34, server=da1c6afcd1f9,35765,1731595233113 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-14T14:40:41,686 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731595236744.b982b98e12b52abc271df4d930581a34., hostname=da1c6afcd1f9,35765,1731595233113, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b982b98e12b52abc271df4d930581a34, server=da1c6afcd1f9,35765,1731595233113 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-14T14:40:41,686 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731595236744.b982b98e12b52abc271df4d930581a34., hostname=da1c6afcd1f9,35765,1731595233113, seqNum=2 because the exception is null or not the one we care about 2024-11-14T14:40:41,686 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35765 {}] ipc.CallRunner(138): callId: 58 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:57884 deadline: 1731595301678, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b982b98e12b52abc271df4d930581a34, server=da1c6afcd1f9,35765,1731595233113 2024-11-14T14:40:41,686 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35765 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b982b98e12b52abc271df4d930581a34, server=da1c6afcd1f9,35765,1731595233113 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-14T14:40:41,686 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35765 {}] ipc.CallRunner(138): callId: 61 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:57946 deadline: 1731595301669, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b982b98e12b52abc271df4d930581a34, server=da1c6afcd1f9,35765,1731595233113 2024-11-14T14:40:41,687 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731595236744.b982b98e12b52abc271df4d930581a34., hostname=da1c6afcd1f9,35765,1731595233113, seqNum=2 , the old value is region=TestAcidGuarantees,,1731595236744.b982b98e12b52abc271df4d930581a34., hostname=da1c6afcd1f9,35765,1731595233113, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b982b98e12b52abc271df4d930581a34, server=da1c6afcd1f9,35765,1731595233113 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-14T14:40:41,687 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731595236744.b982b98e12b52abc271df4d930581a34., hostname=da1c6afcd1f9,35765,1731595233113, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b982b98e12b52abc271df4d930581a34, server=da1c6afcd1f9,35765,1731595233113 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-14T14:40:41,687 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731595236744.b982b98e12b52abc271df4d930581a34., hostname=da1c6afcd1f9,35765,1731595233113, seqNum=2 because the exception is null or not the one we care about 2024-11-14T14:40:41,687 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731595236744.b982b98e12b52abc271df4d930581a34., hostname=da1c6afcd1f9,35765,1731595233113, seqNum=2 , the old value is region=TestAcidGuarantees,,1731595236744.b982b98e12b52abc271df4d930581a34., hostname=da1c6afcd1f9,35765,1731595233113, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b982b98e12b52abc271df4d930581a34, server=da1c6afcd1f9,35765,1731595233113 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-14T14:40:41,687 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731595236744.b982b98e12b52abc271df4d930581a34., hostname=da1c6afcd1f9,35765,1731595233113, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b982b98e12b52abc271df4d930581a34, server=da1c6afcd1f9,35765,1731595233113 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-14T14:40:41,687 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731595236744.b982b98e12b52abc271df4d930581a34., hostname=da1c6afcd1f9,35765,1731595233113, seqNum=2 because the exception is null or not the one we care about 2024-11-14T14:40:41,718 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36699 is added to blk_1073741848_1024 (size=12001) 2024-11-14T14:40:41,719 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=13.42 KB at sequenceid=81 (bloomFilter=true), to=hdfs://localhost:34345/user/jenkins/test-data/14d118ee-a83a-b09b-5913-1a58940a5db1/data/default/TestAcidGuarantees/b982b98e12b52abc271df4d930581a34/.tmp/C/e1f89a8ae2ec4b6f95a5bfb1ffe46345 2024-11-14T14:40:41,735 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:34345/user/jenkins/test-data/14d118ee-a83a-b09b-5913-1a58940a5db1/data/default/TestAcidGuarantees/b982b98e12b52abc271df4d930581a34/.tmp/A/403854a7c96b49f482a86767ecad5bdd as hdfs://localhost:34345/user/jenkins/test-data/14d118ee-a83a-b09b-5913-1a58940a5db1/data/default/TestAcidGuarantees/b982b98e12b52abc271df4d930581a34/A/403854a7c96b49f482a86767ecad5bdd 2024-11-14T14:40:41,758 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:34345/user/jenkins/test-data/14d118ee-a83a-b09b-5913-1a58940a5db1/data/default/TestAcidGuarantees/b982b98e12b52abc271df4d930581a34/A/403854a7c96b49f482a86767ecad5bdd, entries=300, sequenceid=81, filesize=18.6 K 2024-11-14T14:40:41,760 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:34345/user/jenkins/test-data/14d118ee-a83a-b09b-5913-1a58940a5db1/data/default/TestAcidGuarantees/b982b98e12b52abc271df4d930581a34/.tmp/B/f8dbf3af2a1048ecb417ecec9ef7f909 as hdfs://localhost:34345/user/jenkins/test-data/14d118ee-a83a-b09b-5913-1a58940a5db1/data/default/TestAcidGuarantees/b982b98e12b52abc271df4d930581a34/B/f8dbf3af2a1048ecb417ecec9ef7f909 2024-11-14T14:40:41,773 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:34345/user/jenkins/test-data/14d118ee-a83a-b09b-5913-1a58940a5db1/data/default/TestAcidGuarantees/b982b98e12b52abc271df4d930581a34/B/f8dbf3af2a1048ecb417ecec9ef7f909, entries=150, sequenceid=81, filesize=11.7 K 2024-11-14T14:40:41,776 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:34345/user/jenkins/test-data/14d118ee-a83a-b09b-5913-1a58940a5db1/data/default/TestAcidGuarantees/b982b98e12b52abc271df4d930581a34/.tmp/C/e1f89a8ae2ec4b6f95a5bfb1ffe46345 as hdfs://localhost:34345/user/jenkins/test-data/14d118ee-a83a-b09b-5913-1a58940a5db1/data/default/TestAcidGuarantees/b982b98e12b52abc271df4d930581a34/C/e1f89a8ae2ec4b6f95a5bfb1ffe46345 2024-11-14T14:40:41,787 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35765 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b982b98e12b52abc271df4d930581a34, server=da1c6afcd1f9,35765,1731595233113 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-14T14:40:41,788 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35765 {}] ipc.CallRunner(138): callId: 69 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:57954 deadline: 1731595301786, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b982b98e12b52abc271df4d930581a34, server=da1c6afcd1f9,35765,1731595233113 2024-11-14T14:40:41,788 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731595236744.b982b98e12b52abc271df4d930581a34., hostname=da1c6afcd1f9,35765,1731595233113, seqNum=2 , the old value is region=TestAcidGuarantees,,1731595236744.b982b98e12b52abc271df4d930581a34., hostname=da1c6afcd1f9,35765,1731595233113, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b982b98e12b52abc271df4d930581a34, server=da1c6afcd1f9,35765,1731595233113 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-14T14:40:41,789 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731595236744.b982b98e12b52abc271df4d930581a34., hostname=da1c6afcd1f9,35765,1731595233113, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b982b98e12b52abc271df4d930581a34, server=da1c6afcd1f9,35765,1731595233113 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-14T14:40:41,789 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731595236744.b982b98e12b52abc271df4d930581a34., hostname=da1c6afcd1f9,35765,1731595233113, seqNum=2 because the exception is null or not the one we care about 2024-11-14T14:40:41,791 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:34345/user/jenkins/test-data/14d118ee-a83a-b09b-5913-1a58940a5db1/data/default/TestAcidGuarantees/b982b98e12b52abc271df4d930581a34/C/e1f89a8ae2ec4b6f95a5bfb1ffe46345, entries=150, sequenceid=81, filesize=11.7 K 2024-11-14T14:40:41,792 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(3140): Finished flush of dataSize ~40.25 KB/41220, heapSize ~101.34 KB/103776, currentSize=154.31 KB/158010 for b982b98e12b52abc271df4d930581a34 in 1103ms, sequenceid=81, compaction requested=true 2024-11-14T14:40:41,793 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2603): Flush status journal for b982b98e12b52abc271df4d930581a34: 2024-11-14T14:40:41,800 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35765 {}] regionserver.HRegion(8855): Flush requested on b982b98e12b52abc271df4d930581a34 2024-11-14T14:40:41,801 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store b982b98e12b52abc271df4d930581a34:A, priority=-2147483648, current under compaction store size is 1 2024-11-14T14:40:41,804 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-14T14:40:41,804 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store b982b98e12b52abc271df4d930581a34:B, priority=-2147483648, current under compaction store size is 2 2024-11-14T14:40:41,804 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-14T14:40:41,804 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store b982b98e12b52abc271df4d930581a34:C, priority=-2147483648, current under compaction store size is 3 2024-11-14T14:40:41,804 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=1), splitQueue=0 2024-11-14T14:40:41,804 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(2902): Flushing b982b98e12b52abc271df4d930581a34 3/3 column families, dataSize=167.72 KB heapSize=462.56 KB 2024-11-14T14:40:41,806 DEBUG [RS:0;da1c6afcd1f9:35765-longCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 4 store files, 0 compacting, 4 eligible, 16 blocking 2024-11-14T14:40:41,806 DEBUG [RS:0;da1c6afcd1f9:35765-shortCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 4 store files, 0 compacting, 4 eligible, 16 blocking 2024-11-14T14:40:41,806 DEBUG [RS_IN_MEMORY_COMPACTION-regionserver/da1c6afcd1f9:0-9 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=2, new segment=type=CellArrayImmutableSegment, empty=no, cellCount=258, cellSize=11810, totalHeapSize=27072, min timestamp=1731595241647, max timestamp=1731595241801Num uniques 1258; 2024-11-14T14:40:41,807 DEBUG [RS_IN_MEMORY_COMPACTION-regionserver/da1c6afcd1f9:0-7 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=2, new segment=type=CellArrayImmutableSegment, empty=no, cellCount=258, cellSize=11810, totalHeapSize=27072, min timestamp=1731595241647, max timestamp=1731595241801Num uniques 1258; 2024-11-14T14:40:41,807 DEBUG [RS_IN_MEMORY_COMPACTION-regionserver/da1c6afcd1f9:0-9 {}] regionserver.CompactionPipeline(163): Suffix data size=57610, new segment data size=11810, suffix heap size=158800,new segment heap size=27072 　suffix off heap size=0, new segment off heap size=0, suffix cells count=1258, new segment cells count=258 2024-11-14T14:40:41,807 DEBUG [RS_IN_MEMORY_COMPACTION-regionserver/da1c6afcd1f9:0-7 {}] regionserver.CompactionPipeline(163): Suffix data size=57610, new segment data size=11810, suffix heap size=158800,new segment heap size=27072 　suffix off heap size=0, new segment off heap size=0, suffix cells count=1258, new segment cells count=258 2024-11-14T14:40:41,810 DEBUG [RS_IN_MEMORY_COMPACTION-regionserver/da1c6afcd1f9:0-3 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=2, new segment=type=CellArrayImmutableSegment, empty=no, cellCount=258, cellSize=11810, totalHeapSize=27072, min timestamp=1731595241647, max timestamp=1731595241801Num uniques 1258; 2024-11-14T14:40:41,810 DEBUG [RS_IN_MEMORY_COMPACTION-regionserver/da1c6afcd1f9:0-3 {}] regionserver.CompactionPipeline(163): Suffix data size=57610, new segment data size=11810, suffix heap size=158800,new segment heap size=27072 　suffix off heap size=0, new segment off heap size=0, suffix cells count=1258, new segment cells count=258 2024-11-14T14:40:41,814 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK b982b98e12b52abc271df4d930581a34, store=A 2024-11-14T14:40:41,814 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=2, new segment=null 2024-11-14T14:40:41,814 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK b982b98e12b52abc271df4d930581a34, store=B 2024-11-14T14:40:41,814 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=2, new segment=null 2024-11-14T14:40:41,814 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK b982b98e12b52abc271df4d930581a34, store=C 2024-11-14T14:40:41,815 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=2, new segment=null 2024-11-14T14:40:41,816 DEBUG [RS:0;da1c6afcd1f9:35765-longCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 4 files of size 48004 starting at candidate #0 after considering 3 permutations with 3 in ratio 2024-11-14T14:40:41,817 DEBUG [RS:0;da1c6afcd1f9:35765-shortCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 4 files of size 57364 starting at candidate #0 after considering 3 permutations with 3 in ratio 2024-11-14T14:40:41,818 DEBUG [RS:0;da1c6afcd1f9:35765-longCompactions-0 {}] regionserver.HStore(1541): b982b98e12b52abc271df4d930581a34/B is initiating minor compaction (all files) 2024-11-14T14:40:41,818 DEBUG [RS:0;da1c6afcd1f9:35765-shortCompactions-0 {}] regionserver.HStore(1541): b982b98e12b52abc271df4d930581a34/A is initiating minor compaction (all files) 2024-11-14T14:40:41,818 INFO [RS:0;da1c6afcd1f9:35765-longCompactions-0 {}] regionserver.HRegion(2416): Starting compaction of b982b98e12b52abc271df4d930581a34/B in TestAcidGuarantees,,1731595236744.b982b98e12b52abc271df4d930581a34. 2024-11-14T14:40:41,818 INFO [RS:0;da1c6afcd1f9:35765-shortCompactions-0 {}] regionserver.HRegion(2416): Starting compaction of b982b98e12b52abc271df4d930581a34/A in TestAcidGuarantees,,1731595236744.b982b98e12b52abc271df4d930581a34. 2024-11-14T14:40:41,819 INFO [RS:0;da1c6afcd1f9:35765-longCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:34345/user/jenkins/test-data/14d118ee-a83a-b09b-5913-1a58940a5db1/data/default/TestAcidGuarantees/b982b98e12b52abc271df4d930581a34/B/8d60656adf5b4b229783f7a69cb30200, hdfs://localhost:34345/user/jenkins/test-data/14d118ee-a83a-b09b-5913-1a58940a5db1/data/default/TestAcidGuarantees/b982b98e12b52abc271df4d930581a34/B/1bef93844fd045f79887c39c7c697753, hdfs://localhost:34345/user/jenkins/test-data/14d118ee-a83a-b09b-5913-1a58940a5db1/data/default/TestAcidGuarantees/b982b98e12b52abc271df4d930581a34/B/60be299f932149769a3af5a09b0f5436, hdfs://localhost:34345/user/jenkins/test-data/14d118ee-a83a-b09b-5913-1a58940a5db1/data/default/TestAcidGuarantees/b982b98e12b52abc271df4d930581a34/B/f8dbf3af2a1048ecb417ecec9ef7f909] into tmpdir=hdfs://localhost:34345/user/jenkins/test-data/14d118ee-a83a-b09b-5913-1a58940a5db1/data/default/TestAcidGuarantees/b982b98e12b52abc271df4d930581a34/.tmp, totalSize=46.9 K 2024-11-14T14:40:41,819 INFO [RS:0;da1c6afcd1f9:35765-shortCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:34345/user/jenkins/test-data/14d118ee-a83a-b09b-5913-1a58940a5db1/data/default/TestAcidGuarantees/b982b98e12b52abc271df4d930581a34/A/32e2c7bdb44c4924b87cb8396b22c672, hdfs://localhost:34345/user/jenkins/test-data/14d118ee-a83a-b09b-5913-1a58940a5db1/data/default/TestAcidGuarantees/b982b98e12b52abc271df4d930581a34/A/7e338650f6f041578ceed03a78b358a1, hdfs://localhost:34345/user/jenkins/test-data/14d118ee-a83a-b09b-5913-1a58940a5db1/data/default/TestAcidGuarantees/b982b98e12b52abc271df4d930581a34/A/57907c15a87b4073a018f9dd2db338dc, hdfs://localhost:34345/user/jenkins/test-data/14d118ee-a83a-b09b-5913-1a58940a5db1/data/default/TestAcidGuarantees/b982b98e12b52abc271df4d930581a34/A/403854a7c96b49f482a86767ecad5bdd] into tmpdir=hdfs://localhost:34345/user/jenkins/test-data/14d118ee-a83a-b09b-5913-1a58940a5db1/data/default/TestAcidGuarantees/b982b98e12b52abc271df4d930581a34/.tmp, totalSize=56.0 K 2024-11-14T14:40:41,820 DEBUG [RS:0;da1c6afcd1f9:35765-longCompactions-0 {}] compactions.Compactor(225): Compacting 8d60656adf5b4b229783f7a69cb30200, keycount=150, bloomtype=ROW, size=11.7 K, encoding=NONE, compression=NONE, seqNum=13, earliestPutTs=1731595239088 2024-11-14T14:40:41,822 DEBUG [RS:0;da1c6afcd1f9:35765-shortCompactions-0 {}] compactions.Compactor(225): Compacting 32e2c7bdb44c4924b87cb8396b22c672, keycount=150, bloomtype=ROW, size=11.7 K, encoding=NONE, compression=NONE, seqNum=13, earliestPutTs=1731595239088 2024-11-14T14:40:41,822 DEBUG [RS:0;da1c6afcd1f9:35765-longCompactions-0 {}] compactions.Compactor(225): Compacting 1bef93844fd045f79887c39c7c697753, keycount=150, bloomtype=ROW, size=11.7 K, encoding=NONE, compression=NONE, seqNum=48, earliestPutTs=1731595239329 2024-11-14T14:40:41,823 DEBUG [RS:0;da1c6afcd1f9:35765-longCompactions-0 {}] compactions.Compactor(225): Compacting 60be299f932149769a3af5a09b0f5436, keycount=150, bloomtype=ROW, size=11.7 K, encoding=NONE, compression=NONE, seqNum=59, earliestPutTs=1731595240120 2024-11-14T14:40:41,825 DEBUG [RS:0;da1c6afcd1f9:35765-longCompactions-0 {}] compactions.Compactor(225): Compacting f8dbf3af2a1048ecb417ecec9ef7f909, keycount=150, bloomtype=ROW, size=11.7 K, encoding=NONE, compression=NONE, seqNum=81, earliestPutTs=1731595240660 2024-11-14T14:40:41,825 DEBUG [RS:0;da1c6afcd1f9:35765-shortCompactions-0 {}] compactions.Compactor(225): Compacting 7e338650f6f041578ceed03a78b358a1, keycount=200, bloomtype=ROW, size=14.0 K, encoding=NONE, compression=NONE, seqNum=48, earliestPutTs=1731595239314 2024-11-14T14:40:41,826 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45145 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=9 2024-11-14T14:40:41,827 DEBUG [RS:0;da1c6afcd1f9:35765-shortCompactions-0 {}] compactions.Compactor(225): Compacting 57907c15a87b4073a018f9dd2db338dc, keycount=150, bloomtype=ROW, size=11.7 K, encoding=NONE, compression=NONE, seqNum=59, earliestPutTs=1731595240120 2024-11-14T14:40:41,828 DEBUG [RS:0;da1c6afcd1f9:35765-shortCompactions-0 {}] compactions.Compactor(225): Compacting 403854a7c96b49f482a86767ecad5bdd, keycount=300, bloomtype=ROW, size=18.6 K, encoding=NONE, compression=NONE, seqNum=81, earliestPutTs=1731595240650 2024-11-14T14:40:41,829 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=35765 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=10 2024-11-14T14:40:41,829 DEBUG [RS_FLUSH_OPERATIONS-regionserver/da1c6afcd1f9:0-2 {event_type=RS_FLUSH_REGIONS, pid=10}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1731595236744.b982b98e12b52abc271df4d930581a34. 2024-11-14T14:40:41,830 DEBUG [RS_FLUSH_OPERATIONS-regionserver/da1c6afcd1f9:0-2 {event_type=RS_FLUSH_REGIONS, pid=10}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1731595236744.b982b98e12b52abc271df4d930581a34. as already flushing 2024-11-14T14:40:41,830 DEBUG [RS_FLUSH_OPERATIONS-regionserver/da1c6afcd1f9:0-2 {event_type=RS_FLUSH_REGIONS, pid=10}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1731595236744.b982b98e12b52abc271df4d930581a34. 2024-11-14T14:40:41,830 ERROR [RS_FLUSH_OPERATIONS-regionserver/da1c6afcd1f9:0-2 {event_type=RS_FLUSH_REGIONS, pid=10}] handler.RSProcedureHandler(58): pid=10 java.io.IOException: Unable to complete flush {ENCODED => b982b98e12b52abc271df4d930581a34, NAME => 'TestAcidGuarantees,,1731595236744.b982b98e12b52abc271df4d930581a34.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-14T14:40:41,830 DEBUG [RS_FLUSH_OPERATIONS-regionserver/da1c6afcd1f9:0-2 {event_type=RS_FLUSH_REGIONS, pid=10}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=10 java.io.IOException: Unable to complete flush {ENCODED => b982b98e12b52abc271df4d930581a34, NAME => 'TestAcidGuarantees,,1731595236744.b982b98e12b52abc271df4d930581a34.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-14T14:40:41,831 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45145 {}] master.HMaster(4177): Remote procedure failed, pid=10 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => b982b98e12b52abc271df4d930581a34, NAME => 'TestAcidGuarantees,,1731595236744.b982b98e12b52abc271df4d930581a34.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$5(MasterRpcServices.java:2580) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2575) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => b982b98e12b52abc271df4d930581a34, NAME => 'TestAcidGuarantees,,1731595236744.b982b98e12b52abc271df4d930581a34.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-14T14:40:41,858 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:34345/user/jenkins/test-data/14d118ee-a83a-b09b-5913-1a58940a5db1/data/default/TestAcidGuarantees/b982b98e12b52abc271df4d930581a34/.tmp/A/619ba23abd534fbb8ac2f4139429533c is 50, key is test_row_0/A:col10/1731595241647/Put/seqid=0 2024-11-14T14:40:41,890 INFO [RS:0;da1c6afcd1f9:35765-longCompactions-0 {}] throttle.PressureAwareThroughputController(145): b982b98e12b52abc271df4d930581a34#B#compaction#13 average throughput is 0.60 MB/second, slept 0 time(s) and total slept time is 0 ms. 1 active operations remaining, total limit is 50.00 MB/second 2024-11-14T14:40:41,891 DEBUG [RS:0;da1c6afcd1f9:35765-longCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:34345/user/jenkins/test-data/14d118ee-a83a-b09b-5913-1a58940a5db1/data/default/TestAcidGuarantees/b982b98e12b52abc271df4d930581a34/.tmp/B/7e7a028f19264967ac4898e508417a4b is 50, key is test_row_0/B:col10/1731595240660/Put/seqid=0 2024-11-14T14:40:41,894 INFO [RS:0;da1c6afcd1f9:35765-shortCompactions-0 {}] throttle.PressureAwareThroughputController(145): b982b98e12b52abc271df4d930581a34#A#compaction#14 average throughput is 0.55 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second 2024-11-14T14:40:41,894 WARN [HBase-Metrics2-1 {}] impl.MetricsConfig(138): Cannot locate configuration: tried hadoop-metrics2-hbase.properties,hadoop-metrics2.properties 2024-11-14T14:40:41,895 DEBUG [RS:0;da1c6afcd1f9:35765-shortCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:34345/user/jenkins/test-data/14d118ee-a83a-b09b-5913-1a58940a5db1/data/default/TestAcidGuarantees/b982b98e12b52abc271df4d930581a34/.tmp/A/7cdc10ba90ed4609ba71203f899767b8 is 50, key is test_row_0/A:col10/1731595240660/Put/seqid=0 2024-11-14T14:40:41,897 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36699 is added to blk_1073741849_1025 (size=22065) 2024-11-14T14:40:41,899 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=15.65 KB at sequenceid=292 (bloomFilter=true), to=hdfs://localhost:34345/user/jenkins/test-data/14d118ee-a83a-b09b-5913-1a58940a5db1/data/default/TestAcidGuarantees/b982b98e12b52abc271df4d930581a34/.tmp/A/619ba23abd534fbb8ac2f4139429533c 2024-11-14T14:40:41,930 DEBUG [RS_IN_MEMORY_COMPACTION-regionserver/da1c6afcd1f9:0-4 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=type=CellArrayImmutableSegment, empty=no, cellCount=209, cellSize=9565, totalHeapSize=21976, min timestamp=1731595241889, max timestamp=1731595241921Num uniques 859; 2024-11-14T14:40:41,930 DEBUG [RS_IN_MEMORY_COMPACTION-regionserver/da1c6afcd1f9:0-2 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=type=CellArrayImmutableSegment, empty=no, cellCount=209, cellSize=9565, totalHeapSize=21976, min timestamp=1731595241889, max timestamp=1731595241921Num uniques 859; 2024-11-14T14:40:41,930 DEBUG [RS_IN_MEMORY_COMPACTION-regionserver/da1c6afcd1f9:0-5 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=type=CellArrayImmutableSegment, empty=no, cellCount=209, cellSize=9565, totalHeapSize=21976, min timestamp=1731595241889, max timestamp=1731595241921Num uniques 859; 2024-11-14T14:40:41,930 DEBUG [RS_IN_MEMORY_COMPACTION-regionserver/da1c6afcd1f9:0-4 {}] regionserver.CompactionPipeline(163): Suffix data size=39335, new segment data size=9565, suffix heap size=117064,new segment heap size=21976 　suffix off heap size=0, new segment off heap size=0, suffix cells count=859, new segment cells count=209 2024-11-14T14:40:41,930 DEBUG [RS_IN_MEMORY_COMPACTION-regionserver/da1c6afcd1f9:0-2 {}] regionserver.CompactionPipeline(163): Suffix data size=39335, new segment data size=9565, suffix heap size=117064,new segment heap size=21976 　suffix off heap size=0, new segment off heap size=0, suffix cells count=859, new segment cells count=209 2024-11-14T14:40:41,930 DEBUG [RS_IN_MEMORY_COMPACTION-regionserver/da1c6afcd1f9:0-5 {}] regionserver.CompactionPipeline(163): Suffix data size=39335, new segment data size=9565, suffix heap size=117064,new segment heap size=21976 　suffix off heap size=0, new segment off heap size=0, suffix cells count=859, new segment cells count=209 2024-11-14T14:40:41,931 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36699 is added to blk_1073741850_1026 (size=12139) 2024-11-14T14:40:41,948 DEBUG [RS:0;da1c6afcd1f9:35765-longCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:34345/user/jenkins/test-data/14d118ee-a83a-b09b-5913-1a58940a5db1/data/default/TestAcidGuarantees/b982b98e12b52abc271df4d930581a34/.tmp/B/7e7a028f19264967ac4898e508417a4b as hdfs://localhost:34345/user/jenkins/test-data/14d118ee-a83a-b09b-5913-1a58940a5db1/data/default/TestAcidGuarantees/b982b98e12b52abc271df4d930581a34/B/7e7a028f19264967ac4898e508417a4b 2024-11-14T14:40:41,969 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36699 is added to blk_1073741851_1027 (size=12139) 2024-11-14T14:40:41,970 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:34345/user/jenkins/test-data/14d118ee-a83a-b09b-5913-1a58940a5db1/data/default/TestAcidGuarantees/b982b98e12b52abc271df4d930581a34/.tmp/B/0fdbf366844848349d2d1b7251f3f353 is 50, key is test_row_0/B:col10/1731595241647/Put/seqid=0 2024-11-14T14:40:41,985 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=35765 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=10 2024-11-14T14:40:41,985 DEBUG [RS_FLUSH_OPERATIONS-regionserver/da1c6afcd1f9:0-0 {event_type=RS_FLUSH_REGIONS, pid=10}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1731595236744.b982b98e12b52abc271df4d930581a34. 2024-11-14T14:40:41,985 DEBUG [RS_FLUSH_OPERATIONS-regionserver/da1c6afcd1f9:0-0 {event_type=RS_FLUSH_REGIONS, pid=10}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1731595236744.b982b98e12b52abc271df4d930581a34. as already flushing 2024-11-14T14:40:41,985 DEBUG [RS_FLUSH_OPERATIONS-regionserver/da1c6afcd1f9:0-0 {event_type=RS_FLUSH_REGIONS, pid=10}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1731595236744.b982b98e12b52abc271df4d930581a34. 2024-11-14T14:40:41,986 ERROR [RS_FLUSH_OPERATIONS-regionserver/da1c6afcd1f9:0-0 {event_type=RS_FLUSH_REGIONS, pid=10}] handler.RSProcedureHandler(58): pid=10 java.io.IOException: Unable to complete flush {ENCODED => b982b98e12b52abc271df4d930581a34, NAME => 'TestAcidGuarantees,,1731595236744.b982b98e12b52abc271df4d930581a34.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-14T14:40:41,986 DEBUG [RS_FLUSH_OPERATIONS-regionserver/da1c6afcd1f9:0-0 {event_type=RS_FLUSH_REGIONS, pid=10}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=10 java.io.IOException: Unable to complete flush {ENCODED => b982b98e12b52abc271df4d930581a34, NAME => 'TestAcidGuarantees,,1731595236744.b982b98e12b52abc271df4d930581a34.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-14T14:40:41,988 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45145 {}] master.HMaster(4177): Remote procedure failed, pid=10 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => b982b98e12b52abc271df4d930581a34, NAME => 'TestAcidGuarantees,,1731595236744.b982b98e12b52abc271df4d930581a34.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$5(MasterRpcServices.java:2580) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2575) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => b982b98e12b52abc271df4d930581a34, NAME => 'TestAcidGuarantees,,1731595236744.b982b98e12b52abc271df4d930581a34.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-14T14:40:42,001 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36699 is added to blk_1073741852_1028 (size=12301) 2024-11-14T14:40:42,001 INFO [RS:0;da1c6afcd1f9:35765-longCompactions-0 {}] regionserver.HStore(1337): Completed compaction of 4 (all) file(s) in b982b98e12b52abc271df4d930581a34/B of b982b98e12b52abc271df4d930581a34 into 7e7a028f19264967ac4898e508417a4b(size=11.9 K), total size for store is 11.9 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-11-14T14:40:42,001 DEBUG [RS:0;da1c6afcd1f9:35765-longCompactions-0 {}] regionserver.HRegion(2446): Compaction status journal for b982b98e12b52abc271df4d930581a34: 2024-11-14T14:40:42,006 INFO [RS:0;da1c6afcd1f9:35765-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1731595236744.b982b98e12b52abc271df4d930581a34., storeName=b982b98e12b52abc271df4d930581a34/B, priority=12, startTime=1731595241804; duration=0sec 2024-11-14T14:40:42,007 DEBUG [RS:0;da1c6afcd1f9:35765-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=1), splitQueue=0 2024-11-14T14:40:42,007 DEBUG [RS:0;da1c6afcd1f9:35765-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: b982b98e12b52abc271df4d930581a34:B 2024-11-14T14:40:42,007 DEBUG [RS:0;da1c6afcd1f9:35765-longCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 4 store files, 0 compacting, 4 eligible, 16 blocking 2024-11-14T14:40:42,012 DEBUG [RS:0;da1c6afcd1f9:35765-longCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 4 files of size 48004 starting at candidate #0 after considering 3 permutations with 3 in ratio 2024-11-14T14:40:42,012 DEBUG [RS:0;da1c6afcd1f9:35765-longCompactions-0 {}] regionserver.HStore(1541): b982b98e12b52abc271df4d930581a34/C is initiating minor compaction (all files) 2024-11-14T14:40:42,012 INFO [RS:0;da1c6afcd1f9:35765-longCompactions-0 {}] regionserver.HRegion(2416): Starting compaction of b982b98e12b52abc271df4d930581a34/C in TestAcidGuarantees,,1731595236744.b982b98e12b52abc271df4d930581a34. 2024-11-14T14:40:42,013 INFO [RS:0;da1c6afcd1f9:35765-longCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:34345/user/jenkins/test-data/14d118ee-a83a-b09b-5913-1a58940a5db1/data/default/TestAcidGuarantees/b982b98e12b52abc271df4d930581a34/C/24e502dc086040568a83194ec64074ec, hdfs://localhost:34345/user/jenkins/test-data/14d118ee-a83a-b09b-5913-1a58940a5db1/data/default/TestAcidGuarantees/b982b98e12b52abc271df4d930581a34/C/bcf9f9f741934b42b78e83ba0877c341, hdfs://localhost:34345/user/jenkins/test-data/14d118ee-a83a-b09b-5913-1a58940a5db1/data/default/TestAcidGuarantees/b982b98e12b52abc271df4d930581a34/C/959e35db656942949d8f7924d04e64f9, hdfs://localhost:34345/user/jenkins/test-data/14d118ee-a83a-b09b-5913-1a58940a5db1/data/default/TestAcidGuarantees/b982b98e12b52abc271df4d930581a34/C/e1f89a8ae2ec4b6f95a5bfb1ffe46345] into tmpdir=hdfs://localhost:34345/user/jenkins/test-data/14d118ee-a83a-b09b-5913-1a58940a5db1/data/default/TestAcidGuarantees/b982b98e12b52abc271df4d930581a34/.tmp, totalSize=46.9 K 2024-11-14T14:40:42,013 DEBUG [RS:0;da1c6afcd1f9:35765-longCompactions-0 {}] compactions.Compactor(225): Compacting 24e502dc086040568a83194ec64074ec, keycount=150, bloomtype=ROW, size=11.7 K, encoding=NONE, compression=NONE, seqNum=13, earliestPutTs=1731595239088 2024-11-14T14:40:42,014 DEBUG [RS:0;da1c6afcd1f9:35765-longCompactions-0 {}] compactions.Compactor(225): Compacting bcf9f9f741934b42b78e83ba0877c341, keycount=150, bloomtype=ROW, size=11.7 K, encoding=NONE, compression=NONE, seqNum=48, earliestPutTs=1731595239329 2024-11-14T14:40:42,015 DEBUG [RS:0;da1c6afcd1f9:35765-longCompactions-0 {}] compactions.Compactor(225): Compacting 959e35db656942949d8f7924d04e64f9, keycount=150, bloomtype=ROW, size=11.7 K, encoding=NONE, compression=NONE, seqNum=59, earliestPutTs=1731595240120 2024-11-14T14:40:42,016 DEBUG [RS:0;da1c6afcd1f9:35765-longCompactions-0 {}] compactions.Compactor(225): Compacting e1f89a8ae2ec4b6f95a5bfb1ffe46345, keycount=150, bloomtype=ROW, size=11.7 K, encoding=NONE, compression=NONE, seqNum=81, earliestPutTs=1731595240660 2024-11-14T14:40:42,025 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35765 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b982b98e12b52abc271df4d930581a34, server=da1c6afcd1f9,35765,1731595233113 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-14T14:40:42,025 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35765 {}] ipc.CallRunner(138): callId: 65 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:57926 deadline: 1731595302004, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b982b98e12b52abc271df4d930581a34, server=da1c6afcd1f9,35765,1731595233113 2024-11-14T14:40:42,026 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731595236744.b982b98e12b52abc271df4d930581a34., hostname=da1c6afcd1f9,35765,1731595233113, seqNum=2 , the old value is region=TestAcidGuarantees,,1731595236744.b982b98e12b52abc271df4d930581a34., hostname=da1c6afcd1f9,35765,1731595233113, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b982b98e12b52abc271df4d930581a34, server=da1c6afcd1f9,35765,1731595233113 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-14T14:40:42,026 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731595236744.b982b98e12b52abc271df4d930581a34., hostname=da1c6afcd1f9,35765,1731595233113, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b982b98e12b52abc271df4d930581a34, server=da1c6afcd1f9,35765,1731595233113 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-14T14:40:42,026 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35765 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b982b98e12b52abc271df4d930581a34, server=da1c6afcd1f9,35765,1731595233113 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-14T14:40:42,026 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35765 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b982b98e12b52abc271df4d930581a34, server=da1c6afcd1f9,35765,1731595233113 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-14T14:40:42,026 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731595236744.b982b98e12b52abc271df4d930581a34., hostname=da1c6afcd1f9,35765,1731595233113, seqNum=2 because the exception is null or not the one we care about 2024-11-14T14:40:42,027 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35765 {}] ipc.CallRunner(138): callId: 71 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:57946 deadline: 1731595302004, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b982b98e12b52abc271df4d930581a34, server=da1c6afcd1f9,35765,1731595233113 2024-11-14T14:40:42,027 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35765 {}] ipc.CallRunner(138): callId: 72 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:57914 deadline: 1731595302012, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b982b98e12b52abc271df4d930581a34, server=da1c6afcd1f9,35765,1731595233113 2024-11-14T14:40:42,027 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731595236744.b982b98e12b52abc271df4d930581a34., hostname=da1c6afcd1f9,35765,1731595233113, seqNum=2 , the old value is region=TestAcidGuarantees,,1731595236744.b982b98e12b52abc271df4d930581a34., hostname=da1c6afcd1f9,35765,1731595233113, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b982b98e12b52abc271df4d930581a34, server=da1c6afcd1f9,35765,1731595233113 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-14T14:40:42,027 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35765 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b982b98e12b52abc271df4d930581a34, server=da1c6afcd1f9,35765,1731595233113 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-14T14:40:42,027 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731595236744.b982b98e12b52abc271df4d930581a34., hostname=da1c6afcd1f9,35765,1731595233113, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b982b98e12b52abc271df4d930581a34, server=da1c6afcd1f9,35765,1731595233113 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-14T14:40:42,027 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731595236744.b982b98e12b52abc271df4d930581a34., hostname=da1c6afcd1f9,35765,1731595233113, seqNum=2 , the old value is region=TestAcidGuarantees,,1731595236744.b982b98e12b52abc271df4d930581a34., hostname=da1c6afcd1f9,35765,1731595233113, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b982b98e12b52abc271df4d930581a34, server=da1c6afcd1f9,35765,1731595233113 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-14T14:40:42,027 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731595236744.b982b98e12b52abc271df4d930581a34., hostname=da1c6afcd1f9,35765,1731595233113, seqNum=2 because the exception is null or not the one we care about 2024-11-14T14:40:42,028 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731595236744.b982b98e12b52abc271df4d930581a34., hostname=da1c6afcd1f9,35765,1731595233113, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b982b98e12b52abc271df4d930581a34, server=da1c6afcd1f9,35765,1731595233113 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-14T14:40:42,028 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731595236744.b982b98e12b52abc271df4d930581a34., hostname=da1c6afcd1f9,35765,1731595233113, seqNum=2 because the exception is null or not the one we care about 2024-11-14T14:40:42,028 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35765 {}] ipc.CallRunner(138): callId: 69 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:57884 deadline: 1731595302017, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b982b98e12b52abc271df4d930581a34, server=da1c6afcd1f9,35765,1731595233113 2024-11-14T14:40:42,028 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731595236744.b982b98e12b52abc271df4d930581a34., hostname=da1c6afcd1f9,35765,1731595233113, seqNum=2 , the old value is region=TestAcidGuarantees,,1731595236744.b982b98e12b52abc271df4d930581a34., hostname=da1c6afcd1f9,35765,1731595233113, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b982b98e12b52abc271df4d930581a34, server=da1c6afcd1f9,35765,1731595233113 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-14T14:40:42,028 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731595236744.b982b98e12b52abc271df4d930581a34., hostname=da1c6afcd1f9,35765,1731595233113, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b982b98e12b52abc271df4d930581a34, server=da1c6afcd1f9,35765,1731595233113 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-14T14:40:42,028 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731595236744.b982b98e12b52abc271df4d930581a34., hostname=da1c6afcd1f9,35765,1731595233113, seqNum=2 because the exception is null or not the one we care about 2024-11-14T14:40:42,040 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35765 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b982b98e12b52abc271df4d930581a34, server=da1c6afcd1f9,35765,1731595233113 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-14T14:40:42,040 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35765 {}] ipc.CallRunner(138): callId: 71 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:57954 deadline: 1731595302024, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b982b98e12b52abc271df4d930581a34, server=da1c6afcd1f9,35765,1731595233113 2024-11-14T14:40:42,041 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731595236744.b982b98e12b52abc271df4d930581a34., hostname=da1c6afcd1f9,35765,1731595233113, seqNum=2 , the old value is region=TestAcidGuarantees,,1731595236744.b982b98e12b52abc271df4d930581a34., hostname=da1c6afcd1f9,35765,1731595233113, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b982b98e12b52abc271df4d930581a34, server=da1c6afcd1f9,35765,1731595233113 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-14T14:40:42,041 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731595236744.b982b98e12b52abc271df4d930581a34., hostname=da1c6afcd1f9,35765,1731595233113, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b982b98e12b52abc271df4d930581a34, server=da1c6afcd1f9,35765,1731595233113 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-14T14:40:42,041 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731595236744.b982b98e12b52abc271df4d930581a34., hostname=da1c6afcd1f9,35765,1731595233113, seqNum=2 because the exception is null or not the one we care about 2024-11-14T14:40:42,047 INFO [RS:0;da1c6afcd1f9:35765-longCompactions-0 {}] throttle.PressureAwareThroughputController(145): b982b98e12b52abc271df4d930581a34#C#compaction#16 average throughput is 1.31 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second 2024-11-14T14:40:42,052 DEBUG [RS:0;da1c6afcd1f9:35765-longCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:34345/user/jenkins/test-data/14d118ee-a83a-b09b-5913-1a58940a5db1/data/default/TestAcidGuarantees/b982b98e12b52abc271df4d930581a34/.tmp/C/4f06b43e39d647bfa7e6b6010c0cac98 is 50, key is test_row_0/C:col10/1731595240660/Put/seqid=0 2024-11-14T14:40:42,078 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36699 is added to blk_1073741853_1029 (size=12139) 2024-11-14T14:40:42,098 DEBUG [RS:0;da1c6afcd1f9:35765-longCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:34345/user/jenkins/test-data/14d118ee-a83a-b09b-5913-1a58940a5db1/data/default/TestAcidGuarantees/b982b98e12b52abc271df4d930581a34/.tmp/C/4f06b43e39d647bfa7e6b6010c0cac98 as hdfs://localhost:34345/user/jenkins/test-data/14d118ee-a83a-b09b-5913-1a58940a5db1/data/default/TestAcidGuarantees/b982b98e12b52abc271df4d930581a34/C/4f06b43e39d647bfa7e6b6010c0cac98 2024-11-14T14:40:42,117 INFO [RS:0;da1c6afcd1f9:35765-longCompactions-0 {}] regionserver.HStore(1337): Completed compaction of 4 (all) file(s) in b982b98e12b52abc271df4d930581a34/C of b982b98e12b52abc271df4d930581a34 into 4f06b43e39d647bfa7e6b6010c0cac98(size=11.9 K), total size for store is 11.9 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-11-14T14:40:42,118 DEBUG [RS:0;da1c6afcd1f9:35765-longCompactions-0 {}] regionserver.HRegion(2446): Compaction status journal for b982b98e12b52abc271df4d930581a34: 2024-11-14T14:40:42,118 INFO [RS:0;da1c6afcd1f9:35765-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1731595236744.b982b98e12b52abc271df4d930581a34., storeName=b982b98e12b52abc271df4d930581a34/C, priority=12, startTime=1731595241804; duration=0sec 2024-11-14T14:40:42,118 DEBUG [RS:0;da1c6afcd1f9:35765-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-14T14:40:42,118 DEBUG [RS:0;da1c6afcd1f9:35765-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: b982b98e12b52abc271df4d930581a34:C 2024-11-14T14:40:42,141 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=35765 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=10 2024-11-14T14:40:42,141 DEBUG [RS_FLUSH_OPERATIONS-regionserver/da1c6afcd1f9:0-1 {event_type=RS_FLUSH_REGIONS, pid=10}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1731595236744.b982b98e12b52abc271df4d930581a34. 2024-11-14T14:40:42,141 DEBUG [RS_FLUSH_OPERATIONS-regionserver/da1c6afcd1f9:0-1 {event_type=RS_FLUSH_REGIONS, pid=10}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1731595236744.b982b98e12b52abc271df4d930581a34. as already flushing 2024-11-14T14:40:42,141 DEBUG [RS_FLUSH_OPERATIONS-regionserver/da1c6afcd1f9:0-1 {event_type=RS_FLUSH_REGIONS, pid=10}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1731595236744.b982b98e12b52abc271df4d930581a34. 2024-11-14T14:40:42,141 ERROR [RS_FLUSH_OPERATIONS-regionserver/da1c6afcd1f9:0-1 {event_type=RS_FLUSH_REGIONS, pid=10}] handler.RSProcedureHandler(58): pid=10 java.io.IOException: Unable to complete flush {ENCODED => b982b98e12b52abc271df4d930581a34, NAME => 'TestAcidGuarantees,,1731595236744.b982b98e12b52abc271df4d930581a34.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-14T14:40:42,142 DEBUG [RS_FLUSH_OPERATIONS-regionserver/da1c6afcd1f9:0-1 {event_type=RS_FLUSH_REGIONS, pid=10}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=10 java.io.IOException: Unable to complete flush {ENCODED => b982b98e12b52abc271df4d930581a34, NAME => 'TestAcidGuarantees,,1731595236744.b982b98e12b52abc271df4d930581a34.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-14T14:40:42,143 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45145 {}] master.HMaster(4177): Remote procedure failed, pid=10 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => b982b98e12b52abc271df4d930581a34, NAME => 'TestAcidGuarantees,,1731595236744.b982b98e12b52abc271df4d930581a34.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$5(MasterRpcServices.java:2580) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2575) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => b982b98e12b52abc271df4d930581a34, NAME => 'TestAcidGuarantees,,1731595236744.b982b98e12b52abc271df4d930581a34.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-14T14:40:42,144 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35765 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b982b98e12b52abc271df4d930581a34, server=da1c6afcd1f9,35765,1731595233113 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-14T14:40:42,145 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35765 {}] ipc.CallRunner(138): callId: 73 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:57914 deadline: 1731595302137, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b982b98e12b52abc271df4d930581a34, server=da1c6afcd1f9,35765,1731595233113 2024-11-14T14:40:42,146 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731595236744.b982b98e12b52abc271df4d930581a34., hostname=da1c6afcd1f9,35765,1731595233113, seqNum=2 , the old value is region=TestAcidGuarantees,,1731595236744.b982b98e12b52abc271df4d930581a34., hostname=da1c6afcd1f9,35765,1731595233113, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b982b98e12b52abc271df4d930581a34, server=da1c6afcd1f9,35765,1731595233113 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-14T14:40:42,146 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731595236744.b982b98e12b52abc271df4d930581a34., hostname=da1c6afcd1f9,35765,1731595233113, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b982b98e12b52abc271df4d930581a34, server=da1c6afcd1f9,35765,1731595233113 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-14T14:40:42,146 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731595236744.b982b98e12b52abc271df4d930581a34., hostname=da1c6afcd1f9,35765,1731595233113, seqNum=2 because the exception is null or not the one we care about 2024-11-14T14:40:42,146 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35765 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b982b98e12b52abc271df4d930581a34, server=da1c6afcd1f9,35765,1731595233113 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-14T14:40:42,146 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35765 {}] ipc.CallRunner(138): callId: 72 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:57946 deadline: 1731595302138, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b982b98e12b52abc271df4d930581a34, server=da1c6afcd1f9,35765,1731595233113 2024-11-14T14:40:42,147 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731595236744.b982b98e12b52abc271df4d930581a34., hostname=da1c6afcd1f9,35765,1731595233113, seqNum=2 , the old value is region=TestAcidGuarantees,,1731595236744.b982b98e12b52abc271df4d930581a34., hostname=da1c6afcd1f9,35765,1731595233113, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b982b98e12b52abc271df4d930581a34, server=da1c6afcd1f9,35765,1731595233113 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-14T14:40:42,147 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731595236744.b982b98e12b52abc271df4d930581a34., hostname=da1c6afcd1f9,35765,1731595233113, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b982b98e12b52abc271df4d930581a34, server=da1c6afcd1f9,35765,1731595233113 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-14T14:40:42,147 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731595236744.b982b98e12b52abc271df4d930581a34., hostname=da1c6afcd1f9,35765,1731595233113, seqNum=2 because the exception is null or not the one we care about 2024-11-14T14:40:42,148 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35765 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b982b98e12b52abc271df4d930581a34, server=da1c6afcd1f9,35765,1731595233113 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-14T14:40:42,148 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35765 {}] ipc.CallRunner(138): callId: 70 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:57884 deadline: 1731595302138, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b982b98e12b52abc271df4d930581a34, server=da1c6afcd1f9,35765,1731595233113 2024-11-14T14:40:42,148 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35765 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b982b98e12b52abc271df4d930581a34, server=da1c6afcd1f9,35765,1731595233113 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-14T14:40:42,149 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731595236744.b982b98e12b52abc271df4d930581a34., hostname=da1c6afcd1f9,35765,1731595233113, seqNum=2 , the old value is region=TestAcidGuarantees,,1731595236744.b982b98e12b52abc271df4d930581a34., hostname=da1c6afcd1f9,35765,1731595233113, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b982b98e12b52abc271df4d930581a34, server=da1c6afcd1f9,35765,1731595233113 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-14T14:40:42,149 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35765 {}] ipc.CallRunner(138): callId: 66 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:57926 deadline: 1731595302138, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b982b98e12b52abc271df4d930581a34, server=da1c6afcd1f9,35765,1731595233113 2024-11-14T14:40:42,149 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731595236744.b982b98e12b52abc271df4d930581a34., hostname=da1c6afcd1f9,35765,1731595233113, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b982b98e12b52abc271df4d930581a34, server=da1c6afcd1f9,35765,1731595233113 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-14T14:40:42,149 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731595236744.b982b98e12b52abc271df4d930581a34., hostname=da1c6afcd1f9,35765,1731595233113, seqNum=2 because the exception is null or not the one we care about 2024-11-14T14:40:42,149 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731595236744.b982b98e12b52abc271df4d930581a34., hostname=da1c6afcd1f9,35765,1731595233113, seqNum=2 , the old value is region=TestAcidGuarantees,,1731595236744.b982b98e12b52abc271df4d930581a34., hostname=da1c6afcd1f9,35765,1731595233113, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b982b98e12b52abc271df4d930581a34, server=da1c6afcd1f9,35765,1731595233113 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-14T14:40:42,149 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731595236744.b982b98e12b52abc271df4d930581a34., hostname=da1c6afcd1f9,35765,1731595233113, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b982b98e12b52abc271df4d930581a34, server=da1c6afcd1f9,35765,1731595233113 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-14T14:40:42,150 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731595236744.b982b98e12b52abc271df4d930581a34., hostname=da1c6afcd1f9,35765,1731595233113, seqNum=2 because the exception is null or not the one we care about 2024-11-14T14:40:42,150 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35765 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b982b98e12b52abc271df4d930581a34, server=da1c6afcd1f9,35765,1731595233113 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-14T14:40:42,150 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35765 {}] ipc.CallRunner(138): callId: 72 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:57954 deadline: 1731595302147, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b982b98e12b52abc271df4d930581a34, server=da1c6afcd1f9,35765,1731595233113 2024-11-14T14:40:42,151 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731595236744.b982b98e12b52abc271df4d930581a34., hostname=da1c6afcd1f9,35765,1731595233113, seqNum=2 , the old value is region=TestAcidGuarantees,,1731595236744.b982b98e12b52abc271df4d930581a34., hostname=da1c6afcd1f9,35765,1731595233113, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b982b98e12b52abc271df4d930581a34, server=da1c6afcd1f9,35765,1731595233113 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-14T14:40:42,151 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731595236744.b982b98e12b52abc271df4d930581a34., hostname=da1c6afcd1f9,35765,1731595233113, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b982b98e12b52abc271df4d930581a34, server=da1c6afcd1f9,35765,1731595233113 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-14T14:40:42,151 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731595236744.b982b98e12b52abc271df4d930581a34., hostname=da1c6afcd1f9,35765,1731595233113, seqNum=2 because the exception is null or not the one we care about 2024-11-14T14:40:42,296 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=35765 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=10 2024-11-14T14:40:42,296 DEBUG [RS_FLUSH_OPERATIONS-regionserver/da1c6afcd1f9:0-2 {event_type=RS_FLUSH_REGIONS, pid=10}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1731595236744.b982b98e12b52abc271df4d930581a34. 2024-11-14T14:40:42,297 DEBUG [RS_FLUSH_OPERATIONS-regionserver/da1c6afcd1f9:0-2 {event_type=RS_FLUSH_REGIONS, pid=10}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1731595236744.b982b98e12b52abc271df4d930581a34. as already flushing 2024-11-14T14:40:42,297 DEBUG [RS_FLUSH_OPERATIONS-regionserver/da1c6afcd1f9:0-2 {event_type=RS_FLUSH_REGIONS, pid=10}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1731595236744.b982b98e12b52abc271df4d930581a34. 2024-11-14T14:40:42,297 ERROR [RS_FLUSH_OPERATIONS-regionserver/da1c6afcd1f9:0-2 {event_type=RS_FLUSH_REGIONS, pid=10}] handler.RSProcedureHandler(58): pid=10 java.io.IOException: Unable to complete flush {ENCODED => b982b98e12b52abc271df4d930581a34, NAME => 'TestAcidGuarantees,,1731595236744.b982b98e12b52abc271df4d930581a34.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-14T14:40:42,297 DEBUG [RS_FLUSH_OPERATIONS-regionserver/da1c6afcd1f9:0-2 {event_type=RS_FLUSH_REGIONS, pid=10}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=10 java.io.IOException: Unable to complete flush {ENCODED => b982b98e12b52abc271df4d930581a34, NAME => 'TestAcidGuarantees,,1731595236744.b982b98e12b52abc271df4d930581a34.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-14T14:40:42,298 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45145 {}] master.HMaster(4177): Remote procedure failed, pid=10 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => b982b98e12b52abc271df4d930581a34, NAME => 'TestAcidGuarantees,,1731595236744.b982b98e12b52abc271df4d930581a34.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$5(MasterRpcServices.java:2580) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2575) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => b982b98e12b52abc271df4d930581a34, NAME => 'TestAcidGuarantees,,1731595236744.b982b98e12b52abc271df4d930581a34.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-14T14:40:42,336 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45145 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=9 2024-11-14T14:40:42,360 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35765 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b982b98e12b52abc271df4d930581a34, server=da1c6afcd1f9,35765,1731595233113 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-14T14:40:42,360 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35765 {}] ipc.CallRunner(138): callId: 74 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:57914 deadline: 1731595302356, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b982b98e12b52abc271df4d930581a34, server=da1c6afcd1f9,35765,1731595233113 2024-11-14T14:40:42,361 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731595236744.b982b98e12b52abc271df4d930581a34., hostname=da1c6afcd1f9,35765,1731595233113, seqNum=2 , the old value is region=TestAcidGuarantees,,1731595236744.b982b98e12b52abc271df4d930581a34., hostname=da1c6afcd1f9,35765,1731595233113, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b982b98e12b52abc271df4d930581a34, server=da1c6afcd1f9,35765,1731595233113 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-14T14:40:42,361 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35765 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b982b98e12b52abc271df4d930581a34, server=da1c6afcd1f9,35765,1731595233113 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-14T14:40:42,361 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731595236744.b982b98e12b52abc271df4d930581a34., hostname=da1c6afcd1f9,35765,1731595233113, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b982b98e12b52abc271df4d930581a34, server=da1c6afcd1f9,35765,1731595233113 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-14T14:40:42,362 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731595236744.b982b98e12b52abc271df4d930581a34., hostname=da1c6afcd1f9,35765,1731595233113, seqNum=2 because the exception is null or not the one we care about 2024-11-14T14:40:42,362 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35765 {}] ipc.CallRunner(138): callId: 73 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:57946 deadline: 1731595302357, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b982b98e12b52abc271df4d930581a34, server=da1c6afcd1f9,35765,1731595233113 2024-11-14T14:40:42,363 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35765 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b982b98e12b52abc271df4d930581a34, server=da1c6afcd1f9,35765,1731595233113 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-14T14:40:42,364 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35765 {}] ipc.CallRunner(138): callId: 71 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:57884 deadline: 1731595302357, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b982b98e12b52abc271df4d930581a34, server=da1c6afcd1f9,35765,1731595233113 2024-11-14T14:40:42,363 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731595236744.b982b98e12b52abc271df4d930581a34., hostname=da1c6afcd1f9,35765,1731595233113, seqNum=2 , the old value is region=TestAcidGuarantees,,1731595236744.b982b98e12b52abc271df4d930581a34., hostname=da1c6afcd1f9,35765,1731595233113, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b982b98e12b52abc271df4d930581a34, server=da1c6afcd1f9,35765,1731595233113 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-14T14:40:42,364 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731595236744.b982b98e12b52abc271df4d930581a34., hostname=da1c6afcd1f9,35765,1731595233113, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b982b98e12b52abc271df4d930581a34, server=da1c6afcd1f9,35765,1731595233113 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-14T14:40:42,364 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731595236744.b982b98e12b52abc271df4d930581a34., hostname=da1c6afcd1f9,35765,1731595233113, seqNum=2 because the exception is null or not the one we care about 2024-11-14T14:40:42,364 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731595236744.b982b98e12b52abc271df4d930581a34., hostname=da1c6afcd1f9,35765,1731595233113, seqNum=2 , the old value is region=TestAcidGuarantees,,1731595236744.b982b98e12b52abc271df4d930581a34., hostname=da1c6afcd1f9,35765,1731595233113, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b982b98e12b52abc271df4d930581a34, server=da1c6afcd1f9,35765,1731595233113 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-14T14:40:42,364 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35765 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b982b98e12b52abc271df4d930581a34, server=da1c6afcd1f9,35765,1731595233113 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-14T14:40:42,364 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731595236744.b982b98e12b52abc271df4d930581a34., hostname=da1c6afcd1f9,35765,1731595233113, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b982b98e12b52abc271df4d930581a34, server=da1c6afcd1f9,35765,1731595233113 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-14T14:40:42,364 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731595236744.b982b98e12b52abc271df4d930581a34., hostname=da1c6afcd1f9,35765,1731595233113, seqNum=2 because the exception is null or not the one we care about 2024-11-14T14:40:42,365 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35765 {}] ipc.CallRunner(138): callId: 73 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:57954 deadline: 1731595302358, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b982b98e12b52abc271df4d930581a34, server=da1c6afcd1f9,35765,1731595233113 2024-11-14T14:40:42,365 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731595236744.b982b98e12b52abc271df4d930581a34., hostname=da1c6afcd1f9,35765,1731595233113, seqNum=2 , the old value is region=TestAcidGuarantees,,1731595236744.b982b98e12b52abc271df4d930581a34., hostname=da1c6afcd1f9,35765,1731595233113, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b982b98e12b52abc271df4d930581a34, server=da1c6afcd1f9,35765,1731595233113 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-14T14:40:42,365 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35765 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b982b98e12b52abc271df4d930581a34, server=da1c6afcd1f9,35765,1731595233113 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-14T14:40:42,365 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731595236744.b982b98e12b52abc271df4d930581a34., hostname=da1c6afcd1f9,35765,1731595233113, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b982b98e12b52abc271df4d930581a34, server=da1c6afcd1f9,35765,1731595233113 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-14T14:40:42,365 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731595236744.b982b98e12b52abc271df4d930581a34., hostname=da1c6afcd1f9,35765,1731595233113, seqNum=2 because the exception is null or not the one we care about 2024-11-14T14:40:42,365 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35765 {}] ipc.CallRunner(138): callId: 67 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:57926 deadline: 1731595302358, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b982b98e12b52abc271df4d930581a34, server=da1c6afcd1f9,35765,1731595233113 2024-11-14T14:40:42,366 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731595236744.b982b98e12b52abc271df4d930581a34., hostname=da1c6afcd1f9,35765,1731595233113, seqNum=2 , the old value is region=TestAcidGuarantees,,1731595236744.b982b98e12b52abc271df4d930581a34., hostname=da1c6afcd1f9,35765,1731595233113, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b982b98e12b52abc271df4d930581a34, server=da1c6afcd1f9,35765,1731595233113 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-14T14:40:42,366 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731595236744.b982b98e12b52abc271df4d930581a34., hostname=da1c6afcd1f9,35765,1731595233113, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b982b98e12b52abc271df4d930581a34, server=da1c6afcd1f9,35765,1731595233113 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-14T14:40:42,366 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731595236744.b982b98e12b52abc271df4d930581a34., hostname=da1c6afcd1f9,35765,1731595233113, seqNum=2 because the exception is null or not the one we care about 2024-11-14T14:40:42,387 DEBUG [RS:0;da1c6afcd1f9:35765-shortCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:34345/user/jenkins/test-data/14d118ee-a83a-b09b-5913-1a58940a5db1/data/default/TestAcidGuarantees/b982b98e12b52abc271df4d930581a34/.tmp/A/7cdc10ba90ed4609ba71203f899767b8 as hdfs://localhost:34345/user/jenkins/test-data/14d118ee-a83a-b09b-5913-1a58940a5db1/data/default/TestAcidGuarantees/b982b98e12b52abc271df4d930581a34/A/7cdc10ba90ed4609ba71203f899767b8 2024-11-14T14:40:42,398 INFO [RS:0;da1c6afcd1f9:35765-shortCompactions-0 {}] regionserver.HStore(1337): Completed compaction of 4 (all) file(s) in b982b98e12b52abc271df4d930581a34/A of b982b98e12b52abc271df4d930581a34 into 7cdc10ba90ed4609ba71203f899767b8(size=11.9 K), total size for store is 11.9 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-11-14T14:40:42,399 DEBUG [RS:0;da1c6afcd1f9:35765-shortCompactions-0 {}] regionserver.HRegion(2446): Compaction status journal for b982b98e12b52abc271df4d930581a34: 2024-11-14T14:40:42,399 INFO [RS:0;da1c6afcd1f9:35765-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1731595236744.b982b98e12b52abc271df4d930581a34., storeName=b982b98e12b52abc271df4d930581a34/A, priority=12, startTime=1731595241794; duration=0sec 2024-11-14T14:40:42,399 DEBUG [RS:0;da1c6afcd1f9:35765-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-14T14:40:42,399 DEBUG [RS:0;da1c6afcd1f9:35765-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: b982b98e12b52abc271df4d930581a34:A 2024-11-14T14:40:42,402 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=15.65 KB at sequenceid=292 (bloomFilter=true), to=hdfs://localhost:34345/user/jenkins/test-data/14d118ee-a83a-b09b-5913-1a58940a5db1/data/default/TestAcidGuarantees/b982b98e12b52abc271df4d930581a34/.tmp/B/0fdbf366844848349d2d1b7251f3f353 2024-11-14T14:40:42,432 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:34345/user/jenkins/test-data/14d118ee-a83a-b09b-5913-1a58940a5db1/data/default/TestAcidGuarantees/b982b98e12b52abc271df4d930581a34/.tmp/C/78a155e1ead041f79e51964d79654364 is 50, key is test_row_0/C:col10/1731595241647/Put/seqid=0 2024-11-14T14:40:42,452 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=35765 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=10 2024-11-14T14:40:42,453 DEBUG [RS_FLUSH_OPERATIONS-regionserver/da1c6afcd1f9:0-0 {event_type=RS_FLUSH_REGIONS, pid=10}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1731595236744.b982b98e12b52abc271df4d930581a34. 2024-11-14T14:40:42,453 DEBUG [RS_FLUSH_OPERATIONS-regionserver/da1c6afcd1f9:0-0 {event_type=RS_FLUSH_REGIONS, pid=10}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1731595236744.b982b98e12b52abc271df4d930581a34. as already flushing 2024-11-14T14:40:42,454 DEBUG [RS_FLUSH_OPERATIONS-regionserver/da1c6afcd1f9:0-0 {event_type=RS_FLUSH_REGIONS, pid=10}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1731595236744.b982b98e12b52abc271df4d930581a34. 2024-11-14T14:40:42,454 ERROR [RS_FLUSH_OPERATIONS-regionserver/da1c6afcd1f9:0-0 {event_type=RS_FLUSH_REGIONS, pid=10}] handler.RSProcedureHandler(58): pid=10 java.io.IOException: Unable to complete flush {ENCODED => b982b98e12b52abc271df4d930581a34, NAME => 'TestAcidGuarantees,,1731595236744.b982b98e12b52abc271df4d930581a34.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-14T14:40:42,455 DEBUG [RS_FLUSH_OPERATIONS-regionserver/da1c6afcd1f9:0-0 {event_type=RS_FLUSH_REGIONS, pid=10}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=10 java.io.IOException: Unable to complete flush {ENCODED => b982b98e12b52abc271df4d930581a34, NAME => 'TestAcidGuarantees,,1731595236744.b982b98e12b52abc271df4d930581a34.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-14T14:40:42,455 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36699 is added to blk_1073741854_1030 (size=12301) 2024-11-14T14:40:42,457 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=15.65 KB at sequenceid=292 (bloomFilter=true), to=hdfs://localhost:34345/user/jenkins/test-data/14d118ee-a83a-b09b-5913-1a58940a5db1/data/default/TestAcidGuarantees/b982b98e12b52abc271df4d930581a34/.tmp/C/78a155e1ead041f79e51964d79654364 2024-11-14T14:40:42,457 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45145 {}] master.HMaster(4177): Remote procedure failed, pid=10 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => b982b98e12b52abc271df4d930581a34, NAME => 'TestAcidGuarantees,,1731595236744.b982b98e12b52abc271df4d930581a34.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$5(MasterRpcServices.java:2580) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2575) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => b982b98e12b52abc271df4d930581a34, NAME => 'TestAcidGuarantees,,1731595236744.b982b98e12b52abc271df4d930581a34.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-14T14:40:42,469 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:34345/user/jenkins/test-data/14d118ee-a83a-b09b-5913-1a58940a5db1/data/default/TestAcidGuarantees/b982b98e12b52abc271df4d930581a34/.tmp/A/619ba23abd534fbb8ac2f4139429533c as hdfs://localhost:34345/user/jenkins/test-data/14d118ee-a83a-b09b-5913-1a58940a5db1/data/default/TestAcidGuarantees/b982b98e12b52abc271df4d930581a34/A/619ba23abd534fbb8ac2f4139429533c 2024-11-14T14:40:42,481 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:34345/user/jenkins/test-data/14d118ee-a83a-b09b-5913-1a58940a5db1/data/default/TestAcidGuarantees/b982b98e12b52abc271df4d930581a34/A/619ba23abd534fbb8ac2f4139429533c, entries=350, sequenceid=292, filesize=21.5 K 2024-11-14T14:40:42,485 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:34345/user/jenkins/test-data/14d118ee-a83a-b09b-5913-1a58940a5db1/data/default/TestAcidGuarantees/b982b98e12b52abc271df4d930581a34/.tmp/B/0fdbf366844848349d2d1b7251f3f353 as hdfs://localhost:34345/user/jenkins/test-data/14d118ee-a83a-b09b-5913-1a58940a5db1/data/default/TestAcidGuarantees/b982b98e12b52abc271df4d930581a34/B/0fdbf366844848349d2d1b7251f3f353 2024-11-14T14:40:42,501 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:34345/user/jenkins/test-data/14d118ee-a83a-b09b-5913-1a58940a5db1/data/default/TestAcidGuarantees/b982b98e12b52abc271df4d930581a34/B/0fdbf366844848349d2d1b7251f3f353, entries=150, sequenceid=292, filesize=12.0 K 2024-11-14T14:40:42,503 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:34345/user/jenkins/test-data/14d118ee-a83a-b09b-5913-1a58940a5db1/data/default/TestAcidGuarantees/b982b98e12b52abc271df4d930581a34/.tmp/C/78a155e1ead041f79e51964d79654364 as hdfs://localhost:34345/user/jenkins/test-data/14d118ee-a83a-b09b-5913-1a58940a5db1/data/default/TestAcidGuarantees/b982b98e12b52abc271df4d930581a34/C/78a155e1ead041f79e51964d79654364 2024-11-14T14:40:42,514 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:34345/user/jenkins/test-data/14d118ee-a83a-b09b-5913-1a58940a5db1/data/default/TestAcidGuarantees/b982b98e12b52abc271df4d930581a34/C/78a155e1ead041f79e51964d79654364, entries=150, sequenceid=292, filesize=12.0 K 2024-11-14T14:40:42,516 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(3140): Finished flush of dataSize ~46.96 KB/48090, heapSize ~116.67 KB/119472, currentSize=140.89 KB/144270 for b982b98e12b52abc271df4d930581a34 in 712ms, sequenceid=292, compaction requested=false 2024-11-14T14:40:42,516 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2603): Flush status journal for b982b98e12b52abc271df4d930581a34: 2024-11-14T14:40:42,611 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=35765 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=10 2024-11-14T14:40:42,611 DEBUG [RS_FLUSH_OPERATIONS-regionserver/da1c6afcd1f9:0-1 {event_type=RS_FLUSH_REGIONS, pid=10}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1731595236744.b982b98e12b52abc271df4d930581a34. 2024-11-14T14:40:42,612 INFO [RS_FLUSH_OPERATIONS-regionserver/da1c6afcd1f9:0-1 {event_type=RS_FLUSH_REGIONS, pid=10}] regionserver.HRegion(2902): Flushing b982b98e12b52abc271df4d930581a34 3/3 column families, dataSize=140.89 KB heapSize=400.22 KB 2024-11-14T14:40:42,612 DEBUG [RS_FLUSH_OPERATIONS-regionserver/da1c6afcd1f9:0-1 {event_type=RS_FLUSH_REGIONS, pid=10}] regionserver.CompactingMemStore(205): FLUSHING TO DISK b982b98e12b52abc271df4d930581a34, store=A 2024-11-14T14:40:42,612 DEBUG [RS_FLUSH_OPERATIONS-regionserver/da1c6afcd1f9:0-1 {event_type=RS_FLUSH_REGIONS, pid=10}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=2, new segment=null 2024-11-14T14:40:42,612 DEBUG [RS_FLUSH_OPERATIONS-regionserver/da1c6afcd1f9:0-1 {event_type=RS_FLUSH_REGIONS, pid=10}] regionserver.CompactingMemStore(205): FLUSHING TO DISK b982b98e12b52abc271df4d930581a34, store=B 2024-11-14T14:40:42,612 DEBUG [RS_FLUSH_OPERATIONS-regionserver/da1c6afcd1f9:0-1 {event_type=RS_FLUSH_REGIONS, pid=10}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=2, new segment=null 2024-11-14T14:40:42,613 DEBUG [RS_FLUSH_OPERATIONS-regionserver/da1c6afcd1f9:0-1 {event_type=RS_FLUSH_REGIONS, pid=10}] regionserver.CompactingMemStore(205): FLUSHING TO DISK b982b98e12b52abc271df4d930581a34, store=C 2024-11-14T14:40:42,613 DEBUG [RS_FLUSH_OPERATIONS-regionserver/da1c6afcd1f9:0-1 {event_type=RS_FLUSH_REGIONS, pid=10}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=2, new segment=null 2024-11-14T14:40:42,632 DEBUG [RS_FLUSH_OPERATIONS-regionserver/da1c6afcd1f9:0-1 {event_type=RS_FLUSH_REGIONS, pid=10}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:34345/user/jenkins/test-data/14d118ee-a83a-b09b-5913-1a58940a5db1/data/default/TestAcidGuarantees/b982b98e12b52abc271df4d930581a34/.tmp/A/a48c8f18fa8e47cd85a5c10a7d44e023 is 50, key is test_row_0/A:col10/1731595242003/Put/seqid=0 2024-11-14T14:40:42,671 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36699 is added to blk_1073741855_1031 (size=12301) 2024-11-14T14:40:42,672 INFO [RS_FLUSH_OPERATIONS-regionserver/da1c6afcd1f9:0-1 {event_type=RS_FLUSH_REGIONS, pid=10}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=46.96 KB at sequenceid=332 (bloomFilter=true), to=hdfs://localhost:34345/user/jenkins/test-data/14d118ee-a83a-b09b-5913-1a58940a5db1/data/default/TestAcidGuarantees/b982b98e12b52abc271df4d930581a34/.tmp/A/a48c8f18fa8e47cd85a5c10a7d44e023 2024-11-14T14:40:42,673 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35765 {}] regionserver.HRegion(8855): Flush requested on b982b98e12b52abc271df4d930581a34 2024-11-14T14:40:42,673 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1731595236744.b982b98e12b52abc271df4d930581a34. as already flushing 2024-11-14T14:40:42,698 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35765 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b982b98e12b52abc271df4d930581a34, server=da1c6afcd1f9,35765,1731595233113 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-14T14:40:42,698 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35765 {}] ipc.CallRunner(138): callId: 73 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:57884 deadline: 1731595302687, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b982b98e12b52abc271df4d930581a34, server=da1c6afcd1f9,35765,1731595233113 2024-11-14T14:40:42,699 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731595236744.b982b98e12b52abc271df4d930581a34., hostname=da1c6afcd1f9,35765,1731595233113, seqNum=2 , the old value is region=TestAcidGuarantees,,1731595236744.b982b98e12b52abc271df4d930581a34., hostname=da1c6afcd1f9,35765,1731595233113, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b982b98e12b52abc271df4d930581a34, server=da1c6afcd1f9,35765,1731595233113 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-14T14:40:42,699 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731595236744.b982b98e12b52abc271df4d930581a34., hostname=da1c6afcd1f9,35765,1731595233113, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b982b98e12b52abc271df4d930581a34, server=da1c6afcd1f9,35765,1731595233113 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-14T14:40:42,699 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731595236744.b982b98e12b52abc271df4d930581a34., hostname=da1c6afcd1f9,35765,1731595233113, seqNum=2 because the exception is null or not the one we care about 2024-11-14T14:40:42,699 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35765 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b982b98e12b52abc271df4d930581a34, server=da1c6afcd1f9,35765,1731595233113 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-14T14:40:42,699 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35765 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b982b98e12b52abc271df4d930581a34, server=da1c6afcd1f9,35765,1731595233113 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-14T14:40:42,700 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35765 {}] ipc.CallRunner(138): callId: 75 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:57946 deadline: 1731595302689, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b982b98e12b52abc271df4d930581a34, server=da1c6afcd1f9,35765,1731595233113 2024-11-14T14:40:42,700 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35765 {}] ipc.CallRunner(138): callId: 77 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:57914 deadline: 1731595302689, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b982b98e12b52abc271df4d930581a34, server=da1c6afcd1f9,35765,1731595233113 2024-11-14T14:40:42,700 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731595236744.b982b98e12b52abc271df4d930581a34., hostname=da1c6afcd1f9,35765,1731595233113, seqNum=2 , the old value is region=TestAcidGuarantees,,1731595236744.b982b98e12b52abc271df4d930581a34., hostname=da1c6afcd1f9,35765,1731595233113, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b982b98e12b52abc271df4d930581a34, server=da1c6afcd1f9,35765,1731595233113 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-14T14:40:42,701 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731595236744.b982b98e12b52abc271df4d930581a34., hostname=da1c6afcd1f9,35765,1731595233113, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b982b98e12b52abc271df4d930581a34, server=da1c6afcd1f9,35765,1731595233113 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-14T14:40:42,701 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731595236744.b982b98e12b52abc271df4d930581a34., hostname=da1c6afcd1f9,35765,1731595233113, seqNum=2 because the exception is null or not the one we care about 2024-11-14T14:40:42,701 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731595236744.b982b98e12b52abc271df4d930581a34., hostname=da1c6afcd1f9,35765,1731595233113, seqNum=2 , the old value is region=TestAcidGuarantees,,1731595236744.b982b98e12b52abc271df4d930581a34., hostname=da1c6afcd1f9,35765,1731595233113, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b982b98e12b52abc271df4d930581a34, server=da1c6afcd1f9,35765,1731595233113 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-14T14:40:42,700 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35765 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b982b98e12b52abc271df4d930581a34, server=da1c6afcd1f9,35765,1731595233113 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-14T14:40:42,701 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731595236744.b982b98e12b52abc271df4d930581a34., hostname=da1c6afcd1f9,35765,1731595233113, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b982b98e12b52abc271df4d930581a34, server=da1c6afcd1f9,35765,1731595233113 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-14T14:40:42,701 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731595236744.b982b98e12b52abc271df4d930581a34., hostname=da1c6afcd1f9,35765,1731595233113, seqNum=2 because the exception is null or not the one we care about 2024-11-14T14:40:42,701 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35765 {}] ipc.CallRunner(138): callId: 69 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:57926 deadline: 1731595302691, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b982b98e12b52abc271df4d930581a34, server=da1c6afcd1f9,35765,1731595233113 2024-11-14T14:40:42,701 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731595236744.b982b98e12b52abc271df4d930581a34., hostname=da1c6afcd1f9,35765,1731595233113, seqNum=2 , the old value is region=TestAcidGuarantees,,1731595236744.b982b98e12b52abc271df4d930581a34., hostname=da1c6afcd1f9,35765,1731595233113, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b982b98e12b52abc271df4d930581a34, server=da1c6afcd1f9,35765,1731595233113 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-14T14:40:42,701 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35765 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b982b98e12b52abc271df4d930581a34, server=da1c6afcd1f9,35765,1731595233113 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-14T14:40:42,701 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731595236744.b982b98e12b52abc271df4d930581a34., hostname=da1c6afcd1f9,35765,1731595233113, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b982b98e12b52abc271df4d930581a34, server=da1c6afcd1f9,35765,1731595233113 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-14T14:40:42,702 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731595236744.b982b98e12b52abc271df4d930581a34., hostname=da1c6afcd1f9,35765,1731595233113, seqNum=2 because the exception is null or not the one we care about 2024-11-14T14:40:42,702 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35765 {}] ipc.CallRunner(138): callId: 75 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:57954 deadline: 1731595302694, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b982b98e12b52abc271df4d930581a34, server=da1c6afcd1f9,35765,1731595233113 2024-11-14T14:40:42,702 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731595236744.b982b98e12b52abc271df4d930581a34., hostname=da1c6afcd1f9,35765,1731595233113, seqNum=2 , the old value is region=TestAcidGuarantees,,1731595236744.b982b98e12b52abc271df4d930581a34., hostname=da1c6afcd1f9,35765,1731595233113, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b982b98e12b52abc271df4d930581a34, server=da1c6afcd1f9,35765,1731595233113 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-14T14:40:42,702 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731595236744.b982b98e12b52abc271df4d930581a34., hostname=da1c6afcd1f9,35765,1731595233113, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b982b98e12b52abc271df4d930581a34, server=da1c6afcd1f9,35765,1731595233113 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-14T14:40:42,702 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731595236744.b982b98e12b52abc271df4d930581a34., hostname=da1c6afcd1f9,35765,1731595233113, seqNum=2 because the exception is null or not the one we care about 2024-11-14T14:40:42,712 DEBUG [RS_FLUSH_OPERATIONS-regionserver/da1c6afcd1f9:0-1 {event_type=RS_FLUSH_REGIONS, pid=10}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:34345/user/jenkins/test-data/14d118ee-a83a-b09b-5913-1a58940a5db1/data/default/TestAcidGuarantees/b982b98e12b52abc271df4d930581a34/.tmp/B/e333f7a1863a4227b1131172cdf769c1 is 50, key is test_row_0/B:col10/1731595242003/Put/seqid=0 2024-11-14T14:40:42,720 DEBUG [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(131): Registering adapter for the MetricRegistry: RegionServer,sub=TableRequests_Namespace_hbase_table_meta 2024-11-14T14:40:42,721 INFO [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(135): Registering RegionServer,sub=TableRequests_Namespace_hbase_table_meta Metrics about Tables on a single HBase RegionServer 2024-11-14T14:40:42,726 DEBUG [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(131): Registering adapter for the MetricRegistry: RegionServer,sub=Coprocessor.Region.CP_org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint 2024-11-14T14:40:42,726 INFO [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(135): Registering RegionServer,sub=Coprocessor.Region.CP_org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint Metrics about HBase RegionObservers 2024-11-14T14:40:42,727 DEBUG [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(131): Registering adapter for the MetricRegistry: RegionServer,sub=TableRequests_Namespace_master_table_store 2024-11-14T14:40:42,727 INFO [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(135): Registering RegionServer,sub=TableRequests_Namespace_master_table_store Metrics about Tables on a single HBase RegionServer 2024-11-14T14:40:42,729 DEBUG [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(131): Registering adapter for the MetricRegistry: RegionServer,sub=TableRequests_Namespace_default_table_TestAcidGuarantees 2024-11-14T14:40:42,729 INFO [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(135): Registering RegionServer,sub=TableRequests_Namespace_default_table_TestAcidGuarantees Metrics about Tables on a single HBase RegionServer 2024-11-14T14:40:42,739 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36699 is added to blk_1073741856_1032 (size=12301) 2024-11-14T14:40:42,817 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35765 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b982b98e12b52abc271df4d930581a34, server=da1c6afcd1f9,35765,1731595233113 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-14T14:40:42,817 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35765 {}] ipc.CallRunner(138): callId: 74 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:57884 deadline: 1731595302806, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b982b98e12b52abc271df4d930581a34, server=da1c6afcd1f9,35765,1731595233113 2024-11-14T14:40:42,818 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35765 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b982b98e12b52abc271df4d930581a34, server=da1c6afcd1f9,35765,1731595233113 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-14T14:40:42,818 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731595236744.b982b98e12b52abc271df4d930581a34., hostname=da1c6afcd1f9,35765,1731595233113, seqNum=2 , the old value is region=TestAcidGuarantees,,1731595236744.b982b98e12b52abc271df4d930581a34., hostname=da1c6afcd1f9,35765,1731595233113, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b982b98e12b52abc271df4d930581a34, server=da1c6afcd1f9,35765,1731595233113 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-14T14:40:42,818 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731595236744.b982b98e12b52abc271df4d930581a34., hostname=da1c6afcd1f9,35765,1731595233113, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b982b98e12b52abc271df4d930581a34, server=da1c6afcd1f9,35765,1731595233113 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-14T14:40:42,818 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35765 {}] ipc.CallRunner(138): callId: 76 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:57946 deadline: 1731595302806, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b982b98e12b52abc271df4d930581a34, server=da1c6afcd1f9,35765,1731595233113 2024-11-14T14:40:42,818 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731595236744.b982b98e12b52abc271df4d930581a34., hostname=da1c6afcd1f9,35765,1731595233113, seqNum=2 because the exception is null or not the one we care about 2024-11-14T14:40:42,819 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731595236744.b982b98e12b52abc271df4d930581a34., hostname=da1c6afcd1f9,35765,1731595233113, seqNum=2 , the old value is region=TestAcidGuarantees,,1731595236744.b982b98e12b52abc271df4d930581a34., hostname=da1c6afcd1f9,35765,1731595233113, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b982b98e12b52abc271df4d930581a34, server=da1c6afcd1f9,35765,1731595233113 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-14T14:40:42,819 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731595236744.b982b98e12b52abc271df4d930581a34., hostname=da1c6afcd1f9,35765,1731595233113, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b982b98e12b52abc271df4d930581a34, server=da1c6afcd1f9,35765,1731595233113 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-14T14:40:42,819 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731595236744.b982b98e12b52abc271df4d930581a34., hostname=da1c6afcd1f9,35765,1731595233113, seqNum=2 because the exception is null or not the one we care about 2024-11-14T14:40:42,819 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35765 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b982b98e12b52abc271df4d930581a34, server=da1c6afcd1f9,35765,1731595233113 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-14T14:40:42,820 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35765 {}] ipc.CallRunner(138): callId: 78 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:57914 deadline: 1731595302807, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b982b98e12b52abc271df4d930581a34, server=da1c6afcd1f9,35765,1731595233113 2024-11-14T14:40:42,820 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35765 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b982b98e12b52abc271df4d930581a34, server=da1c6afcd1f9,35765,1731595233113 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-14T14:40:42,820 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35765 {}] ipc.CallRunner(138): callId: 70 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:57926 deadline: 1731595302808, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b982b98e12b52abc271df4d930581a34, server=da1c6afcd1f9,35765,1731595233113 2024-11-14T14:40:42,821 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731595236744.b982b98e12b52abc271df4d930581a34., hostname=da1c6afcd1f9,35765,1731595233113, seqNum=2 , the old value is region=TestAcidGuarantees,,1731595236744.b982b98e12b52abc271df4d930581a34., hostname=da1c6afcd1f9,35765,1731595233113, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b982b98e12b52abc271df4d930581a34, server=da1c6afcd1f9,35765,1731595233113 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-14T14:40:42,821 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731595236744.b982b98e12b52abc271df4d930581a34., hostname=da1c6afcd1f9,35765,1731595233113, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b982b98e12b52abc271df4d930581a34, server=da1c6afcd1f9,35765,1731595233113 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-14T14:40:42,821 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35765 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b982b98e12b52abc271df4d930581a34, server=da1c6afcd1f9,35765,1731595233113 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-14T14:40:42,821 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731595236744.b982b98e12b52abc271df4d930581a34., hostname=da1c6afcd1f9,35765,1731595233113, seqNum=2 because the exception is null or not the one we care about 2024-11-14T14:40:42,821 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35765 {}] ipc.CallRunner(138): callId: 76 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:57954 deadline: 1731595302810, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b982b98e12b52abc271df4d930581a34, server=da1c6afcd1f9,35765,1731595233113 2024-11-14T14:40:42,822 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731595236744.b982b98e12b52abc271df4d930581a34., hostname=da1c6afcd1f9,35765,1731595233113, seqNum=2 , the old value is region=TestAcidGuarantees,,1731595236744.b982b98e12b52abc271df4d930581a34., hostname=da1c6afcd1f9,35765,1731595233113, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b982b98e12b52abc271df4d930581a34, server=da1c6afcd1f9,35765,1731595233113 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-14T14:40:42,822 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731595236744.b982b98e12b52abc271df4d930581a34., hostname=da1c6afcd1f9,35765,1731595233113, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b982b98e12b52abc271df4d930581a34, server=da1c6afcd1f9,35765,1731595233113 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-14T14:40:42,822 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731595236744.b982b98e12b52abc271df4d930581a34., hostname=da1c6afcd1f9,35765,1731595233113, seqNum=2 because the exception is null or not the one we care about 2024-11-14T14:40:42,822 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731595236744.b982b98e12b52abc271df4d930581a34., hostname=da1c6afcd1f9,35765,1731595233113, seqNum=2 , the old value is region=TestAcidGuarantees,,1731595236744.b982b98e12b52abc271df4d930581a34., hostname=da1c6afcd1f9,35765,1731595233113, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b982b98e12b52abc271df4d930581a34, server=da1c6afcd1f9,35765,1731595233113 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-14T14:40:42,822 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731595236744.b982b98e12b52abc271df4d930581a34., hostname=da1c6afcd1f9,35765,1731595233113, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b982b98e12b52abc271df4d930581a34, server=da1c6afcd1f9,35765,1731595233113 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-14T14:40:42,822 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731595236744.b982b98e12b52abc271df4d930581a34., hostname=da1c6afcd1f9,35765,1731595233113, seqNum=2 because the exception is null or not the one we care about 2024-11-14T14:40:43,027 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35765 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b982b98e12b52abc271df4d930581a34, server=da1c6afcd1f9,35765,1731595233113 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-14T14:40:43,028 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35765 {}] ipc.CallRunner(138): callId: 77 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:57946 deadline: 1731595303027, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b982b98e12b52abc271df4d930581a34, server=da1c6afcd1f9,35765,1731595233113 2024-11-14T14:40:43,029 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731595236744.b982b98e12b52abc271df4d930581a34., hostname=da1c6afcd1f9,35765,1731595233113, seqNum=2 , the old value is region=TestAcidGuarantees,,1731595236744.b982b98e12b52abc271df4d930581a34., hostname=da1c6afcd1f9,35765,1731595233113, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b982b98e12b52abc271df4d930581a34, server=da1c6afcd1f9,35765,1731595233113 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-14T14:40:43,029 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731595236744.b982b98e12b52abc271df4d930581a34., hostname=da1c6afcd1f9,35765,1731595233113, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b982b98e12b52abc271df4d930581a34, server=da1c6afcd1f9,35765,1731595233113 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-14T14:40:43,029 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731595236744.b982b98e12b52abc271df4d930581a34., hostname=da1c6afcd1f9,35765,1731595233113, seqNum=2 because the exception is null or not the one we care about 2024-11-14T14:40:43,030 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35765 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b982b98e12b52abc271df4d930581a34, server=da1c6afcd1f9,35765,1731595233113 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-14T14:40:43,031 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35765 {}] ipc.CallRunner(138): callId: 75 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:57884 deadline: 1731595303027, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b982b98e12b52abc271df4d930581a34, server=da1c6afcd1f9,35765,1731595233113 2024-11-14T14:40:43,031 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35765 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b982b98e12b52abc271df4d930581a34, server=da1c6afcd1f9,35765,1731595233113 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-14T14:40:43,031 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35765 {}] ipc.CallRunner(138): callId: 71 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:57926 deadline: 1731595303027, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b982b98e12b52abc271df4d930581a34, server=da1c6afcd1f9,35765,1731595233113 2024-11-14T14:40:43,031 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731595236744.b982b98e12b52abc271df4d930581a34., hostname=da1c6afcd1f9,35765,1731595233113, seqNum=2 , the old value is region=TestAcidGuarantees,,1731595236744.b982b98e12b52abc271df4d930581a34., hostname=da1c6afcd1f9,35765,1731595233113, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b982b98e12b52abc271df4d930581a34, server=da1c6afcd1f9,35765,1731595233113 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-14T14:40:43,032 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731595236744.b982b98e12b52abc271df4d930581a34., hostname=da1c6afcd1f9,35765,1731595233113, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b982b98e12b52abc271df4d930581a34, server=da1c6afcd1f9,35765,1731595233113 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-14T14:40:43,032 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731595236744.b982b98e12b52abc271df4d930581a34., hostname=da1c6afcd1f9,35765,1731595233113, seqNum=2 because the exception is null or not the one we care about 2024-11-14T14:40:43,032 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731595236744.b982b98e12b52abc271df4d930581a34., hostname=da1c6afcd1f9,35765,1731595233113, seqNum=2 , the old value is region=TestAcidGuarantees,,1731595236744.b982b98e12b52abc271df4d930581a34., hostname=da1c6afcd1f9,35765,1731595233113, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b982b98e12b52abc271df4d930581a34, server=da1c6afcd1f9,35765,1731595233113 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-14T14:40:43,032 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35765 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b982b98e12b52abc271df4d930581a34, server=da1c6afcd1f9,35765,1731595233113 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-14T14:40:43,032 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731595236744.b982b98e12b52abc271df4d930581a34., hostname=da1c6afcd1f9,35765,1731595233113, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b982b98e12b52abc271df4d930581a34, server=da1c6afcd1f9,35765,1731595233113 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-14T14:40:43,032 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731595236744.b982b98e12b52abc271df4d930581a34., hostname=da1c6afcd1f9,35765,1731595233113, seqNum=2 because the exception is null or not the one we care about 2024-11-14T14:40:43,032 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35765 {}] ipc.CallRunner(138): callId: 77 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:57954 deadline: 1731595303028, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b982b98e12b52abc271df4d930581a34, server=da1c6afcd1f9,35765,1731595233113 2024-11-14T14:40:43,033 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731595236744.b982b98e12b52abc271df4d930581a34., hostname=da1c6afcd1f9,35765,1731595233113, seqNum=2 , the old value is region=TestAcidGuarantees,,1731595236744.b982b98e12b52abc271df4d930581a34., hostname=da1c6afcd1f9,35765,1731595233113, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b982b98e12b52abc271df4d930581a34, server=da1c6afcd1f9,35765,1731595233113 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-14T14:40:43,033 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35765 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b982b98e12b52abc271df4d930581a34, server=da1c6afcd1f9,35765,1731595233113 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-14T14:40:43,033 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731595236744.b982b98e12b52abc271df4d930581a34., hostname=da1c6afcd1f9,35765,1731595233113, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b982b98e12b52abc271df4d930581a34, server=da1c6afcd1f9,35765,1731595233113 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-14T14:40:43,033 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731595236744.b982b98e12b52abc271df4d930581a34., hostname=da1c6afcd1f9,35765,1731595233113, seqNum=2 because the exception is null or not the one we care about 2024-11-14T14:40:43,033 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35765 {}] ipc.CallRunner(138): callId: 79 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:57914 deadline: 1731595303028, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b982b98e12b52abc271df4d930581a34, server=da1c6afcd1f9,35765,1731595233113 2024-11-14T14:40:43,036 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731595236744.b982b98e12b52abc271df4d930581a34., hostname=da1c6afcd1f9,35765,1731595233113, seqNum=2 , the old value is region=TestAcidGuarantees,,1731595236744.b982b98e12b52abc271df4d930581a34., hostname=da1c6afcd1f9,35765,1731595233113, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b982b98e12b52abc271df4d930581a34, server=da1c6afcd1f9,35765,1731595233113 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-14T14:40:43,036 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731595236744.b982b98e12b52abc271df4d930581a34., hostname=da1c6afcd1f9,35765,1731595233113, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b982b98e12b52abc271df4d930581a34, server=da1c6afcd1f9,35765,1731595233113 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-14T14:40:43,036 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731595236744.b982b98e12b52abc271df4d930581a34., hostname=da1c6afcd1f9,35765,1731595233113, seqNum=2 because the exception is null or not the one we care about 2024-11-14T14:40:43,141 INFO [RS_FLUSH_OPERATIONS-regionserver/da1c6afcd1f9:0-1 {event_type=RS_FLUSH_REGIONS, pid=10}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=46.96 KB at sequenceid=332 (bloomFilter=true), to=hdfs://localhost:34345/user/jenkins/test-data/14d118ee-a83a-b09b-5913-1a58940a5db1/data/default/TestAcidGuarantees/b982b98e12b52abc271df4d930581a34/.tmp/B/e333f7a1863a4227b1131172cdf769c1 2024-11-14T14:40:43,163 DEBUG [RS_FLUSH_OPERATIONS-regionserver/da1c6afcd1f9:0-1 {event_type=RS_FLUSH_REGIONS, pid=10}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:34345/user/jenkins/test-data/14d118ee-a83a-b09b-5913-1a58940a5db1/data/default/TestAcidGuarantees/b982b98e12b52abc271df4d930581a34/.tmp/C/7431697272fe400ba821da6c608b8fd3 is 50, key is test_row_0/C:col10/1731595242003/Put/seqid=0 2024-11-14T14:40:43,188 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36699 is added to blk_1073741857_1033 (size=12301) 2024-11-14T14:40:43,190 INFO [RS_FLUSH_OPERATIONS-regionserver/da1c6afcd1f9:0-1 {event_type=RS_FLUSH_REGIONS, pid=10}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=46.96 KB at sequenceid=332 (bloomFilter=true), to=hdfs://localhost:34345/user/jenkins/test-data/14d118ee-a83a-b09b-5913-1a58940a5db1/data/default/TestAcidGuarantees/b982b98e12b52abc271df4d930581a34/.tmp/C/7431697272fe400ba821da6c608b8fd3 2024-11-14T14:40:43,207 DEBUG [RS_FLUSH_OPERATIONS-regionserver/da1c6afcd1f9:0-1 {event_type=RS_FLUSH_REGIONS, pid=10}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:34345/user/jenkins/test-data/14d118ee-a83a-b09b-5913-1a58940a5db1/data/default/TestAcidGuarantees/b982b98e12b52abc271df4d930581a34/.tmp/A/a48c8f18fa8e47cd85a5c10a7d44e023 as hdfs://localhost:34345/user/jenkins/test-data/14d118ee-a83a-b09b-5913-1a58940a5db1/data/default/TestAcidGuarantees/b982b98e12b52abc271df4d930581a34/A/a48c8f18fa8e47cd85a5c10a7d44e023 2024-11-14T14:40:43,217 INFO [RS_FLUSH_OPERATIONS-regionserver/da1c6afcd1f9:0-1 {event_type=RS_FLUSH_REGIONS, pid=10}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:34345/user/jenkins/test-data/14d118ee-a83a-b09b-5913-1a58940a5db1/data/default/TestAcidGuarantees/b982b98e12b52abc271df4d930581a34/A/a48c8f18fa8e47cd85a5c10a7d44e023, entries=150, sequenceid=332, filesize=12.0 K 2024-11-14T14:40:43,219 DEBUG [RS_FLUSH_OPERATIONS-regionserver/da1c6afcd1f9:0-1 {event_type=RS_FLUSH_REGIONS, pid=10}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:34345/user/jenkins/test-data/14d118ee-a83a-b09b-5913-1a58940a5db1/data/default/TestAcidGuarantees/b982b98e12b52abc271df4d930581a34/.tmp/B/e333f7a1863a4227b1131172cdf769c1 as hdfs://localhost:34345/user/jenkins/test-data/14d118ee-a83a-b09b-5913-1a58940a5db1/data/default/TestAcidGuarantees/b982b98e12b52abc271df4d930581a34/B/e333f7a1863a4227b1131172cdf769c1 2024-11-14T14:40:43,235 INFO [RS_FLUSH_OPERATIONS-regionserver/da1c6afcd1f9:0-1 {event_type=RS_FLUSH_REGIONS, pid=10}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:34345/user/jenkins/test-data/14d118ee-a83a-b09b-5913-1a58940a5db1/data/default/TestAcidGuarantees/b982b98e12b52abc271df4d930581a34/B/e333f7a1863a4227b1131172cdf769c1, entries=150, sequenceid=332, filesize=12.0 K 2024-11-14T14:40:43,239 DEBUG [RS_FLUSH_OPERATIONS-regionserver/da1c6afcd1f9:0-1 {event_type=RS_FLUSH_REGIONS, pid=10}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:34345/user/jenkins/test-data/14d118ee-a83a-b09b-5913-1a58940a5db1/data/default/TestAcidGuarantees/b982b98e12b52abc271df4d930581a34/.tmp/C/7431697272fe400ba821da6c608b8fd3 as hdfs://localhost:34345/user/jenkins/test-data/14d118ee-a83a-b09b-5913-1a58940a5db1/data/default/TestAcidGuarantees/b982b98e12b52abc271df4d930581a34/C/7431697272fe400ba821da6c608b8fd3 2024-11-14T14:40:43,254 INFO [RS_FLUSH_OPERATIONS-regionserver/da1c6afcd1f9:0-1 {event_type=RS_FLUSH_REGIONS, pid=10}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:34345/user/jenkins/test-data/14d118ee-a83a-b09b-5913-1a58940a5db1/data/default/TestAcidGuarantees/b982b98e12b52abc271df4d930581a34/C/7431697272fe400ba821da6c608b8fd3, entries=150, sequenceid=332, filesize=12.0 K 2024-11-14T14:40:43,256 INFO [RS_FLUSH_OPERATIONS-regionserver/da1c6afcd1f9:0-1 {event_type=RS_FLUSH_REGIONS, pid=10}] regionserver.HRegion(3140): Finished flush of dataSize ~140.89 KB/144270, heapSize ~400.17 KB/409776, currentSize=40.25 KB/41220 for b982b98e12b52abc271df4d930581a34 in 645ms, sequenceid=332, compaction requested=true 2024-11-14T14:40:43,257 DEBUG [RS_FLUSH_OPERATIONS-regionserver/da1c6afcd1f9:0-1 {event_type=RS_FLUSH_REGIONS, pid=10}] regionserver.HRegion(2603): Flush status journal for b982b98e12b52abc271df4d930581a34: 2024-11-14T14:40:43,257 DEBUG [RS_FLUSH_OPERATIONS-regionserver/da1c6afcd1f9:0-1 {event_type=RS_FLUSH_REGIONS, pid=10}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1731595236744.b982b98e12b52abc271df4d930581a34. 2024-11-14T14:40:43,257 DEBUG [RS_FLUSH_OPERATIONS-regionserver/da1c6afcd1f9:0-1 {event_type=RS_FLUSH_REGIONS, pid=10}] regionserver.RemoteProcedureResultReporter(62): Successfully complete execution of pid=10 2024-11-14T14:40:43,258 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45145 {}] master.HMaster(4169): Remote procedure done, pid=10 2024-11-14T14:40:43,264 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=10, resume processing ppid=9 2024-11-14T14:40:43,265 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1521): Finished pid=10, ppid=9, state=SUCCESS, hasLock=false; org.apache.hadoop.hbase.master.procedure.FlushRegionProcedure in 2.0640 sec 2024-11-14T14:40:43,271 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1521): Finished pid=9, state=SUCCESS, hasLock=false; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=9, table=TestAcidGuarantees in 2.0770 sec 2024-11-14T14:40:43,345 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(2902): Flushing b982b98e12b52abc271df4d930581a34 3/3 column families, dataSize=53.67 KB heapSize=160.13 KB 2024-11-14T14:40:43,346 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35765 {}] regionserver.HRegion(8855): Flush requested on b982b98e12b52abc271df4d930581a34 2024-11-14T14:40:43,347 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45145 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=9 2024-11-14T14:40:43,348 INFO [RPCClient-NioEventLoopGroup-4-8 {}] client.RawAsyncHBaseAdmin$TableProcedureBiConsumer(2721): Operation: FLUSH, Table Name: default:TestAcidGuarantees completed 2024-11-14T14:40:43,348 INFO [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45145 {}] master.HMaster$22(4506): Client=jenkins//172.17.0.2 flush TestAcidGuarantees 2024-11-14T14:40:43,350 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45145 {}] procedure2.ProcedureExecutor(1139): Stored pid=11, state=RUNNABLE:FLUSH_TABLE_PREPARE, hasLock=false; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=11, table=TestAcidGuarantees 2024-11-14T14:40:43,351 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45145 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=11 2024-11-14T14:40:43,352 INFO [PEWorker-4 {}] procedure.FlushTableProcedure(91): pid=11, state=RUNNABLE:FLUSH_TABLE_PREPARE, hasLock=true; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=11, table=TestAcidGuarantees execute state=FLUSH_TABLE_PREPARE 2024-11-14T14:40:43,353 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK b982b98e12b52abc271df4d930581a34, store=A 2024-11-14T14:40:43,353 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-14T14:40:43,353 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK b982b98e12b52abc271df4d930581a34, store=B 2024-11-14T14:40:43,353 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-14T14:40:43,353 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK b982b98e12b52abc271df4d930581a34, store=C 2024-11-14T14:40:43,353 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-14T14:40:43,353 INFO [PEWorker-4 {}] procedure.FlushTableProcedure(91): pid=11, state=RUNNABLE:FLUSH_TABLE_FLUSH_REGIONS, hasLock=true; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=11, table=TestAcidGuarantees execute state=FLUSH_TABLE_FLUSH_REGIONS 2024-11-14T14:40:43,354 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=12, ppid=11, state=RUNNABLE, hasLock=false; org.apache.hadoop.hbase.master.procedure.FlushRegionProcedure}] 2024-11-14T14:40:43,376 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:34345/user/jenkins/test-data/14d118ee-a83a-b09b-5913-1a58940a5db1/data/default/TestAcidGuarantees/b982b98e12b52abc271df4d930581a34/.tmp/A/eacd578bac9445ca8cc7624c4baeab67 is 50, key is test_row_0/A:col10/1731595243342/Put/seqid=0 2024-11-14T14:40:43,412 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35765 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b982b98e12b52abc271df4d930581a34, server=da1c6afcd1f9,35765,1731595233113 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-14T14:40:43,412 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35765 {}] ipc.CallRunner(138): callId: 82 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:57954 deadline: 1731595303407, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b982b98e12b52abc271df4d930581a34, server=da1c6afcd1f9,35765,1731595233113 2024-11-14T14:40:43,414 DEBUG [RS_IN_MEMORY_COMPACTION-regionserver/da1c6afcd1f9:0-1 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=type=CellArrayImmutableSegment, empty=no, cellCount=159, cellSize=7275, totalHeapSize=16776, min timestamp=1731595243404, max timestamp=1731595243410Num uniques 859; 2024-11-14T14:40:43,414 DEBUG [RS_IN_MEMORY_COMPACTION-regionserver/da1c6afcd1f9:0-6 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=type=CellArrayImmutableSegment, empty=no, cellCount=159, cellSize=7275, totalHeapSize=16776, min timestamp=1731595243404, max timestamp=1731595243410Num uniques 859; 2024-11-14T14:40:43,414 DEBUG [RS_IN_MEMORY_COMPACTION-regionserver/da1c6afcd1f9:0-8 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=type=CellArrayImmutableSegment, empty=no, cellCount=159, cellSize=7275, totalHeapSize=16776, min timestamp=1731595243404, max timestamp=1731595243410Num uniques 859; 2024-11-14T14:40:43,414 DEBUG [RS_IN_MEMORY_COMPACTION-regionserver/da1c6afcd1f9:0-1 {}] regionserver.CompactionPipeline(163): Suffix data size=39335, new segment data size=7275, suffix heap size=117064,new segment heap size=16776 　suffix off heap size=0, new segment off heap size=0, suffix cells count=859, new segment cells count=159 2024-11-14T14:40:43,414 DEBUG [RS_IN_MEMORY_COMPACTION-regionserver/da1c6afcd1f9:0-6 {}] regionserver.CompactionPipeline(163): Suffix data size=39335, new segment data size=7275, suffix heap size=117064,new segment heap size=16776 　suffix off heap size=0, new segment off heap size=0, suffix cells count=859, new segment cells count=159 2024-11-14T14:40:43,414 DEBUG [RS_IN_MEMORY_COMPACTION-regionserver/da1c6afcd1f9:0-8 {}] regionserver.CompactionPipeline(163): Suffix data size=39335, new segment data size=7275, suffix heap size=117064,new segment heap size=16776 　suffix off heap size=0, new segment off heap size=0, suffix cells count=859, new segment cells count=159 2024-11-14T14:40:43,416 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731595236744.b982b98e12b52abc271df4d930581a34., hostname=da1c6afcd1f9,35765,1731595233113, seqNum=2 , the old value is region=TestAcidGuarantees,,1731595236744.b982b98e12b52abc271df4d930581a34., hostname=da1c6afcd1f9,35765,1731595233113, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b982b98e12b52abc271df4d930581a34, server=da1c6afcd1f9,35765,1731595233113 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-14T14:40:43,416 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731595236744.b982b98e12b52abc271df4d930581a34., hostname=da1c6afcd1f9,35765,1731595233113, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b982b98e12b52abc271df4d930581a34, server=da1c6afcd1f9,35765,1731595233113 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-14T14:40:43,416 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731595236744.b982b98e12b52abc271df4d930581a34., hostname=da1c6afcd1f9,35765,1731595233113, seqNum=2 because the exception is null or not the one we care about 2024-11-14T14:40:43,438 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36699 is added to blk_1073741858_1034 (size=14741) 2024-11-14T14:40:43,457 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45145 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=11 2024-11-14T14:40:43,468 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35765 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b982b98e12b52abc271df4d930581a34, server=da1c6afcd1f9,35765,1731595233113 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-14T14:40:43,468 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35765 {}] ipc.CallRunner(138): callId: 87 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:57914 deadline: 1731595303460, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b982b98e12b52abc271df4d930581a34, server=da1c6afcd1f9,35765,1731595233113 2024-11-14T14:40:43,470 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731595236744.b982b98e12b52abc271df4d930581a34., hostname=da1c6afcd1f9,35765,1731595233113, seqNum=2 , the old value is region=TestAcidGuarantees,,1731595236744.b982b98e12b52abc271df4d930581a34., hostname=da1c6afcd1f9,35765,1731595233113, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b982b98e12b52abc271df4d930581a34, server=da1c6afcd1f9,35765,1731595233113 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-14T14:40:43,470 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731595236744.b982b98e12b52abc271df4d930581a34., hostname=da1c6afcd1f9,35765,1731595233113, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b982b98e12b52abc271df4d930581a34, server=da1c6afcd1f9,35765,1731595233113 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-14T14:40:43,470 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731595236744.b982b98e12b52abc271df4d930581a34., hostname=da1c6afcd1f9,35765,1731595233113, seqNum=2 because the exception is null or not the one we care about 2024-11-14T14:40:43,472 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35765 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b982b98e12b52abc271df4d930581a34, server=da1c6afcd1f9,35765,1731595233113 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-14T14:40:43,472 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35765 {}] ipc.CallRunner(138): callId: 83 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:57884 deadline: 1731595303462, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b982b98e12b52abc271df4d930581a34, server=da1c6afcd1f9,35765,1731595233113 2024-11-14T14:40:43,473 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731595236744.b982b98e12b52abc271df4d930581a34., hostname=da1c6afcd1f9,35765,1731595233113, seqNum=2 , the old value is region=TestAcidGuarantees,,1731595236744.b982b98e12b52abc271df4d930581a34., hostname=da1c6afcd1f9,35765,1731595233113, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b982b98e12b52abc271df4d930581a34, server=da1c6afcd1f9,35765,1731595233113 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-14T14:40:43,473 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731595236744.b982b98e12b52abc271df4d930581a34., hostname=da1c6afcd1f9,35765,1731595233113, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b982b98e12b52abc271df4d930581a34, server=da1c6afcd1f9,35765,1731595233113 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-14T14:40:43,473 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731595236744.b982b98e12b52abc271df4d930581a34., hostname=da1c6afcd1f9,35765,1731595233113, seqNum=2 because the exception is null or not the one we care about 2024-11-14T14:40:43,473 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35765 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b982b98e12b52abc271df4d930581a34, server=da1c6afcd1f9,35765,1731595233113 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-14T14:40:43,474 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35765 {}] ipc.CallRunner(138): callId: 86 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:57946 deadline: 1731595303464, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b982b98e12b52abc271df4d930581a34, server=da1c6afcd1f9,35765,1731595233113 2024-11-14T14:40:43,474 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35765 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b982b98e12b52abc271df4d930581a34, server=da1c6afcd1f9,35765,1731595233113 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-14T14:40:43,475 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35765 {}] ipc.CallRunner(138): callId: 81 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:57926 deadline: 1731595303466, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b982b98e12b52abc271df4d930581a34, server=da1c6afcd1f9,35765,1731595233113 2024-11-14T14:40:43,478 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731595236744.b982b98e12b52abc271df4d930581a34., hostname=da1c6afcd1f9,35765,1731595233113, seqNum=2 , the old value is region=TestAcidGuarantees,,1731595236744.b982b98e12b52abc271df4d930581a34., hostname=da1c6afcd1f9,35765,1731595233113, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b982b98e12b52abc271df4d930581a34, server=da1c6afcd1f9,35765,1731595233113 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-14T14:40:43,478 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731595236744.b982b98e12b52abc271df4d930581a34., hostname=da1c6afcd1f9,35765,1731595233113, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b982b98e12b52abc271df4d930581a34, server=da1c6afcd1f9,35765,1731595233113 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-14T14:40:43,478 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731595236744.b982b98e12b52abc271df4d930581a34., hostname=da1c6afcd1f9,35765,1731595233113, seqNum=2 , the old value is region=TestAcidGuarantees,,1731595236744.b982b98e12b52abc271df4d930581a34., hostname=da1c6afcd1f9,35765,1731595233113, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b982b98e12b52abc271df4d930581a34, server=da1c6afcd1f9,35765,1731595233113 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-14T14:40:43,478 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731595236744.b982b98e12b52abc271df4d930581a34., hostname=da1c6afcd1f9,35765,1731595233113, seqNum=2 because the exception is null or not the one we care about 2024-11-14T14:40:43,478 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731595236744.b982b98e12b52abc271df4d930581a34., hostname=da1c6afcd1f9,35765,1731595233113, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b982b98e12b52abc271df4d930581a34, server=da1c6afcd1f9,35765,1731595233113 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-14T14:40:43,478 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731595236744.b982b98e12b52abc271df4d930581a34., hostname=da1c6afcd1f9,35765,1731595233113, seqNum=2 because the exception is null or not the one we care about 2024-11-14T14:40:43,509 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=35765 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=12 2024-11-14T14:40:43,510 DEBUG [RS_FLUSH_OPERATIONS-regionserver/da1c6afcd1f9:0-2 {event_type=RS_FLUSH_REGIONS, pid=12}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1731595236744.b982b98e12b52abc271df4d930581a34. 2024-11-14T14:40:43,510 DEBUG [RS_FLUSH_OPERATIONS-regionserver/da1c6afcd1f9:0-2 {event_type=RS_FLUSH_REGIONS, pid=12}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1731595236744.b982b98e12b52abc271df4d930581a34. as already flushing 2024-11-14T14:40:43,510 DEBUG [RS_FLUSH_OPERATIONS-regionserver/da1c6afcd1f9:0-2 {event_type=RS_FLUSH_REGIONS, pid=12}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1731595236744.b982b98e12b52abc271df4d930581a34. 2024-11-14T14:40:43,510 ERROR [RS_FLUSH_OPERATIONS-regionserver/da1c6afcd1f9:0-2 {event_type=RS_FLUSH_REGIONS, pid=12}] handler.RSProcedureHandler(58): pid=12 java.io.IOException: Unable to complete flush {ENCODED => b982b98e12b52abc271df4d930581a34, NAME => 'TestAcidGuarantees,,1731595236744.b982b98e12b52abc271df4d930581a34.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-14T14:40:43,511 DEBUG [RS_FLUSH_OPERATIONS-regionserver/da1c6afcd1f9:0-2 {event_type=RS_FLUSH_REGIONS, pid=12}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=12 java.io.IOException: Unable to complete flush {ENCODED => b982b98e12b52abc271df4d930581a34, NAME => 'TestAcidGuarantees,,1731595236744.b982b98e12b52abc271df4d930581a34.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-14T14:40:43,512 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45145 {}] master.HMaster(4177): Remote procedure failed, pid=12 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => b982b98e12b52abc271df4d930581a34, NAME => 'TestAcidGuarantees,,1731595236744.b982b98e12b52abc271df4d930581a34.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$5(MasterRpcServices.java:2580) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2575) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => b982b98e12b52abc271df4d930581a34, NAME => 'TestAcidGuarantees,,1731595236744.b982b98e12b52abc271df4d930581a34.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-14T14:40:43,530 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35765 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b982b98e12b52abc271df4d930581a34, server=da1c6afcd1f9,35765,1731595233113 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-14T14:40:43,530 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35765 {}] ipc.CallRunner(138): callId: 83 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:57954 deadline: 1731595303527, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b982b98e12b52abc271df4d930581a34, server=da1c6afcd1f9,35765,1731595233113 2024-11-14T14:40:43,531 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731595236744.b982b98e12b52abc271df4d930581a34., hostname=da1c6afcd1f9,35765,1731595233113, seqNum=2 , the old value is region=TestAcidGuarantees,,1731595236744.b982b98e12b52abc271df4d930581a34., hostname=da1c6afcd1f9,35765,1731595233113, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b982b98e12b52abc271df4d930581a34, server=da1c6afcd1f9,35765,1731595233113 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-14T14:40:43,531 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731595236744.b982b98e12b52abc271df4d930581a34., hostname=da1c6afcd1f9,35765,1731595233113, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b982b98e12b52abc271df4d930581a34, server=da1c6afcd1f9,35765,1731595233113 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-14T14:40:43,531 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731595236744.b982b98e12b52abc271df4d930581a34., hostname=da1c6afcd1f9,35765,1731595233113, seqNum=2 because the exception is null or not the one we care about 2024-11-14T14:40:43,578 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35765 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b982b98e12b52abc271df4d930581a34, server=da1c6afcd1f9,35765,1731595233113 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-14T14:40:43,579 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35765 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b982b98e12b52abc271df4d930581a34, server=da1c6afcd1f9,35765,1731595233113 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-14T14:40:43,579 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35765 {}] ipc.CallRunner(138): callId: 88 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:57914 deadline: 1731595303577, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b982b98e12b52abc271df4d930581a34, server=da1c6afcd1f9,35765,1731595233113 2024-11-14T14:40:43,580 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731595236744.b982b98e12b52abc271df4d930581a34., hostname=da1c6afcd1f9,35765,1731595233113, seqNum=2 , the old value is region=TestAcidGuarantees,,1731595236744.b982b98e12b52abc271df4d930581a34., hostname=da1c6afcd1f9,35765,1731595233113, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b982b98e12b52abc271df4d930581a34, server=da1c6afcd1f9,35765,1731595233113 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-14T14:40:43,580 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731595236744.b982b98e12b52abc271df4d930581a34., hostname=da1c6afcd1f9,35765,1731595233113, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b982b98e12b52abc271df4d930581a34, server=da1c6afcd1f9,35765,1731595233113 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-14T14:40:43,580 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731595236744.b982b98e12b52abc271df4d930581a34., hostname=da1c6afcd1f9,35765,1731595233113, seqNum=2 because the exception is null or not the one we care about 2024-11-14T14:40:43,578 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35765 {}] ipc.CallRunner(138): callId: 84 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:57884 deadline: 1731595303577, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b982b98e12b52abc271df4d930581a34, server=da1c6afcd1f9,35765,1731595233113 2024-11-14T14:40:43,583 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731595236744.b982b98e12b52abc271df4d930581a34., hostname=da1c6afcd1f9,35765,1731595233113, seqNum=2 , the old value is region=TestAcidGuarantees,,1731595236744.b982b98e12b52abc271df4d930581a34., hostname=da1c6afcd1f9,35765,1731595233113, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b982b98e12b52abc271df4d930581a34, server=da1c6afcd1f9,35765,1731595233113 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-14T14:40:43,583 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731595236744.b982b98e12b52abc271df4d930581a34., hostname=da1c6afcd1f9,35765,1731595233113, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b982b98e12b52abc271df4d930581a34, server=da1c6afcd1f9,35765,1731595233113 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-14T14:40:43,583 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731595236744.b982b98e12b52abc271df4d930581a34., hostname=da1c6afcd1f9,35765,1731595233113, seqNum=2 because the exception is null or not the one we care about 2024-11-14T14:40:43,589 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35765 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b982b98e12b52abc271df4d930581a34, server=da1c6afcd1f9,35765,1731595233113 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-14T14:40:43,589 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35765 {}] ipc.CallRunner(138): callId: 82 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:57926 deadline: 1731595303586, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b982b98e12b52abc271df4d930581a34, server=da1c6afcd1f9,35765,1731595233113 2024-11-14T14:40:43,590 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731595236744.b982b98e12b52abc271df4d930581a34., hostname=da1c6afcd1f9,35765,1731595233113, seqNum=2 , the old value is region=TestAcidGuarantees,,1731595236744.b982b98e12b52abc271df4d930581a34., hostname=da1c6afcd1f9,35765,1731595233113, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b982b98e12b52abc271df4d930581a34, server=da1c6afcd1f9,35765,1731595233113 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-14T14:40:43,590 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731595236744.b982b98e12b52abc271df4d930581a34., hostname=da1c6afcd1f9,35765,1731595233113, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b982b98e12b52abc271df4d930581a34, server=da1c6afcd1f9,35765,1731595233113 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-14T14:40:43,590 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731595236744.b982b98e12b52abc271df4d930581a34., hostname=da1c6afcd1f9,35765,1731595233113, seqNum=2 because the exception is null or not the one we care about 2024-11-14T14:40:43,590 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35765 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b982b98e12b52abc271df4d930581a34, server=da1c6afcd1f9,35765,1731595233113 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-14T14:40:43,590 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35765 {}] ipc.CallRunner(138): callId: 87 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:57946 deadline: 1731595303586, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b982b98e12b52abc271df4d930581a34, server=da1c6afcd1f9,35765,1731595233113 2024-11-14T14:40:43,591 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731595236744.b982b98e12b52abc271df4d930581a34., hostname=da1c6afcd1f9,35765,1731595233113, seqNum=2 , the old value is region=TestAcidGuarantees,,1731595236744.b982b98e12b52abc271df4d930581a34., hostname=da1c6afcd1f9,35765,1731595233113, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b982b98e12b52abc271df4d930581a34, server=da1c6afcd1f9,35765,1731595233113 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-14T14:40:43,591 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731595236744.b982b98e12b52abc271df4d930581a34., hostname=da1c6afcd1f9,35765,1731595233113, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b982b98e12b52abc271df4d930581a34, server=da1c6afcd1f9,35765,1731595233113 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-14T14:40:43,591 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731595236744.b982b98e12b52abc271df4d930581a34., hostname=da1c6afcd1f9,35765,1731595233113, seqNum=2 because the exception is null or not the one we care about 2024-11-14T14:40:43,667 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45145 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=11 2024-11-14T14:40:43,667 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=35765 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=12 2024-11-14T14:40:43,667 DEBUG [RS_FLUSH_OPERATIONS-regionserver/da1c6afcd1f9:0-0 {event_type=RS_FLUSH_REGIONS, pid=12}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1731595236744.b982b98e12b52abc271df4d930581a34. 2024-11-14T14:40:43,668 DEBUG [RS_FLUSH_OPERATIONS-regionserver/da1c6afcd1f9:0-0 {event_type=RS_FLUSH_REGIONS, pid=12}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1731595236744.b982b98e12b52abc271df4d930581a34. as already flushing 2024-11-14T14:40:43,668 DEBUG [RS_FLUSH_OPERATIONS-regionserver/da1c6afcd1f9:0-0 {event_type=RS_FLUSH_REGIONS, pid=12}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1731595236744.b982b98e12b52abc271df4d930581a34. 2024-11-14T14:40:43,668 ERROR [RS_FLUSH_OPERATIONS-regionserver/da1c6afcd1f9:0-0 {event_type=RS_FLUSH_REGIONS, pid=12}] handler.RSProcedureHandler(58): pid=12 java.io.IOException: Unable to complete flush {ENCODED => b982b98e12b52abc271df4d930581a34, NAME => 'TestAcidGuarantees,,1731595236744.b982b98e12b52abc271df4d930581a34.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-14T14:40:43,668 DEBUG [RS_FLUSH_OPERATIONS-regionserver/da1c6afcd1f9:0-0 {event_type=RS_FLUSH_REGIONS, pid=12}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=12 java.io.IOException: Unable to complete flush {ENCODED => b982b98e12b52abc271df4d930581a34, NAME => 'TestAcidGuarantees,,1731595236744.b982b98e12b52abc271df4d930581a34.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-14T14:40:43,669 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45145 {}] master.HMaster(4177): Remote procedure failed, pid=12 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => b982b98e12b52abc271df4d930581a34, NAME => 'TestAcidGuarantees,,1731595236744.b982b98e12b52abc271df4d930581a34.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$5(MasterRpcServices.java:2580) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2575) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => b982b98e12b52abc271df4d930581a34, NAME => 'TestAcidGuarantees,,1731595236744.b982b98e12b52abc271df4d930581a34.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-14T14:40:43,761 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35765 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b982b98e12b52abc271df4d930581a34, server=da1c6afcd1f9,35765,1731595233113 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-14T14:40:43,764 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35765 {}] ipc.CallRunner(138): callId: 84 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:57954 deadline: 1731595303757, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b982b98e12b52abc271df4d930581a34, server=da1c6afcd1f9,35765,1731595233113 2024-11-14T14:40:43,765 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731595236744.b982b98e12b52abc271df4d930581a34., hostname=da1c6afcd1f9,35765,1731595233113, seqNum=2 , the old value is region=TestAcidGuarantees,,1731595236744.b982b98e12b52abc271df4d930581a34., hostname=da1c6afcd1f9,35765,1731595233113, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b982b98e12b52abc271df4d930581a34, server=da1c6afcd1f9,35765,1731595233113 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-14T14:40:43,765 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731595236744.b982b98e12b52abc271df4d930581a34., hostname=da1c6afcd1f9,35765,1731595233113, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b982b98e12b52abc271df4d930581a34, server=da1c6afcd1f9,35765,1731595233113 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-14T14:40:43,765 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731595236744.b982b98e12b52abc271df4d930581a34., hostname=da1c6afcd1f9,35765,1731595233113, seqNum=2 because the exception is null or not the one we care about 2024-11-14T14:40:43,788 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35765 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b982b98e12b52abc271df4d930581a34, server=da1c6afcd1f9,35765,1731595233113 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-14T14:40:43,788 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35765 {}] ipc.CallRunner(138): callId: 89 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:57914 deadline: 1731595303787, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b982b98e12b52abc271df4d930581a34, server=da1c6afcd1f9,35765,1731595233113 2024-11-14T14:40:43,793 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731595236744.b982b98e12b52abc271df4d930581a34., hostname=da1c6afcd1f9,35765,1731595233113, seqNum=2 , the old value is region=TestAcidGuarantees,,1731595236744.b982b98e12b52abc271df4d930581a34., hostname=da1c6afcd1f9,35765,1731595233113, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b982b98e12b52abc271df4d930581a34, server=da1c6afcd1f9,35765,1731595233113 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-14T14:40:43,793 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731595236744.b982b98e12b52abc271df4d930581a34., hostname=da1c6afcd1f9,35765,1731595233113, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b982b98e12b52abc271df4d930581a34, server=da1c6afcd1f9,35765,1731595233113 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-14T14:40:43,793 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731595236744.b982b98e12b52abc271df4d930581a34., hostname=da1c6afcd1f9,35765,1731595233113, seqNum=2 because the exception is null or not the one we care about 2024-11-14T14:40:43,798 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35765 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b982b98e12b52abc271df4d930581a34, server=da1c6afcd1f9,35765,1731595233113 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-14T14:40:43,800 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35765 {}] ipc.CallRunner(138): callId: 85 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:57884 deadline: 1731595303787, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b982b98e12b52abc271df4d930581a34, server=da1c6afcd1f9,35765,1731595233113 2024-11-14T14:40:43,801 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35765 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b982b98e12b52abc271df4d930581a34, server=da1c6afcd1f9,35765,1731595233113 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-14T14:40:43,801 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731595236744.b982b98e12b52abc271df4d930581a34., hostname=da1c6afcd1f9,35765,1731595233113, seqNum=2 , the old value is region=TestAcidGuarantees,,1731595236744.b982b98e12b52abc271df4d930581a34., hostname=da1c6afcd1f9,35765,1731595233113, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b982b98e12b52abc271df4d930581a34, server=da1c6afcd1f9,35765,1731595233113 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-14T14:40:43,801 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731595236744.b982b98e12b52abc271df4d930581a34., hostname=da1c6afcd1f9,35765,1731595233113, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b982b98e12b52abc271df4d930581a34, server=da1c6afcd1f9,35765,1731595233113 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-14T14:40:43,801 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35765 {}] ipc.CallRunner(138): callId: 88 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:57946 deadline: 1731595303796, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b982b98e12b52abc271df4d930581a34, server=da1c6afcd1f9,35765,1731595233113 2024-11-14T14:40:43,801 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731595236744.b982b98e12b52abc271df4d930581a34., hostname=da1c6afcd1f9,35765,1731595233113, seqNum=2 because the exception is null or not the one we care about 2024-11-14T14:40:43,801 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731595236744.b982b98e12b52abc271df4d930581a34., hostname=da1c6afcd1f9,35765,1731595233113, seqNum=2 , the old value is region=TestAcidGuarantees,,1731595236744.b982b98e12b52abc271df4d930581a34., hostname=da1c6afcd1f9,35765,1731595233113, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b982b98e12b52abc271df4d930581a34, server=da1c6afcd1f9,35765,1731595233113 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-14T14:40:43,802 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731595236744.b982b98e12b52abc271df4d930581a34., hostname=da1c6afcd1f9,35765,1731595233113, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b982b98e12b52abc271df4d930581a34, server=da1c6afcd1f9,35765,1731595233113 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-14T14:40:43,802 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731595236744.b982b98e12b52abc271df4d930581a34., hostname=da1c6afcd1f9,35765,1731595233113, seqNum=2 because the exception is null or not the one we care about 2024-11-14T14:40:43,801 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35765 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b982b98e12b52abc271df4d930581a34, server=da1c6afcd1f9,35765,1731595233113 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-14T14:40:43,802 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35765 {}] ipc.CallRunner(138): callId: 83 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:57926 deadline: 1731595303796, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b982b98e12b52abc271df4d930581a34, server=da1c6afcd1f9,35765,1731595233113 2024-11-14T14:40:43,803 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731595236744.b982b98e12b52abc271df4d930581a34., hostname=da1c6afcd1f9,35765,1731595233113, seqNum=2 , the old value is region=TestAcidGuarantees,,1731595236744.b982b98e12b52abc271df4d930581a34., hostname=da1c6afcd1f9,35765,1731595233113, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b982b98e12b52abc271df4d930581a34, server=da1c6afcd1f9,35765,1731595233113 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-14T14:40:43,803 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731595236744.b982b98e12b52abc271df4d930581a34., hostname=da1c6afcd1f9,35765,1731595233113, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b982b98e12b52abc271df4d930581a34, server=da1c6afcd1f9,35765,1731595233113 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-14T14:40:43,803 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731595236744.b982b98e12b52abc271df4d930581a34., hostname=da1c6afcd1f9,35765,1731595233113, seqNum=2 because the exception is null or not the one we care about 2024-11-14T14:40:43,823 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=35765 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=12 2024-11-14T14:40:43,823 DEBUG [RS_FLUSH_OPERATIONS-regionserver/da1c6afcd1f9:0-1 {event_type=RS_FLUSH_REGIONS, pid=12}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1731595236744.b982b98e12b52abc271df4d930581a34. 2024-11-14T14:40:43,823 DEBUG [RS_FLUSH_OPERATIONS-regionserver/da1c6afcd1f9:0-1 {event_type=RS_FLUSH_REGIONS, pid=12}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1731595236744.b982b98e12b52abc271df4d930581a34. as already flushing 2024-11-14T14:40:43,823 DEBUG [RS_FLUSH_OPERATIONS-regionserver/da1c6afcd1f9:0-1 {event_type=RS_FLUSH_REGIONS, pid=12}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1731595236744.b982b98e12b52abc271df4d930581a34. 2024-11-14T14:40:43,823 ERROR [RS_FLUSH_OPERATIONS-regionserver/da1c6afcd1f9:0-1 {event_type=RS_FLUSH_REGIONS, pid=12}] handler.RSProcedureHandler(58): pid=12 java.io.IOException: Unable to complete flush {ENCODED => b982b98e12b52abc271df4d930581a34, NAME => 'TestAcidGuarantees,,1731595236744.b982b98e12b52abc271df4d930581a34.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-14T14:40:43,824 DEBUG [RS_FLUSH_OPERATIONS-regionserver/da1c6afcd1f9:0-1 {event_type=RS_FLUSH_REGIONS, pid=12}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=12 java.io.IOException: Unable to complete flush {ENCODED => b982b98e12b52abc271df4d930581a34, NAME => 'TestAcidGuarantees,,1731595236744.b982b98e12b52abc271df4d930581a34.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-14T14:40:43,824 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45145 {}] master.HMaster(4177): Remote procedure failed, pid=12 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => b982b98e12b52abc271df4d930581a34, NAME => 'TestAcidGuarantees,,1731595236744.b982b98e12b52abc271df4d930581a34.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$5(MasterRpcServices.java:2580) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2575) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => b982b98e12b52abc271df4d930581a34, NAME => 'TestAcidGuarantees,,1731595236744.b982b98e12b52abc271df4d930581a34.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-14T14:40:43,839 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=20.13 KB at sequenceid=344 (bloomFilter=true), to=hdfs://localhost:34345/user/jenkins/test-data/14d118ee-a83a-b09b-5913-1a58940a5db1/data/default/TestAcidGuarantees/b982b98e12b52abc271df4d930581a34/.tmp/A/eacd578bac9445ca8cc7624c4baeab67 2024-11-14T14:40:43,858 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:34345/user/jenkins/test-data/14d118ee-a83a-b09b-5913-1a58940a5db1/data/default/TestAcidGuarantees/b982b98e12b52abc271df4d930581a34/.tmp/B/0920abd711e244858a24b73f676b1fe7 is 50, key is test_row_0/B:col10/1731595243342/Put/seqid=0 2024-11-14T14:40:43,868 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36699 is added to blk_1073741859_1035 (size=12301) 2024-11-14T14:40:43,872 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=20.13 KB at sequenceid=344 (bloomFilter=true), to=hdfs://localhost:34345/user/jenkins/test-data/14d118ee-a83a-b09b-5913-1a58940a5db1/data/default/TestAcidGuarantees/b982b98e12b52abc271df4d930581a34/.tmp/B/0920abd711e244858a24b73f676b1fe7 2024-11-14T14:40:43,892 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:34345/user/jenkins/test-data/14d118ee-a83a-b09b-5913-1a58940a5db1/data/default/TestAcidGuarantees/b982b98e12b52abc271df4d930581a34/.tmp/C/733c87071c9a448aab90ec0f68d74727 is 50, key is test_row_0/C:col10/1731595243342/Put/seqid=0 2024-11-14T14:40:43,902 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36699 is added to blk_1073741860_1036 (size=12301) 2024-11-14T14:40:43,903 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=20.13 KB at sequenceid=344 (bloomFilter=true), to=hdfs://localhost:34345/user/jenkins/test-data/14d118ee-a83a-b09b-5913-1a58940a5db1/data/default/TestAcidGuarantees/b982b98e12b52abc271df4d930581a34/.tmp/C/733c87071c9a448aab90ec0f68d74727 2024-11-14T14:40:43,913 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:34345/user/jenkins/test-data/14d118ee-a83a-b09b-5913-1a58940a5db1/data/default/TestAcidGuarantees/b982b98e12b52abc271df4d930581a34/.tmp/A/eacd578bac9445ca8cc7624c4baeab67 as hdfs://localhost:34345/user/jenkins/test-data/14d118ee-a83a-b09b-5913-1a58940a5db1/data/default/TestAcidGuarantees/b982b98e12b52abc271df4d930581a34/A/eacd578bac9445ca8cc7624c4baeab67 2024-11-14T14:40:43,923 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:34345/user/jenkins/test-data/14d118ee-a83a-b09b-5913-1a58940a5db1/data/default/TestAcidGuarantees/b982b98e12b52abc271df4d930581a34/A/eacd578bac9445ca8cc7624c4baeab67, entries=200, sequenceid=344, filesize=14.4 K 2024-11-14T14:40:43,925 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:34345/user/jenkins/test-data/14d118ee-a83a-b09b-5913-1a58940a5db1/data/default/TestAcidGuarantees/b982b98e12b52abc271df4d930581a34/.tmp/B/0920abd711e244858a24b73f676b1fe7 as hdfs://localhost:34345/user/jenkins/test-data/14d118ee-a83a-b09b-5913-1a58940a5db1/data/default/TestAcidGuarantees/b982b98e12b52abc271df4d930581a34/B/0920abd711e244858a24b73f676b1fe7 2024-11-14T14:40:43,940 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:34345/user/jenkins/test-data/14d118ee-a83a-b09b-5913-1a58940a5db1/data/default/TestAcidGuarantees/b982b98e12b52abc271df4d930581a34/B/0920abd711e244858a24b73f676b1fe7, entries=150, sequenceid=344, filesize=12.0 K 2024-11-14T14:40:43,941 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:34345/user/jenkins/test-data/14d118ee-a83a-b09b-5913-1a58940a5db1/data/default/TestAcidGuarantees/b982b98e12b52abc271df4d930581a34/.tmp/C/733c87071c9a448aab90ec0f68d74727 as hdfs://localhost:34345/user/jenkins/test-data/14d118ee-a83a-b09b-5913-1a58940a5db1/data/default/TestAcidGuarantees/b982b98e12b52abc271df4d930581a34/C/733c87071c9a448aab90ec0f68d74727 2024-11-14T14:40:43,951 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:34345/user/jenkins/test-data/14d118ee-a83a-b09b-5913-1a58940a5db1/data/default/TestAcidGuarantees/b982b98e12b52abc271df4d930581a34/C/733c87071c9a448aab90ec0f68d74727, entries=150, sequenceid=344, filesize=12.0 K 2024-11-14T14:40:43,954 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(3140): Finished flush of dataSize ~60.38 KB/61830, heapSize ~180 KB/184320, currentSize=120.76 KB/123660 for b982b98e12b52abc271df4d930581a34 in 608ms, sequenceid=344, compaction requested=true 2024-11-14T14:40:43,954 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2603): Flush status journal for b982b98e12b52abc271df4d930581a34: 2024-11-14T14:40:43,954 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store b982b98e12b52abc271df4d930581a34:A, priority=-2147483648, current under compaction store size is 1 2024-11-14T14:40:43,954 DEBUG [RS:0;da1c6afcd1f9:35765-shortCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 4 store files, 0 compacting, 4 eligible, 16 blocking 2024-11-14T14:40:43,954 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-14T14:40:43,954 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store b982b98e12b52abc271df4d930581a34:B, priority=-2147483648, current under compaction store size is 2 2024-11-14T14:40:43,954 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-14T14:40:43,954 DEBUG [RS:0;da1c6afcd1f9:35765-longCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 4 store files, 0 compacting, 4 eligible, 16 blocking 2024-11-14T14:40:43,954 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store b982b98e12b52abc271df4d930581a34:C, priority=-2147483648, current under compaction store size is 3 2024-11-14T14:40:43,954 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=1), splitQueue=0 2024-11-14T14:40:43,956 DEBUG [RS:0;da1c6afcd1f9:35765-shortCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 4 files of size 61246 starting at candidate #0 after considering 3 permutations with 3 in ratio 2024-11-14T14:40:43,956 DEBUG [RS:0;da1c6afcd1f9:35765-shortCompactions-0 {}] regionserver.HStore(1541): b982b98e12b52abc271df4d930581a34/A is initiating minor compaction (all files) 2024-11-14T14:40:43,956 INFO [RS:0;da1c6afcd1f9:35765-shortCompactions-0 {}] regionserver.HRegion(2416): Starting compaction of b982b98e12b52abc271df4d930581a34/A in TestAcidGuarantees,,1731595236744.b982b98e12b52abc271df4d930581a34. 2024-11-14T14:40:43,956 INFO [RS:0;da1c6afcd1f9:35765-shortCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:34345/user/jenkins/test-data/14d118ee-a83a-b09b-5913-1a58940a5db1/data/default/TestAcidGuarantees/b982b98e12b52abc271df4d930581a34/A/7cdc10ba90ed4609ba71203f899767b8, hdfs://localhost:34345/user/jenkins/test-data/14d118ee-a83a-b09b-5913-1a58940a5db1/data/default/TestAcidGuarantees/b982b98e12b52abc271df4d930581a34/A/619ba23abd534fbb8ac2f4139429533c, hdfs://localhost:34345/user/jenkins/test-data/14d118ee-a83a-b09b-5913-1a58940a5db1/data/default/TestAcidGuarantees/b982b98e12b52abc271df4d930581a34/A/a48c8f18fa8e47cd85a5c10a7d44e023, hdfs://localhost:34345/user/jenkins/test-data/14d118ee-a83a-b09b-5913-1a58940a5db1/data/default/TestAcidGuarantees/b982b98e12b52abc271df4d930581a34/A/eacd578bac9445ca8cc7624c4baeab67] into tmpdir=hdfs://localhost:34345/user/jenkins/test-data/14d118ee-a83a-b09b-5913-1a58940a5db1/data/default/TestAcidGuarantees/b982b98e12b52abc271df4d930581a34/.tmp, totalSize=59.8 K 2024-11-14T14:40:43,957 DEBUG [RS:0;da1c6afcd1f9:35765-longCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 4 files of size 49042 starting at candidate #0 after considering 3 permutations with 3 in ratio 2024-11-14T14:40:43,957 DEBUG [RS:0;da1c6afcd1f9:35765-longCompactions-0 {}] regionserver.HStore(1541): b982b98e12b52abc271df4d930581a34/B is initiating minor compaction (all files) 2024-11-14T14:40:43,957 DEBUG [RS:0;da1c6afcd1f9:35765-shortCompactions-0 {}] compactions.Compactor(225): Compacting 7cdc10ba90ed4609ba71203f899767b8, keycount=150, bloomtype=ROW, size=11.9 K, encoding=NONE, compression=NONE, seqNum=81, earliestPutTs=1731595240660 2024-11-14T14:40:43,957 INFO [RS:0;da1c6afcd1f9:35765-longCompactions-0 {}] regionserver.HRegion(2416): Starting compaction of b982b98e12b52abc271df4d930581a34/B in TestAcidGuarantees,,1731595236744.b982b98e12b52abc271df4d930581a34. 2024-11-14T14:40:43,958 INFO [RS:0;da1c6afcd1f9:35765-longCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:34345/user/jenkins/test-data/14d118ee-a83a-b09b-5913-1a58940a5db1/data/default/TestAcidGuarantees/b982b98e12b52abc271df4d930581a34/B/7e7a028f19264967ac4898e508417a4b, hdfs://localhost:34345/user/jenkins/test-data/14d118ee-a83a-b09b-5913-1a58940a5db1/data/default/TestAcidGuarantees/b982b98e12b52abc271df4d930581a34/B/0fdbf366844848349d2d1b7251f3f353, hdfs://localhost:34345/user/jenkins/test-data/14d118ee-a83a-b09b-5913-1a58940a5db1/data/default/TestAcidGuarantees/b982b98e12b52abc271df4d930581a34/B/e333f7a1863a4227b1131172cdf769c1, hdfs://localhost:34345/user/jenkins/test-data/14d118ee-a83a-b09b-5913-1a58940a5db1/data/default/TestAcidGuarantees/b982b98e12b52abc271df4d930581a34/B/0920abd711e244858a24b73f676b1fe7] into tmpdir=hdfs://localhost:34345/user/jenkins/test-data/14d118ee-a83a-b09b-5913-1a58940a5db1/data/default/TestAcidGuarantees/b982b98e12b52abc271df4d930581a34/.tmp, totalSize=47.9 K 2024-11-14T14:40:43,958 DEBUG [RS:0;da1c6afcd1f9:35765-shortCompactions-0 {}] compactions.Compactor(225): Compacting 619ba23abd534fbb8ac2f4139429533c, keycount=350, bloomtype=ROW, size=21.5 K, encoding=NONE, compression=NONE, seqNum=292, earliestPutTs=1731595241647 2024-11-14T14:40:43,959 DEBUG [RS:0;da1c6afcd1f9:35765-longCompactions-0 {}] compactions.Compactor(225): Compacting 7e7a028f19264967ac4898e508417a4b, keycount=150, bloomtype=ROW, size=11.9 K, encoding=NONE, compression=NONE, seqNum=81, earliestPutTs=1731595240660 2024-11-14T14:40:43,959 DEBUG [RS:0;da1c6afcd1f9:35765-shortCompactions-0 {}] compactions.Compactor(225): Compacting a48c8f18fa8e47cd85a5c10a7d44e023, keycount=150, bloomtype=ROW, size=12.0 K, encoding=NONE, compression=NONE, seqNum=332, earliestPutTs=1731595242003 2024-11-14T14:40:43,960 DEBUG [RS:0;da1c6afcd1f9:35765-shortCompactions-0 {}] compactions.Compactor(225): Compacting eacd578bac9445ca8cc7624c4baeab67, keycount=200, bloomtype=ROW, size=14.4 K, encoding=NONE, compression=NONE, seqNum=344, earliestPutTs=1731595242691 2024-11-14T14:40:43,960 DEBUG [RS:0;da1c6afcd1f9:35765-longCompactions-0 {}] compactions.Compactor(225): Compacting 0fdbf366844848349d2d1b7251f3f353, keycount=150, bloomtype=ROW, size=12.0 K, encoding=NONE, compression=NONE, seqNum=292, earliestPutTs=1731595241647 2024-11-14T14:40:43,962 DEBUG [RS:0;da1c6afcd1f9:35765-longCompactions-0 {}] compactions.Compactor(225): Compacting e333f7a1863a4227b1131172cdf769c1, keycount=150, bloomtype=ROW, size=12.0 K, encoding=NONE, compression=NONE, seqNum=332, earliestPutTs=1731595242003 2024-11-14T14:40:43,962 DEBUG [RS:0;da1c6afcd1f9:35765-longCompactions-0 {}] compactions.Compactor(225): Compacting 0920abd711e244858a24b73f676b1fe7, keycount=150, bloomtype=ROW, size=12.0 K, encoding=NONE, compression=NONE, seqNum=344, earliestPutTs=1731595243339 2024-11-14T14:40:43,976 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45145 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=11 2024-11-14T14:40:43,978 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=35765 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=12 2024-11-14T14:40:43,978 DEBUG [RS_FLUSH_OPERATIONS-regionserver/da1c6afcd1f9:0-2 {event_type=RS_FLUSH_REGIONS, pid=12}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1731595236744.b982b98e12b52abc271df4d930581a34. 2024-11-14T14:40:43,978 INFO [RS_FLUSH_OPERATIONS-regionserver/da1c6afcd1f9:0-2 {event_type=RS_FLUSH_REGIONS, pid=12}] regionserver.HRegion(2902): Flushing b982b98e12b52abc271df4d930581a34 3/3 column families, dataSize=120.76 KB heapSize=345.14 KB 2024-11-14T14:40:43,979 DEBUG [RS_FLUSH_OPERATIONS-regionserver/da1c6afcd1f9:0-2 {event_type=RS_FLUSH_REGIONS, pid=12}] regionserver.CompactingMemStore(205): FLUSHING TO DISK b982b98e12b52abc271df4d930581a34, store=A 2024-11-14T14:40:43,979 DEBUG [RS_FLUSH_OPERATIONS-regionserver/da1c6afcd1f9:0-2 {event_type=RS_FLUSH_REGIONS, pid=12}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=2, new segment=null 2024-11-14T14:40:43,979 DEBUG [RS_FLUSH_OPERATIONS-regionserver/da1c6afcd1f9:0-2 {event_type=RS_FLUSH_REGIONS, pid=12}] regionserver.CompactingMemStore(205): FLUSHING TO DISK b982b98e12b52abc271df4d930581a34, store=B 2024-11-14T14:40:43,979 DEBUG [RS_FLUSH_OPERATIONS-regionserver/da1c6afcd1f9:0-2 {event_type=RS_FLUSH_REGIONS, pid=12}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=2, new segment=null 2024-11-14T14:40:43,979 DEBUG [RS_FLUSH_OPERATIONS-regionserver/da1c6afcd1f9:0-2 {event_type=RS_FLUSH_REGIONS, pid=12}] regionserver.CompactingMemStore(205): FLUSHING TO DISK b982b98e12b52abc271df4d930581a34, store=C 2024-11-14T14:40:43,980 DEBUG [RS_FLUSH_OPERATIONS-regionserver/da1c6afcd1f9:0-2 {event_type=RS_FLUSH_REGIONS, pid=12}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=2, new segment=null 2024-11-14T14:40:43,987 INFO [RS:0;da1c6afcd1f9:35765-shortCompactions-0 {}] throttle.PressureAwareThroughputController(145): b982b98e12b52abc271df4d930581a34#A#compaction#24 average throughput is 0.94 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second 2024-11-14T14:40:43,987 DEBUG [RS:0;da1c6afcd1f9:35765-shortCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:34345/user/jenkins/test-data/14d118ee-a83a-b09b-5913-1a58940a5db1/data/default/TestAcidGuarantees/b982b98e12b52abc271df4d930581a34/.tmp/A/f9759cf7f16f43c4b73447b4be79b4ee is 50, key is test_row_0/A:col10/1731595243342/Put/seqid=0 2024-11-14T14:40:43,999 INFO [RS:0;da1c6afcd1f9:35765-longCompactions-0 {}] throttle.PressureAwareThroughputController(145): b982b98e12b52abc271df4d930581a34#B#compaction#25 average throughput is 2.18 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second 2024-11-14T14:40:44,000 DEBUG [RS:0;da1c6afcd1f9:35765-longCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:34345/user/jenkins/test-data/14d118ee-a83a-b09b-5913-1a58940a5db1/data/default/TestAcidGuarantees/b982b98e12b52abc271df4d930581a34/.tmp/B/f2d7e6dd89d64e91bd586fa290ce3ce3 is 50, key is test_row_0/B:col10/1731595243342/Put/seqid=0 2024-11-14T14:40:44,007 DEBUG [RS_FLUSH_OPERATIONS-regionserver/da1c6afcd1f9:0-2 {event_type=RS_FLUSH_REGIONS, pid=12}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:34345/user/jenkins/test-data/14d118ee-a83a-b09b-5913-1a58940a5db1/data/default/TestAcidGuarantees/b982b98e12b52abc271df4d930581a34/.tmp/A/7b236fa74ed549b495b3e5575067a2e8 is 50, key is test_row_0/A:col10/1731595243461/Put/seqid=0 2024-11-14T14:40:44,043 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36699 is added to blk_1073741862_1038 (size=12575) 2024-11-14T14:40:44,045 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36699 is added to blk_1073741861_1037 (size=12575) 2024-11-14T14:40:44,063 DEBUG [RS:0;da1c6afcd1f9:35765-shortCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:34345/user/jenkins/test-data/14d118ee-a83a-b09b-5913-1a58940a5db1/data/default/TestAcidGuarantees/b982b98e12b52abc271df4d930581a34/.tmp/A/f9759cf7f16f43c4b73447b4be79b4ee as hdfs://localhost:34345/user/jenkins/test-data/14d118ee-a83a-b09b-5913-1a58940a5db1/data/default/TestAcidGuarantees/b982b98e12b52abc271df4d930581a34/A/f9759cf7f16f43c4b73447b4be79b4ee 2024-11-14T14:40:44,067 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36699 is added to blk_1073741863_1039 (size=12301) 2024-11-14T14:40:44,068 INFO [RS_FLUSH_OPERATIONS-regionserver/da1c6afcd1f9:0-2 {event_type=RS_FLUSH_REGIONS, pid=12}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=40.25 KB at sequenceid=379 (bloomFilter=true), to=hdfs://localhost:34345/user/jenkins/test-data/14d118ee-a83a-b09b-5913-1a58940a5db1/data/default/TestAcidGuarantees/b982b98e12b52abc271df4d930581a34/.tmp/A/7b236fa74ed549b495b3e5575067a2e8 2024-11-14T14:40:44,085 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1731595236744.b982b98e12b52abc271df4d930581a34. as already flushing 2024-11-14T14:40:44,086 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35765 {}] regionserver.HRegion(8855): Flush requested on b982b98e12b52abc271df4d930581a34 2024-11-14T14:40:44,086 INFO [RS:0;da1c6afcd1f9:35765-shortCompactions-0 {}] regionserver.HStore(1337): Completed compaction of 4 (all) file(s) in b982b98e12b52abc271df4d930581a34/A of b982b98e12b52abc271df4d930581a34 into f9759cf7f16f43c4b73447b4be79b4ee(size=12.3 K), total size for store is 12.3 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-11-14T14:40:44,086 DEBUG [RS:0;da1c6afcd1f9:35765-shortCompactions-0 {}] regionserver.HRegion(2446): Compaction status journal for b982b98e12b52abc271df4d930581a34: 2024-11-14T14:40:44,086 INFO [RS:0;da1c6afcd1f9:35765-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1731595236744.b982b98e12b52abc271df4d930581a34., storeName=b982b98e12b52abc271df4d930581a34/A, priority=12, startTime=1731595243954; duration=0sec 2024-11-14T14:40:44,086 DEBUG [RS:0;da1c6afcd1f9:35765-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=1), splitQueue=0 2024-11-14T14:40:44,086 DEBUG [RS:0;da1c6afcd1f9:35765-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: b982b98e12b52abc271df4d930581a34:A 2024-11-14T14:40:44,086 DEBUG [RS:0;da1c6afcd1f9:35765-shortCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 4 store files, 0 compacting, 4 eligible, 16 blocking 2024-11-14T14:40:44,089 DEBUG [RS:0;da1c6afcd1f9:35765-shortCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 4 files of size 49042 starting at candidate #0 after considering 3 permutations with 3 in ratio 2024-11-14T14:40:44,089 DEBUG [RS:0;da1c6afcd1f9:35765-shortCompactions-0 {}] regionserver.HStore(1541): b982b98e12b52abc271df4d930581a34/C is initiating minor compaction (all files) 2024-11-14T14:40:44,089 INFO [RS:0;da1c6afcd1f9:35765-shortCompactions-0 {}] regionserver.HRegion(2416): Starting compaction of b982b98e12b52abc271df4d930581a34/C in TestAcidGuarantees,,1731595236744.b982b98e12b52abc271df4d930581a34. 2024-11-14T14:40:44,090 INFO [RS:0;da1c6afcd1f9:35765-shortCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:34345/user/jenkins/test-data/14d118ee-a83a-b09b-5913-1a58940a5db1/data/default/TestAcidGuarantees/b982b98e12b52abc271df4d930581a34/C/4f06b43e39d647bfa7e6b6010c0cac98, hdfs://localhost:34345/user/jenkins/test-data/14d118ee-a83a-b09b-5913-1a58940a5db1/data/default/TestAcidGuarantees/b982b98e12b52abc271df4d930581a34/C/78a155e1ead041f79e51964d79654364, hdfs://localhost:34345/user/jenkins/test-data/14d118ee-a83a-b09b-5913-1a58940a5db1/data/default/TestAcidGuarantees/b982b98e12b52abc271df4d930581a34/C/7431697272fe400ba821da6c608b8fd3, hdfs://localhost:34345/user/jenkins/test-data/14d118ee-a83a-b09b-5913-1a58940a5db1/data/default/TestAcidGuarantees/b982b98e12b52abc271df4d930581a34/C/733c87071c9a448aab90ec0f68d74727] into tmpdir=hdfs://localhost:34345/user/jenkins/test-data/14d118ee-a83a-b09b-5913-1a58940a5db1/data/default/TestAcidGuarantees/b982b98e12b52abc271df4d930581a34/.tmp, totalSize=47.9 K 2024-11-14T14:40:44,090 DEBUG [RS:0;da1c6afcd1f9:35765-shortCompactions-0 {}] compactions.Compactor(225): Compacting 4f06b43e39d647bfa7e6b6010c0cac98, keycount=150, bloomtype=ROW, size=11.9 K, encoding=NONE, compression=NONE, seqNum=81, earliestPutTs=1731595240660 2024-11-14T14:40:44,091 DEBUG [RS:0;da1c6afcd1f9:35765-shortCompactions-0 {}] compactions.Compactor(225): Compacting 78a155e1ead041f79e51964d79654364, keycount=150, bloomtype=ROW, size=12.0 K, encoding=NONE, compression=NONE, seqNum=292, earliestPutTs=1731595241647 2024-11-14T14:40:44,091 DEBUG [RS:0;da1c6afcd1f9:35765-shortCompactions-0 {}] compactions.Compactor(225): Compacting 7431697272fe400ba821da6c608b8fd3, keycount=150, bloomtype=ROW, size=12.0 K, encoding=NONE, compression=NONE, seqNum=332, earliestPutTs=1731595242003 2024-11-14T14:40:44,092 DEBUG [RS:0;da1c6afcd1f9:35765-shortCompactions-0 {}] compactions.Compactor(225): Compacting 733c87071c9a448aab90ec0f68d74727, keycount=150, bloomtype=ROW, size=12.0 K, encoding=NONE, compression=NONE, seqNum=344, earliestPutTs=1731595243339 2024-11-14T14:40:44,098 DEBUG [RS_FLUSH_OPERATIONS-regionserver/da1c6afcd1f9:0-2 {event_type=RS_FLUSH_REGIONS, pid=12}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:34345/user/jenkins/test-data/14d118ee-a83a-b09b-5913-1a58940a5db1/data/default/TestAcidGuarantees/b982b98e12b52abc271df4d930581a34/.tmp/B/561e255da300430592a536ea84648e66 is 50, key is test_row_0/B:col10/1731595243461/Put/seqid=0 2024-11-14T14:40:44,112 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36699 is added to blk_1073741864_1040 (size=12301) 2024-11-14T14:40:44,113 INFO [RS_FLUSH_OPERATIONS-regionserver/da1c6afcd1f9:0-2 {event_type=RS_FLUSH_REGIONS, pid=12}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=40.25 KB at sequenceid=379 (bloomFilter=true), to=hdfs://localhost:34345/user/jenkins/test-data/14d118ee-a83a-b09b-5913-1a58940a5db1/data/default/TestAcidGuarantees/b982b98e12b52abc271df4d930581a34/.tmp/B/561e255da300430592a536ea84648e66 2024-11-14T14:40:44,127 INFO [RS:0;da1c6afcd1f9:35765-shortCompactions-0 {}] throttle.PressureAwareThroughputController(145): b982b98e12b52abc271df4d930581a34#C#compaction#28 average throughput is 3.28 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second 2024-11-14T14:40:44,128 DEBUG [RS:0;da1c6afcd1f9:35765-shortCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:34345/user/jenkins/test-data/14d118ee-a83a-b09b-5913-1a58940a5db1/data/default/TestAcidGuarantees/b982b98e12b52abc271df4d930581a34/.tmp/C/bdbb0cd0d41a43f4956afd046512f74a is 50, key is test_row_0/C:col10/1731595243342/Put/seqid=0 2024-11-14T14:40:44,128 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35765 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b982b98e12b52abc271df4d930581a34, server=da1c6afcd1f9,35765,1731595233113 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-14T14:40:44,129 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35765 {}] ipc.CallRunner(138): callId: 90 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:57946 deadline: 1731595304119, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b982b98e12b52abc271df4d930581a34, server=da1c6afcd1f9,35765,1731595233113 2024-11-14T14:40:44,130 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35765 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b982b98e12b52abc271df4d930581a34, server=da1c6afcd1f9,35765,1731595233113 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-14T14:40:44,131 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731595236744.b982b98e12b52abc271df4d930581a34., hostname=da1c6afcd1f9,35765,1731595233113, seqNum=2 , the old value is region=TestAcidGuarantees,,1731595236744.b982b98e12b52abc271df4d930581a34., hostname=da1c6afcd1f9,35765,1731595233113, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b982b98e12b52abc271df4d930581a34, server=da1c6afcd1f9,35765,1731595233113 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-14T14:40:44,131 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731595236744.b982b98e12b52abc271df4d930581a34., hostname=da1c6afcd1f9,35765,1731595233113, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b982b98e12b52abc271df4d930581a34, server=da1c6afcd1f9,35765,1731595233113 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-14T14:40:44,131 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35765 {}] ipc.CallRunner(138): callId: 87 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:57884 deadline: 1731595304120, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b982b98e12b52abc271df4d930581a34, server=da1c6afcd1f9,35765,1731595233113 2024-11-14T14:40:44,131 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731595236744.b982b98e12b52abc271df4d930581a34., hostname=da1c6afcd1f9,35765,1731595233113, seqNum=2 because the exception is null or not the one we care about 2024-11-14T14:40:44,131 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731595236744.b982b98e12b52abc271df4d930581a34., hostname=da1c6afcd1f9,35765,1731595233113, seqNum=2 , the old value is region=TestAcidGuarantees,,1731595236744.b982b98e12b52abc271df4d930581a34., hostname=da1c6afcd1f9,35765,1731595233113, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b982b98e12b52abc271df4d930581a34, server=da1c6afcd1f9,35765,1731595233113 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-14T14:40:44,131 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35765 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b982b98e12b52abc271df4d930581a34, server=da1c6afcd1f9,35765,1731595233113 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-14T14:40:44,131 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731595236744.b982b98e12b52abc271df4d930581a34., hostname=da1c6afcd1f9,35765,1731595233113, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b982b98e12b52abc271df4d930581a34, server=da1c6afcd1f9,35765,1731595233113 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-14T14:40:44,131 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731595236744.b982b98e12b52abc271df4d930581a34., hostname=da1c6afcd1f9,35765,1731595233113, seqNum=2 because the exception is null or not the one we care about 2024-11-14T14:40:44,131 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35765 {}] ipc.CallRunner(138): callId: 91 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:57914 deadline: 1731595304120, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b982b98e12b52abc271df4d930581a34, server=da1c6afcd1f9,35765,1731595233113 2024-11-14T14:40:44,132 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731595236744.b982b98e12b52abc271df4d930581a34., hostname=da1c6afcd1f9,35765,1731595233113, seqNum=2 , the old value is region=TestAcidGuarantees,,1731595236744.b982b98e12b52abc271df4d930581a34., hostname=da1c6afcd1f9,35765,1731595233113, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b982b98e12b52abc271df4d930581a34, server=da1c6afcd1f9,35765,1731595233113 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-14T14:40:44,132 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731595236744.b982b98e12b52abc271df4d930581a34., hostname=da1c6afcd1f9,35765,1731595233113, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b982b98e12b52abc271df4d930581a34, server=da1c6afcd1f9,35765,1731595233113 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-14T14:40:44,132 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35765 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b982b98e12b52abc271df4d930581a34, server=da1c6afcd1f9,35765,1731595233113 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-14T14:40:44,132 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731595236744.b982b98e12b52abc271df4d930581a34., hostname=da1c6afcd1f9,35765,1731595233113, seqNum=2 because the exception is null or not the one we care about 2024-11-14T14:40:44,132 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35765 {}] ipc.CallRunner(138): callId: 85 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:57926 deadline: 1731595304122, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b982b98e12b52abc271df4d930581a34, server=da1c6afcd1f9,35765,1731595233113 2024-11-14T14:40:44,133 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35765 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b982b98e12b52abc271df4d930581a34, server=da1c6afcd1f9,35765,1731595233113 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-14T14:40:44,133 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731595236744.b982b98e12b52abc271df4d930581a34., hostname=da1c6afcd1f9,35765,1731595233113, seqNum=2 , the old value is region=TestAcidGuarantees,,1731595236744.b982b98e12b52abc271df4d930581a34., hostname=da1c6afcd1f9,35765,1731595233113, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b982b98e12b52abc271df4d930581a34, server=da1c6afcd1f9,35765,1731595233113 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-14T14:40:44,133 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731595236744.b982b98e12b52abc271df4d930581a34., hostname=da1c6afcd1f9,35765,1731595233113, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b982b98e12b52abc271df4d930581a34, server=da1c6afcd1f9,35765,1731595233113 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-14T14:40:44,133 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731595236744.b982b98e12b52abc271df4d930581a34., hostname=da1c6afcd1f9,35765,1731595233113, seqNum=2 because the exception is null or not the one we care about 2024-11-14T14:40:44,134 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35765 {}] ipc.CallRunner(138): callId: 90 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:57954 deadline: 1731595304123, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b982b98e12b52abc271df4d930581a34, server=da1c6afcd1f9,35765,1731595233113 2024-11-14T14:40:44,134 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731595236744.b982b98e12b52abc271df4d930581a34., hostname=da1c6afcd1f9,35765,1731595233113, seqNum=2 , the old value is region=TestAcidGuarantees,,1731595236744.b982b98e12b52abc271df4d930581a34., hostname=da1c6afcd1f9,35765,1731595233113, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b982b98e12b52abc271df4d930581a34, server=da1c6afcd1f9,35765,1731595233113 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-14T14:40:44,134 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731595236744.b982b98e12b52abc271df4d930581a34., hostname=da1c6afcd1f9,35765,1731595233113, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b982b98e12b52abc271df4d930581a34, server=da1c6afcd1f9,35765,1731595233113 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-14T14:40:44,134 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731595236744.b982b98e12b52abc271df4d930581a34., hostname=da1c6afcd1f9,35765,1731595233113, seqNum=2 because the exception is null or not the one we care about 2024-11-14T14:40:44,151 DEBUG [RS_FLUSH_OPERATIONS-regionserver/da1c6afcd1f9:0-2 {event_type=RS_FLUSH_REGIONS, pid=12}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:34345/user/jenkins/test-data/14d118ee-a83a-b09b-5913-1a58940a5db1/data/default/TestAcidGuarantees/b982b98e12b52abc271df4d930581a34/.tmp/C/ce63308041a245c392ad3b2a2ffc3871 is 50, key is test_row_0/C:col10/1731595243461/Put/seqid=0 2024-11-14T14:40:44,151 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36699 is added to blk_1073741865_1041 (size=12575) 2024-11-14T14:40:44,183 DEBUG [RS:0;da1c6afcd1f9:35765-shortCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:34345/user/jenkins/test-data/14d118ee-a83a-b09b-5913-1a58940a5db1/data/default/TestAcidGuarantees/b982b98e12b52abc271df4d930581a34/.tmp/C/bdbb0cd0d41a43f4956afd046512f74a as hdfs://localhost:34345/user/jenkins/test-data/14d118ee-a83a-b09b-5913-1a58940a5db1/data/default/TestAcidGuarantees/b982b98e12b52abc271df4d930581a34/C/bdbb0cd0d41a43f4956afd046512f74a 2024-11-14T14:40:44,192 INFO [RS:0;da1c6afcd1f9:35765-shortCompactions-0 {}] regionserver.HStore(1337): Completed compaction of 4 (all) file(s) in b982b98e12b52abc271df4d930581a34/C of b982b98e12b52abc271df4d930581a34 into bdbb0cd0d41a43f4956afd046512f74a(size=12.3 K), total size for store is 12.3 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-11-14T14:40:44,192 DEBUG [RS:0;da1c6afcd1f9:35765-shortCompactions-0 {}] regionserver.HRegion(2446): Compaction status journal for b982b98e12b52abc271df4d930581a34: 2024-11-14T14:40:44,192 INFO [RS:0;da1c6afcd1f9:35765-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1731595236744.b982b98e12b52abc271df4d930581a34., storeName=b982b98e12b52abc271df4d930581a34/C, priority=12, startTime=1731595243954; duration=0sec 2024-11-14T14:40:44,193 DEBUG [RS:0;da1c6afcd1f9:35765-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-14T14:40:44,193 DEBUG [RS:0;da1c6afcd1f9:35765-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: b982b98e12b52abc271df4d930581a34:C 2024-11-14T14:40:44,202 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36699 is added to blk_1073741866_1042 (size=12301) 2024-11-14T14:40:44,242 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35765 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b982b98e12b52abc271df4d930581a34, server=da1c6afcd1f9,35765,1731595233113 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-14T14:40:44,242 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35765 {}] ipc.CallRunner(138): callId: 91 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:57946 deadline: 1731595304236, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b982b98e12b52abc271df4d930581a34, server=da1c6afcd1f9,35765,1731595233113 2024-11-14T14:40:44,244 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731595236744.b982b98e12b52abc271df4d930581a34., hostname=da1c6afcd1f9,35765,1731595233113, seqNum=2 , the old value is region=TestAcidGuarantees,,1731595236744.b982b98e12b52abc271df4d930581a34., hostname=da1c6afcd1f9,35765,1731595233113, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b982b98e12b52abc271df4d930581a34, server=da1c6afcd1f9,35765,1731595233113 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-14T14:40:44,244 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731595236744.b982b98e12b52abc271df4d930581a34., hostname=da1c6afcd1f9,35765,1731595233113, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b982b98e12b52abc271df4d930581a34, server=da1c6afcd1f9,35765,1731595233113 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-14T14:40:44,244 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731595236744.b982b98e12b52abc271df4d930581a34., hostname=da1c6afcd1f9,35765,1731595233113, seqNum=2 because the exception is null or not the one we care about 2024-11-14T14:40:44,245 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35765 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b982b98e12b52abc271df4d930581a34, server=da1c6afcd1f9,35765,1731595233113 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-14T14:40:44,248 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35765 {}] ipc.CallRunner(138): callId: 86 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:57926 deadline: 1731595304237, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b982b98e12b52abc271df4d930581a34, server=da1c6afcd1f9,35765,1731595233113 2024-11-14T14:40:44,249 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35765 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b982b98e12b52abc271df4d930581a34, server=da1c6afcd1f9,35765,1731595233113 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-14T14:40:44,249 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731595236744.b982b98e12b52abc271df4d930581a34., hostname=da1c6afcd1f9,35765,1731595233113, seqNum=2 , the old value is region=TestAcidGuarantees,,1731595236744.b982b98e12b52abc271df4d930581a34., hostname=da1c6afcd1f9,35765,1731595233113, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b982b98e12b52abc271df4d930581a34, server=da1c6afcd1f9,35765,1731595233113 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-14T14:40:44,249 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731595236744.b982b98e12b52abc271df4d930581a34., hostname=da1c6afcd1f9,35765,1731595233113, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b982b98e12b52abc271df4d930581a34, server=da1c6afcd1f9,35765,1731595233113 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-14T14:40:44,249 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731595236744.b982b98e12b52abc271df4d930581a34., hostname=da1c6afcd1f9,35765,1731595233113, seqNum=2 because the exception is null or not the one we care about 2024-11-14T14:40:44,249 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35765 {}] ipc.CallRunner(138): callId: 88 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:57884 deadline: 1731595304240, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b982b98e12b52abc271df4d930581a34, server=da1c6afcd1f9,35765,1731595233113 2024-11-14T14:40:44,250 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731595236744.b982b98e12b52abc271df4d930581a34., hostname=da1c6afcd1f9,35765,1731595233113, seqNum=2 , the old value is region=TestAcidGuarantees,,1731595236744.b982b98e12b52abc271df4d930581a34., hostname=da1c6afcd1f9,35765,1731595233113, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b982b98e12b52abc271df4d930581a34, server=da1c6afcd1f9,35765,1731595233113 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-14T14:40:44,250 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731595236744.b982b98e12b52abc271df4d930581a34., hostname=da1c6afcd1f9,35765,1731595233113, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b982b98e12b52abc271df4d930581a34, server=da1c6afcd1f9,35765,1731595233113 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-14T14:40:44,245 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35765 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b982b98e12b52abc271df4d930581a34, server=da1c6afcd1f9,35765,1731595233113 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-14T14:40:44,250 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731595236744.b982b98e12b52abc271df4d930581a34., hostname=da1c6afcd1f9,35765,1731595233113, seqNum=2 because the exception is null or not the one we care about 2024-11-14T14:40:44,250 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35765 {}] ipc.CallRunner(138): callId: 92 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:57914 deadline: 1731595304237, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b982b98e12b52abc271df4d930581a34, server=da1c6afcd1f9,35765,1731595233113 2024-11-14T14:40:44,251 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731595236744.b982b98e12b52abc271df4d930581a34., hostname=da1c6afcd1f9,35765,1731595233113, seqNum=2 , the old value is region=TestAcidGuarantees,,1731595236744.b982b98e12b52abc271df4d930581a34., hostname=da1c6afcd1f9,35765,1731595233113, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b982b98e12b52abc271df4d930581a34, server=da1c6afcd1f9,35765,1731595233113 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-14T14:40:44,251 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731595236744.b982b98e12b52abc271df4d930581a34., hostname=da1c6afcd1f9,35765,1731595233113, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b982b98e12b52abc271df4d930581a34, server=da1c6afcd1f9,35765,1731595233113 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-14T14:40:44,251 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731595236744.b982b98e12b52abc271df4d930581a34., hostname=da1c6afcd1f9,35765,1731595233113, seqNum=2 because the exception is null or not the one we care about 2024-11-14T14:40:44,254 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35765 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b982b98e12b52abc271df4d930581a34, server=da1c6afcd1f9,35765,1731595233113 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-14T14:40:44,254 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35765 {}] ipc.CallRunner(138): callId: 91 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:57954 deadline: 1731595304246, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b982b98e12b52abc271df4d930581a34, server=da1c6afcd1f9,35765,1731595233113 2024-11-14T14:40:44,255 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731595236744.b982b98e12b52abc271df4d930581a34., hostname=da1c6afcd1f9,35765,1731595233113, seqNum=2 , the old value is region=TestAcidGuarantees,,1731595236744.b982b98e12b52abc271df4d930581a34., hostname=da1c6afcd1f9,35765,1731595233113, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b982b98e12b52abc271df4d930581a34, server=da1c6afcd1f9,35765,1731595233113 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-14T14:40:44,255 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731595236744.b982b98e12b52abc271df4d930581a34., hostname=da1c6afcd1f9,35765,1731595233113, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b982b98e12b52abc271df4d930581a34, server=da1c6afcd1f9,35765,1731595233113 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-14T14:40:44,255 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731595236744.b982b98e12b52abc271df4d930581a34., hostname=da1c6afcd1f9,35765,1731595233113, seqNum=2 because the exception is null or not the one we care about 2024-11-14T14:40:44,464 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35765 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b982b98e12b52abc271df4d930581a34, server=da1c6afcd1f9,35765,1731595233113 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-14T14:40:44,464 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35765 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b982b98e12b52abc271df4d930581a34, server=da1c6afcd1f9,35765,1731595233113 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-14T14:40:44,465 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35765 {}] ipc.CallRunner(138): callId: 87 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:57926 deadline: 1731595304457, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b982b98e12b52abc271df4d930581a34, server=da1c6afcd1f9,35765,1731595233113 2024-11-14T14:40:44,465 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35765 {}] ipc.CallRunner(138): callId: 92 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:57946 deadline: 1731595304457, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b982b98e12b52abc271df4d930581a34, server=da1c6afcd1f9,35765,1731595233113 2024-11-14T14:40:44,465 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731595236744.b982b98e12b52abc271df4d930581a34., hostname=da1c6afcd1f9,35765,1731595233113, seqNum=2 , the old value is region=TestAcidGuarantees,,1731595236744.b982b98e12b52abc271df4d930581a34., hostname=da1c6afcd1f9,35765,1731595233113, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b982b98e12b52abc271df4d930581a34, server=da1c6afcd1f9,35765,1731595233113 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-14T14:40:44,465 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731595236744.b982b98e12b52abc271df4d930581a34., hostname=da1c6afcd1f9,35765,1731595233113, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b982b98e12b52abc271df4d930581a34, server=da1c6afcd1f9,35765,1731595233113 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-14T14:40:44,466 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731595236744.b982b98e12b52abc271df4d930581a34., hostname=da1c6afcd1f9,35765,1731595233113, seqNum=2 because the exception is null or not the one we care about 2024-11-14T14:40:44,465 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35765 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b982b98e12b52abc271df4d930581a34, server=da1c6afcd1f9,35765,1731595233113 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-14T14:40:44,465 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35765 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b982b98e12b52abc271df4d930581a34, server=da1c6afcd1f9,35765,1731595233113 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-14T14:40:44,466 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35765 {}] ipc.CallRunner(138): callId: 93 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:57914 deadline: 1731595304458, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b982b98e12b52abc271df4d930581a34, server=da1c6afcd1f9,35765,1731595233113 2024-11-14T14:40:44,466 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35765 {}] ipc.CallRunner(138): callId: 89 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:57884 deadline: 1731595304458, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b982b98e12b52abc271df4d930581a34, server=da1c6afcd1f9,35765,1731595233113 2024-11-14T14:40:44,466 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731595236744.b982b98e12b52abc271df4d930581a34., hostname=da1c6afcd1f9,35765,1731595233113, seqNum=2 , the old value is region=TestAcidGuarantees,,1731595236744.b982b98e12b52abc271df4d930581a34., hostname=da1c6afcd1f9,35765,1731595233113, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b982b98e12b52abc271df4d930581a34, server=da1c6afcd1f9,35765,1731595233113 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-14T14:40:44,466 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731595236744.b982b98e12b52abc271df4d930581a34., hostname=da1c6afcd1f9,35765,1731595233113, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b982b98e12b52abc271df4d930581a34, server=da1c6afcd1f9,35765,1731595233113 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-14T14:40:44,466 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731595236744.b982b98e12b52abc271df4d930581a34., hostname=da1c6afcd1f9,35765,1731595233113, seqNum=2 because the exception is null or not the one we care about 2024-11-14T14:40:44,466 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731595236744.b982b98e12b52abc271df4d930581a34., hostname=da1c6afcd1f9,35765,1731595233113, seqNum=2 , the old value is region=TestAcidGuarantees,,1731595236744.b982b98e12b52abc271df4d930581a34., hostname=da1c6afcd1f9,35765,1731595233113, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b982b98e12b52abc271df4d930581a34, server=da1c6afcd1f9,35765,1731595233113 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-14T14:40:44,466 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731595236744.b982b98e12b52abc271df4d930581a34., hostname=da1c6afcd1f9,35765,1731595233113, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b982b98e12b52abc271df4d930581a34, server=da1c6afcd1f9,35765,1731595233113 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-14T14:40:44,467 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731595236744.b982b98e12b52abc271df4d930581a34., hostname=da1c6afcd1f9,35765,1731595233113, seqNum=2 because the exception is null or not the one we care about 2024-11-14T14:40:44,467 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731595236744.b982b98e12b52abc271df4d930581a34., hostname=da1c6afcd1f9,35765,1731595233113, seqNum=2 , the old value is region=TestAcidGuarantees,,1731595236744.b982b98e12b52abc271df4d930581a34., hostname=da1c6afcd1f9,35765,1731595233113, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b982b98e12b52abc271df4d930581a34, server=da1c6afcd1f9,35765,1731595233113 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-14T14:40:44,467 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731595236744.b982b98e12b52abc271df4d930581a34., hostname=da1c6afcd1f9,35765,1731595233113, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b982b98e12b52abc271df4d930581a34, server=da1c6afcd1f9,35765,1731595233113 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-14T14:40:44,467 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731595236744.b982b98e12b52abc271df4d930581a34., hostname=da1c6afcd1f9,35765,1731595233113, seqNum=2 because the exception is null or not the one we care about 2024-11-14T14:40:44,467 DEBUG [RS:0;da1c6afcd1f9:35765-longCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:34345/user/jenkins/test-data/14d118ee-a83a-b09b-5913-1a58940a5db1/data/default/TestAcidGuarantees/b982b98e12b52abc271df4d930581a34/.tmp/B/f2d7e6dd89d64e91bd586fa290ce3ce3 as hdfs://localhost:34345/user/jenkins/test-data/14d118ee-a83a-b09b-5913-1a58940a5db1/data/default/TestAcidGuarantees/b982b98e12b52abc271df4d930581a34/B/f2d7e6dd89d64e91bd586fa290ce3ce3 2024-11-14T14:40:44,468 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35765 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b982b98e12b52abc271df4d930581a34, server=da1c6afcd1f9,35765,1731595233113 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-14T14:40:44,468 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35765 {}] ipc.CallRunner(138): callId: 92 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:57954 deadline: 1731595304467, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b982b98e12b52abc271df4d930581a34, server=da1c6afcd1f9,35765,1731595233113 2024-11-14T14:40:44,469 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731595236744.b982b98e12b52abc271df4d930581a34., hostname=da1c6afcd1f9,35765,1731595233113, seqNum=2 , the old value is region=TestAcidGuarantees,,1731595236744.b982b98e12b52abc271df4d930581a34., hostname=da1c6afcd1f9,35765,1731595233113, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b982b98e12b52abc271df4d930581a34, server=da1c6afcd1f9,35765,1731595233113 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-14T14:40:44,469 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731595236744.b982b98e12b52abc271df4d930581a34., hostname=da1c6afcd1f9,35765,1731595233113, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b982b98e12b52abc271df4d930581a34, server=da1c6afcd1f9,35765,1731595233113 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-14T14:40:44,469 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731595236744.b982b98e12b52abc271df4d930581a34., hostname=da1c6afcd1f9,35765,1731595233113, seqNum=2 because the exception is null or not the one we care about 2024-11-14T14:40:44,480 INFO [RS:0;da1c6afcd1f9:35765-longCompactions-0 {}] regionserver.HStore(1337): Completed compaction of 4 (all) file(s) in b982b98e12b52abc271df4d930581a34/B of b982b98e12b52abc271df4d930581a34 into f2d7e6dd89d64e91bd586fa290ce3ce3(size=12.3 K), total size for store is 12.3 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-11-14T14:40:44,480 DEBUG [RS:0;da1c6afcd1f9:35765-longCompactions-0 {}] regionserver.HRegion(2446): Compaction status journal for b982b98e12b52abc271df4d930581a34: 2024-11-14T14:40:44,480 INFO [RS:0;da1c6afcd1f9:35765-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1731595236744.b982b98e12b52abc271df4d930581a34., storeName=b982b98e12b52abc271df4d930581a34/B, priority=12, startTime=1731595243954; duration=0sec 2024-11-14T14:40:44,481 DEBUG [RS:0;da1c6afcd1f9:35765-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-14T14:40:44,481 DEBUG [RS:0;da1c6afcd1f9:35765-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: b982b98e12b52abc271df4d930581a34:B 2024-11-14T14:40:44,486 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45145 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=11 2024-11-14T14:40:44,603 INFO [RS_FLUSH_OPERATIONS-regionserver/da1c6afcd1f9:0-2 {event_type=RS_FLUSH_REGIONS, pid=12}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=40.25 KB at sequenceid=379 (bloomFilter=true), to=hdfs://localhost:34345/user/jenkins/test-data/14d118ee-a83a-b09b-5913-1a58940a5db1/data/default/TestAcidGuarantees/b982b98e12b52abc271df4d930581a34/.tmp/C/ce63308041a245c392ad3b2a2ffc3871 2024-11-14T14:40:44,612 DEBUG [RS_FLUSH_OPERATIONS-regionserver/da1c6afcd1f9:0-2 {event_type=RS_FLUSH_REGIONS, pid=12}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:34345/user/jenkins/test-data/14d118ee-a83a-b09b-5913-1a58940a5db1/data/default/TestAcidGuarantees/b982b98e12b52abc271df4d930581a34/.tmp/A/7b236fa74ed549b495b3e5575067a2e8 as hdfs://localhost:34345/user/jenkins/test-data/14d118ee-a83a-b09b-5913-1a58940a5db1/data/default/TestAcidGuarantees/b982b98e12b52abc271df4d930581a34/A/7b236fa74ed549b495b3e5575067a2e8 2024-11-14T14:40:44,621 INFO [RS_FLUSH_OPERATIONS-regionserver/da1c6afcd1f9:0-2 {event_type=RS_FLUSH_REGIONS, pid=12}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:34345/user/jenkins/test-data/14d118ee-a83a-b09b-5913-1a58940a5db1/data/default/TestAcidGuarantees/b982b98e12b52abc271df4d930581a34/A/7b236fa74ed549b495b3e5575067a2e8, entries=150, sequenceid=379, filesize=12.0 K 2024-11-14T14:40:44,623 DEBUG [RS_FLUSH_OPERATIONS-regionserver/da1c6afcd1f9:0-2 {event_type=RS_FLUSH_REGIONS, pid=12}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:34345/user/jenkins/test-data/14d118ee-a83a-b09b-5913-1a58940a5db1/data/default/TestAcidGuarantees/b982b98e12b52abc271df4d930581a34/.tmp/B/561e255da300430592a536ea84648e66 as hdfs://localhost:34345/user/jenkins/test-data/14d118ee-a83a-b09b-5913-1a58940a5db1/data/default/TestAcidGuarantees/b982b98e12b52abc271df4d930581a34/B/561e255da300430592a536ea84648e66 2024-11-14T14:40:44,635 INFO [RS_FLUSH_OPERATIONS-regionserver/da1c6afcd1f9:0-2 {event_type=RS_FLUSH_REGIONS, pid=12}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:34345/user/jenkins/test-data/14d118ee-a83a-b09b-5913-1a58940a5db1/data/default/TestAcidGuarantees/b982b98e12b52abc271df4d930581a34/B/561e255da300430592a536ea84648e66, entries=150, sequenceid=379, filesize=12.0 K 2024-11-14T14:40:44,636 DEBUG [RS_FLUSH_OPERATIONS-regionserver/da1c6afcd1f9:0-2 {event_type=RS_FLUSH_REGIONS, pid=12}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:34345/user/jenkins/test-data/14d118ee-a83a-b09b-5913-1a58940a5db1/data/default/TestAcidGuarantees/b982b98e12b52abc271df4d930581a34/.tmp/C/ce63308041a245c392ad3b2a2ffc3871 as hdfs://localhost:34345/user/jenkins/test-data/14d118ee-a83a-b09b-5913-1a58940a5db1/data/default/TestAcidGuarantees/b982b98e12b52abc271df4d930581a34/C/ce63308041a245c392ad3b2a2ffc3871 2024-11-14T14:40:44,646 INFO [RS_FLUSH_OPERATIONS-regionserver/da1c6afcd1f9:0-2 {event_type=RS_FLUSH_REGIONS, pid=12}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:34345/user/jenkins/test-data/14d118ee-a83a-b09b-5913-1a58940a5db1/data/default/TestAcidGuarantees/b982b98e12b52abc271df4d930581a34/C/ce63308041a245c392ad3b2a2ffc3871, entries=150, sequenceid=379, filesize=12.0 K 2024-11-14T14:40:44,649 INFO [RS_FLUSH_OPERATIONS-regionserver/da1c6afcd1f9:0-2 {event_type=RS_FLUSH_REGIONS, pid=12}] regionserver.HRegion(3140): Finished flush of dataSize ~120.76 KB/123660, heapSize ~345.09 KB/353376, currentSize=60.38 KB/61830 for b982b98e12b52abc271df4d930581a34 in 671ms, sequenceid=379, compaction requested=false 2024-11-14T14:40:44,649 DEBUG [RS_FLUSH_OPERATIONS-regionserver/da1c6afcd1f9:0-2 {event_type=RS_FLUSH_REGIONS, pid=12}] regionserver.HRegion(2603): Flush status journal for b982b98e12b52abc271df4d930581a34: 2024-11-14T14:40:44,649 DEBUG [RS_FLUSH_OPERATIONS-regionserver/da1c6afcd1f9:0-2 {event_type=RS_FLUSH_REGIONS, pid=12}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1731595236744.b982b98e12b52abc271df4d930581a34. 2024-11-14T14:40:44,649 DEBUG [RS_FLUSH_OPERATIONS-regionserver/da1c6afcd1f9:0-2 {event_type=RS_FLUSH_REGIONS, pid=12}] regionserver.RemoteProcedureResultReporter(62): Successfully complete execution of pid=12 2024-11-14T14:40:44,651 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45145 {}] master.HMaster(4169): Remote procedure done, pid=12 2024-11-14T14:40:44,659 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=12, resume processing ppid=11 2024-11-14T14:40:44,660 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1521): Finished pid=12, ppid=11, state=SUCCESS, hasLock=false; org.apache.hadoop.hbase.master.procedure.FlushRegionProcedure in 1.3000 sec 2024-11-14T14:40:44,663 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1521): Finished pid=11, state=SUCCESS, hasLock=false; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=11, table=TestAcidGuarantees in 1.3120 sec 2024-11-14T14:40:44,780 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35765 {}] regionserver.HRegion(8855): Flush requested on b982b98e12b52abc271df4d930581a34 2024-11-14T14:40:44,780 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(2902): Flushing b982b98e12b52abc271df4d930581a34 3/3 column families, dataSize=67.09 KB heapSize=199.97 KB 2024-11-14T14:40:44,781 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK b982b98e12b52abc271df4d930581a34, store=A 2024-11-14T14:40:44,781 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-14T14:40:44,781 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK b982b98e12b52abc271df4d930581a34, store=B 2024-11-14T14:40:44,781 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-14T14:40:44,781 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK b982b98e12b52abc271df4d930581a34, store=C 2024-11-14T14:40:44,781 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-14T14:40:44,791 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:34345/user/jenkins/test-data/14d118ee-a83a-b09b-5913-1a58940a5db1/data/default/TestAcidGuarantees/b982b98e12b52abc271df4d930581a34/.tmp/A/6a6dcebadfc544789ee93e9e1949199f is 50, key is test_row_0/A:col10/1731595244777/Put/seqid=0 2024-11-14T14:40:44,810 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36699 is added to blk_1073741867_1043 (size=14741) 2024-11-14T14:40:44,811 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=24.60 KB at sequenceid=396 (bloomFilter=true), to=hdfs://localhost:34345/user/jenkins/test-data/14d118ee-a83a-b09b-5913-1a58940a5db1/data/default/TestAcidGuarantees/b982b98e12b52abc271df4d930581a34/.tmp/A/6a6dcebadfc544789ee93e9e1949199f 2024-11-14T14:40:44,811 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35765 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b982b98e12b52abc271df4d930581a34, server=da1c6afcd1f9,35765,1731595233113 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-14T14:40:44,812 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35765 {}] ipc.CallRunner(138): callId: 97 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:57914 deadline: 1731595304803, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b982b98e12b52abc271df4d930581a34, server=da1c6afcd1f9,35765,1731595233113 2024-11-14T14:40:44,812 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731595236744.b982b98e12b52abc271df4d930581a34., hostname=da1c6afcd1f9,35765,1731595233113, seqNum=2 , the old value is region=TestAcidGuarantees,,1731595236744.b982b98e12b52abc271df4d930581a34., hostname=da1c6afcd1f9,35765,1731595233113, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b982b98e12b52abc271df4d930581a34, server=da1c6afcd1f9,35765,1731595233113 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-14T14:40:44,812 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731595236744.b982b98e12b52abc271df4d930581a34., hostname=da1c6afcd1f9,35765,1731595233113, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b982b98e12b52abc271df4d930581a34, server=da1c6afcd1f9,35765,1731595233113 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-14T14:40:44,812 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731595236744.b982b98e12b52abc271df4d930581a34., hostname=da1c6afcd1f9,35765,1731595233113, seqNum=2 because the exception is null or not the one we care about 2024-11-14T14:40:44,816 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35765 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b982b98e12b52abc271df4d930581a34, server=da1c6afcd1f9,35765,1731595233113 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-14T14:40:44,817 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35765 {}] ipc.CallRunner(138): callId: 93 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:57884 deadline: 1731595304805, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b982b98e12b52abc271df4d930581a34, server=da1c6afcd1f9,35765,1731595233113 2024-11-14T14:40:44,817 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35765 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b982b98e12b52abc271df4d930581a34, server=da1c6afcd1f9,35765,1731595233113 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-14T14:40:44,817 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35765 {}] ipc.CallRunner(138): callId: 96 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:57954 deadline: 1731595304807, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b982b98e12b52abc271df4d930581a34, server=da1c6afcd1f9,35765,1731595233113 2024-11-14T14:40:44,818 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731595236744.b982b98e12b52abc271df4d930581a34., hostname=da1c6afcd1f9,35765,1731595233113, seqNum=2 , the old value is region=TestAcidGuarantees,,1731595236744.b982b98e12b52abc271df4d930581a34., hostname=da1c6afcd1f9,35765,1731595233113, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b982b98e12b52abc271df4d930581a34, server=da1c6afcd1f9,35765,1731595233113 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-14T14:40:44,818 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35765 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b982b98e12b52abc271df4d930581a34, server=da1c6afcd1f9,35765,1731595233113 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-14T14:40:44,818 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731595236744.b982b98e12b52abc271df4d930581a34., hostname=da1c6afcd1f9,35765,1731595233113, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b982b98e12b52abc271df4d930581a34, server=da1c6afcd1f9,35765,1731595233113 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-14T14:40:44,818 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731595236744.b982b98e12b52abc271df4d930581a34., hostname=da1c6afcd1f9,35765,1731595233113, seqNum=2 because the exception is null or not the one we care about 2024-11-14T14:40:44,818 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35765 {}] ipc.CallRunner(138): callId: 92 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:57926 deadline: 1731595304809, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b982b98e12b52abc271df4d930581a34, server=da1c6afcd1f9,35765,1731595233113 2024-11-14T14:40:44,818 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731595236744.b982b98e12b52abc271df4d930581a34., hostname=da1c6afcd1f9,35765,1731595233113, seqNum=2 , the old value is region=TestAcidGuarantees,,1731595236744.b982b98e12b52abc271df4d930581a34., hostname=da1c6afcd1f9,35765,1731595233113, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b982b98e12b52abc271df4d930581a34, server=da1c6afcd1f9,35765,1731595233113 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-14T14:40:44,818 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731595236744.b982b98e12b52abc271df4d930581a34., hostname=da1c6afcd1f9,35765,1731595233113, seqNum=2 , the old value is region=TestAcidGuarantees,,1731595236744.b982b98e12b52abc271df4d930581a34., hostname=da1c6afcd1f9,35765,1731595233113, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b982b98e12b52abc271df4d930581a34, server=da1c6afcd1f9,35765,1731595233113 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-14T14:40:44,818 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731595236744.b982b98e12b52abc271df4d930581a34., hostname=da1c6afcd1f9,35765,1731595233113, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b982b98e12b52abc271df4d930581a34, server=da1c6afcd1f9,35765,1731595233113 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-14T14:40:44,818 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731595236744.b982b98e12b52abc271df4d930581a34., hostname=da1c6afcd1f9,35765,1731595233113, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b982b98e12b52abc271df4d930581a34, server=da1c6afcd1f9,35765,1731595233113 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-14T14:40:44,818 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35765 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b982b98e12b52abc271df4d930581a34, server=da1c6afcd1f9,35765,1731595233113 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-14T14:40:44,818 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731595236744.b982b98e12b52abc271df4d930581a34., hostname=da1c6afcd1f9,35765,1731595233113, seqNum=2 because the exception is null or not the one we care about 2024-11-14T14:40:44,818 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731595236744.b982b98e12b52abc271df4d930581a34., hostname=da1c6afcd1f9,35765,1731595233113, seqNum=2 because the exception is null or not the one we care about 2024-11-14T14:40:44,819 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35765 {}] ipc.CallRunner(138): callId: 97 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:57946 deadline: 1731595304813, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b982b98e12b52abc271df4d930581a34, server=da1c6afcd1f9,35765,1731595233113 2024-11-14T14:40:44,819 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731595236744.b982b98e12b52abc271df4d930581a34., hostname=da1c6afcd1f9,35765,1731595233113, seqNum=2 , the old value is region=TestAcidGuarantees,,1731595236744.b982b98e12b52abc271df4d930581a34., hostname=da1c6afcd1f9,35765,1731595233113, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b982b98e12b52abc271df4d930581a34, server=da1c6afcd1f9,35765,1731595233113 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-14T14:40:44,819 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731595236744.b982b98e12b52abc271df4d930581a34., hostname=da1c6afcd1f9,35765,1731595233113, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b982b98e12b52abc271df4d930581a34, server=da1c6afcd1f9,35765,1731595233113 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-14T14:40:44,819 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731595236744.b982b98e12b52abc271df4d930581a34., hostname=da1c6afcd1f9,35765,1731595233113, seqNum=2 because the exception is null or not the one we care about 2024-11-14T14:40:44,828 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:34345/user/jenkins/test-data/14d118ee-a83a-b09b-5913-1a58940a5db1/data/default/TestAcidGuarantees/b982b98e12b52abc271df4d930581a34/.tmp/B/fe8c70f558984bb0af14ada829a89608 is 50, key is test_row_0/B:col10/1731595244777/Put/seqid=0 2024-11-14T14:40:44,836 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36699 is added to blk_1073741868_1044 (size=12301) 2024-11-14T14:40:44,917 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35765 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b982b98e12b52abc271df4d930581a34, server=da1c6afcd1f9,35765,1731595233113 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-14T14:40:44,918 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35765 {}] ipc.CallRunner(138): callId: 98 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:57914 deadline: 1731595304916, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b982b98e12b52abc271df4d930581a34, server=da1c6afcd1f9,35765,1731595233113 2024-11-14T14:40:44,918 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731595236744.b982b98e12b52abc271df4d930581a34., hostname=da1c6afcd1f9,35765,1731595233113, seqNum=2 , the old value is region=TestAcidGuarantees,,1731595236744.b982b98e12b52abc271df4d930581a34., hostname=da1c6afcd1f9,35765,1731595233113, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b982b98e12b52abc271df4d930581a34, server=da1c6afcd1f9,35765,1731595233113 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-14T14:40:44,918 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731595236744.b982b98e12b52abc271df4d930581a34., hostname=da1c6afcd1f9,35765,1731595233113, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b982b98e12b52abc271df4d930581a34, server=da1c6afcd1f9,35765,1731595233113 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-14T14:40:44,918 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731595236744.b982b98e12b52abc271df4d930581a34., hostname=da1c6afcd1f9,35765,1731595233113, seqNum=2 because the exception is null or not the one we care about 2024-11-14T14:40:44,927 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35765 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b982b98e12b52abc271df4d930581a34, server=da1c6afcd1f9,35765,1731595233113 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-14T14:40:44,927 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35765 {}] ipc.CallRunner(138): callId: 94 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:57884 deadline: 1731595304926, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b982b98e12b52abc271df4d930581a34, server=da1c6afcd1f9,35765,1731595233113 2024-11-14T14:40:44,927 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35765 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b982b98e12b52abc271df4d930581a34, server=da1c6afcd1f9,35765,1731595233113 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-14T14:40:44,927 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731595236744.b982b98e12b52abc271df4d930581a34., hostname=da1c6afcd1f9,35765,1731595233113, seqNum=2 , the old value is region=TestAcidGuarantees,,1731595236744.b982b98e12b52abc271df4d930581a34., hostname=da1c6afcd1f9,35765,1731595233113, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b982b98e12b52abc271df4d930581a34, server=da1c6afcd1f9,35765,1731595233113 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-14T14:40:44,927 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731595236744.b982b98e12b52abc271df4d930581a34., hostname=da1c6afcd1f9,35765,1731595233113, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b982b98e12b52abc271df4d930581a34, server=da1c6afcd1f9,35765,1731595233113 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-14T14:40:44,928 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731595236744.b982b98e12b52abc271df4d930581a34., hostname=da1c6afcd1f9,35765,1731595233113, seqNum=2 because the exception is null or not the one we care about 2024-11-14T14:40:44,928 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35765 {}] ipc.CallRunner(138): callId: 97 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:57954 deadline: 1731595304926, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b982b98e12b52abc271df4d930581a34, server=da1c6afcd1f9,35765,1731595233113 2024-11-14T14:40:44,928 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731595236744.b982b98e12b52abc271df4d930581a34., hostname=da1c6afcd1f9,35765,1731595233113, seqNum=2 , the old value is region=TestAcidGuarantees,,1731595236744.b982b98e12b52abc271df4d930581a34., hostname=da1c6afcd1f9,35765,1731595233113, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b982b98e12b52abc271df4d930581a34, server=da1c6afcd1f9,35765,1731595233113 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-14T14:40:44,928 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731595236744.b982b98e12b52abc271df4d930581a34., hostname=da1c6afcd1f9,35765,1731595233113, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b982b98e12b52abc271df4d930581a34, server=da1c6afcd1f9,35765,1731595233113 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-14T14:40:44,928 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35765 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b982b98e12b52abc271df4d930581a34, server=da1c6afcd1f9,35765,1731595233113 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-14T14:40:44,928 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731595236744.b982b98e12b52abc271df4d930581a34., hostname=da1c6afcd1f9,35765,1731595233113, seqNum=2 because the exception is null or not the one we care about 2024-11-14T14:40:44,928 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35765 {}] ipc.CallRunner(138): callId: 93 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:57926 deadline: 1731595304926, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b982b98e12b52abc271df4d930581a34, server=da1c6afcd1f9,35765,1731595233113 2024-11-14T14:40:44,929 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731595236744.b982b98e12b52abc271df4d930581a34., hostname=da1c6afcd1f9,35765,1731595233113, seqNum=2 , the old value is region=TestAcidGuarantees,,1731595236744.b982b98e12b52abc271df4d930581a34., hostname=da1c6afcd1f9,35765,1731595233113, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b982b98e12b52abc271df4d930581a34, server=da1c6afcd1f9,35765,1731595233113 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-14T14:40:44,929 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731595236744.b982b98e12b52abc271df4d930581a34., hostname=da1c6afcd1f9,35765,1731595233113, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b982b98e12b52abc271df4d930581a34, server=da1c6afcd1f9,35765,1731595233113 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-14T14:40:44,929 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35765 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b982b98e12b52abc271df4d930581a34, server=da1c6afcd1f9,35765,1731595233113 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-14T14:40:44,929 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731595236744.b982b98e12b52abc271df4d930581a34., hostname=da1c6afcd1f9,35765,1731595233113, seqNum=2 because the exception is null or not the one we care about 2024-11-14T14:40:44,929 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35765 {}] ipc.CallRunner(138): callId: 98 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:57946 deadline: 1731595304926, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b982b98e12b52abc271df4d930581a34, server=da1c6afcd1f9,35765,1731595233113 2024-11-14T14:40:44,929 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731595236744.b982b98e12b52abc271df4d930581a34., hostname=da1c6afcd1f9,35765,1731595233113, seqNum=2 , the old value is region=TestAcidGuarantees,,1731595236744.b982b98e12b52abc271df4d930581a34., hostname=da1c6afcd1f9,35765,1731595233113, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b982b98e12b52abc271df4d930581a34, server=da1c6afcd1f9,35765,1731595233113 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-14T14:40:44,929 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731595236744.b982b98e12b52abc271df4d930581a34., hostname=da1c6afcd1f9,35765,1731595233113, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b982b98e12b52abc271df4d930581a34, server=da1c6afcd1f9,35765,1731595233113 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-14T14:40:44,929 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731595236744.b982b98e12b52abc271df4d930581a34., hostname=da1c6afcd1f9,35765,1731595233113, seqNum=2 because the exception is null or not the one we care about 2024-11-14T14:40:45,129 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35765 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b982b98e12b52abc271df4d930581a34, server=da1c6afcd1f9,35765,1731595233113 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-14T14:40:45,129 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35765 {}] ipc.CallRunner(138): callId: 99 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:57914 deadline: 1731595305126, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b982b98e12b52abc271df4d930581a34, server=da1c6afcd1f9,35765,1731595233113 2024-11-14T14:40:45,130 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731595236744.b982b98e12b52abc271df4d930581a34., hostname=da1c6afcd1f9,35765,1731595233113, seqNum=2 , the old value is region=TestAcidGuarantees,,1731595236744.b982b98e12b52abc271df4d930581a34., hostname=da1c6afcd1f9,35765,1731595233113, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b982b98e12b52abc271df4d930581a34, server=da1c6afcd1f9,35765,1731595233113 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-14T14:40:45,130 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731595236744.b982b98e12b52abc271df4d930581a34., hostname=da1c6afcd1f9,35765,1731595233113, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b982b98e12b52abc271df4d930581a34, server=da1c6afcd1f9,35765,1731595233113 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-14T14:40:45,130 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731595236744.b982b98e12b52abc271df4d930581a34., hostname=da1c6afcd1f9,35765,1731595233113, seqNum=2 because the exception is null or not the one we care about 2024-11-14T14:40:45,142 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35765 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b982b98e12b52abc271df4d930581a34, server=da1c6afcd1f9,35765,1731595233113 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-14T14:40:45,142 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35765 {}] ipc.CallRunner(138): callId: 95 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:57884 deadline: 1731595305136, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b982b98e12b52abc271df4d930581a34, server=da1c6afcd1f9,35765,1731595233113 2024-11-14T14:40:45,143 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731595236744.b982b98e12b52abc271df4d930581a34., hostname=da1c6afcd1f9,35765,1731595233113, seqNum=2 , the old value is region=TestAcidGuarantees,,1731595236744.b982b98e12b52abc271df4d930581a34., hostname=da1c6afcd1f9,35765,1731595233113, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b982b98e12b52abc271df4d930581a34, server=da1c6afcd1f9,35765,1731595233113 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-14T14:40:45,143 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731595236744.b982b98e12b52abc271df4d930581a34., hostname=da1c6afcd1f9,35765,1731595233113, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b982b98e12b52abc271df4d930581a34, server=da1c6afcd1f9,35765,1731595233113 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-14T14:40:45,143 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731595236744.b982b98e12b52abc271df4d930581a34., hostname=da1c6afcd1f9,35765,1731595233113, seqNum=2 because the exception is null or not the one we care about 2024-11-14T14:40:45,143 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35765 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b982b98e12b52abc271df4d930581a34, server=da1c6afcd1f9,35765,1731595233113 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-14T14:40:45,143 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35765 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b982b98e12b52abc271df4d930581a34, server=da1c6afcd1f9,35765,1731595233113 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-14T14:40:45,143 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35765 {}] ipc.CallRunner(138): callId: 94 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:57926 deadline: 1731595305137, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b982b98e12b52abc271df4d930581a34, server=da1c6afcd1f9,35765,1731595233113 2024-11-14T14:40:45,143 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35765 {}] ipc.CallRunner(138): callId: 98 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:57954 deadline: 1731595305137, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b982b98e12b52abc271df4d930581a34, server=da1c6afcd1f9,35765,1731595233113 2024-11-14T14:40:45,143 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35765 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b982b98e12b52abc271df4d930581a34, server=da1c6afcd1f9,35765,1731595233113 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-14T14:40:45,144 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35765 {}] ipc.CallRunner(138): callId: 99 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:57946 deadline: 1731595305137, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b982b98e12b52abc271df4d930581a34, server=da1c6afcd1f9,35765,1731595233113 2024-11-14T14:40:45,144 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731595236744.b982b98e12b52abc271df4d930581a34., hostname=da1c6afcd1f9,35765,1731595233113, seqNum=2 , the old value is region=TestAcidGuarantees,,1731595236744.b982b98e12b52abc271df4d930581a34., hostname=da1c6afcd1f9,35765,1731595233113, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b982b98e12b52abc271df4d930581a34, server=da1c6afcd1f9,35765,1731595233113 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-14T14:40:45,144 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731595236744.b982b98e12b52abc271df4d930581a34., hostname=da1c6afcd1f9,35765,1731595233113, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b982b98e12b52abc271df4d930581a34, server=da1c6afcd1f9,35765,1731595233113 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-14T14:40:45,144 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731595236744.b982b98e12b52abc271df4d930581a34., hostname=da1c6afcd1f9,35765,1731595233113, seqNum=2 because the exception is null or not the one we care about 2024-11-14T14:40:45,144 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731595236744.b982b98e12b52abc271df4d930581a34., hostname=da1c6afcd1f9,35765,1731595233113, seqNum=2 , the old value is region=TestAcidGuarantees,,1731595236744.b982b98e12b52abc271df4d930581a34., hostname=da1c6afcd1f9,35765,1731595233113, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b982b98e12b52abc271df4d930581a34, server=da1c6afcd1f9,35765,1731595233113 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-14T14:40:45,144 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731595236744.b982b98e12b52abc271df4d930581a34., hostname=da1c6afcd1f9,35765,1731595233113, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b982b98e12b52abc271df4d930581a34, server=da1c6afcd1f9,35765,1731595233113 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-14T14:40:45,144 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731595236744.b982b98e12b52abc271df4d930581a34., hostname=da1c6afcd1f9,35765,1731595233113, seqNum=2 because the exception is null or not the one we care about 2024-11-14T14:40:45,144 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731595236744.b982b98e12b52abc271df4d930581a34., hostname=da1c6afcd1f9,35765,1731595233113, seqNum=2 , the old value is region=TestAcidGuarantees,,1731595236744.b982b98e12b52abc271df4d930581a34., hostname=da1c6afcd1f9,35765,1731595233113, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b982b98e12b52abc271df4d930581a34, server=da1c6afcd1f9,35765,1731595233113 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-14T14:40:45,145 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731595236744.b982b98e12b52abc271df4d930581a34., hostname=da1c6afcd1f9,35765,1731595233113, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b982b98e12b52abc271df4d930581a34, server=da1c6afcd1f9,35765,1731595233113 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-14T14:40:45,145 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731595236744.b982b98e12b52abc271df4d930581a34., hostname=da1c6afcd1f9,35765,1731595233113, seqNum=2 because the exception is null or not the one we care about 2024-11-14T14:40:45,237 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=24.60 KB at sequenceid=396 (bloomFilter=true), to=hdfs://localhost:34345/user/jenkins/test-data/14d118ee-a83a-b09b-5913-1a58940a5db1/data/default/TestAcidGuarantees/b982b98e12b52abc271df4d930581a34/.tmp/B/fe8c70f558984bb0af14ada829a89608 2024-11-14T14:40:45,249 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:34345/user/jenkins/test-data/14d118ee-a83a-b09b-5913-1a58940a5db1/data/default/TestAcidGuarantees/b982b98e12b52abc271df4d930581a34/.tmp/C/efef78059be74ad699ae204921d087dc is 50, key is test_row_0/C:col10/1731595244777/Put/seqid=0 2024-11-14T14:40:45,257 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36699 is added to blk_1073741869_1045 (size=12301) 2024-11-14T14:40:45,438 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35765 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b982b98e12b52abc271df4d930581a34, server=da1c6afcd1f9,35765,1731595233113 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-14T14:40:45,438 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35765 {}] ipc.CallRunner(138): callId: 100 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:57914 deadline: 1731595305436, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b982b98e12b52abc271df4d930581a34, server=da1c6afcd1f9,35765,1731595233113 2024-11-14T14:40:45,439 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731595236744.b982b98e12b52abc271df4d930581a34., hostname=da1c6afcd1f9,35765,1731595233113, seqNum=2 , the old value is region=TestAcidGuarantees,,1731595236744.b982b98e12b52abc271df4d930581a34., hostname=da1c6afcd1f9,35765,1731595233113, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b982b98e12b52abc271df4d930581a34, server=da1c6afcd1f9,35765,1731595233113 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-14T14:40:45,439 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731595236744.b982b98e12b52abc271df4d930581a34., hostname=da1c6afcd1f9,35765,1731595233113, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b982b98e12b52abc271df4d930581a34, server=da1c6afcd1f9,35765,1731595233113 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-14T14:40:45,439 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731595236744.b982b98e12b52abc271df4d930581a34., hostname=da1c6afcd1f9,35765,1731595233113, seqNum=2 because the exception is null or not the one we care about 2024-11-14T14:40:45,449 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35765 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b982b98e12b52abc271df4d930581a34, server=da1c6afcd1f9,35765,1731595233113 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-14T14:40:45,450 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35765 {}] ipc.CallRunner(138): callId: 96 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:57884 deadline: 1731595305446, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b982b98e12b52abc271df4d930581a34, server=da1c6afcd1f9,35765,1731595233113 2024-11-14T14:40:45,450 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731595236744.b982b98e12b52abc271df4d930581a34., hostname=da1c6afcd1f9,35765,1731595233113, seqNum=2 , the old value is region=TestAcidGuarantees,,1731595236744.b982b98e12b52abc271df4d930581a34., hostname=da1c6afcd1f9,35765,1731595233113, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b982b98e12b52abc271df4d930581a34, server=da1c6afcd1f9,35765,1731595233113 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-14T14:40:45,450 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731595236744.b982b98e12b52abc271df4d930581a34., hostname=da1c6afcd1f9,35765,1731595233113, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b982b98e12b52abc271df4d930581a34, server=da1c6afcd1f9,35765,1731595233113 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-14T14:40:45,450 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731595236744.b982b98e12b52abc271df4d930581a34., hostname=da1c6afcd1f9,35765,1731595233113, seqNum=2 because the exception is null or not the one we care about 2024-11-14T14:40:45,450 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35765 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b982b98e12b52abc271df4d930581a34, server=da1c6afcd1f9,35765,1731595233113 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-14T14:40:45,451 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35765 {}] ipc.CallRunner(138): callId: 95 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:57926 deadline: 1731595305446, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b982b98e12b52abc271df4d930581a34, server=da1c6afcd1f9,35765,1731595233113 2024-11-14T14:40:45,451 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731595236744.b982b98e12b52abc271df4d930581a34., hostname=da1c6afcd1f9,35765,1731595233113, seqNum=2 , the old value is region=TestAcidGuarantees,,1731595236744.b982b98e12b52abc271df4d930581a34., hostname=da1c6afcd1f9,35765,1731595233113, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b982b98e12b52abc271df4d930581a34, server=da1c6afcd1f9,35765,1731595233113 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-14T14:40:45,451 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731595236744.b982b98e12b52abc271df4d930581a34., hostname=da1c6afcd1f9,35765,1731595233113, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b982b98e12b52abc271df4d930581a34, server=da1c6afcd1f9,35765,1731595233113 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-14T14:40:45,451 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731595236744.b982b98e12b52abc271df4d930581a34., hostname=da1c6afcd1f9,35765,1731595233113, seqNum=2 because the exception is null or not the one we care about 2024-11-14T14:40:45,458 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35765 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b982b98e12b52abc271df4d930581a34, server=da1c6afcd1f9,35765,1731595233113 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-14T14:40:45,459 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35765 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b982b98e12b52abc271df4d930581a34, server=da1c6afcd1f9,35765,1731595233113 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-14T14:40:45,459 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35765 {}] ipc.CallRunner(138): callId: 100 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:57946 deadline: 1731595305457, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b982b98e12b52abc271df4d930581a34, server=da1c6afcd1f9,35765,1731595233113 2024-11-14T14:40:45,459 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35765 {}] ipc.CallRunner(138): callId: 99 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:57954 deadline: 1731595305457, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b982b98e12b52abc271df4d930581a34, server=da1c6afcd1f9,35765,1731595233113 2024-11-14T14:40:45,459 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731595236744.b982b98e12b52abc271df4d930581a34., hostname=da1c6afcd1f9,35765,1731595233113, seqNum=2 , the old value is region=TestAcidGuarantees,,1731595236744.b982b98e12b52abc271df4d930581a34., hostname=da1c6afcd1f9,35765,1731595233113, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b982b98e12b52abc271df4d930581a34, server=da1c6afcd1f9,35765,1731595233113 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-14T14:40:45,459 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731595236744.b982b98e12b52abc271df4d930581a34., hostname=da1c6afcd1f9,35765,1731595233113, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b982b98e12b52abc271df4d930581a34, server=da1c6afcd1f9,35765,1731595233113 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-14T14:40:45,459 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731595236744.b982b98e12b52abc271df4d930581a34., hostname=da1c6afcd1f9,35765,1731595233113, seqNum=2 , the old value is region=TestAcidGuarantees,,1731595236744.b982b98e12b52abc271df4d930581a34., hostname=da1c6afcd1f9,35765,1731595233113, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b982b98e12b52abc271df4d930581a34, server=da1c6afcd1f9,35765,1731595233113 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-14T14:40:45,459 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731595236744.b982b98e12b52abc271df4d930581a34., hostname=da1c6afcd1f9,35765,1731595233113, seqNum=2 because the exception is null or not the one we care about 2024-11-14T14:40:45,460 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731595236744.b982b98e12b52abc271df4d930581a34., hostname=da1c6afcd1f9,35765,1731595233113, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b982b98e12b52abc271df4d930581a34, server=da1c6afcd1f9,35765,1731595233113 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-14T14:40:45,460 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731595236744.b982b98e12b52abc271df4d930581a34., hostname=da1c6afcd1f9,35765,1731595233113, seqNum=2 because the exception is null or not the one we care about 2024-11-14T14:40:45,496 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45145 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=11 2024-11-14T14:40:45,497 INFO [RPCClient-NioEventLoopGroup-4-8 {}] client.RawAsyncHBaseAdmin$TableProcedureBiConsumer(2721): Operation: FLUSH, Table Name: default:TestAcidGuarantees completed 2024-11-14T14:40:45,497 INFO [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45145 {}] master.HMaster$22(4506): Client=jenkins//172.17.0.2 flush TestAcidGuarantees 2024-11-14T14:40:45,499 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45145 {}] procedure2.ProcedureExecutor(1139): Stored pid=13, state=RUNNABLE:FLUSH_TABLE_PREPARE, hasLock=false; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=13, table=TestAcidGuarantees 2024-11-14T14:40:45,499 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45145 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=13 2024-11-14T14:40:45,500 INFO [PEWorker-2 {}] procedure.FlushTableProcedure(91): pid=13, state=RUNNABLE:FLUSH_TABLE_PREPARE, hasLock=true; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=13, table=TestAcidGuarantees execute state=FLUSH_TABLE_PREPARE 2024-11-14T14:40:45,502 INFO [PEWorker-2 {}] procedure.FlushTableProcedure(91): pid=13, state=RUNNABLE:FLUSH_TABLE_FLUSH_REGIONS, hasLock=true; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=13, table=TestAcidGuarantees execute state=FLUSH_TABLE_FLUSH_REGIONS 2024-11-14T14:40:45,503 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=14, ppid=13, state=RUNNABLE, hasLock=false; org.apache.hadoop.hbase.master.procedure.FlushRegionProcedure}] 2024-11-14T14:40:45,606 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45145 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=13 2024-11-14T14:40:45,656 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=35765 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=14 2024-11-14T14:40:45,656 DEBUG [RS_FLUSH_OPERATIONS-regionserver/da1c6afcd1f9:0-0 {event_type=RS_FLUSH_REGIONS, pid=14}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1731595236744.b982b98e12b52abc271df4d930581a34. 2024-11-14T14:40:45,656 DEBUG [RS_FLUSH_OPERATIONS-regionserver/da1c6afcd1f9:0-0 {event_type=RS_FLUSH_REGIONS, pid=14}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1731595236744.b982b98e12b52abc271df4d930581a34. as already flushing 2024-11-14T14:40:45,656 DEBUG [RS_FLUSH_OPERATIONS-regionserver/da1c6afcd1f9:0-0 {event_type=RS_FLUSH_REGIONS, pid=14}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1731595236744.b982b98e12b52abc271df4d930581a34. 2024-11-14T14:40:45,656 ERROR [RS_FLUSH_OPERATIONS-regionserver/da1c6afcd1f9:0-0 {event_type=RS_FLUSH_REGIONS, pid=14}] handler.RSProcedureHandler(58): pid=14 java.io.IOException: Unable to complete flush {ENCODED => b982b98e12b52abc271df4d930581a34, NAME => 'TestAcidGuarantees,,1731595236744.b982b98e12b52abc271df4d930581a34.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-14T14:40:45,657 DEBUG [RS_FLUSH_OPERATIONS-regionserver/da1c6afcd1f9:0-0 {event_type=RS_FLUSH_REGIONS, pid=14}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=14 java.io.IOException: Unable to complete flush {ENCODED => b982b98e12b52abc271df4d930581a34, NAME => 'TestAcidGuarantees,,1731595236744.b982b98e12b52abc271df4d930581a34.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-14T14:40:45,657 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45145 {}] master.HMaster(4177): Remote procedure failed, pid=14 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => b982b98e12b52abc271df4d930581a34, NAME => 'TestAcidGuarantees,,1731595236744.b982b98e12b52abc271df4d930581a34.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$5(MasterRpcServices.java:2580) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2575) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => b982b98e12b52abc271df4d930581a34, NAME => 'TestAcidGuarantees,,1731595236744.b982b98e12b52abc271df4d930581a34.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-14T14:40:45,659 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=24.60 KB at sequenceid=396 (bloomFilter=true), to=hdfs://localhost:34345/user/jenkins/test-data/14d118ee-a83a-b09b-5913-1a58940a5db1/data/default/TestAcidGuarantees/b982b98e12b52abc271df4d930581a34/.tmp/C/efef78059be74ad699ae204921d087dc 2024-11-14T14:40:45,668 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:34345/user/jenkins/test-data/14d118ee-a83a-b09b-5913-1a58940a5db1/data/default/TestAcidGuarantees/b982b98e12b52abc271df4d930581a34/.tmp/A/6a6dcebadfc544789ee93e9e1949199f as hdfs://localhost:34345/user/jenkins/test-data/14d118ee-a83a-b09b-5913-1a58940a5db1/data/default/TestAcidGuarantees/b982b98e12b52abc271df4d930581a34/A/6a6dcebadfc544789ee93e9e1949199f 2024-11-14T14:40:45,677 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:34345/user/jenkins/test-data/14d118ee-a83a-b09b-5913-1a58940a5db1/data/default/TestAcidGuarantees/b982b98e12b52abc271df4d930581a34/A/6a6dcebadfc544789ee93e9e1949199f, entries=200, sequenceid=396, filesize=14.4 K 2024-11-14T14:40:45,679 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:34345/user/jenkins/test-data/14d118ee-a83a-b09b-5913-1a58940a5db1/data/default/TestAcidGuarantees/b982b98e12b52abc271df4d930581a34/.tmp/B/fe8c70f558984bb0af14ada829a89608 as hdfs://localhost:34345/user/jenkins/test-data/14d118ee-a83a-b09b-5913-1a58940a5db1/data/default/TestAcidGuarantees/b982b98e12b52abc271df4d930581a34/B/fe8c70f558984bb0af14ada829a89608 2024-11-14T14:40:45,686 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:34345/user/jenkins/test-data/14d118ee-a83a-b09b-5913-1a58940a5db1/data/default/TestAcidGuarantees/b982b98e12b52abc271df4d930581a34/B/fe8c70f558984bb0af14ada829a89608, entries=150, sequenceid=396, filesize=12.0 K 2024-11-14T14:40:45,687 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:34345/user/jenkins/test-data/14d118ee-a83a-b09b-5913-1a58940a5db1/data/default/TestAcidGuarantees/b982b98e12b52abc271df4d930581a34/.tmp/C/efef78059be74ad699ae204921d087dc as hdfs://localhost:34345/user/jenkins/test-data/14d118ee-a83a-b09b-5913-1a58940a5db1/data/default/TestAcidGuarantees/b982b98e12b52abc271df4d930581a34/C/efef78059be74ad699ae204921d087dc 2024-11-14T14:40:45,696 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:34345/user/jenkins/test-data/14d118ee-a83a-b09b-5913-1a58940a5db1/data/default/TestAcidGuarantees/b982b98e12b52abc271df4d930581a34/C/efef78059be74ad699ae204921d087dc, entries=150, sequenceid=396, filesize=12.0 K 2024-11-14T14:40:45,698 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(3140): Finished flush of dataSize ~73.80 KB/75570, heapSize ~219.84 KB/225120, currentSize=100.63 KB/103050 for b982b98e12b52abc271df4d930581a34 in 918ms, sequenceid=396, compaction requested=true 2024-11-14T14:40:45,698 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2603): Flush status journal for b982b98e12b52abc271df4d930581a34: 2024-11-14T14:40:45,698 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store b982b98e12b52abc271df4d930581a34:A, priority=-2147483648, current under compaction store size is 1 2024-11-14T14:40:45,698 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-14T14:40:45,698 DEBUG [RS:0;da1c6afcd1f9:35765-shortCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 3 store files, 0 compacting, 3 eligible, 16 blocking 2024-11-14T14:40:45,698 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store b982b98e12b52abc271df4d930581a34:B, priority=-2147483648, current under compaction store size is 2 2024-11-14T14:40:45,699 DEBUG [RS:0;da1c6afcd1f9:35765-longCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 3 store files, 0 compacting, 3 eligible, 16 blocking 2024-11-14T14:40:45,699 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-14T14:40:45,699 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store b982b98e12b52abc271df4d930581a34:C, priority=-2147483648, current under compaction store size is 3 2024-11-14T14:40:45,700 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=1), splitQueue=0 2024-11-14T14:40:45,700 DEBUG [RS:0;da1c6afcd1f9:35765-shortCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 3 files of size 39617 starting at candidate #0 after considering 1 permutations with 1 in ratio 2024-11-14T14:40:45,701 DEBUG [RS:0;da1c6afcd1f9:35765-shortCompactions-0 {}] regionserver.HStore(1541): b982b98e12b52abc271df4d930581a34/A is initiating minor compaction (all files) 2024-11-14T14:40:45,701 INFO [RS:0;da1c6afcd1f9:35765-shortCompactions-0 {}] regionserver.HRegion(2416): Starting compaction of b982b98e12b52abc271df4d930581a34/A in TestAcidGuarantees,,1731595236744.b982b98e12b52abc271df4d930581a34. 2024-11-14T14:40:45,701 INFO [RS:0;da1c6afcd1f9:35765-shortCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:34345/user/jenkins/test-data/14d118ee-a83a-b09b-5913-1a58940a5db1/data/default/TestAcidGuarantees/b982b98e12b52abc271df4d930581a34/A/f9759cf7f16f43c4b73447b4be79b4ee, hdfs://localhost:34345/user/jenkins/test-data/14d118ee-a83a-b09b-5913-1a58940a5db1/data/default/TestAcidGuarantees/b982b98e12b52abc271df4d930581a34/A/7b236fa74ed549b495b3e5575067a2e8, hdfs://localhost:34345/user/jenkins/test-data/14d118ee-a83a-b09b-5913-1a58940a5db1/data/default/TestAcidGuarantees/b982b98e12b52abc271df4d930581a34/A/6a6dcebadfc544789ee93e9e1949199f] into tmpdir=hdfs://localhost:34345/user/jenkins/test-data/14d118ee-a83a-b09b-5913-1a58940a5db1/data/default/TestAcidGuarantees/b982b98e12b52abc271df4d930581a34/.tmp, totalSize=38.7 K 2024-11-14T14:40:45,701 DEBUG [RS:0;da1c6afcd1f9:35765-shortCompactions-0 {}] compactions.Compactor(225): Compacting f9759cf7f16f43c4b73447b4be79b4ee, keycount=150, bloomtype=ROW, size=12.3 K, encoding=NONE, compression=NONE, seqNum=344, earliestPutTs=1731595243339 2024-11-14T14:40:45,702 DEBUG [RS:0;da1c6afcd1f9:35765-longCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 3 files of size 37177 starting at candidate #0 after considering 1 permutations with 1 in ratio 2024-11-14T14:40:45,702 DEBUG [RS:0;da1c6afcd1f9:35765-longCompactions-0 {}] regionserver.HStore(1541): b982b98e12b52abc271df4d930581a34/B is initiating minor compaction (all files) 2024-11-14T14:40:45,702 INFO [RS:0;da1c6afcd1f9:35765-longCompactions-0 {}] regionserver.HRegion(2416): Starting compaction of b982b98e12b52abc271df4d930581a34/B in TestAcidGuarantees,,1731595236744.b982b98e12b52abc271df4d930581a34. 2024-11-14T14:40:45,702 INFO [RS:0;da1c6afcd1f9:35765-longCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:34345/user/jenkins/test-data/14d118ee-a83a-b09b-5913-1a58940a5db1/data/default/TestAcidGuarantees/b982b98e12b52abc271df4d930581a34/B/f2d7e6dd89d64e91bd586fa290ce3ce3, hdfs://localhost:34345/user/jenkins/test-data/14d118ee-a83a-b09b-5913-1a58940a5db1/data/default/TestAcidGuarantees/b982b98e12b52abc271df4d930581a34/B/561e255da300430592a536ea84648e66, hdfs://localhost:34345/user/jenkins/test-data/14d118ee-a83a-b09b-5913-1a58940a5db1/data/default/TestAcidGuarantees/b982b98e12b52abc271df4d930581a34/B/fe8c70f558984bb0af14ada829a89608] into tmpdir=hdfs://localhost:34345/user/jenkins/test-data/14d118ee-a83a-b09b-5913-1a58940a5db1/data/default/TestAcidGuarantees/b982b98e12b52abc271df4d930581a34/.tmp, totalSize=36.3 K 2024-11-14T14:40:45,703 DEBUG [RS:0;da1c6afcd1f9:35765-longCompactions-0 {}] compactions.Compactor(225): Compacting f2d7e6dd89d64e91bd586fa290ce3ce3, keycount=150, bloomtype=ROW, size=12.3 K, encoding=NONE, compression=NONE, seqNum=344, earliestPutTs=1731595243339 2024-11-14T14:40:45,703 DEBUG [RS:0;da1c6afcd1f9:35765-shortCompactions-0 {}] compactions.Compactor(225): Compacting 7b236fa74ed549b495b3e5575067a2e8, keycount=150, bloomtype=ROW, size=12.0 K, encoding=NONE, compression=NONE, seqNum=379, earliestPutTs=1731595243456 2024-11-14T14:40:45,705 DEBUG [RS:0;da1c6afcd1f9:35765-longCompactions-0 {}] compactions.Compactor(225): Compacting 561e255da300430592a536ea84648e66, keycount=150, bloomtype=ROW, size=12.0 K, encoding=NONE, compression=NONE, seqNum=379, earliestPutTs=1731595243456 2024-11-14T14:40:45,706 DEBUG [RS:0;da1c6afcd1f9:35765-shortCompactions-0 {}] compactions.Compactor(225): Compacting 6a6dcebadfc544789ee93e9e1949199f, keycount=200, bloomtype=ROW, size=14.4 K, encoding=NONE, compression=NONE, seqNum=396, earliestPutTs=1731595244107 2024-11-14T14:40:45,706 DEBUG [RS:0;da1c6afcd1f9:35765-longCompactions-0 {}] compactions.Compactor(225): Compacting fe8c70f558984bb0af14ada829a89608, keycount=150, bloomtype=ROW, size=12.0 K, encoding=NONE, compression=NONE, seqNum=396, earliestPutTs=1731595244114 2024-11-14T14:40:45,722 INFO [RS:0;da1c6afcd1f9:35765-shortCompactions-0 {}] throttle.PressureAwareThroughputController(145): b982b98e12b52abc271df4d930581a34#A#compaction#33 average throughput is 3.28 MB/second, slept 0 time(s) and total slept time is 0 ms. 1 active operations remaining, total limit is 50.00 MB/second 2024-11-14T14:40:45,723 DEBUG [RS:0;da1c6afcd1f9:35765-shortCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:34345/user/jenkins/test-data/14d118ee-a83a-b09b-5913-1a58940a5db1/data/default/TestAcidGuarantees/b982b98e12b52abc271df4d930581a34/.tmp/A/55b9f9f96d304efdbb89010e57f03418 is 50, key is test_row_0/A:col10/1731595244777/Put/seqid=0 2024-11-14T14:40:45,723 INFO [RS:0;da1c6afcd1f9:35765-longCompactions-0 {}] throttle.PressureAwareThroughputController(145): b982b98e12b52abc271df4d930581a34#B#compaction#34 average throughput is 3.28 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second 2024-11-14T14:40:45,724 DEBUG [RS:0;da1c6afcd1f9:35765-longCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:34345/user/jenkins/test-data/14d118ee-a83a-b09b-5913-1a58940a5db1/data/default/TestAcidGuarantees/b982b98e12b52abc271df4d930581a34/.tmp/B/477d2d8cbb874aadb5ad3fe1d2611575 is 50, key is test_row_0/B:col10/1731595244777/Put/seqid=0 2024-11-14T14:40:45,729 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36699 is added to blk_1073741870_1046 (size=12677) 2024-11-14T14:40:45,741 DEBUG [RS:0;da1c6afcd1f9:35765-longCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:34345/user/jenkins/test-data/14d118ee-a83a-b09b-5913-1a58940a5db1/data/default/TestAcidGuarantees/b982b98e12b52abc271df4d930581a34/.tmp/B/477d2d8cbb874aadb5ad3fe1d2611575 as hdfs://localhost:34345/user/jenkins/test-data/14d118ee-a83a-b09b-5913-1a58940a5db1/data/default/TestAcidGuarantees/b982b98e12b52abc271df4d930581a34/B/477d2d8cbb874aadb5ad3fe1d2611575 2024-11-14T14:40:45,745 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36699 is added to blk_1073741871_1047 (size=12677) 2024-11-14T14:40:45,758 DEBUG [RS:0;da1c6afcd1f9:35765-shortCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:34345/user/jenkins/test-data/14d118ee-a83a-b09b-5913-1a58940a5db1/data/default/TestAcidGuarantees/b982b98e12b52abc271df4d930581a34/.tmp/A/55b9f9f96d304efdbb89010e57f03418 as hdfs://localhost:34345/user/jenkins/test-data/14d118ee-a83a-b09b-5913-1a58940a5db1/data/default/TestAcidGuarantees/b982b98e12b52abc271df4d930581a34/A/55b9f9f96d304efdbb89010e57f03418 2024-11-14T14:40:45,763 INFO [RS:0;da1c6afcd1f9:35765-longCompactions-0 {}] regionserver.HStore(1337): Completed compaction of 3 (all) file(s) in b982b98e12b52abc271df4d930581a34/B of b982b98e12b52abc271df4d930581a34 into 477d2d8cbb874aadb5ad3fe1d2611575(size=12.4 K), total size for store is 12.4 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-11-14T14:40:45,763 DEBUG [RS:0;da1c6afcd1f9:35765-longCompactions-0 {}] regionserver.HRegion(2446): Compaction status journal for b982b98e12b52abc271df4d930581a34: 2024-11-14T14:40:45,764 INFO [RS:0;da1c6afcd1f9:35765-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1731595236744.b982b98e12b52abc271df4d930581a34., storeName=b982b98e12b52abc271df4d930581a34/B, priority=13, startTime=1731595245698; duration=0sec 2024-11-14T14:40:45,765 DEBUG [RS:0;da1c6afcd1f9:35765-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=1), splitQueue=0 2024-11-14T14:40:45,765 DEBUG [RS:0;da1c6afcd1f9:35765-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: b982b98e12b52abc271df4d930581a34:B 2024-11-14T14:40:45,765 DEBUG [RS:0;da1c6afcd1f9:35765-longCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 3 store files, 0 compacting, 3 eligible, 16 blocking 2024-11-14T14:40:45,767 DEBUG [RS:0;da1c6afcd1f9:35765-longCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 3 files of size 37177 starting at candidate #0 after considering 1 permutations with 1 in ratio 2024-11-14T14:40:45,767 DEBUG [RS:0;da1c6afcd1f9:35765-longCompactions-0 {}] regionserver.HStore(1541): b982b98e12b52abc271df4d930581a34/C is initiating minor compaction (all files) 2024-11-14T14:40:45,769 INFO [RS:0;da1c6afcd1f9:35765-longCompactions-0 {}] regionserver.HRegion(2416): Starting compaction of b982b98e12b52abc271df4d930581a34/C in TestAcidGuarantees,,1731595236744.b982b98e12b52abc271df4d930581a34. 2024-11-14T14:40:45,770 INFO [RS:0;da1c6afcd1f9:35765-longCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:34345/user/jenkins/test-data/14d118ee-a83a-b09b-5913-1a58940a5db1/data/default/TestAcidGuarantees/b982b98e12b52abc271df4d930581a34/C/bdbb0cd0d41a43f4956afd046512f74a, hdfs://localhost:34345/user/jenkins/test-data/14d118ee-a83a-b09b-5913-1a58940a5db1/data/default/TestAcidGuarantees/b982b98e12b52abc271df4d930581a34/C/ce63308041a245c392ad3b2a2ffc3871, hdfs://localhost:34345/user/jenkins/test-data/14d118ee-a83a-b09b-5913-1a58940a5db1/data/default/TestAcidGuarantees/b982b98e12b52abc271df4d930581a34/C/efef78059be74ad699ae204921d087dc] into tmpdir=hdfs://localhost:34345/user/jenkins/test-data/14d118ee-a83a-b09b-5913-1a58940a5db1/data/default/TestAcidGuarantees/b982b98e12b52abc271df4d930581a34/.tmp, totalSize=36.3 K 2024-11-14T14:40:45,770 INFO [RS:0;da1c6afcd1f9:35765-shortCompactions-0 {}] regionserver.HStore(1337): Completed compaction of 3 (all) file(s) in b982b98e12b52abc271df4d930581a34/A of b982b98e12b52abc271df4d930581a34 into 55b9f9f96d304efdbb89010e57f03418(size=12.4 K), total size for store is 12.4 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-11-14T14:40:45,770 DEBUG [RS:0;da1c6afcd1f9:35765-shortCompactions-0 {}] regionserver.HRegion(2446): Compaction status journal for b982b98e12b52abc271df4d930581a34: 2024-11-14T14:40:45,770 INFO [RS:0;da1c6afcd1f9:35765-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1731595236744.b982b98e12b52abc271df4d930581a34., storeName=b982b98e12b52abc271df4d930581a34/A, priority=13, startTime=1731595245698; duration=0sec 2024-11-14T14:40:45,770 DEBUG [RS:0;da1c6afcd1f9:35765-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-14T14:40:45,770 DEBUG [RS:0;da1c6afcd1f9:35765-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: b982b98e12b52abc271df4d930581a34:A 2024-11-14T14:40:45,771 DEBUG [RS:0;da1c6afcd1f9:35765-longCompactions-0 {}] compactions.Compactor(225): Compacting bdbb0cd0d41a43f4956afd046512f74a, keycount=150, bloomtype=ROW, size=12.3 K, encoding=NONE, compression=NONE, seqNum=344, earliestPutTs=1731595243339 2024-11-14T14:40:45,772 DEBUG [RS:0;da1c6afcd1f9:35765-longCompactions-0 {}] compactions.Compactor(225): Compacting ce63308041a245c392ad3b2a2ffc3871, keycount=150, bloomtype=ROW, size=12.0 K, encoding=NONE, compression=NONE, seqNum=379, earliestPutTs=1731595243456 2024-11-14T14:40:45,773 DEBUG [RS:0;da1c6afcd1f9:35765-longCompactions-0 {}] compactions.Compactor(225): Compacting efef78059be74ad699ae204921d087dc, keycount=150, bloomtype=ROW, size=12.0 K, encoding=NONE, compression=NONE, seqNum=396, earliestPutTs=1731595244114 2024-11-14T14:40:45,784 INFO [RS:0;da1c6afcd1f9:35765-longCompactions-0 {}] throttle.PressureAwareThroughputController(145): b982b98e12b52abc271df4d930581a34#C#compaction#35 average throughput is 6.55 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second 2024-11-14T14:40:45,785 DEBUG [RS:0;da1c6afcd1f9:35765-longCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:34345/user/jenkins/test-data/14d118ee-a83a-b09b-5913-1a58940a5db1/data/default/TestAcidGuarantees/b982b98e12b52abc271df4d930581a34/.tmp/C/98d806f6abd746e3bd43577e1cbd73f0 is 50, key is test_row_0/C:col10/1731595244777/Put/seqid=0 2024-11-14T14:40:45,794 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36699 is added to blk_1073741872_1048 (size=12677) 2024-11-14T14:40:45,808 DEBUG [RS:0;da1c6afcd1f9:35765-longCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:34345/user/jenkins/test-data/14d118ee-a83a-b09b-5913-1a58940a5db1/data/default/TestAcidGuarantees/b982b98e12b52abc271df4d930581a34/.tmp/C/98d806f6abd746e3bd43577e1cbd73f0 as hdfs://localhost:34345/user/jenkins/test-data/14d118ee-a83a-b09b-5913-1a58940a5db1/data/default/TestAcidGuarantees/b982b98e12b52abc271df4d930581a34/C/98d806f6abd746e3bd43577e1cbd73f0 2024-11-14T14:40:45,811 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=35765 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=14 2024-11-14T14:40:45,811 DEBUG [RS_FLUSH_OPERATIONS-regionserver/da1c6afcd1f9:0-1 {event_type=RS_FLUSH_REGIONS, pid=14}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1731595236744.b982b98e12b52abc271df4d930581a34. 2024-11-14T14:40:45,812 INFO [RS_FLUSH_OPERATIONS-regionserver/da1c6afcd1f9:0-1 {event_type=RS_FLUSH_REGIONS, pid=14}] regionserver.HRegion(2902): Flushing b982b98e12b52abc271df4d930581a34 3/3 column families, dataSize=100.63 KB heapSize=299.58 KB 2024-11-14T14:40:45,812 DEBUG [RS_FLUSH_OPERATIONS-regionserver/da1c6afcd1f9:0-1 {event_type=RS_FLUSH_REGIONS, pid=14}] regionserver.CompactingMemStore(205): FLUSHING TO DISK b982b98e12b52abc271df4d930581a34, store=A 2024-11-14T14:40:45,812 DEBUG [RS_FLUSH_OPERATIONS-regionserver/da1c6afcd1f9:0-1 {event_type=RS_FLUSH_REGIONS, pid=14}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-14T14:40:45,812 DEBUG [RS_FLUSH_OPERATIONS-regionserver/da1c6afcd1f9:0-1 {event_type=RS_FLUSH_REGIONS, pid=14}] regionserver.CompactingMemStore(205): FLUSHING TO DISK b982b98e12b52abc271df4d930581a34, store=B 2024-11-14T14:40:45,812 DEBUG [RS_FLUSH_OPERATIONS-regionserver/da1c6afcd1f9:0-1 {event_type=RS_FLUSH_REGIONS, pid=14}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-14T14:40:45,812 DEBUG [RS_FLUSH_OPERATIONS-regionserver/da1c6afcd1f9:0-1 {event_type=RS_FLUSH_REGIONS, pid=14}] regionserver.CompactingMemStore(205): FLUSHING TO DISK b982b98e12b52abc271df4d930581a34, store=C 2024-11-14T14:40:45,812 DEBUG [RS_FLUSH_OPERATIONS-regionserver/da1c6afcd1f9:0-1 {event_type=RS_FLUSH_REGIONS, pid=14}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-14T14:40:45,816 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45145 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=13 2024-11-14T14:40:45,819 DEBUG [RS_FLUSH_OPERATIONS-regionserver/da1c6afcd1f9:0-1 {event_type=RS_FLUSH_REGIONS, pid=14}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:34345/user/jenkins/test-data/14d118ee-a83a-b09b-5913-1a58940a5db1/data/default/TestAcidGuarantees/b982b98e12b52abc271df4d930581a34/.tmp/A/bc588c1cd602447f8841baaeee6e2465 is 50, key is test_row_0/A:col10/1731595244807/Put/seqid=0 2024-11-14T14:40:45,823 INFO [RS:0;da1c6afcd1f9:35765-longCompactions-0 {}] regionserver.HStore(1337): Completed compaction of 3 (all) file(s) in b982b98e12b52abc271df4d930581a34/C of b982b98e12b52abc271df4d930581a34 into 98d806f6abd746e3bd43577e1cbd73f0(size=12.4 K), total size for store is 12.4 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-11-14T14:40:45,823 DEBUG [RS:0;da1c6afcd1f9:35765-longCompactions-0 {}] regionserver.HRegion(2446): Compaction status journal for b982b98e12b52abc271df4d930581a34: 2024-11-14T14:40:45,823 INFO [RS:0;da1c6afcd1f9:35765-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1731595236744.b982b98e12b52abc271df4d930581a34., storeName=b982b98e12b52abc271df4d930581a34/C, priority=13, startTime=1731595245699; duration=0sec 2024-11-14T14:40:45,823 DEBUG [RS:0;da1c6afcd1f9:35765-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-14T14:40:45,823 DEBUG [RS:0;da1c6afcd1f9:35765-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: b982b98e12b52abc271df4d930581a34:C 2024-11-14T14:40:45,830 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36699 is added to blk_1073741873_1049 (size=12301) 2024-11-14T14:40:45,831 INFO [RS_FLUSH_OPERATIONS-regionserver/da1c6afcd1f9:0-1 {event_type=RS_FLUSH_REGIONS, pid=14}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=33.54 KB at sequenceid=416 (bloomFilter=true), to=hdfs://localhost:34345/user/jenkins/test-data/14d118ee-a83a-b09b-5913-1a58940a5db1/data/default/TestAcidGuarantees/b982b98e12b52abc271df4d930581a34/.tmp/A/bc588c1cd602447f8841baaeee6e2465 2024-11-14T14:40:45,847 DEBUG [RS_FLUSH_OPERATIONS-regionserver/da1c6afcd1f9:0-1 {event_type=RS_FLUSH_REGIONS, pid=14}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:34345/user/jenkins/test-data/14d118ee-a83a-b09b-5913-1a58940a5db1/data/default/TestAcidGuarantees/b982b98e12b52abc271df4d930581a34/.tmp/B/74693787ec674a41801c2642ddb3d28b is 50, key is test_row_0/B:col10/1731595244807/Put/seqid=0 2024-11-14T14:40:45,854 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36699 is added to blk_1073741874_1050 (size=12301) 2024-11-14T14:40:45,864 INFO [RS_FLUSH_OPERATIONS-regionserver/da1c6afcd1f9:0-1 {event_type=RS_FLUSH_REGIONS, pid=14}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=33.54 KB at sequenceid=416 (bloomFilter=true), to=hdfs://localhost:34345/user/jenkins/test-data/14d118ee-a83a-b09b-5913-1a58940a5db1/data/default/TestAcidGuarantees/b982b98e12b52abc271df4d930581a34/.tmp/B/74693787ec674a41801c2642ddb3d28b 2024-11-14T14:40:45,880 DEBUG [RS_FLUSH_OPERATIONS-regionserver/da1c6afcd1f9:0-1 {event_type=RS_FLUSH_REGIONS, pid=14}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:34345/user/jenkins/test-data/14d118ee-a83a-b09b-5913-1a58940a5db1/data/default/TestAcidGuarantees/b982b98e12b52abc271df4d930581a34/.tmp/C/2674a0e569744144b805f6790ec3051a is 50, key is test_row_0/C:col10/1731595244807/Put/seqid=0 2024-11-14T14:40:45,890 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36699 is added to blk_1073741875_1051 (size=12301) 2024-11-14T14:40:45,891 INFO [RS_FLUSH_OPERATIONS-regionserver/da1c6afcd1f9:0-1 {event_type=RS_FLUSH_REGIONS, pid=14}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=33.54 KB at sequenceid=416 (bloomFilter=true), to=hdfs://localhost:34345/user/jenkins/test-data/14d118ee-a83a-b09b-5913-1a58940a5db1/data/default/TestAcidGuarantees/b982b98e12b52abc271df4d930581a34/.tmp/C/2674a0e569744144b805f6790ec3051a 2024-11-14T14:40:45,901 DEBUG [RS_FLUSH_OPERATIONS-regionserver/da1c6afcd1f9:0-1 {event_type=RS_FLUSH_REGIONS, pid=14}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:34345/user/jenkins/test-data/14d118ee-a83a-b09b-5913-1a58940a5db1/data/default/TestAcidGuarantees/b982b98e12b52abc271df4d930581a34/.tmp/A/bc588c1cd602447f8841baaeee6e2465 as hdfs://localhost:34345/user/jenkins/test-data/14d118ee-a83a-b09b-5913-1a58940a5db1/data/default/TestAcidGuarantees/b982b98e12b52abc271df4d930581a34/A/bc588c1cd602447f8841baaeee6e2465 2024-11-14T14:40:45,911 INFO [RS_FLUSH_OPERATIONS-regionserver/da1c6afcd1f9:0-1 {event_type=RS_FLUSH_REGIONS, pid=14}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:34345/user/jenkins/test-data/14d118ee-a83a-b09b-5913-1a58940a5db1/data/default/TestAcidGuarantees/b982b98e12b52abc271df4d930581a34/A/bc588c1cd602447f8841baaeee6e2465, entries=150, sequenceid=416, filesize=12.0 K 2024-11-14T14:40:45,912 DEBUG [RS_FLUSH_OPERATIONS-regionserver/da1c6afcd1f9:0-1 {event_type=RS_FLUSH_REGIONS, pid=14}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:34345/user/jenkins/test-data/14d118ee-a83a-b09b-5913-1a58940a5db1/data/default/TestAcidGuarantees/b982b98e12b52abc271df4d930581a34/.tmp/B/74693787ec674a41801c2642ddb3d28b as hdfs://localhost:34345/user/jenkins/test-data/14d118ee-a83a-b09b-5913-1a58940a5db1/data/default/TestAcidGuarantees/b982b98e12b52abc271df4d930581a34/B/74693787ec674a41801c2642ddb3d28b 2024-11-14T14:40:45,920 INFO [RS_FLUSH_OPERATIONS-regionserver/da1c6afcd1f9:0-1 {event_type=RS_FLUSH_REGIONS, pid=14}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:34345/user/jenkins/test-data/14d118ee-a83a-b09b-5913-1a58940a5db1/data/default/TestAcidGuarantees/b982b98e12b52abc271df4d930581a34/B/74693787ec674a41801c2642ddb3d28b, entries=150, sequenceid=416, filesize=12.0 K 2024-11-14T14:40:45,924 DEBUG [RS_FLUSH_OPERATIONS-regionserver/da1c6afcd1f9:0-1 {event_type=RS_FLUSH_REGIONS, pid=14}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:34345/user/jenkins/test-data/14d118ee-a83a-b09b-5913-1a58940a5db1/data/default/TestAcidGuarantees/b982b98e12b52abc271df4d930581a34/.tmp/C/2674a0e569744144b805f6790ec3051a as hdfs://localhost:34345/user/jenkins/test-data/14d118ee-a83a-b09b-5913-1a58940a5db1/data/default/TestAcidGuarantees/b982b98e12b52abc271df4d930581a34/C/2674a0e569744144b805f6790ec3051a 2024-11-14T14:40:45,941 INFO [RS_FLUSH_OPERATIONS-regionserver/da1c6afcd1f9:0-1 {event_type=RS_FLUSH_REGIONS, pid=14}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:34345/user/jenkins/test-data/14d118ee-a83a-b09b-5913-1a58940a5db1/data/default/TestAcidGuarantees/b982b98e12b52abc271df4d930581a34/C/2674a0e569744144b805f6790ec3051a, entries=150, sequenceid=416, filesize=12.0 K 2024-11-14T14:40:45,942 INFO [RS_FLUSH_OPERATIONS-regionserver/da1c6afcd1f9:0-1 {event_type=RS_FLUSH_REGIONS, pid=14}] regionserver.HRegion(3140): Finished flush of dataSize ~100.63 KB/103050, heapSize ~299.53 KB/306720, currentSize=0 B/0 for b982b98e12b52abc271df4d930581a34 in 131ms, sequenceid=416, compaction requested=false 2024-11-14T14:40:45,943 DEBUG [RS_FLUSH_OPERATIONS-regionserver/da1c6afcd1f9:0-1 {event_type=RS_FLUSH_REGIONS, pid=14}] regionserver.HRegion(2603): Flush status journal for b982b98e12b52abc271df4d930581a34: 2024-11-14T14:40:45,943 DEBUG [RS_FLUSH_OPERATIONS-regionserver/da1c6afcd1f9:0-1 {event_type=RS_FLUSH_REGIONS, pid=14}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1731595236744.b982b98e12b52abc271df4d930581a34. 2024-11-14T14:40:45,943 DEBUG [RS_FLUSH_OPERATIONS-regionserver/da1c6afcd1f9:0-1 {event_type=RS_FLUSH_REGIONS, pid=14}] regionserver.RemoteProcedureResultReporter(62): Successfully complete execution of pid=14 2024-11-14T14:40:45,943 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45145 {}] master.HMaster(4169): Remote procedure done, pid=14 2024-11-14T14:40:45,949 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=14, resume processing ppid=13 2024-11-14T14:40:45,949 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1521): Finished pid=14, ppid=13, state=SUCCESS, hasLock=false; org.apache.hadoop.hbase.master.procedure.FlushRegionProcedure in 443 msec 2024-11-14T14:40:45,952 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1521): Finished pid=13, state=SUCCESS, hasLock=false; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=13, table=TestAcidGuarantees in 453 msec 2024-11-14T14:40:45,970 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35765 {}] regionserver.HRegion(8855): Flush requested on b982b98e12b52abc271df4d930581a34 2024-11-14T14:40:45,970 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(2902): Flushing b982b98e12b52abc271df4d930581a34 3/3 column families, dataSize=46.96 KB heapSize=140.20 KB 2024-11-14T14:40:45,972 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK b982b98e12b52abc271df4d930581a34, store=A 2024-11-14T14:40:45,972 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-14T14:40:45,972 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK b982b98e12b52abc271df4d930581a34, store=B 2024-11-14T14:40:45,972 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-14T14:40:45,972 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK b982b98e12b52abc271df4d930581a34, store=C 2024-11-14T14:40:45,972 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-14T14:40:45,980 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:34345/user/jenkins/test-data/14d118ee-a83a-b09b-5913-1a58940a5db1/data/default/TestAcidGuarantees/b982b98e12b52abc271df4d930581a34/.tmp/A/daf6bac0a8dd4ddbb42aa973c80499bf is 50, key is test_row_0/A:col10/1731595245967/Put/seqid=0 2024-11-14T14:40:45,997 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36699 is added to blk_1073741876_1052 (size=17181) 2024-11-14T14:40:46,018 DEBUG [RS_IN_MEMORY_COMPACTION-regionserver/da1c6afcd1f9:0-9 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=type=CellArrayImmutableSegment, empty=no, cellCount=359, cellSize=16435, totalHeapSize=37576, min timestamp=1731595245992, max timestamp=1731595246013Num uniques 859; 2024-11-14T14:40:46,018 DEBUG [RS_IN_MEMORY_COMPACTION-regionserver/da1c6afcd1f9:0-9 {}] regionserver.CompactionPipeline(163): Suffix data size=39335, new segment data size=16435, suffix heap size=117064,new segment heap size=37576 　suffix off heap size=0, new segment off heap size=0, suffix cells count=859, new segment cells count=359 2024-11-14T14:40:46,021 DEBUG [RS_IN_MEMORY_COMPACTION-regionserver/da1c6afcd1f9:0-7 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=type=CellArrayImmutableSegment, empty=no, cellCount=159, cellSize=7275, totalHeapSize=16776, min timestamp=1731595246007, max timestamp=1731595246013Num uniques 859; 2024-11-14T14:40:46,021 DEBUG [RS_IN_MEMORY_COMPACTION-regionserver/da1c6afcd1f9:0-0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=type=CellArrayImmutableSegment, empty=no, cellCount=359, cellSize=16435, totalHeapSize=37576, min timestamp=1731595245992, max timestamp=1731595246013Num uniques 859; 2024-11-14T14:40:46,022 DEBUG [RS_IN_MEMORY_COMPACTION-regionserver/da1c6afcd1f9:0-7 {}] regionserver.CompactionPipeline(163): Suffix data size=39335, new segment data size=7275, suffix heap size=117064,new segment heap size=16776 　suffix off heap size=0, new segment off heap size=0, suffix cells count=859, new segment cells count=159 2024-11-14T14:40:46,022 DEBUG [RS_IN_MEMORY_COMPACTION-regionserver/da1c6afcd1f9:0-0 {}] regionserver.CompactionPipeline(163): Suffix data size=39335, new segment data size=16435, suffix heap size=117064,new segment heap size=37576 　suffix off heap size=0, new segment off heap size=0, suffix cells count=859, new segment cells count=359 2024-11-14T14:40:46,087 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35765 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b982b98e12b52abc271df4d930581a34, server=da1c6afcd1f9,35765,1731595233113 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-14T14:40:46,087 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35765 {}] ipc.CallRunner(138): callId: 108 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:57946 deadline: 1731595306048, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b982b98e12b52abc271df4d930581a34, server=da1c6afcd1f9,35765,1731595233113 2024-11-14T14:40:46,088 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731595236744.b982b98e12b52abc271df4d930581a34., hostname=da1c6afcd1f9,35765,1731595233113, seqNum=2 , the old value is region=TestAcidGuarantees,,1731595236744.b982b98e12b52abc271df4d930581a34., hostname=da1c6afcd1f9,35765,1731595233113, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b982b98e12b52abc271df4d930581a34, server=da1c6afcd1f9,35765,1731595233113 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-14T14:40:46,088 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35765 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b982b98e12b52abc271df4d930581a34, server=da1c6afcd1f9,35765,1731595233113 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-14T14:40:46,088 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731595236744.b982b98e12b52abc271df4d930581a34., hostname=da1c6afcd1f9,35765,1731595233113, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b982b98e12b52abc271df4d930581a34, server=da1c6afcd1f9,35765,1731595233113 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-14T14:40:46,088 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731595236744.b982b98e12b52abc271df4d930581a34., hostname=da1c6afcd1f9,35765,1731595233113, seqNum=2 because the exception is null or not the one we care about 2024-11-14T14:40:46,088 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35765 {}] ipc.CallRunner(138): callId: 104 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:57884 deadline: 1731595306050, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b982b98e12b52abc271df4d930581a34, server=da1c6afcd1f9,35765,1731595233113 2024-11-14T14:40:46,089 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731595236744.b982b98e12b52abc271df4d930581a34., hostname=da1c6afcd1f9,35765,1731595233113, seqNum=2 , the old value is region=TestAcidGuarantees,,1731595236744.b982b98e12b52abc271df4d930581a34., hostname=da1c6afcd1f9,35765,1731595233113, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b982b98e12b52abc271df4d930581a34, server=da1c6afcd1f9,35765,1731595233113 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-14T14:40:46,089 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731595236744.b982b98e12b52abc271df4d930581a34., hostname=da1c6afcd1f9,35765,1731595233113, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b982b98e12b52abc271df4d930581a34, server=da1c6afcd1f9,35765,1731595233113 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-14T14:40:46,089 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731595236744.b982b98e12b52abc271df4d930581a34., hostname=da1c6afcd1f9,35765,1731595233113, seqNum=2 because the exception is null or not the one we care about 2024-11-14T14:40:46,101 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35765 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b982b98e12b52abc271df4d930581a34, server=da1c6afcd1f9,35765,1731595233113 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-14T14:40:46,102 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35765 {}] ipc.CallRunner(138): callId: 113 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:57914 deadline: 1731595306088, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b982b98e12b52abc271df4d930581a34, server=da1c6afcd1f9,35765,1731595233113 2024-11-14T14:40:46,103 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35765 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b982b98e12b52abc271df4d930581a34, server=da1c6afcd1f9,35765,1731595233113 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-14T14:40:46,103 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35765 {}] ipc.CallRunner(138): callId: 108 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:57954 deadline: 1731595306088, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b982b98e12b52abc271df4d930581a34, server=da1c6afcd1f9,35765,1731595233113 2024-11-14T14:40:46,103 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731595236744.b982b98e12b52abc271df4d930581a34., hostname=da1c6afcd1f9,35765,1731595233113, seqNum=2 , the old value is region=TestAcidGuarantees,,1731595236744.b982b98e12b52abc271df4d930581a34., hostname=da1c6afcd1f9,35765,1731595233113, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b982b98e12b52abc271df4d930581a34, server=da1c6afcd1f9,35765,1731595233113 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-14T14:40:46,104 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731595236744.b982b98e12b52abc271df4d930581a34., hostname=da1c6afcd1f9,35765,1731595233113, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b982b98e12b52abc271df4d930581a34, server=da1c6afcd1f9,35765,1731595233113 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-14T14:40:46,104 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731595236744.b982b98e12b52abc271df4d930581a34., hostname=da1c6afcd1f9,35765,1731595233113, seqNum=2 because the exception is null or not the one we care about 2024-11-14T14:40:46,104 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731595236744.b982b98e12b52abc271df4d930581a34., hostname=da1c6afcd1f9,35765,1731595233113, seqNum=2 , the old value is region=TestAcidGuarantees,,1731595236744.b982b98e12b52abc271df4d930581a34., hostname=da1c6afcd1f9,35765,1731595233113, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b982b98e12b52abc271df4d930581a34, server=da1c6afcd1f9,35765,1731595233113 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-14T14:40:46,104 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731595236744.b982b98e12b52abc271df4d930581a34., hostname=da1c6afcd1f9,35765,1731595233113, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b982b98e12b52abc271df4d930581a34, server=da1c6afcd1f9,35765,1731595233113 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-14T14:40:46,104 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731595236744.b982b98e12b52abc271df4d930581a34., hostname=da1c6afcd1f9,35765,1731595233113, seqNum=2 because the exception is null or not the one we care about 2024-11-14T14:40:46,104 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35765 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b982b98e12b52abc271df4d930581a34, server=da1c6afcd1f9,35765,1731595233113 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-14T14:40:46,105 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35765 {}] ipc.CallRunner(138): callId: 103 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:57926 deadline: 1731595306088, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b982b98e12b52abc271df4d930581a34, server=da1c6afcd1f9,35765,1731595233113 2024-11-14T14:40:46,108 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731595236744.b982b98e12b52abc271df4d930581a34., hostname=da1c6afcd1f9,35765,1731595233113, seqNum=2 , the old value is region=TestAcidGuarantees,,1731595236744.b982b98e12b52abc271df4d930581a34., hostname=da1c6afcd1f9,35765,1731595233113, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b982b98e12b52abc271df4d930581a34, server=da1c6afcd1f9,35765,1731595233113 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-14T14:40:46,108 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731595236744.b982b98e12b52abc271df4d930581a34., hostname=da1c6afcd1f9,35765,1731595233113, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b982b98e12b52abc271df4d930581a34, server=da1c6afcd1f9,35765,1731595233113 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-14T14:40:46,108 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731595236744.b982b98e12b52abc271df4d930581a34., hostname=da1c6afcd1f9,35765,1731595233113, seqNum=2 because the exception is null or not the one we care about 2024-11-14T14:40:46,126 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45145 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=13 2024-11-14T14:40:46,127 INFO [RPCClient-NioEventLoopGroup-4-8 {}] client.RawAsyncHBaseAdmin$TableProcedureBiConsumer(2721): Operation: FLUSH, Table Name: default:TestAcidGuarantees completed 2024-11-14T14:40:46,127 INFO [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45145 {}] master.HMaster$22(4506): Client=jenkins//172.17.0.2 flush TestAcidGuarantees 2024-11-14T14:40:46,129 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45145 {}] procedure2.ProcedureExecutor(1139): Stored pid=15, state=RUNNABLE:FLUSH_TABLE_PREPARE, hasLock=false; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=15, table=TestAcidGuarantees 2024-11-14T14:40:46,131 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45145 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=15 2024-11-14T14:40:46,132 INFO [PEWorker-2 {}] procedure.FlushTableProcedure(91): pid=15, state=RUNNABLE:FLUSH_TABLE_PREPARE, hasLock=true; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=15, table=TestAcidGuarantees execute state=FLUSH_TABLE_PREPARE 2024-11-14T14:40:46,133 INFO [PEWorker-2 {}] procedure.FlushTableProcedure(91): pid=15, state=RUNNABLE:FLUSH_TABLE_FLUSH_REGIONS, hasLock=true; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=15, table=TestAcidGuarantees execute state=FLUSH_TABLE_FLUSH_REGIONS 2024-11-14T14:40:46,133 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=16, ppid=15, state=RUNNABLE, hasLock=false; org.apache.hadoop.hbase.master.procedure.FlushRegionProcedure}] 2024-11-14T14:40:46,204 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35765 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b982b98e12b52abc271df4d930581a34, server=da1c6afcd1f9,35765,1731595233113 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-14T14:40:46,204 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35765 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b982b98e12b52abc271df4d930581a34, server=da1c6afcd1f9,35765,1731595233113 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-14T14:40:46,204 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35765 {}] ipc.CallRunner(138): callId: 109 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:57946 deadline: 1731595306196, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b982b98e12b52abc271df4d930581a34, server=da1c6afcd1f9,35765,1731595233113 2024-11-14T14:40:46,204 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35765 {}] ipc.CallRunner(138): callId: 105 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:57884 deadline: 1731595306197, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b982b98e12b52abc271df4d930581a34, server=da1c6afcd1f9,35765,1731595233113 2024-11-14T14:40:46,205 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731595236744.b982b98e12b52abc271df4d930581a34., hostname=da1c6afcd1f9,35765,1731595233113, seqNum=2 , the old value is region=TestAcidGuarantees,,1731595236744.b982b98e12b52abc271df4d930581a34., hostname=da1c6afcd1f9,35765,1731595233113, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b982b98e12b52abc271df4d930581a34, server=da1c6afcd1f9,35765,1731595233113 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-14T14:40:46,205 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731595236744.b982b98e12b52abc271df4d930581a34., hostname=da1c6afcd1f9,35765,1731595233113, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b982b98e12b52abc271df4d930581a34, server=da1c6afcd1f9,35765,1731595233113 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-14T14:40:46,205 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731595236744.b982b98e12b52abc271df4d930581a34., hostname=da1c6afcd1f9,35765,1731595233113, seqNum=2 because the exception is null or not the one we care about 2024-11-14T14:40:46,205 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731595236744.b982b98e12b52abc271df4d930581a34., hostname=da1c6afcd1f9,35765,1731595233113, seqNum=2 , the old value is region=TestAcidGuarantees,,1731595236744.b982b98e12b52abc271df4d930581a34., hostname=da1c6afcd1f9,35765,1731595233113, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b982b98e12b52abc271df4d930581a34, server=da1c6afcd1f9,35765,1731595233113 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-14T14:40:46,205 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731595236744.b982b98e12b52abc271df4d930581a34., hostname=da1c6afcd1f9,35765,1731595233113, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b982b98e12b52abc271df4d930581a34, server=da1c6afcd1f9,35765,1731595233113 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-14T14:40:46,205 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731595236744.b982b98e12b52abc271df4d930581a34., hostname=da1c6afcd1f9,35765,1731595233113, seqNum=2 because the exception is null or not the one we care about 2024-11-14T14:40:46,211 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35765 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b982b98e12b52abc271df4d930581a34, server=da1c6afcd1f9,35765,1731595233113 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-14T14:40:46,211 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35765 {}] ipc.CallRunner(138): callId: 114 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:57914 deadline: 1731595306207, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b982b98e12b52abc271df4d930581a34, server=da1c6afcd1f9,35765,1731595233113 2024-11-14T14:40:46,212 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731595236744.b982b98e12b52abc271df4d930581a34., hostname=da1c6afcd1f9,35765,1731595233113, seqNum=2 , the old value is region=TestAcidGuarantees,,1731595236744.b982b98e12b52abc271df4d930581a34., hostname=da1c6afcd1f9,35765,1731595233113, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b982b98e12b52abc271df4d930581a34, server=da1c6afcd1f9,35765,1731595233113 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-14T14:40:46,212 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731595236744.b982b98e12b52abc271df4d930581a34., hostname=da1c6afcd1f9,35765,1731595233113, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b982b98e12b52abc271df4d930581a34, server=da1c6afcd1f9,35765,1731595233113 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-14T14:40:46,212 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731595236744.b982b98e12b52abc271df4d930581a34., hostname=da1c6afcd1f9,35765,1731595233113, seqNum=2 because the exception is null or not the one we care about 2024-11-14T14:40:46,222 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35765 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b982b98e12b52abc271df4d930581a34, server=da1c6afcd1f9,35765,1731595233113 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-14T14:40:46,222 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35765 {}] ipc.CallRunner(138): callId: 109 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:57954 deadline: 1731595306216, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b982b98e12b52abc271df4d930581a34, server=da1c6afcd1f9,35765,1731595233113 2024-11-14T14:40:46,223 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35765 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b982b98e12b52abc271df4d930581a34, server=da1c6afcd1f9,35765,1731595233113 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-14T14:40:46,223 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731595236744.b982b98e12b52abc271df4d930581a34., hostname=da1c6afcd1f9,35765,1731595233113, seqNum=2 , the old value is region=TestAcidGuarantees,,1731595236744.b982b98e12b52abc271df4d930581a34., hostname=da1c6afcd1f9,35765,1731595233113, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b982b98e12b52abc271df4d930581a34, server=da1c6afcd1f9,35765,1731595233113 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-14T14:40:46,223 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731595236744.b982b98e12b52abc271df4d930581a34., hostname=da1c6afcd1f9,35765,1731595233113, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b982b98e12b52abc271df4d930581a34, server=da1c6afcd1f9,35765,1731595233113 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-14T14:40:46,223 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731595236744.b982b98e12b52abc271df4d930581a34., hostname=da1c6afcd1f9,35765,1731595233113, seqNum=2 because the exception is null or not the one we care about 2024-11-14T14:40:46,223 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35765 {}] ipc.CallRunner(138): callId: 104 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:57926 deadline: 1731595306216, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b982b98e12b52abc271df4d930581a34, server=da1c6afcd1f9,35765,1731595233113 2024-11-14T14:40:46,224 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731595236744.b982b98e12b52abc271df4d930581a34., hostname=da1c6afcd1f9,35765,1731595233113, seqNum=2 , the old value is region=TestAcidGuarantees,,1731595236744.b982b98e12b52abc271df4d930581a34., hostname=da1c6afcd1f9,35765,1731595233113, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b982b98e12b52abc271df4d930581a34, server=da1c6afcd1f9,35765,1731595233113 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-14T14:40:46,224 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731595236744.b982b98e12b52abc271df4d930581a34., hostname=da1c6afcd1f9,35765,1731595233113, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b982b98e12b52abc271df4d930581a34, server=da1c6afcd1f9,35765,1731595233113 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-14T14:40:46,224 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731595236744.b982b98e12b52abc271df4d930581a34., hostname=da1c6afcd1f9,35765,1731595233113, seqNum=2 because the exception is null or not the one we care about 2024-11-14T14:40:46,236 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45145 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=15 2024-11-14T14:40:46,286 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=35765 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=16 2024-11-14T14:40:46,286 DEBUG [RS_FLUSH_OPERATIONS-regionserver/da1c6afcd1f9:0-2 {event_type=RS_FLUSH_REGIONS, pid=16}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1731595236744.b982b98e12b52abc271df4d930581a34. 2024-11-14T14:40:46,286 DEBUG [RS_FLUSH_OPERATIONS-regionserver/da1c6afcd1f9:0-2 {event_type=RS_FLUSH_REGIONS, pid=16}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1731595236744.b982b98e12b52abc271df4d930581a34. as already flushing 2024-11-14T14:40:46,286 DEBUG [RS_FLUSH_OPERATIONS-regionserver/da1c6afcd1f9:0-2 {event_type=RS_FLUSH_REGIONS, pid=16}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1731595236744.b982b98e12b52abc271df4d930581a34. 2024-11-14T14:40:46,286 ERROR [RS_FLUSH_OPERATIONS-regionserver/da1c6afcd1f9:0-2 {event_type=RS_FLUSH_REGIONS, pid=16}] handler.RSProcedureHandler(58): pid=16 java.io.IOException: Unable to complete flush {ENCODED => b982b98e12b52abc271df4d930581a34, NAME => 'TestAcidGuarantees,,1731595236744.b982b98e12b52abc271df4d930581a34.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-14T14:40:46,287 DEBUG [RS_FLUSH_OPERATIONS-regionserver/da1c6afcd1f9:0-2 {event_type=RS_FLUSH_REGIONS, pid=16}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=16 java.io.IOException: Unable to complete flush {ENCODED => b982b98e12b52abc271df4d930581a34, NAME => 'TestAcidGuarantees,,1731595236744.b982b98e12b52abc271df4d930581a34.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-14T14:40:46,287 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45145 {}] master.HMaster(4177): Remote procedure failed, pid=16 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => b982b98e12b52abc271df4d930581a34, NAME => 'TestAcidGuarantees,,1731595236744.b982b98e12b52abc271df4d930581a34.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$5(MasterRpcServices.java:2580) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2575) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => b982b98e12b52abc271df4d930581a34, NAME => 'TestAcidGuarantees,,1731595236744.b982b98e12b52abc271df4d930581a34.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-14T14:40:46,398 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=17.89 KB at sequenceid=428 (bloomFilter=true), to=hdfs://localhost:34345/user/jenkins/test-data/14d118ee-a83a-b09b-5913-1a58940a5db1/data/default/TestAcidGuarantees/b982b98e12b52abc271df4d930581a34/.tmp/A/daf6bac0a8dd4ddbb42aa973c80499bf 2024-11-14T14:40:46,411 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:34345/user/jenkins/test-data/14d118ee-a83a-b09b-5913-1a58940a5db1/data/default/TestAcidGuarantees/b982b98e12b52abc271df4d930581a34/.tmp/B/fe33a262e1a4441c8fdcb4b3757328db is 50, key is test_row_0/B:col10/1731595245967/Put/seqid=0 2024-11-14T14:40:46,420 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35765 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b982b98e12b52abc271df4d930581a34, server=da1c6afcd1f9,35765,1731595233113 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-14T14:40:46,421 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35765 {}] ipc.CallRunner(138): callId: 106 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:57884 deadline: 1731595306416, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b982b98e12b52abc271df4d930581a34, server=da1c6afcd1f9,35765,1731595233113 2024-11-14T14:40:46,421 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35765 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b982b98e12b52abc271df4d930581a34, server=da1c6afcd1f9,35765,1731595233113 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-14T14:40:46,421 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35765 {}] ipc.CallRunner(138): callId: 110 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:57946 deadline: 1731595306417, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b982b98e12b52abc271df4d930581a34, server=da1c6afcd1f9,35765,1731595233113 2024-11-14T14:40:46,421 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35765 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b982b98e12b52abc271df4d930581a34, server=da1c6afcd1f9,35765,1731595233113 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-14T14:40:46,421 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35765 {}] ipc.CallRunner(138): callId: 115 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:57914 deadline: 1731595306417, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b982b98e12b52abc271df4d930581a34, server=da1c6afcd1f9,35765,1731595233113 2024-11-14T14:40:46,422 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731595236744.b982b98e12b52abc271df4d930581a34., hostname=da1c6afcd1f9,35765,1731595233113, seqNum=2 , the old value is region=TestAcidGuarantees,,1731595236744.b982b98e12b52abc271df4d930581a34., hostname=da1c6afcd1f9,35765,1731595233113, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b982b98e12b52abc271df4d930581a34, server=da1c6afcd1f9,35765,1731595233113 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-14T14:40:46,422 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731595236744.b982b98e12b52abc271df4d930581a34., hostname=da1c6afcd1f9,35765,1731595233113, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b982b98e12b52abc271df4d930581a34, server=da1c6afcd1f9,35765,1731595233113 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-14T14:40:46,422 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731595236744.b982b98e12b52abc271df4d930581a34., hostname=da1c6afcd1f9,35765,1731595233113, seqNum=2 because the exception is null or not the one we care about 2024-11-14T14:40:46,422 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731595236744.b982b98e12b52abc271df4d930581a34., hostname=da1c6afcd1f9,35765,1731595233113, seqNum=2 , the old value is region=TestAcidGuarantees,,1731595236744.b982b98e12b52abc271df4d930581a34., hostname=da1c6afcd1f9,35765,1731595233113, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b982b98e12b52abc271df4d930581a34, server=da1c6afcd1f9,35765,1731595233113 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-14T14:40:46,422 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731595236744.b982b98e12b52abc271df4d930581a34., hostname=da1c6afcd1f9,35765,1731595233113, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b982b98e12b52abc271df4d930581a34, server=da1c6afcd1f9,35765,1731595233113 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-14T14:40:46,423 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731595236744.b982b98e12b52abc271df4d930581a34., hostname=da1c6afcd1f9,35765,1731595233113, seqNum=2 because the exception is null or not the one we care about 2024-11-14T14:40:46,423 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731595236744.b982b98e12b52abc271df4d930581a34., hostname=da1c6afcd1f9,35765,1731595233113, seqNum=2 , the old value is region=TestAcidGuarantees,,1731595236744.b982b98e12b52abc271df4d930581a34., hostname=da1c6afcd1f9,35765,1731595233113, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b982b98e12b52abc271df4d930581a34, server=da1c6afcd1f9,35765,1731595233113 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-14T14:40:46,423 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731595236744.b982b98e12b52abc271df4d930581a34., hostname=da1c6afcd1f9,35765,1731595233113, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b982b98e12b52abc271df4d930581a34, server=da1c6afcd1f9,35765,1731595233113 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-14T14:40:46,423 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731595236744.b982b98e12b52abc271df4d930581a34., hostname=da1c6afcd1f9,35765,1731595233113, seqNum=2 because the exception is null or not the one we care about 2024-11-14T14:40:46,424 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36699 is added to blk_1073741877_1053 (size=12301) 2024-11-14T14:40:46,425 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=17.89 KB at sequenceid=428 (bloomFilter=true), to=hdfs://localhost:34345/user/jenkins/test-data/14d118ee-a83a-b09b-5913-1a58940a5db1/data/default/TestAcidGuarantees/b982b98e12b52abc271df4d930581a34/.tmp/B/fe33a262e1a4441c8fdcb4b3757328db 2024-11-14T14:40:46,433 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35765 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b982b98e12b52abc271df4d930581a34, server=da1c6afcd1f9,35765,1731595233113 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-14T14:40:46,433 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35765 {}] ipc.CallRunner(138): callId: 110 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:57954 deadline: 1731595306426, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b982b98e12b52abc271df4d930581a34, server=da1c6afcd1f9,35765,1731595233113 2024-11-14T14:40:46,434 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731595236744.b982b98e12b52abc271df4d930581a34., hostname=da1c6afcd1f9,35765,1731595233113, seqNum=2 , the old value is region=TestAcidGuarantees,,1731595236744.b982b98e12b52abc271df4d930581a34., hostname=da1c6afcd1f9,35765,1731595233113, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b982b98e12b52abc271df4d930581a34, server=da1c6afcd1f9,35765,1731595233113 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-14T14:40:46,434 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731595236744.b982b98e12b52abc271df4d930581a34., hostname=da1c6afcd1f9,35765,1731595233113, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b982b98e12b52abc271df4d930581a34, server=da1c6afcd1f9,35765,1731595233113 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-14T14:40:46,434 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731595236744.b982b98e12b52abc271df4d930581a34., hostname=da1c6afcd1f9,35765,1731595233113, seqNum=2 because the exception is null or not the one we care about 2024-11-14T14:40:46,439 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35765 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b982b98e12b52abc271df4d930581a34, server=da1c6afcd1f9,35765,1731595233113 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-14T14:40:46,439 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35765 {}] ipc.CallRunner(138): callId: 105 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:57926 deadline: 1731595306437, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b982b98e12b52abc271df4d930581a34, server=da1c6afcd1f9,35765,1731595233113 2024-11-14T14:40:46,439 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731595236744.b982b98e12b52abc271df4d930581a34., hostname=da1c6afcd1f9,35765,1731595233113, seqNum=2 , the old value is region=TestAcidGuarantees,,1731595236744.b982b98e12b52abc271df4d930581a34., hostname=da1c6afcd1f9,35765,1731595233113, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b982b98e12b52abc271df4d930581a34, server=da1c6afcd1f9,35765,1731595233113 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-14T14:40:46,440 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731595236744.b982b98e12b52abc271df4d930581a34., hostname=da1c6afcd1f9,35765,1731595233113, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b982b98e12b52abc271df4d930581a34, server=da1c6afcd1f9,35765,1731595233113 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-14T14:40:46,440 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731595236744.b982b98e12b52abc271df4d930581a34., hostname=da1c6afcd1f9,35765,1731595233113, seqNum=2 because the exception is null or not the one we care about 2024-11-14T14:40:46,440 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=35765 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=16 2024-11-14T14:40:46,441 DEBUG [RS_FLUSH_OPERATIONS-regionserver/da1c6afcd1f9:0-0 {event_type=RS_FLUSH_REGIONS, pid=16}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1731595236744.b982b98e12b52abc271df4d930581a34. 2024-11-14T14:40:46,441 DEBUG [RS_FLUSH_OPERATIONS-regionserver/da1c6afcd1f9:0-0 {event_type=RS_FLUSH_REGIONS, pid=16}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1731595236744.b982b98e12b52abc271df4d930581a34. as already flushing 2024-11-14T14:40:46,441 DEBUG [RS_FLUSH_OPERATIONS-regionserver/da1c6afcd1f9:0-0 {event_type=RS_FLUSH_REGIONS, pid=16}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1731595236744.b982b98e12b52abc271df4d930581a34. 2024-11-14T14:40:46,441 ERROR [RS_FLUSH_OPERATIONS-regionserver/da1c6afcd1f9:0-0 {event_type=RS_FLUSH_REGIONS, pid=16}] handler.RSProcedureHandler(58): pid=16 java.io.IOException: Unable to complete flush {ENCODED => b982b98e12b52abc271df4d930581a34, NAME => 'TestAcidGuarantees,,1731595236744.b982b98e12b52abc271df4d930581a34.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-14T14:40:46,441 DEBUG [RS_FLUSH_OPERATIONS-regionserver/da1c6afcd1f9:0-0 {event_type=RS_FLUSH_REGIONS, pid=16}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=16 java.io.IOException: Unable to complete flush {ENCODED => b982b98e12b52abc271df4d930581a34, NAME => 'TestAcidGuarantees,,1731595236744.b982b98e12b52abc271df4d930581a34.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-14T14:40:46,442 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45145 {}] master.HMaster(4177): Remote procedure failed, pid=16 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => b982b98e12b52abc271df4d930581a34, NAME => 'TestAcidGuarantees,,1731595236744.b982b98e12b52abc271df4d930581a34.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$5(MasterRpcServices.java:2580) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2575) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => b982b98e12b52abc271df4d930581a34, NAME => 'TestAcidGuarantees,,1731595236744.b982b98e12b52abc271df4d930581a34.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-14T14:40:46,446 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45145 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=15 2024-11-14T14:40:46,449 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:34345/user/jenkins/test-data/14d118ee-a83a-b09b-5913-1a58940a5db1/data/default/TestAcidGuarantees/b982b98e12b52abc271df4d930581a34/.tmp/C/1a1f2aa1e23e4cb9a665fc9db9171e5c is 50, key is test_row_0/C:col10/1731595245967/Put/seqid=0 2024-11-14T14:40:46,471 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36699 is added to blk_1073741878_1054 (size=12301) 2024-11-14T14:40:46,595 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=35765 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=16 2024-11-14T14:40:46,595 DEBUG [RS_FLUSH_OPERATIONS-regionserver/da1c6afcd1f9:0-1 {event_type=RS_FLUSH_REGIONS, pid=16}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1731595236744.b982b98e12b52abc271df4d930581a34. 2024-11-14T14:40:46,596 DEBUG [RS_FLUSH_OPERATIONS-regionserver/da1c6afcd1f9:0-1 {event_type=RS_FLUSH_REGIONS, pid=16}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1731595236744.b982b98e12b52abc271df4d930581a34. as already flushing 2024-11-14T14:40:46,596 DEBUG [RS_FLUSH_OPERATIONS-regionserver/da1c6afcd1f9:0-1 {event_type=RS_FLUSH_REGIONS, pid=16}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1731595236744.b982b98e12b52abc271df4d930581a34. 2024-11-14T14:40:46,596 ERROR [RS_FLUSH_OPERATIONS-regionserver/da1c6afcd1f9:0-1 {event_type=RS_FLUSH_REGIONS, pid=16}] handler.RSProcedureHandler(58): pid=16 java.io.IOException: Unable to complete flush {ENCODED => b982b98e12b52abc271df4d930581a34, NAME => 'TestAcidGuarantees,,1731595236744.b982b98e12b52abc271df4d930581a34.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-14T14:40:46,596 DEBUG [RS_FLUSH_OPERATIONS-regionserver/da1c6afcd1f9:0-1 {event_type=RS_FLUSH_REGIONS, pid=16}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=16 java.io.IOException: Unable to complete flush {ENCODED => b982b98e12b52abc271df4d930581a34, NAME => 'TestAcidGuarantees,,1731595236744.b982b98e12b52abc271df4d930581a34.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-14T14:40:46,597 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45145 {}] master.HMaster(4177): Remote procedure failed, pid=16 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => b982b98e12b52abc271df4d930581a34, NAME => 'TestAcidGuarantees,,1731595236744.b982b98e12b52abc271df4d930581a34.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$5(MasterRpcServices.java:2580) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2575) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => b982b98e12b52abc271df4d930581a34, NAME => 'TestAcidGuarantees,,1731595236744.b982b98e12b52abc271df4d930581a34.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-14T14:40:46,734 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35765 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b982b98e12b52abc271df4d930581a34, server=da1c6afcd1f9,35765,1731595233113 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-14T14:40:46,734 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35765 {}] ipc.CallRunner(138): callId: 111 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:57946 deadline: 1731595306726, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b982b98e12b52abc271df4d930581a34, server=da1c6afcd1f9,35765,1731595233113 2024-11-14T14:40:46,734 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35765 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b982b98e12b52abc271df4d930581a34, server=da1c6afcd1f9,35765,1731595233113 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-14T14:40:46,735 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35765 {}] ipc.CallRunner(138): callId: 107 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:57884 deadline: 1731595306726, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b982b98e12b52abc271df4d930581a34, server=da1c6afcd1f9,35765,1731595233113 2024-11-14T14:40:46,735 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731595236744.b982b98e12b52abc271df4d930581a34., hostname=da1c6afcd1f9,35765,1731595233113, seqNum=2 , the old value is region=TestAcidGuarantees,,1731595236744.b982b98e12b52abc271df4d930581a34., hostname=da1c6afcd1f9,35765,1731595233113, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b982b98e12b52abc271df4d930581a34, server=da1c6afcd1f9,35765,1731595233113 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-14T14:40:46,735 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731595236744.b982b98e12b52abc271df4d930581a34., hostname=da1c6afcd1f9,35765,1731595233113, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b982b98e12b52abc271df4d930581a34, server=da1c6afcd1f9,35765,1731595233113 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-14T14:40:46,735 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731595236744.b982b98e12b52abc271df4d930581a34., hostname=da1c6afcd1f9,35765,1731595233113, seqNum=2 because the exception is null or not the one we care about 2024-11-14T14:40:46,736 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731595236744.b982b98e12b52abc271df4d930581a34., hostname=da1c6afcd1f9,35765,1731595233113, seqNum=2 , the old value is region=TestAcidGuarantees,,1731595236744.b982b98e12b52abc271df4d930581a34., hostname=da1c6afcd1f9,35765,1731595233113, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b982b98e12b52abc271df4d930581a34, server=da1c6afcd1f9,35765,1731595233113 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-14T14:40:46,736 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731595236744.b982b98e12b52abc271df4d930581a34., hostname=da1c6afcd1f9,35765,1731595233113, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b982b98e12b52abc271df4d930581a34, server=da1c6afcd1f9,35765,1731595233113 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-14T14:40:46,736 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731595236744.b982b98e12b52abc271df4d930581a34., hostname=da1c6afcd1f9,35765,1731595233113, seqNum=2 because the exception is null or not the one we care about 2024-11-14T14:40:46,740 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35765 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b982b98e12b52abc271df4d930581a34, server=da1c6afcd1f9,35765,1731595233113 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-14T14:40:46,740 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35765 {}] ipc.CallRunner(138): callId: 116 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:57914 deadline: 1731595306737, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b982b98e12b52abc271df4d930581a34, server=da1c6afcd1f9,35765,1731595233113 2024-11-14T14:40:46,740 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731595236744.b982b98e12b52abc271df4d930581a34., hostname=da1c6afcd1f9,35765,1731595233113, seqNum=2 , the old value is region=TestAcidGuarantees,,1731595236744.b982b98e12b52abc271df4d930581a34., hostname=da1c6afcd1f9,35765,1731595233113, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b982b98e12b52abc271df4d930581a34, server=da1c6afcd1f9,35765,1731595233113 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-14T14:40:46,740 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731595236744.b982b98e12b52abc271df4d930581a34., hostname=da1c6afcd1f9,35765,1731595233113, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b982b98e12b52abc271df4d930581a34, server=da1c6afcd1f9,35765,1731595233113 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-14T14:40:46,740 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731595236744.b982b98e12b52abc271df4d930581a34., hostname=da1c6afcd1f9,35765,1731595233113, seqNum=2 because the exception is null or not the one we care about 2024-11-14T14:40:46,750 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35765 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b982b98e12b52abc271df4d930581a34, server=da1c6afcd1f9,35765,1731595233113 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-14T14:40:46,750 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35765 {}] ipc.CallRunner(138): callId: 111 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:57954 deadline: 1731595306746, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b982b98e12b52abc271df4d930581a34, server=da1c6afcd1f9,35765,1731595233113 2024-11-14T14:40:46,750 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35765 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b982b98e12b52abc271df4d930581a34, server=da1c6afcd1f9,35765,1731595233113 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-14T14:40:46,751 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35765 {}] ipc.CallRunner(138): callId: 106 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:57926 deadline: 1731595306747, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b982b98e12b52abc271df4d930581a34, server=da1c6afcd1f9,35765,1731595233113 2024-11-14T14:40:46,751 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731595236744.b982b98e12b52abc271df4d930581a34., hostname=da1c6afcd1f9,35765,1731595233113, seqNum=2 , the old value is region=TestAcidGuarantees,,1731595236744.b982b98e12b52abc271df4d930581a34., hostname=da1c6afcd1f9,35765,1731595233113, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b982b98e12b52abc271df4d930581a34, server=da1c6afcd1f9,35765,1731595233113 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-14T14:40:46,751 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731595236744.b982b98e12b52abc271df4d930581a34., hostname=da1c6afcd1f9,35765,1731595233113, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b982b98e12b52abc271df4d930581a34, server=da1c6afcd1f9,35765,1731595233113 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-14T14:40:46,751 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731595236744.b982b98e12b52abc271df4d930581a34., hostname=da1c6afcd1f9,35765,1731595233113, seqNum=2 because the exception is null or not the one we care about 2024-11-14T14:40:46,751 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731595236744.b982b98e12b52abc271df4d930581a34., hostname=da1c6afcd1f9,35765,1731595233113, seqNum=2 , the old value is region=TestAcidGuarantees,,1731595236744.b982b98e12b52abc271df4d930581a34., hostname=da1c6afcd1f9,35765,1731595233113, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b982b98e12b52abc271df4d930581a34, server=da1c6afcd1f9,35765,1731595233113 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-14T14:40:46,751 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731595236744.b982b98e12b52abc271df4d930581a34., hostname=da1c6afcd1f9,35765,1731595233113, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b982b98e12b52abc271df4d930581a34, server=da1c6afcd1f9,35765,1731595233113 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-14T14:40:46,752 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731595236744.b982b98e12b52abc271df4d930581a34., hostname=da1c6afcd1f9,35765,1731595233113, seqNum=2 because the exception is null or not the one we care about 2024-11-14T14:40:46,752 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=35765 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=16 2024-11-14T14:40:46,752 DEBUG [RS_FLUSH_OPERATIONS-regionserver/da1c6afcd1f9:0-2 {event_type=RS_FLUSH_REGIONS, pid=16}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1731595236744.b982b98e12b52abc271df4d930581a34. 2024-11-14T14:40:46,753 DEBUG [RS_FLUSH_OPERATIONS-regionserver/da1c6afcd1f9:0-2 {event_type=RS_FLUSH_REGIONS, pid=16}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1731595236744.b982b98e12b52abc271df4d930581a34. as already flushing 2024-11-14T14:40:46,753 DEBUG [RS_FLUSH_OPERATIONS-regionserver/da1c6afcd1f9:0-2 {event_type=RS_FLUSH_REGIONS, pid=16}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1731595236744.b982b98e12b52abc271df4d930581a34. 2024-11-14T14:40:46,753 ERROR [RS_FLUSH_OPERATIONS-regionserver/da1c6afcd1f9:0-2 {event_type=RS_FLUSH_REGIONS, pid=16}] handler.RSProcedureHandler(58): pid=16 java.io.IOException: Unable to complete flush {ENCODED => b982b98e12b52abc271df4d930581a34, NAME => 'TestAcidGuarantees,,1731595236744.b982b98e12b52abc271df4d930581a34.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-14T14:40:46,753 DEBUG [RS_FLUSH_OPERATIONS-regionserver/da1c6afcd1f9:0-2 {event_type=RS_FLUSH_REGIONS, pid=16}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=16 java.io.IOException: Unable to complete flush {ENCODED => b982b98e12b52abc271df4d930581a34, NAME => 'TestAcidGuarantees,,1731595236744.b982b98e12b52abc271df4d930581a34.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-14T14:40:46,755 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45145 {}] master.HMaster(4177): Remote procedure failed, pid=16 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => b982b98e12b52abc271df4d930581a34, NAME => 'TestAcidGuarantees,,1731595236744.b982b98e12b52abc271df4d930581a34.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$5(MasterRpcServices.java:2580) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2575) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => b982b98e12b52abc271df4d930581a34, NAME => 'TestAcidGuarantees,,1731595236744.b982b98e12b52abc271df4d930581a34.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-14T14:40:46,757 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45145 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=15 2024-11-14T14:40:46,872 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=17.89 KB at sequenceid=428 (bloomFilter=true), to=hdfs://localhost:34345/user/jenkins/test-data/14d118ee-a83a-b09b-5913-1a58940a5db1/data/default/TestAcidGuarantees/b982b98e12b52abc271df4d930581a34/.tmp/C/1a1f2aa1e23e4cb9a665fc9db9171e5c 2024-11-14T14:40:46,890 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:34345/user/jenkins/test-data/14d118ee-a83a-b09b-5913-1a58940a5db1/data/default/TestAcidGuarantees/b982b98e12b52abc271df4d930581a34/.tmp/A/daf6bac0a8dd4ddbb42aa973c80499bf as hdfs://localhost:34345/user/jenkins/test-data/14d118ee-a83a-b09b-5913-1a58940a5db1/data/default/TestAcidGuarantees/b982b98e12b52abc271df4d930581a34/A/daf6bac0a8dd4ddbb42aa973c80499bf 2024-11-14T14:40:46,898 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:34345/user/jenkins/test-data/14d118ee-a83a-b09b-5913-1a58940a5db1/data/default/TestAcidGuarantees/b982b98e12b52abc271df4d930581a34/A/daf6bac0a8dd4ddbb42aa973c80499bf, entries=250, sequenceid=428, filesize=16.8 K 2024-11-14T14:40:46,899 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:34345/user/jenkins/test-data/14d118ee-a83a-b09b-5913-1a58940a5db1/data/default/TestAcidGuarantees/b982b98e12b52abc271df4d930581a34/.tmp/B/fe33a262e1a4441c8fdcb4b3757328db as hdfs://localhost:34345/user/jenkins/test-data/14d118ee-a83a-b09b-5913-1a58940a5db1/data/default/TestAcidGuarantees/b982b98e12b52abc271df4d930581a34/B/fe33a262e1a4441c8fdcb4b3757328db 2024-11-14T14:40:46,908 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=35765 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=16 2024-11-14T14:40:46,908 DEBUG [RS_FLUSH_OPERATIONS-regionserver/da1c6afcd1f9:0-0 {event_type=RS_FLUSH_REGIONS, pid=16}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1731595236744.b982b98e12b52abc271df4d930581a34. 2024-11-14T14:40:46,908 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:34345/user/jenkins/test-data/14d118ee-a83a-b09b-5913-1a58940a5db1/data/default/TestAcidGuarantees/b982b98e12b52abc271df4d930581a34/B/fe33a262e1a4441c8fdcb4b3757328db, entries=150, sequenceid=428, filesize=12.0 K 2024-11-14T14:40:46,908 DEBUG [RS_FLUSH_OPERATIONS-regionserver/da1c6afcd1f9:0-0 {event_type=RS_FLUSH_REGIONS, pid=16}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1731595236744.b982b98e12b52abc271df4d930581a34. as already flushing 2024-11-14T14:40:46,908 DEBUG [RS_FLUSH_OPERATIONS-regionserver/da1c6afcd1f9:0-0 {event_type=RS_FLUSH_REGIONS, pid=16}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1731595236744.b982b98e12b52abc271df4d930581a34. 2024-11-14T14:40:46,908 ERROR [RS_FLUSH_OPERATIONS-regionserver/da1c6afcd1f9:0-0 {event_type=RS_FLUSH_REGIONS, pid=16}] handler.RSProcedureHandler(58): pid=16 java.io.IOException: Unable to complete flush {ENCODED => b982b98e12b52abc271df4d930581a34, NAME => 'TestAcidGuarantees,,1731595236744.b982b98e12b52abc271df4d930581a34.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-14T14:40:46,909 DEBUG [RS_FLUSH_OPERATIONS-regionserver/da1c6afcd1f9:0-0 {event_type=RS_FLUSH_REGIONS, pid=16}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=16 java.io.IOException: Unable to complete flush {ENCODED => b982b98e12b52abc271df4d930581a34, NAME => 'TestAcidGuarantees,,1731595236744.b982b98e12b52abc271df4d930581a34.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-14T14:40:46,910 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45145 {}] master.HMaster(4177): Remote procedure failed, pid=16 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => b982b98e12b52abc271df4d930581a34, NAME => 'TestAcidGuarantees,,1731595236744.b982b98e12b52abc271df4d930581a34.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$5(MasterRpcServices.java:2580) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2575) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => b982b98e12b52abc271df4d930581a34, NAME => 'TestAcidGuarantees,,1731595236744.b982b98e12b52abc271df4d930581a34.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-14T14:40:46,910 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:34345/user/jenkins/test-data/14d118ee-a83a-b09b-5913-1a58940a5db1/data/default/TestAcidGuarantees/b982b98e12b52abc271df4d930581a34/.tmp/C/1a1f2aa1e23e4cb9a665fc9db9171e5c as hdfs://localhost:34345/user/jenkins/test-data/14d118ee-a83a-b09b-5913-1a58940a5db1/data/default/TestAcidGuarantees/b982b98e12b52abc271df4d930581a34/C/1a1f2aa1e23e4cb9a665fc9db9171e5c 2024-11-14T14:40:46,922 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:34345/user/jenkins/test-data/14d118ee-a83a-b09b-5913-1a58940a5db1/data/default/TestAcidGuarantees/b982b98e12b52abc271df4d930581a34/C/1a1f2aa1e23e4cb9a665fc9db9171e5c, entries=150, sequenceid=428, filesize=12.0 K 2024-11-14T14:40:46,924 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(3140): Finished flush of dataSize ~53.67 KB/54960, heapSize ~160.08 KB/163920, currentSize=145.36 KB/148850 for b982b98e12b52abc271df4d930581a34 in 954ms, sequenceid=428, compaction requested=true 2024-11-14T14:40:46,924 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2603): Flush status journal for b982b98e12b52abc271df4d930581a34: 2024-11-14T14:40:46,924 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store b982b98e12b52abc271df4d930581a34:A, priority=-2147483648, current under compaction store size is 1 2024-11-14T14:40:46,924 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-14T14:40:46,924 DEBUG [RS:0;da1c6afcd1f9:35765-shortCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 3 store files, 0 compacting, 3 eligible, 16 blocking 2024-11-14T14:40:46,925 DEBUG [RS:0;da1c6afcd1f9:35765-longCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 3 store files, 0 compacting, 3 eligible, 16 blocking 2024-11-14T14:40:46,927 DEBUG [RS:0;da1c6afcd1f9:35765-shortCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 3 files of size 42159 starting at candidate #0 after considering 1 permutations with 1 in ratio 2024-11-14T14:40:46,927 DEBUG [RS:0;da1c6afcd1f9:35765-shortCompactions-0 {}] regionserver.HStore(1541): b982b98e12b52abc271df4d930581a34/A is initiating minor compaction (all files) 2024-11-14T14:40:46,927 INFO [RS:0;da1c6afcd1f9:35765-shortCompactions-0 {}] regionserver.HRegion(2416): Starting compaction of b982b98e12b52abc271df4d930581a34/A in TestAcidGuarantees,,1731595236744.b982b98e12b52abc271df4d930581a34. 2024-11-14T14:40:46,927 INFO [RS:0;da1c6afcd1f9:35765-shortCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:34345/user/jenkins/test-data/14d118ee-a83a-b09b-5913-1a58940a5db1/data/default/TestAcidGuarantees/b982b98e12b52abc271df4d930581a34/A/55b9f9f96d304efdbb89010e57f03418, hdfs://localhost:34345/user/jenkins/test-data/14d118ee-a83a-b09b-5913-1a58940a5db1/data/default/TestAcidGuarantees/b982b98e12b52abc271df4d930581a34/A/bc588c1cd602447f8841baaeee6e2465, hdfs://localhost:34345/user/jenkins/test-data/14d118ee-a83a-b09b-5913-1a58940a5db1/data/default/TestAcidGuarantees/b982b98e12b52abc271df4d930581a34/A/daf6bac0a8dd4ddbb42aa973c80499bf] into tmpdir=hdfs://localhost:34345/user/jenkins/test-data/14d118ee-a83a-b09b-5913-1a58940a5db1/data/default/TestAcidGuarantees/b982b98e12b52abc271df4d930581a34/.tmp, totalSize=41.2 K 2024-11-14T14:40:46,927 DEBUG [RS:0;da1c6afcd1f9:35765-longCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 3 files of size 37279 starting at candidate #0 after considering 1 permutations with 1 in ratio 2024-11-14T14:40:46,927 DEBUG [RS:0;da1c6afcd1f9:35765-longCompactions-0 {}] regionserver.HStore(1541): b982b98e12b52abc271df4d930581a34/B is initiating minor compaction (all files) 2024-11-14T14:40:46,928 INFO [RS:0;da1c6afcd1f9:35765-longCompactions-0 {}] regionserver.HRegion(2416): Starting compaction of b982b98e12b52abc271df4d930581a34/B in TestAcidGuarantees,,1731595236744.b982b98e12b52abc271df4d930581a34. 2024-11-14T14:40:46,928 INFO [RS:0;da1c6afcd1f9:35765-longCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:34345/user/jenkins/test-data/14d118ee-a83a-b09b-5913-1a58940a5db1/data/default/TestAcidGuarantees/b982b98e12b52abc271df4d930581a34/B/477d2d8cbb874aadb5ad3fe1d2611575, hdfs://localhost:34345/user/jenkins/test-data/14d118ee-a83a-b09b-5913-1a58940a5db1/data/default/TestAcidGuarantees/b982b98e12b52abc271df4d930581a34/B/74693787ec674a41801c2642ddb3d28b, hdfs://localhost:34345/user/jenkins/test-data/14d118ee-a83a-b09b-5913-1a58940a5db1/data/default/TestAcidGuarantees/b982b98e12b52abc271df4d930581a34/B/fe33a262e1a4441c8fdcb4b3757328db] into tmpdir=hdfs://localhost:34345/user/jenkins/test-data/14d118ee-a83a-b09b-5913-1a58940a5db1/data/default/TestAcidGuarantees/b982b98e12b52abc271df4d930581a34/.tmp, totalSize=36.4 K 2024-11-14T14:40:46,928 DEBUG [RS:0;da1c6afcd1f9:35765-shortCompactions-0 {}] compactions.Compactor(225): Compacting 55b9f9f96d304efdbb89010e57f03418, keycount=150, bloomtype=ROW, size=12.4 K, encoding=NONE, compression=NONE, seqNum=396, earliestPutTs=1731595244114 2024-11-14T14:40:46,929 DEBUG [RS:0;da1c6afcd1f9:35765-longCompactions-0 {}] compactions.Compactor(225): Compacting 477d2d8cbb874aadb5ad3fe1d2611575, keycount=150, bloomtype=ROW, size=12.4 K, encoding=NONE, compression=NONE, seqNum=396, earliestPutTs=1731595244114 2024-11-14T14:40:46,929 DEBUG [RS:0;da1c6afcd1f9:35765-shortCompactions-0 {}] compactions.Compactor(225): Compacting bc588c1cd602447f8841baaeee6e2465, keycount=150, bloomtype=ROW, size=12.0 K, encoding=NONE, compression=NONE, seqNum=416, earliestPutTs=1731595244801 2024-11-14T14:40:46,930 DEBUG [RS:0;da1c6afcd1f9:35765-longCompactions-0 {}] compactions.Compactor(225): Compacting 74693787ec674a41801c2642ddb3d28b, keycount=150, bloomtype=ROW, size=12.0 K, encoding=NONE, compression=NONE, seqNum=416, earliestPutTs=1731595244801 2024-11-14T14:40:46,930 DEBUG [RS:0;da1c6afcd1f9:35765-shortCompactions-0 {}] compactions.Compactor(225): Compacting daf6bac0a8dd4ddbb42aa973c80499bf, keycount=250, bloomtype=ROW, size=16.8 K, encoding=NONE, compression=NONE, seqNum=428, earliestPutTs=1731595245959 2024-11-14T14:40:46,931 DEBUG [RS:0;da1c6afcd1f9:35765-longCompactions-0 {}] compactions.Compactor(225): Compacting fe33a262e1a4441c8fdcb4b3757328db, keycount=150, bloomtype=ROW, size=12.0 K, encoding=NONE, compression=NONE, seqNum=428, earliestPutTs=1731595245959 2024-11-14T14:40:46,944 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store b982b98e12b52abc271df4d930581a34:B, priority=-2147483648, current under compaction store size is 2 2024-11-14T14:40:46,945 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-14T14:40:46,945 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store b982b98e12b52abc271df4d930581a34:C, priority=-2147483648, current under compaction store size is 3 2024-11-14T14:40:46,945 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=1), splitQueue=0 2024-11-14T14:40:46,952 INFO [RS:0;da1c6afcd1f9:35765-shortCompactions-0 {}] throttle.PressureAwareThroughputController(145): b982b98e12b52abc271df4d930581a34#A#compaction#42 average throughput is 3.28 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second 2024-11-14T14:40:46,953 DEBUG [RS:0;da1c6afcd1f9:35765-shortCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:34345/user/jenkins/test-data/14d118ee-a83a-b09b-5913-1a58940a5db1/data/default/TestAcidGuarantees/b982b98e12b52abc271df4d930581a34/.tmp/A/2260548c3a894a188b667a68050ab374 is 50, key is test_row_0/A:col10/1731595245967/Put/seqid=0 2024-11-14T14:40:46,975 INFO [RS:0;da1c6afcd1f9:35765-longCompactions-0 {}] throttle.PressureAwareThroughputController(145): b982b98e12b52abc271df4d930581a34#B#compaction#43 average throughput is 3.28 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second 2024-11-14T14:40:46,976 DEBUG [RS:0;da1c6afcd1f9:35765-longCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:34345/user/jenkins/test-data/14d118ee-a83a-b09b-5913-1a58940a5db1/data/default/TestAcidGuarantees/b982b98e12b52abc271df4d930581a34/.tmp/B/095b48ff7c354d04b0ebdbb6b7abf665 is 50, key is test_row_0/B:col10/1731595245967/Put/seqid=0 2024-11-14T14:40:46,997 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36699 is added to blk_1073741879_1055 (size=12779) 2024-11-14T14:40:47,013 DEBUG [RS:0;da1c6afcd1f9:35765-shortCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:34345/user/jenkins/test-data/14d118ee-a83a-b09b-5913-1a58940a5db1/data/default/TestAcidGuarantees/b982b98e12b52abc271df4d930581a34/.tmp/A/2260548c3a894a188b667a68050ab374 as hdfs://localhost:34345/user/jenkins/test-data/14d118ee-a83a-b09b-5913-1a58940a5db1/data/default/TestAcidGuarantees/b982b98e12b52abc271df4d930581a34/A/2260548c3a894a188b667a68050ab374 2024-11-14T14:40:47,060 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36699 is added to blk_1073741880_1056 (size=12779) 2024-11-14T14:40:47,062 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=35765 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=16 2024-11-14T14:40:47,062 DEBUG [RS_FLUSH_OPERATIONS-regionserver/da1c6afcd1f9:0-1 {event_type=RS_FLUSH_REGIONS, pid=16}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1731595236744.b982b98e12b52abc271df4d930581a34. 2024-11-14T14:40:47,063 INFO [RS_FLUSH_OPERATIONS-regionserver/da1c6afcd1f9:0-1 {event_type=RS_FLUSH_REGIONS, pid=16}] regionserver.HRegion(2902): Flushing b982b98e12b52abc271df4d930581a34 3/3 column families, dataSize=145.36 KB heapSize=405.69 KB 2024-11-14T14:40:47,063 DEBUG [RS_FLUSH_OPERATIONS-regionserver/da1c6afcd1f9:0-1 {event_type=RS_FLUSH_REGIONS, pid=16}] regionserver.CompactingMemStore(205): FLUSHING TO DISK b982b98e12b52abc271df4d930581a34, store=A 2024-11-14T14:40:47,063 DEBUG [RS_FLUSH_OPERATIONS-regionserver/da1c6afcd1f9:0-1 {event_type=RS_FLUSH_REGIONS, pid=16}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=2, new segment=null 2024-11-14T14:40:47,063 DEBUG [RS_FLUSH_OPERATIONS-regionserver/da1c6afcd1f9:0-1 {event_type=RS_FLUSH_REGIONS, pid=16}] regionserver.CompactingMemStore(205): FLUSHING TO DISK b982b98e12b52abc271df4d930581a34, store=B 2024-11-14T14:40:47,063 DEBUG [RS_FLUSH_OPERATIONS-regionserver/da1c6afcd1f9:0-1 {event_type=RS_FLUSH_REGIONS, pid=16}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=2, new segment=null 2024-11-14T14:40:47,064 DEBUG [RS_FLUSH_OPERATIONS-regionserver/da1c6afcd1f9:0-1 {event_type=RS_FLUSH_REGIONS, pid=16}] regionserver.CompactingMemStore(205): FLUSHING TO DISK b982b98e12b52abc271df4d930581a34, store=C 2024-11-14T14:40:47,064 DEBUG [RS_FLUSH_OPERATIONS-regionserver/da1c6afcd1f9:0-1 {event_type=RS_FLUSH_REGIONS, pid=16}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=2, new segment=null 2024-11-14T14:40:47,069 INFO [RS:0;da1c6afcd1f9:35765-shortCompactions-0 {}] regionserver.HStore(1337): Completed compaction of 3 (all) file(s) in b982b98e12b52abc271df4d930581a34/A of b982b98e12b52abc271df4d930581a34 into 2260548c3a894a188b667a68050ab374(size=12.5 K), total size for store is 12.5 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-11-14T14:40:47,070 DEBUG [RS:0;da1c6afcd1f9:35765-shortCompactions-0 {}] regionserver.HRegion(2446): Compaction status journal for b982b98e12b52abc271df4d930581a34: 2024-11-14T14:40:47,070 INFO [RS:0;da1c6afcd1f9:35765-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1731595236744.b982b98e12b52abc271df4d930581a34., storeName=b982b98e12b52abc271df4d930581a34/A, priority=13, startTime=1731595246924; duration=0sec 2024-11-14T14:40:47,070 DEBUG [RS:0;da1c6afcd1f9:35765-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=1), splitQueue=0 2024-11-14T14:40:47,070 DEBUG [RS:0;da1c6afcd1f9:35765-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: b982b98e12b52abc271df4d930581a34:A 2024-11-14T14:40:47,070 DEBUG [RS:0;da1c6afcd1f9:35765-shortCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 3 store files, 0 compacting, 3 eligible, 16 blocking 2024-11-14T14:40:47,073 DEBUG [RS:0;da1c6afcd1f9:35765-shortCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 3 files of size 37279 starting at candidate #0 after considering 1 permutations with 1 in ratio 2024-11-14T14:40:47,074 DEBUG [RS:0;da1c6afcd1f9:35765-shortCompactions-0 {}] regionserver.HStore(1541): b982b98e12b52abc271df4d930581a34/C is initiating minor compaction (all files) 2024-11-14T14:40:47,074 INFO [RS:0;da1c6afcd1f9:35765-shortCompactions-0 {}] regionserver.HRegion(2416): Starting compaction of b982b98e12b52abc271df4d930581a34/C in TestAcidGuarantees,,1731595236744.b982b98e12b52abc271df4d930581a34. 2024-11-14T14:40:47,074 INFO [RS:0;da1c6afcd1f9:35765-shortCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:34345/user/jenkins/test-data/14d118ee-a83a-b09b-5913-1a58940a5db1/data/default/TestAcidGuarantees/b982b98e12b52abc271df4d930581a34/C/98d806f6abd746e3bd43577e1cbd73f0, hdfs://localhost:34345/user/jenkins/test-data/14d118ee-a83a-b09b-5913-1a58940a5db1/data/default/TestAcidGuarantees/b982b98e12b52abc271df4d930581a34/C/2674a0e569744144b805f6790ec3051a, hdfs://localhost:34345/user/jenkins/test-data/14d118ee-a83a-b09b-5913-1a58940a5db1/data/default/TestAcidGuarantees/b982b98e12b52abc271df4d930581a34/C/1a1f2aa1e23e4cb9a665fc9db9171e5c] into tmpdir=hdfs://localhost:34345/user/jenkins/test-data/14d118ee-a83a-b09b-5913-1a58940a5db1/data/default/TestAcidGuarantees/b982b98e12b52abc271df4d930581a34/.tmp, totalSize=36.4 K 2024-11-14T14:40:47,075 DEBUG [RS:0;da1c6afcd1f9:35765-shortCompactions-0 {}] compactions.Compactor(225): Compacting 98d806f6abd746e3bd43577e1cbd73f0, keycount=150, bloomtype=ROW, size=12.4 K, encoding=NONE, compression=NONE, seqNum=396, earliestPutTs=1731595244114 2024-11-14T14:40:47,075 DEBUG [RS:0;da1c6afcd1f9:35765-shortCompactions-0 {}] compactions.Compactor(225): Compacting 2674a0e569744144b805f6790ec3051a, keycount=150, bloomtype=ROW, size=12.0 K, encoding=NONE, compression=NONE, seqNum=416, earliestPutTs=1731595244801 2024-11-14T14:40:47,075 DEBUG [RS_FLUSH_OPERATIONS-regionserver/da1c6afcd1f9:0-1 {event_type=RS_FLUSH_REGIONS, pid=16}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:34345/user/jenkins/test-data/14d118ee-a83a-b09b-5913-1a58940a5db1/data/default/TestAcidGuarantees/b982b98e12b52abc271df4d930581a34/.tmp/A/0aff1dba45404c7bbc63e6dbd9d54b4e is 50, key is test_row_0/A:col10/1731595246054/Put/seqid=0 2024-11-14T14:40:47,076 DEBUG [RS:0;da1c6afcd1f9:35765-shortCompactions-0 {}] compactions.Compactor(225): Compacting 1a1f2aa1e23e4cb9a665fc9db9171e5c, keycount=150, bloomtype=ROW, size=12.0 K, encoding=NONE, compression=NONE, seqNum=428, earliestPutTs=1731595245959 2024-11-14T14:40:47,110 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36699 is added to blk_1073741881_1057 (size=12301) 2024-11-14T14:40:47,111 INFO [RS_FLUSH_OPERATIONS-regionserver/da1c6afcd1f9:0-1 {event_type=RS_FLUSH_REGIONS, pid=16}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=51.44 KB at sequenceid=464 (bloomFilter=true), to=hdfs://localhost:34345/user/jenkins/test-data/14d118ee-a83a-b09b-5913-1a58940a5db1/data/default/TestAcidGuarantees/b982b98e12b52abc271df4d930581a34/.tmp/A/0aff1dba45404c7bbc63e6dbd9d54b4e 2024-11-14T14:40:47,119 INFO [RS:0;da1c6afcd1f9:35765-shortCompactions-0 {}] throttle.PressureAwareThroughputController(145): b982b98e12b52abc271df4d930581a34#C#compaction#45 average throughput is 1.09 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second 2024-11-14T14:40:47,123 DEBUG [RS:0;da1c6afcd1f9:35765-shortCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:34345/user/jenkins/test-data/14d118ee-a83a-b09b-5913-1a58940a5db1/data/default/TestAcidGuarantees/b982b98e12b52abc271df4d930581a34/.tmp/C/d4a4519d01cd43a1bb51bc7fcebd934b is 50, key is test_row_0/C:col10/1731595245967/Put/seqid=0 2024-11-14T14:40:47,141 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36699 is added to blk_1073741882_1058 (size=12779) 2024-11-14T14:40:47,142 DEBUG [RS_FLUSH_OPERATIONS-regionserver/da1c6afcd1f9:0-1 {event_type=RS_FLUSH_REGIONS, pid=16}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:34345/user/jenkins/test-data/14d118ee-a83a-b09b-5913-1a58940a5db1/data/default/TestAcidGuarantees/b982b98e12b52abc271df4d930581a34/.tmp/B/43a8096b74e04a6fb93c3068389dc832 is 50, key is test_row_0/B:col10/1731595246054/Put/seqid=0 2024-11-14T14:40:47,151 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36699 is added to blk_1073741883_1059 (size=12301) 2024-11-14T14:40:47,154 DEBUG [RS:0;da1c6afcd1f9:35765-shortCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:34345/user/jenkins/test-data/14d118ee-a83a-b09b-5913-1a58940a5db1/data/default/TestAcidGuarantees/b982b98e12b52abc271df4d930581a34/.tmp/C/d4a4519d01cd43a1bb51bc7fcebd934b as hdfs://localhost:34345/user/jenkins/test-data/14d118ee-a83a-b09b-5913-1a58940a5db1/data/default/TestAcidGuarantees/b982b98e12b52abc271df4d930581a34/C/d4a4519d01cd43a1bb51bc7fcebd934b 2024-11-14T14:40:47,165 INFO [RS:0;da1c6afcd1f9:35765-shortCompactions-0 {}] regionserver.HStore(1337): Completed compaction of 3 (all) file(s) in b982b98e12b52abc271df4d930581a34/C of b982b98e12b52abc271df4d930581a34 into d4a4519d01cd43a1bb51bc7fcebd934b(size=12.5 K), total size for store is 12.5 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-11-14T14:40:47,165 DEBUG [RS:0;da1c6afcd1f9:35765-shortCompactions-0 {}] regionserver.HRegion(2446): Compaction status journal for b982b98e12b52abc271df4d930581a34: 2024-11-14T14:40:47,165 INFO [RS:0;da1c6afcd1f9:35765-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1731595236744.b982b98e12b52abc271df4d930581a34., storeName=b982b98e12b52abc271df4d930581a34/C, priority=13, startTime=1731595246945; duration=0sec 2024-11-14T14:40:47,167 DEBUG [RS:0;da1c6afcd1f9:35765-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-14T14:40:47,167 DEBUG [RS:0;da1c6afcd1f9:35765-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: b982b98e12b52abc271df4d930581a34:C 2024-11-14T14:40:47,250 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35765 {}] regionserver.HRegion(8855): Flush requested on b982b98e12b52abc271df4d930581a34 2024-11-14T14:40:47,250 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1731595236744.b982b98e12b52abc271df4d930581a34. as already flushing 2024-11-14T14:40:47,259 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35765 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b982b98e12b52abc271df4d930581a34, server=da1c6afcd1f9,35765,1731595233113 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-14T14:40:47,259 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35765 {}] ipc.CallRunner(138): callId: 114 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:57946 deadline: 1731595307255, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b982b98e12b52abc271df4d930581a34, server=da1c6afcd1f9,35765,1731595233113 2024-11-14T14:40:47,260 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35765 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b982b98e12b52abc271df4d930581a34, server=da1c6afcd1f9,35765,1731595233113 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-14T14:40:47,260 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35765 {}] ipc.CallRunner(138): callId: 112 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:57954 deadline: 1731595307256, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b982b98e12b52abc271df4d930581a34, server=da1c6afcd1f9,35765,1731595233113 2024-11-14T14:40:47,260 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731595236744.b982b98e12b52abc271df4d930581a34., hostname=da1c6afcd1f9,35765,1731595233113, seqNum=2 , the old value is region=TestAcidGuarantees,,1731595236744.b982b98e12b52abc271df4d930581a34., hostname=da1c6afcd1f9,35765,1731595233113, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b982b98e12b52abc271df4d930581a34, server=da1c6afcd1f9,35765,1731595233113 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-14T14:40:47,261 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731595236744.b982b98e12b52abc271df4d930581a34., hostname=da1c6afcd1f9,35765,1731595233113, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b982b98e12b52abc271df4d930581a34, server=da1c6afcd1f9,35765,1731595233113 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-14T14:40:47,261 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731595236744.b982b98e12b52abc271df4d930581a34., hostname=da1c6afcd1f9,35765,1731595233113, seqNum=2 because the exception is null or not the one we care about 2024-11-14T14:40:47,261 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35765 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b982b98e12b52abc271df4d930581a34, server=da1c6afcd1f9,35765,1731595233113 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-14T14:40:47,261 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731595236744.b982b98e12b52abc271df4d930581a34., hostname=da1c6afcd1f9,35765,1731595233113, seqNum=2 , the old value is region=TestAcidGuarantees,,1731595236744.b982b98e12b52abc271df4d930581a34., hostname=da1c6afcd1f9,35765,1731595233113, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b982b98e12b52abc271df4d930581a34, server=da1c6afcd1f9,35765,1731595233113 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-14T14:40:47,261 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731595236744.b982b98e12b52abc271df4d930581a34., hostname=da1c6afcd1f9,35765,1731595233113, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b982b98e12b52abc271df4d930581a34, server=da1c6afcd1f9,35765,1731595233113 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-14T14:40:47,261 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35765 {}] ipc.CallRunner(138): callId: 107 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:57926 deadline: 1731595307256, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b982b98e12b52abc271df4d930581a34, server=da1c6afcd1f9,35765,1731595233113 2024-11-14T14:40:47,261 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731595236744.b982b98e12b52abc271df4d930581a34., hostname=da1c6afcd1f9,35765,1731595233113, seqNum=2 because the exception is null or not the one we care about 2024-11-14T14:40:47,264 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731595236744.b982b98e12b52abc271df4d930581a34., hostname=da1c6afcd1f9,35765,1731595233113, seqNum=2 , the old value is region=TestAcidGuarantees,,1731595236744.b982b98e12b52abc271df4d930581a34., hostname=da1c6afcd1f9,35765,1731595233113, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b982b98e12b52abc271df4d930581a34, server=da1c6afcd1f9,35765,1731595233113 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-14T14:40:47,264 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731595236744.b982b98e12b52abc271df4d930581a34., hostname=da1c6afcd1f9,35765,1731595233113, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b982b98e12b52abc271df4d930581a34, server=da1c6afcd1f9,35765,1731595233113 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-14T14:40:47,264 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731595236744.b982b98e12b52abc271df4d930581a34., hostname=da1c6afcd1f9,35765,1731595233113, seqNum=2 because the exception is null or not the one we care about 2024-11-14T14:40:47,266 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45145 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=15 2024-11-14T14:40:47,267 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35765 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b982b98e12b52abc271df4d930581a34, server=da1c6afcd1f9,35765,1731595233113 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-14T14:40:47,267 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35765 {}] ipc.CallRunner(138): callId: 110 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:57884 deadline: 1731595307260, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b982b98e12b52abc271df4d930581a34, server=da1c6afcd1f9,35765,1731595233113 2024-11-14T14:40:47,267 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35765 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b982b98e12b52abc271df4d930581a34, server=da1c6afcd1f9,35765,1731595233113 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-14T14:40:47,268 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35765 {}] ipc.CallRunner(138): callId: 119 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:57914 deadline: 1731595307260, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b982b98e12b52abc271df4d930581a34, server=da1c6afcd1f9,35765,1731595233113 2024-11-14T14:40:47,268 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731595236744.b982b98e12b52abc271df4d930581a34., hostname=da1c6afcd1f9,35765,1731595233113, seqNum=2 , the old value is region=TestAcidGuarantees,,1731595236744.b982b98e12b52abc271df4d930581a34., hostname=da1c6afcd1f9,35765,1731595233113, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b982b98e12b52abc271df4d930581a34, server=da1c6afcd1f9,35765,1731595233113 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-14T14:40:47,268 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731595236744.b982b98e12b52abc271df4d930581a34., hostname=da1c6afcd1f9,35765,1731595233113, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b982b98e12b52abc271df4d930581a34, server=da1c6afcd1f9,35765,1731595233113 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-14T14:40:47,268 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731595236744.b982b98e12b52abc271df4d930581a34., hostname=da1c6afcd1f9,35765,1731595233113, seqNum=2 because the exception is null or not the one we care about 2024-11-14T14:40:47,269 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731595236744.b982b98e12b52abc271df4d930581a34., hostname=da1c6afcd1f9,35765,1731595233113, seqNum=2 , the old value is region=TestAcidGuarantees,,1731595236744.b982b98e12b52abc271df4d930581a34., hostname=da1c6afcd1f9,35765,1731595233113, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b982b98e12b52abc271df4d930581a34, server=da1c6afcd1f9,35765,1731595233113 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-14T14:40:47,269 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731595236744.b982b98e12b52abc271df4d930581a34., hostname=da1c6afcd1f9,35765,1731595233113, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b982b98e12b52abc271df4d930581a34, server=da1c6afcd1f9,35765,1731595233113 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-14T14:40:47,269 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731595236744.b982b98e12b52abc271df4d930581a34., hostname=da1c6afcd1f9,35765,1731595233113, seqNum=2 because the exception is null or not the one we care about 2024-11-14T14:40:47,370 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35765 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b982b98e12b52abc271df4d930581a34, server=da1c6afcd1f9,35765,1731595233113 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-14T14:40:47,371 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35765 {}] ipc.CallRunner(138): callId: 115 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:57946 deadline: 1731595307366, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b982b98e12b52abc271df4d930581a34, server=da1c6afcd1f9,35765,1731595233113 2024-11-14T14:40:47,371 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731595236744.b982b98e12b52abc271df4d930581a34., hostname=da1c6afcd1f9,35765,1731595233113, seqNum=2 , the old value is region=TestAcidGuarantees,,1731595236744.b982b98e12b52abc271df4d930581a34., hostname=da1c6afcd1f9,35765,1731595233113, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b982b98e12b52abc271df4d930581a34, server=da1c6afcd1f9,35765,1731595233113 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-14T14:40:47,372 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731595236744.b982b98e12b52abc271df4d930581a34., hostname=da1c6afcd1f9,35765,1731595233113, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b982b98e12b52abc271df4d930581a34, server=da1c6afcd1f9,35765,1731595233113 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-14T14:40:47,372 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731595236744.b982b98e12b52abc271df4d930581a34., hostname=da1c6afcd1f9,35765,1731595233113, seqNum=2 because the exception is null or not the one we care about 2024-11-14T14:40:47,377 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35765 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b982b98e12b52abc271df4d930581a34, server=da1c6afcd1f9,35765,1731595233113 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-14T14:40:47,378 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35765 {}] ipc.CallRunner(138): callId: 120 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:57914 deadline: 1731595307376, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b982b98e12b52abc271df4d930581a34, server=da1c6afcd1f9,35765,1731595233113 2024-11-14T14:40:47,378 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731595236744.b982b98e12b52abc271df4d930581a34., hostname=da1c6afcd1f9,35765,1731595233113, seqNum=2 , the old value is region=TestAcidGuarantees,,1731595236744.b982b98e12b52abc271df4d930581a34., hostname=da1c6afcd1f9,35765,1731595233113, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b982b98e12b52abc271df4d930581a34, server=da1c6afcd1f9,35765,1731595233113 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-14T14:40:47,378 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731595236744.b982b98e12b52abc271df4d930581a34., hostname=da1c6afcd1f9,35765,1731595233113, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b982b98e12b52abc271df4d930581a34, server=da1c6afcd1f9,35765,1731595233113 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-14T14:40:47,378 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731595236744.b982b98e12b52abc271df4d930581a34., hostname=da1c6afcd1f9,35765,1731595233113, seqNum=2 because the exception is null or not the one we care about 2024-11-14T14:40:47,384 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35765 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b982b98e12b52abc271df4d930581a34, server=da1c6afcd1f9,35765,1731595233113 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-14T14:40:47,384 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35765 {}] ipc.CallRunner(138): callId: 111 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:57884 deadline: 1731595307377, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b982b98e12b52abc271df4d930581a34, server=da1c6afcd1f9,35765,1731595233113 2024-11-14T14:40:47,401 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731595236744.b982b98e12b52abc271df4d930581a34., hostname=da1c6afcd1f9,35765,1731595233113, seqNum=2 , the old value is region=TestAcidGuarantees,,1731595236744.b982b98e12b52abc271df4d930581a34., hostname=da1c6afcd1f9,35765,1731595233113, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b982b98e12b52abc271df4d930581a34, server=da1c6afcd1f9,35765,1731595233113 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-14T14:40:47,401 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731595236744.b982b98e12b52abc271df4d930581a34., hostname=da1c6afcd1f9,35765,1731595233113, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b982b98e12b52abc271df4d930581a34, server=da1c6afcd1f9,35765,1731595233113 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-14T14:40:47,401 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731595236744.b982b98e12b52abc271df4d930581a34., hostname=da1c6afcd1f9,35765,1731595233113, seqNum=2 because the exception is null or not the one we care about 2024-11-14T14:40:47,468 DEBUG [RS:0;da1c6afcd1f9:35765-longCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:34345/user/jenkins/test-data/14d118ee-a83a-b09b-5913-1a58940a5db1/data/default/TestAcidGuarantees/b982b98e12b52abc271df4d930581a34/.tmp/B/095b48ff7c354d04b0ebdbb6b7abf665 as hdfs://localhost:34345/user/jenkins/test-data/14d118ee-a83a-b09b-5913-1a58940a5db1/data/default/TestAcidGuarantees/b982b98e12b52abc271df4d930581a34/B/095b48ff7c354d04b0ebdbb6b7abf665 2024-11-14T14:40:47,475 INFO [RS:0;da1c6afcd1f9:35765-longCompactions-0 {}] regionserver.HStore(1337): Completed compaction of 3 (all) file(s) in b982b98e12b52abc271df4d930581a34/B of b982b98e12b52abc271df4d930581a34 into 095b48ff7c354d04b0ebdbb6b7abf665(size=12.5 K), total size for store is 12.5 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-11-14T14:40:47,475 DEBUG [RS:0;da1c6afcd1f9:35765-longCompactions-0 {}] regionserver.HRegion(2446): Compaction status journal for b982b98e12b52abc271df4d930581a34: 2024-11-14T14:40:47,475 INFO [RS:0;da1c6afcd1f9:35765-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1731595236744.b982b98e12b52abc271df4d930581a34., storeName=b982b98e12b52abc271df4d930581a34/B, priority=13, startTime=1731595246924; duration=0sec 2024-11-14T14:40:47,476 DEBUG [RS:0;da1c6afcd1f9:35765-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-14T14:40:47,476 DEBUG [RS:0;da1c6afcd1f9:35765-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: b982b98e12b52abc271df4d930581a34:B 2024-11-14T14:40:47,552 INFO [RS_FLUSH_OPERATIONS-regionserver/da1c6afcd1f9:0-1 {event_type=RS_FLUSH_REGIONS, pid=16}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=51.44 KB at sequenceid=464 (bloomFilter=true), to=hdfs://localhost:34345/user/jenkins/test-data/14d118ee-a83a-b09b-5913-1a58940a5db1/data/default/TestAcidGuarantees/b982b98e12b52abc271df4d930581a34/.tmp/B/43a8096b74e04a6fb93c3068389dc832 2024-11-14T14:40:47,567 DEBUG [RS_FLUSH_OPERATIONS-regionserver/da1c6afcd1f9:0-1 {event_type=RS_FLUSH_REGIONS, pid=16}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:34345/user/jenkins/test-data/14d118ee-a83a-b09b-5913-1a58940a5db1/data/default/TestAcidGuarantees/b982b98e12b52abc271df4d930581a34/.tmp/C/98d1917da4f14986a98b73a4738598c3 is 50, key is test_row_0/C:col10/1731595246054/Put/seqid=0 2024-11-14T14:40:47,572 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36699 is added to blk_1073741884_1060 (size=12301) 2024-11-14T14:40:47,572 INFO [RS_FLUSH_OPERATIONS-regionserver/da1c6afcd1f9:0-1 {event_type=RS_FLUSH_REGIONS, pid=16}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=42.49 KB at sequenceid=464 (bloomFilter=true), to=hdfs://localhost:34345/user/jenkins/test-data/14d118ee-a83a-b09b-5913-1a58940a5db1/data/default/TestAcidGuarantees/b982b98e12b52abc271df4d930581a34/.tmp/C/98d1917da4f14986a98b73a4738598c3 2024-11-14T14:40:47,579 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35765 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b982b98e12b52abc271df4d930581a34, server=da1c6afcd1f9,35765,1731595233113 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-14T14:40:47,579 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35765 {}] ipc.CallRunner(138): callId: 116 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:57946 deadline: 1731595307578, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b982b98e12b52abc271df4d930581a34, server=da1c6afcd1f9,35765,1731595233113 2024-11-14T14:40:47,581 DEBUG [RS_FLUSH_OPERATIONS-regionserver/da1c6afcd1f9:0-1 {event_type=RS_FLUSH_REGIONS, pid=16}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:34345/user/jenkins/test-data/14d118ee-a83a-b09b-5913-1a58940a5db1/data/default/TestAcidGuarantees/b982b98e12b52abc271df4d930581a34/.tmp/A/0aff1dba45404c7bbc63e6dbd9d54b4e as hdfs://localhost:34345/user/jenkins/test-data/14d118ee-a83a-b09b-5913-1a58940a5db1/data/default/TestAcidGuarantees/b982b98e12b52abc271df4d930581a34/A/0aff1dba45404c7bbc63e6dbd9d54b4e 2024-11-14T14:40:47,583 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731595236744.b982b98e12b52abc271df4d930581a34., hostname=da1c6afcd1f9,35765,1731595233113, seqNum=2 , the old value is region=TestAcidGuarantees,,1731595236744.b982b98e12b52abc271df4d930581a34., hostname=da1c6afcd1f9,35765,1731595233113, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b982b98e12b52abc271df4d930581a34, server=da1c6afcd1f9,35765,1731595233113 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-14T14:40:47,584 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731595236744.b982b98e12b52abc271df4d930581a34., hostname=da1c6afcd1f9,35765,1731595233113, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b982b98e12b52abc271df4d930581a34, server=da1c6afcd1f9,35765,1731595233113 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-14T14:40:47,584 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731595236744.b982b98e12b52abc271df4d930581a34., hostname=da1c6afcd1f9,35765,1731595233113, seqNum=2 because the exception is null or not the one we care about 2024-11-14T14:40:47,587 INFO [RS_FLUSH_OPERATIONS-regionserver/da1c6afcd1f9:0-1 {event_type=RS_FLUSH_REGIONS, pid=16}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:34345/user/jenkins/test-data/14d118ee-a83a-b09b-5913-1a58940a5db1/data/default/TestAcidGuarantees/b982b98e12b52abc271df4d930581a34/A/0aff1dba45404c7bbc63e6dbd9d54b4e, entries=150, sequenceid=464, filesize=12.0 K 2024-11-14T14:40:47,588 DEBUG [RS_FLUSH_OPERATIONS-regionserver/da1c6afcd1f9:0-1 {event_type=RS_FLUSH_REGIONS, pid=16}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:34345/user/jenkins/test-data/14d118ee-a83a-b09b-5913-1a58940a5db1/data/default/TestAcidGuarantees/b982b98e12b52abc271df4d930581a34/.tmp/B/43a8096b74e04a6fb93c3068389dc832 as hdfs://localhost:34345/user/jenkins/test-data/14d118ee-a83a-b09b-5913-1a58940a5db1/data/default/TestAcidGuarantees/b982b98e12b52abc271df4d930581a34/B/43a8096b74e04a6fb93c3068389dc832 2024-11-14T14:40:47,590 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35765 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b982b98e12b52abc271df4d930581a34, server=da1c6afcd1f9,35765,1731595233113 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-14T14:40:47,591 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35765 {}] ipc.CallRunner(138): callId: 121 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:57914 deadline: 1731595307586, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b982b98e12b52abc271df4d930581a34, server=da1c6afcd1f9,35765,1731595233113 2024-11-14T14:40:47,591 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731595236744.b982b98e12b52abc271df4d930581a34., hostname=da1c6afcd1f9,35765,1731595233113, seqNum=2 , the old value is region=TestAcidGuarantees,,1731595236744.b982b98e12b52abc271df4d930581a34., hostname=da1c6afcd1f9,35765,1731595233113, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b982b98e12b52abc271df4d930581a34, server=da1c6afcd1f9,35765,1731595233113 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-14T14:40:47,591 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731595236744.b982b98e12b52abc271df4d930581a34., hostname=da1c6afcd1f9,35765,1731595233113, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b982b98e12b52abc271df4d930581a34, server=da1c6afcd1f9,35765,1731595233113 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-14T14:40:47,591 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731595236744.b982b98e12b52abc271df4d930581a34., hostname=da1c6afcd1f9,35765,1731595233113, seqNum=2 because the exception is null or not the one we care about 2024-11-14T14:40:47,599 INFO [RS_FLUSH_OPERATIONS-regionserver/da1c6afcd1f9:0-1 {event_type=RS_FLUSH_REGIONS, pid=16}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:34345/user/jenkins/test-data/14d118ee-a83a-b09b-5913-1a58940a5db1/data/default/TestAcidGuarantees/b982b98e12b52abc271df4d930581a34/B/43a8096b74e04a6fb93c3068389dc832, entries=150, sequenceid=464, filesize=12.0 K 2024-11-14T14:40:47,600 DEBUG [RS_FLUSH_OPERATIONS-regionserver/da1c6afcd1f9:0-1 {event_type=RS_FLUSH_REGIONS, pid=16}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:34345/user/jenkins/test-data/14d118ee-a83a-b09b-5913-1a58940a5db1/data/default/TestAcidGuarantees/b982b98e12b52abc271df4d930581a34/.tmp/C/98d1917da4f14986a98b73a4738598c3 as hdfs://localhost:34345/user/jenkins/test-data/14d118ee-a83a-b09b-5913-1a58940a5db1/data/default/TestAcidGuarantees/b982b98e12b52abc271df4d930581a34/C/98d1917da4f14986a98b73a4738598c3 2024-11-14T14:40:47,607 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35765 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b982b98e12b52abc271df4d930581a34, server=da1c6afcd1f9,35765,1731595233113 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-14T14:40:47,607 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35765 {}] ipc.CallRunner(138): callId: 112 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:57884 deadline: 1731595307607, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b982b98e12b52abc271df4d930581a34, server=da1c6afcd1f9,35765,1731595233113 2024-11-14T14:40:47,608 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731595236744.b982b98e12b52abc271df4d930581a34., hostname=da1c6afcd1f9,35765,1731595233113, seqNum=2 , the old value is region=TestAcidGuarantees,,1731595236744.b982b98e12b52abc271df4d930581a34., hostname=da1c6afcd1f9,35765,1731595233113, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b982b98e12b52abc271df4d930581a34, server=da1c6afcd1f9,35765,1731595233113 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-14T14:40:47,608 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731595236744.b982b98e12b52abc271df4d930581a34., hostname=da1c6afcd1f9,35765,1731595233113, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b982b98e12b52abc271df4d930581a34, server=da1c6afcd1f9,35765,1731595233113 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-14T14:40:47,608 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731595236744.b982b98e12b52abc271df4d930581a34., hostname=da1c6afcd1f9,35765,1731595233113, seqNum=2 because the exception is null or not the one we care about 2024-11-14T14:40:47,613 INFO [RS_FLUSH_OPERATIONS-regionserver/da1c6afcd1f9:0-1 {event_type=RS_FLUSH_REGIONS, pid=16}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:34345/user/jenkins/test-data/14d118ee-a83a-b09b-5913-1a58940a5db1/data/default/TestAcidGuarantees/b982b98e12b52abc271df4d930581a34/C/98d1917da4f14986a98b73a4738598c3, entries=150, sequenceid=464, filesize=12.0 K 2024-11-14T14:40:47,615 INFO [RS_FLUSH_OPERATIONS-regionserver/da1c6afcd1f9:0-1 {event_type=RS_FLUSH_REGIONS, pid=16}] regionserver.HRegion(3140): Finished flush of dataSize ~145.36 KB/148850, heapSize ~405.64 KB/415376, currentSize=40.25 KB/41220 for b982b98e12b52abc271df4d930581a34 in 552ms, sequenceid=464, compaction requested=false 2024-11-14T14:40:47,615 DEBUG [RS_FLUSH_OPERATIONS-regionserver/da1c6afcd1f9:0-1 {event_type=RS_FLUSH_REGIONS, pid=16}] regionserver.HRegion(2603): Flush status journal for b982b98e12b52abc271df4d930581a34: 2024-11-14T14:40:47,615 DEBUG [RS_FLUSH_OPERATIONS-regionserver/da1c6afcd1f9:0-1 {event_type=RS_FLUSH_REGIONS, pid=16}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1731595236744.b982b98e12b52abc271df4d930581a34. 2024-11-14T14:40:47,615 DEBUG [RS_FLUSH_OPERATIONS-regionserver/da1c6afcd1f9:0-1 {event_type=RS_FLUSH_REGIONS, pid=16}] regionserver.RemoteProcedureResultReporter(62): Successfully complete execution of pid=16 2024-11-14T14:40:47,616 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45145 {}] master.HMaster(4169): Remote procedure done, pid=16 2024-11-14T14:40:47,623 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=16, resume processing ppid=15 2024-11-14T14:40:47,623 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1521): Finished pid=16, ppid=15, state=SUCCESS, hasLock=false; org.apache.hadoop.hbase.master.procedure.FlushRegionProcedure in 1.4850 sec 2024-11-14T14:40:47,626 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1521): Finished pid=15, state=SUCCESS, hasLock=false; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=15, table=TestAcidGuarantees in 1.4970 sec 2024-11-14T14:40:47,890 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35765 {}] regionserver.HRegion(8855): Flush requested on b982b98e12b52abc271df4d930581a34 2024-11-14T14:40:47,890 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(2902): Flushing b982b98e12b52abc271df4d930581a34 3/3 column families, dataSize=46.96 KB heapSize=140.20 KB 2024-11-14T14:40:47,890 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK b982b98e12b52abc271df4d930581a34, store=A 2024-11-14T14:40:47,890 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-14T14:40:47,890 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK b982b98e12b52abc271df4d930581a34, store=B 2024-11-14T14:40:47,891 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-14T14:40:47,891 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK b982b98e12b52abc271df4d930581a34, store=C 2024-11-14T14:40:47,891 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-14T14:40:47,898 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:34345/user/jenkins/test-data/14d118ee-a83a-b09b-5913-1a58940a5db1/data/default/TestAcidGuarantees/b982b98e12b52abc271df4d930581a34/.tmp/A/587a007e73e64356a07dec1c8c579e6a is 50, key is test_row_0/A:col10/1731595247257/Put/seqid=0 2024-11-14T14:40:47,919 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36699 is added to blk_1073741885_1061 (size=14741) 2024-11-14T14:40:47,920 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=15.65 KB at sequenceid=477 (bloomFilter=true), to=hdfs://localhost:34345/user/jenkins/test-data/14d118ee-a83a-b09b-5913-1a58940a5db1/data/default/TestAcidGuarantees/b982b98e12b52abc271df4d930581a34/.tmp/A/587a007e73e64356a07dec1c8c579e6a 2024-11-14T14:40:47,934 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:34345/user/jenkins/test-data/14d118ee-a83a-b09b-5913-1a58940a5db1/data/default/TestAcidGuarantees/b982b98e12b52abc271df4d930581a34/.tmp/B/032cc1beb7f945fbbe7a05f5de4fc4fb is 50, key is test_row_0/B:col10/1731595247257/Put/seqid=0 2024-11-14T14:40:47,950 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36699 is added to blk_1073741886_1062 (size=12301) 2024-11-14T14:40:47,959 DEBUG [RS_IN_MEMORY_COMPACTION-regionserver/da1c6afcd1f9:0-3 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=type=CellArrayImmutableSegment, empty=no, cellCount=309, cellSize=14145, totalHeapSize=32376, min timestamp=1731595247930, max timestamp=1731595247955Num uniques 859; 2024-11-14T14:40:47,959 DEBUG [RS_IN_MEMORY_COMPACTION-regionserver/da1c6afcd1f9:0-3 {}] regionserver.CompactionPipeline(163): Suffix data size=39335, new segment data size=14145, suffix heap size=117064,new segment heap size=32376 　suffix off heap size=0, new segment off heap size=0, suffix cells count=859, new segment cells count=309 2024-11-14T14:40:47,959 DEBUG [RS_IN_MEMORY_COMPACTION-regionserver/da1c6afcd1f9:0-2 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=type=CellArrayImmutableSegment, empty=no, cellCount=309, cellSize=14145, totalHeapSize=32376, min timestamp=1731595247930, max timestamp=1731595247955Num uniques 859; 2024-11-14T14:40:47,959 DEBUG [RS_IN_MEMORY_COMPACTION-regionserver/da1c6afcd1f9:0-2 {}] regionserver.CompactionPipeline(163): Suffix data size=39335, new segment data size=14145, suffix heap size=117064,new segment heap size=32376 　suffix off heap size=0, new segment off heap size=0, suffix cells count=859, new segment cells count=309 2024-11-14T14:40:47,960 DEBUG [RS_IN_MEMORY_COMPACTION-regionserver/da1c6afcd1f9:0-4 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=type=CellArrayImmutableSegment, empty=no, cellCount=309, cellSize=14145, totalHeapSize=32376, min timestamp=1731595247930, max timestamp=1731595247955Num uniques 859; 2024-11-14T14:40:47,960 DEBUG [RS_IN_MEMORY_COMPACTION-regionserver/da1c6afcd1f9:0-4 {}] regionserver.CompactionPipeline(163): Suffix data size=39335, new segment data size=14145, suffix heap size=117064,new segment heap size=32376 　suffix off heap size=0, new segment off heap size=0, suffix cells count=859, new segment cells count=309 2024-11-14T14:40:48,002 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35765 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b982b98e12b52abc271df4d930581a34, server=da1c6afcd1f9,35765,1731595233113 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-14T14:40:48,002 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35765 {}] ipc.CallRunner(138): callId: 130 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:57946 deadline: 1731595307996, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b982b98e12b52abc271df4d930581a34, server=da1c6afcd1f9,35765,1731595233113 2024-11-14T14:40:48,002 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35765 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b982b98e12b52abc271df4d930581a34, server=da1c6afcd1f9,35765,1731595233113 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-14T14:40:48,003 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35765 {}] ipc.CallRunner(138): callId: 122 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:57884 deadline: 1731595307998, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b982b98e12b52abc271df4d930581a34, server=da1c6afcd1f9,35765,1731595233113 2024-11-14T14:40:48,004 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731595236744.b982b98e12b52abc271df4d930581a34., hostname=da1c6afcd1f9,35765,1731595233113, seqNum=2 , the old value is region=TestAcidGuarantees,,1731595236744.b982b98e12b52abc271df4d930581a34., hostname=da1c6afcd1f9,35765,1731595233113, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b982b98e12b52abc271df4d930581a34, server=da1c6afcd1f9,35765,1731595233113 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-14T14:40:48,004 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731595236744.b982b98e12b52abc271df4d930581a34., hostname=da1c6afcd1f9,35765,1731595233113, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b982b98e12b52abc271df4d930581a34, server=da1c6afcd1f9,35765,1731595233113 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-14T14:40:48,004 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731595236744.b982b98e12b52abc271df4d930581a34., hostname=da1c6afcd1f9,35765,1731595233113, seqNum=2 because the exception is null or not the one we care about 2024-11-14T14:40:48,005 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731595236744.b982b98e12b52abc271df4d930581a34., hostname=da1c6afcd1f9,35765,1731595233113, seqNum=2 , the old value is region=TestAcidGuarantees,,1731595236744.b982b98e12b52abc271df4d930581a34., hostname=da1c6afcd1f9,35765,1731595233113, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b982b98e12b52abc271df4d930581a34, server=da1c6afcd1f9,35765,1731595233113 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-14T14:40:48,005 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731595236744.b982b98e12b52abc271df4d930581a34., hostname=da1c6afcd1f9,35765,1731595233113, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b982b98e12b52abc271df4d930581a34, server=da1c6afcd1f9,35765,1731595233113 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-14T14:40:48,005 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731595236744.b982b98e12b52abc271df4d930581a34., hostname=da1c6afcd1f9,35765,1731595233113, seqNum=2 because the exception is null or not the one we care about 2024-11-14T14:40:48,008 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35765 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b982b98e12b52abc271df4d930581a34, server=da1c6afcd1f9,35765,1731595233113 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-14T14:40:48,008 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35765 {}] ipc.CallRunner(138): callId: 133 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:57914 deadline: 1731595308005, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b982b98e12b52abc271df4d930581a34, server=da1c6afcd1f9,35765,1731595233113 2024-11-14T14:40:48,009 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731595236744.b982b98e12b52abc271df4d930581a34., hostname=da1c6afcd1f9,35765,1731595233113, seqNum=2 , the old value is region=TestAcidGuarantees,,1731595236744.b982b98e12b52abc271df4d930581a34., hostname=da1c6afcd1f9,35765,1731595233113, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b982b98e12b52abc271df4d930581a34, server=da1c6afcd1f9,35765,1731595233113 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-14T14:40:48,010 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731595236744.b982b98e12b52abc271df4d930581a34., hostname=da1c6afcd1f9,35765,1731595233113, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b982b98e12b52abc271df4d930581a34, server=da1c6afcd1f9,35765,1731595233113 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-14T14:40:48,010 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731595236744.b982b98e12b52abc271df4d930581a34., hostname=da1c6afcd1f9,35765,1731595233113, seqNum=2 because the exception is null or not the one we care about 2024-11-14T14:40:48,110 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35765 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b982b98e12b52abc271df4d930581a34, server=da1c6afcd1f9,35765,1731595233113 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-14T14:40:48,110 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35765 {}] ipc.CallRunner(138): callId: 123 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:57884 deadline: 1731595308106, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b982b98e12b52abc271df4d930581a34, server=da1c6afcd1f9,35765,1731595233113 2024-11-14T14:40:48,111 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731595236744.b982b98e12b52abc271df4d930581a34., hostname=da1c6afcd1f9,35765,1731595233113, seqNum=2 , the old value is region=TestAcidGuarantees,,1731595236744.b982b98e12b52abc271df4d930581a34., hostname=da1c6afcd1f9,35765,1731595233113, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b982b98e12b52abc271df4d930581a34, server=da1c6afcd1f9,35765,1731595233113 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-14T14:40:48,111 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731595236744.b982b98e12b52abc271df4d930581a34., hostname=da1c6afcd1f9,35765,1731595233113, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b982b98e12b52abc271df4d930581a34, server=da1c6afcd1f9,35765,1731595233113 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-14T14:40:48,111 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731595236744.b982b98e12b52abc271df4d930581a34., hostname=da1c6afcd1f9,35765,1731595233113, seqNum=2 because the exception is null or not the one we care about 2024-11-14T14:40:48,120 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35765 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b982b98e12b52abc271df4d930581a34, server=da1c6afcd1f9,35765,1731595233113 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-14T14:40:48,120 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35765 {}] ipc.CallRunner(138): callId: 131 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:57946 deadline: 1731595308116, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b982b98e12b52abc271df4d930581a34, server=da1c6afcd1f9,35765,1731595233113 2024-11-14T14:40:48,120 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35765 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b982b98e12b52abc271df4d930581a34, server=da1c6afcd1f9,35765,1731595233113 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-14T14:40:48,120 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731595236744.b982b98e12b52abc271df4d930581a34., hostname=da1c6afcd1f9,35765,1731595233113, seqNum=2 , the old value is region=TestAcidGuarantees,,1731595236744.b982b98e12b52abc271df4d930581a34., hostname=da1c6afcd1f9,35765,1731595233113, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b982b98e12b52abc271df4d930581a34, server=da1c6afcd1f9,35765,1731595233113 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-14T14:40:48,120 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731595236744.b982b98e12b52abc271df4d930581a34., hostname=da1c6afcd1f9,35765,1731595233113, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b982b98e12b52abc271df4d930581a34, server=da1c6afcd1f9,35765,1731595233113 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-14T14:40:48,120 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35765 {}] ipc.CallRunner(138): callId: 134 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:57914 deadline: 1731595308117, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b982b98e12b52abc271df4d930581a34, server=da1c6afcd1f9,35765,1731595233113 2024-11-14T14:40:48,120 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731595236744.b982b98e12b52abc271df4d930581a34., hostname=da1c6afcd1f9,35765,1731595233113, seqNum=2 because the exception is null or not the one we care about 2024-11-14T14:40:48,121 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731595236744.b982b98e12b52abc271df4d930581a34., hostname=da1c6afcd1f9,35765,1731595233113, seqNum=2 , the old value is region=TestAcidGuarantees,,1731595236744.b982b98e12b52abc271df4d930581a34., hostname=da1c6afcd1f9,35765,1731595233113, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b982b98e12b52abc271df4d930581a34, server=da1c6afcd1f9,35765,1731595233113 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-14T14:40:48,121 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731595236744.b982b98e12b52abc271df4d930581a34., hostname=da1c6afcd1f9,35765,1731595233113, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b982b98e12b52abc271df4d930581a34, server=da1c6afcd1f9,35765,1731595233113 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-14T14:40:48,121 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731595236744.b982b98e12b52abc271df4d930581a34., hostname=da1c6afcd1f9,35765,1731595233113, seqNum=2 because the exception is null or not the one we care about 2024-11-14T14:40:48,277 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35765 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b982b98e12b52abc271df4d930581a34, server=da1c6afcd1f9,35765,1731595233113 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-14T14:40:48,277 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35765 {}] ipc.CallRunner(138): callId: 113 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:57954 deadline: 1731595308276, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b982b98e12b52abc271df4d930581a34, server=da1c6afcd1f9,35765,1731595233113 2024-11-14T14:40:48,277 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35765 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b982b98e12b52abc271df4d930581a34, server=da1c6afcd1f9,35765,1731595233113 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-14T14:40:48,277 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35765 {}] ipc.CallRunner(138): callId: 108 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:57926 deadline: 1731595308276, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b982b98e12b52abc271df4d930581a34, server=da1c6afcd1f9,35765,1731595233113 2024-11-14T14:40:48,281 WARN [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRpcRetryingCaller(177): Call to da1c6afcd1f9,35765,1731595233113 for 'test_row_0' in b982b98e12b52abc271df4d930581a34 of TestAcidGuarantees failed, tries = 6, maxAttempts = 16, timeout = 1200000 ms, time elapsed = 2191 ms org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b982b98e12b52abc271df4d930581a34, server=da1c6afcd1f9,35765,1731595233113 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) at jdk.internal.reflect.GeneratedConstructorAccessor39.newInstance(Unknown Source) ~[?:?] at jdk.internal.reflect.DelegatingConstructorAccessorImpl.newInstance(DelegatingConstructorAccessorImpl.java:45) ~[?:?] at java.lang.reflect.Constructor.newInstanceWithCaller(Constructor.java:499) ~[?:?] at java.lang.reflect.Constructor.newInstance(Constructor.java:480) ~[?:?] at org.apache.hadoop.hbase.ipc.RemoteWithExtrasException.instantiateException(RemoteWithExtrasException.java:110) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RemoteWithExtrasException.unwrapRemoteException(RemoteWithExtrasException.java:100) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.client.ConnectionUtils.translateException(ConnectionUtils.java:219) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRpcRetryingCaller.onError(AsyncRpcRetryingCaller.java:165) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.lambda$call$4(AsyncSingleRequestRpcRetryingCaller.java:86) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.lambda$addListener$0(FutureUtils.java:71) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:863) ~[?:?] at java.util.concurrent.CompletableFuture$UniWhenComplete.tryFire(CompletableFuture.java:841) ~[?:?] at java.util.concurrent.CompletableFuture.postComplete(CompletableFuture.java:510) ~[?:?] at java.util.concurrent.CompletableFuture.completeExceptionally(CompletableFuture.java:2162) ~[?:?] at org.apache.hadoop.hbase.client.ConnectionUtils$2.run(ConnectionUtils.java:625) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hbase.thirdparty.com.google.protobuf.RpcUtil$1.run(RpcUtil.java:56) ~[hbase-shaded-protobuf-4.1.9.jar:4.1.9] at org.apache.hbase.thirdparty.com.google.protobuf.RpcUtil$1.run(RpcUtil.java:47) ~[hbase-shaded-protobuf-4.1.9.jar:4.1.9] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.onCallFinished(AbstractRpcClient.java:397) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:430) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:425) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.callComplete(Call.java:117) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.setException(Call.java:132) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcConnection.readResponse(RpcConnection.java:457) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.NettyRpcDuplexHandler.readResponse(NettyRpcDuplexHandler.java:125) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.NettyRpcDuplexHandler.channelRead(NettyRpcDuplexHandler.java:140) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:442) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.handler.codec.ByteToMessageDecoder.fireChannelRead(ByteToMessageDecoder.java:346) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.handler.codec.ByteToMessageDecoder.channelRead(ByteToMessageDecoder.java:318) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:444) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.handler.timeout.IdleStateHandler.channelRead(IdleStateHandler.java:289) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:442) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline$HeadContext.channelRead(DefaultChannelPipeline.java:1357) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:440) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline.fireChannelRead(DefaultChannelPipeline.java:868) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.AbstractNioByteChannel$NioByteUnsafe.read(AbstractNioByteChannel.java:166) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.processSelectedKey(NioEventLoop.java:788) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.processSelectedKeysOptimized(NioEventLoop.java:724) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.processSelectedKeys(NioEventLoop.java:650) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:562) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) ~[hbase-shaded-netty-4.1.9.jar:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] Caused by: org.apache.hadoop.hbase.ipc.RemoteWithExtrasException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b982b98e12b52abc271df4d930581a34, server=da1c6afcd1f9,35765,1731595233113 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) at org.apache.hadoop.hbase.ipc.AbstractRpcClient.onCallFinished(AbstractRpcClient.java:392) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] ... 32 more 2024-11-14T14:40:48,281 WARN [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRpcRetryingCaller(177): Call to da1c6afcd1f9,35765,1731595233113 for 'test_row_0' in b982b98e12b52abc271df4d930581a34 of TestAcidGuarantees failed, tries = 6, maxAttempts = 16, timeout = 1200000 ms, time elapsed = 2190 ms org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b982b98e12b52abc271df4d930581a34, server=da1c6afcd1f9,35765,1731595233113 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) at jdk.internal.reflect.GeneratedConstructorAccessor39.newInstance(Unknown Source) ~[?:?] at jdk.internal.reflect.DelegatingConstructorAccessorImpl.newInstance(DelegatingConstructorAccessorImpl.java:45) ~[?:?] at java.lang.reflect.Constructor.newInstanceWithCaller(Constructor.java:499) ~[?:?] at java.lang.reflect.Constructor.newInstance(Constructor.java:480) ~[?:?] at org.apache.hadoop.hbase.ipc.RemoteWithExtrasException.instantiateException(RemoteWithExtrasException.java:110) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RemoteWithExtrasException.unwrapRemoteException(RemoteWithExtrasException.java:100) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.client.ConnectionUtils.translateException(ConnectionUtils.java:219) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRpcRetryingCaller.onError(AsyncRpcRetryingCaller.java:165) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.lambda$call$4(AsyncSingleRequestRpcRetryingCaller.java:86) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.lambda$addListener$0(FutureUtils.java:71) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:863) ~[?:?] at java.util.concurrent.CompletableFuture$UniWhenComplete.tryFire(CompletableFuture.java:841) ~[?:?] at java.util.concurrent.CompletableFuture.postComplete(CompletableFuture.java:510) ~[?:?] at java.util.concurrent.CompletableFuture.completeExceptionally(CompletableFuture.java:2162) ~[?:?] at org.apache.hadoop.hbase.client.ConnectionUtils$2.run(ConnectionUtils.java:625) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hbase.thirdparty.com.google.protobuf.RpcUtil$1.run(RpcUtil.java:56) ~[hbase-shaded-protobuf-4.1.9.jar:4.1.9] at org.apache.hbase.thirdparty.com.google.protobuf.RpcUtil$1.run(RpcUtil.java:47) ~[hbase-shaded-protobuf-4.1.9.jar:4.1.9] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.onCallFinished(AbstractRpcClient.java:397) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:430) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:425) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.callComplete(Call.java:117) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.setException(Call.java:132) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcConnection.readResponse(RpcConnection.java:457) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.NettyRpcDuplexHandler.readResponse(NettyRpcDuplexHandler.java:125) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.NettyRpcDuplexHandler.channelRead(NettyRpcDuplexHandler.java:140) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:442) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.handler.codec.ByteToMessageDecoder.fireChannelRead(ByteToMessageDecoder.java:346) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.handler.codec.ByteToMessageDecoder.channelRead(ByteToMessageDecoder.java:318) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:444) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.handler.timeout.IdleStateHandler.channelRead(IdleStateHandler.java:289) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:442) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline$HeadContext.channelRead(DefaultChannelPipeline.java:1357) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:440) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline.fireChannelRead(DefaultChannelPipeline.java:868) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.AbstractNioByteChannel$NioByteUnsafe.read(AbstractNioByteChannel.java:166) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.processSelectedKey(NioEventLoop.java:788) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.processSelectedKeysOptimized(NioEventLoop.java:724) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.processSelectedKeys(NioEventLoop.java:650) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:562) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) ~[hbase-shaded-netty-4.1.9.jar:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] Caused by: org.apache.hadoop.hbase.ipc.RemoteWithExtrasException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b982b98e12b52abc271df4d930581a34, server=da1c6afcd1f9,35765,1731595233113 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) at org.apache.hadoop.hbase.ipc.AbstractRpcClient.onCallFinished(AbstractRpcClient.java:392) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] ... 32 more 2024-11-14T14:40:48,282 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731595236744.b982b98e12b52abc271df4d930581a34., hostname=da1c6afcd1f9,35765,1731595233113, seqNum=2 , the old value is region=TestAcidGuarantees,,1731595236744.b982b98e12b52abc271df4d930581a34., hostname=da1c6afcd1f9,35765,1731595233113, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b982b98e12b52abc271df4d930581a34, server=da1c6afcd1f9,35765,1731595233113 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-14T14:40:48,282 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731595236744.b982b98e12b52abc271df4d930581a34., hostname=da1c6afcd1f9,35765,1731595233113, seqNum=2 , the old value is region=TestAcidGuarantees,,1731595236744.b982b98e12b52abc271df4d930581a34., hostname=da1c6afcd1f9,35765,1731595233113, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b982b98e12b52abc271df4d930581a34, server=da1c6afcd1f9,35765,1731595233113 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-14T14:40:48,282 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731595236744.b982b98e12b52abc271df4d930581a34., hostname=da1c6afcd1f9,35765,1731595233113, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b982b98e12b52abc271df4d930581a34, server=da1c6afcd1f9,35765,1731595233113 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-14T14:40:48,282 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731595236744.b982b98e12b52abc271df4d930581a34., hostname=da1c6afcd1f9,35765,1731595233113, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b982b98e12b52abc271df4d930581a34, server=da1c6afcd1f9,35765,1731595233113 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-14T14:40:48,282 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731595236744.b982b98e12b52abc271df4d930581a34., hostname=da1c6afcd1f9,35765,1731595233113, seqNum=2 because the exception is null or not the one we care about 2024-11-14T14:40:48,283 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731595236744.b982b98e12b52abc271df4d930581a34., hostname=da1c6afcd1f9,35765,1731595233113, seqNum=2 because the exception is null or not the one we care about 2024-11-14T14:40:48,287 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45145 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=15 2024-11-14T14:40:48,287 INFO [RPCClient-NioEventLoopGroup-4-8 {}] client.RawAsyncHBaseAdmin$TableProcedureBiConsumer(2721): Operation: FLUSH, Table Name: default:TestAcidGuarantees completed 2024-11-14T14:40:48,287 INFO [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45145 {}] master.HMaster$22(4506): Client=jenkins//172.17.0.2 flush TestAcidGuarantees 2024-11-14T14:40:48,289 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45145 {}] procedure2.ProcedureExecutor(1139): Stored pid=17, state=RUNNABLE:FLUSH_TABLE_PREPARE, hasLock=false; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=17, table=TestAcidGuarantees 2024-11-14T14:40:48,290 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45145 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=17 2024-11-14T14:40:48,290 INFO [PEWorker-1 {}] procedure.FlushTableProcedure(91): pid=17, state=RUNNABLE:FLUSH_TABLE_PREPARE, hasLock=true; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=17, table=TestAcidGuarantees execute state=FLUSH_TABLE_PREPARE 2024-11-14T14:40:48,291 INFO [PEWorker-1 {}] procedure.FlushTableProcedure(91): pid=17, state=RUNNABLE:FLUSH_TABLE_FLUSH_REGIONS, hasLock=true; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=17, table=TestAcidGuarantees execute state=FLUSH_TABLE_FLUSH_REGIONS 2024-11-14T14:40:48,291 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=18, ppid=17, state=RUNNABLE, hasLock=false; org.apache.hadoop.hbase.master.procedure.FlushRegionProcedure}] 2024-11-14T14:40:48,318 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35765 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b982b98e12b52abc271df4d930581a34, server=da1c6afcd1f9,35765,1731595233113 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-14T14:40:48,318 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35765 {}] ipc.CallRunner(138): callId: 124 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:57884 deadline: 1731595308316, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b982b98e12b52abc271df4d930581a34, server=da1c6afcd1f9,35765,1731595233113 2024-11-14T14:40:48,319 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731595236744.b982b98e12b52abc271df4d930581a34., hostname=da1c6afcd1f9,35765,1731595233113, seqNum=2 , the old value is region=TestAcidGuarantees,,1731595236744.b982b98e12b52abc271df4d930581a34., hostname=da1c6afcd1f9,35765,1731595233113, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b982b98e12b52abc271df4d930581a34, server=da1c6afcd1f9,35765,1731595233113 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-14T14:40:48,319 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731595236744.b982b98e12b52abc271df4d930581a34., hostname=da1c6afcd1f9,35765,1731595233113, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b982b98e12b52abc271df4d930581a34, server=da1c6afcd1f9,35765,1731595233113 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-14T14:40:48,319 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731595236744.b982b98e12b52abc271df4d930581a34., hostname=da1c6afcd1f9,35765,1731595233113, seqNum=2 because the exception is null or not the one we care about 2024-11-14T14:40:48,332 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35765 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b982b98e12b52abc271df4d930581a34, server=da1c6afcd1f9,35765,1731595233113 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-14T14:40:48,332 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35765 {}] ipc.CallRunner(138): callId: 132 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:57946 deadline: 1731595308326, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b982b98e12b52abc271df4d930581a34, server=da1c6afcd1f9,35765,1731595233113 2024-11-14T14:40:48,332 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35765 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b982b98e12b52abc271df4d930581a34, server=da1c6afcd1f9,35765,1731595233113 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-14T14:40:48,332 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35765 {}] ipc.CallRunner(138): callId: 135 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:57914 deadline: 1731595308326, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b982b98e12b52abc271df4d930581a34, server=da1c6afcd1f9,35765,1731595233113 2024-11-14T14:40:48,333 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731595236744.b982b98e12b52abc271df4d930581a34., hostname=da1c6afcd1f9,35765,1731595233113, seqNum=2 , the old value is region=TestAcidGuarantees,,1731595236744.b982b98e12b52abc271df4d930581a34., hostname=da1c6afcd1f9,35765,1731595233113, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b982b98e12b52abc271df4d930581a34, server=da1c6afcd1f9,35765,1731595233113 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-14T14:40:48,333 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731595236744.b982b98e12b52abc271df4d930581a34., hostname=da1c6afcd1f9,35765,1731595233113, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b982b98e12b52abc271df4d930581a34, server=da1c6afcd1f9,35765,1731595233113 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-14T14:40:48,333 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731595236744.b982b98e12b52abc271df4d930581a34., hostname=da1c6afcd1f9,35765,1731595233113, seqNum=2 because the exception is null or not the one we care about 2024-11-14T14:40:48,333 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731595236744.b982b98e12b52abc271df4d930581a34., hostname=da1c6afcd1f9,35765,1731595233113, seqNum=2 , the old value is region=TestAcidGuarantees,,1731595236744.b982b98e12b52abc271df4d930581a34., hostname=da1c6afcd1f9,35765,1731595233113, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b982b98e12b52abc271df4d930581a34, server=da1c6afcd1f9,35765,1731595233113 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-14T14:40:48,333 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731595236744.b982b98e12b52abc271df4d930581a34., hostname=da1c6afcd1f9,35765,1731595233113, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b982b98e12b52abc271df4d930581a34, server=da1c6afcd1f9,35765,1731595233113 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-14T14:40:48,333 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731595236744.b982b98e12b52abc271df4d930581a34., hostname=da1c6afcd1f9,35765,1731595233113, seqNum=2 because the exception is null or not the one we care about 2024-11-14T14:40:48,351 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=15.65 KB at sequenceid=477 (bloomFilter=true), to=hdfs://localhost:34345/user/jenkins/test-data/14d118ee-a83a-b09b-5913-1a58940a5db1/data/default/TestAcidGuarantees/b982b98e12b52abc271df4d930581a34/.tmp/B/032cc1beb7f945fbbe7a05f5de4fc4fb 2024-11-14T14:40:48,366 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:34345/user/jenkins/test-data/14d118ee-a83a-b09b-5913-1a58940a5db1/data/default/TestAcidGuarantees/b982b98e12b52abc271df4d930581a34/.tmp/C/fec9daed6484434cb89bd71cd626eea4 is 50, key is test_row_0/C:col10/1731595247257/Put/seqid=0 2024-11-14T14:40:48,371 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36699 is added to blk_1073741887_1063 (size=12301) 2024-11-14T14:40:48,396 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45145 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=17 2024-11-14T14:40:48,445 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=35765 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=18 2024-11-14T14:40:48,445 DEBUG [RS_FLUSH_OPERATIONS-regionserver/da1c6afcd1f9:0-2 {event_type=RS_FLUSH_REGIONS, pid=18}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1731595236744.b982b98e12b52abc271df4d930581a34. 2024-11-14T14:40:48,445 DEBUG [RS_FLUSH_OPERATIONS-regionserver/da1c6afcd1f9:0-2 {event_type=RS_FLUSH_REGIONS, pid=18}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1731595236744.b982b98e12b52abc271df4d930581a34. as already flushing 2024-11-14T14:40:48,445 DEBUG [RS_FLUSH_OPERATIONS-regionserver/da1c6afcd1f9:0-2 {event_type=RS_FLUSH_REGIONS, pid=18}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1731595236744.b982b98e12b52abc271df4d930581a34. 2024-11-14T14:40:48,445 ERROR [RS_FLUSH_OPERATIONS-regionserver/da1c6afcd1f9:0-2 {event_type=RS_FLUSH_REGIONS, pid=18}] handler.RSProcedureHandler(58): pid=18 java.io.IOException: Unable to complete flush {ENCODED => b982b98e12b52abc271df4d930581a34, NAME => 'TestAcidGuarantees,,1731595236744.b982b98e12b52abc271df4d930581a34.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-14T14:40:48,446 DEBUG [RS_FLUSH_OPERATIONS-regionserver/da1c6afcd1f9:0-2 {event_type=RS_FLUSH_REGIONS, pid=18}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=18 java.io.IOException: Unable to complete flush {ENCODED => b982b98e12b52abc271df4d930581a34, NAME => 'TestAcidGuarantees,,1731595236744.b982b98e12b52abc271df4d930581a34.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-14T14:40:48,446 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45145 {}] master.HMaster(4177): Remote procedure failed, pid=18 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => b982b98e12b52abc271df4d930581a34, NAME => 'TestAcidGuarantees,,1731595236744.b982b98e12b52abc271df4d930581a34.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$5(MasterRpcServices.java:2580) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2575) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => b982b98e12b52abc271df4d930581a34, NAME => 'TestAcidGuarantees,,1731595236744.b982b98e12b52abc271df4d930581a34.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-14T14:40:48,599 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=35765 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=18 2024-11-14T14:40:48,599 DEBUG [RS_FLUSH_OPERATIONS-regionserver/da1c6afcd1f9:0-0 {event_type=RS_FLUSH_REGIONS, pid=18}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1731595236744.b982b98e12b52abc271df4d930581a34. 2024-11-14T14:40:48,599 DEBUG [RS_FLUSH_OPERATIONS-regionserver/da1c6afcd1f9:0-0 {event_type=RS_FLUSH_REGIONS, pid=18}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1731595236744.b982b98e12b52abc271df4d930581a34. as already flushing 2024-11-14T14:40:48,599 DEBUG [RS_FLUSH_OPERATIONS-regionserver/da1c6afcd1f9:0-0 {event_type=RS_FLUSH_REGIONS, pid=18}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1731595236744.b982b98e12b52abc271df4d930581a34. 2024-11-14T14:40:48,600 ERROR [RS_FLUSH_OPERATIONS-regionserver/da1c6afcd1f9:0-0 {event_type=RS_FLUSH_REGIONS, pid=18}] handler.RSProcedureHandler(58): pid=18 java.io.IOException: Unable to complete flush {ENCODED => b982b98e12b52abc271df4d930581a34, NAME => 'TestAcidGuarantees,,1731595236744.b982b98e12b52abc271df4d930581a34.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-14T14:40:48,600 DEBUG [RS_FLUSH_OPERATIONS-regionserver/da1c6afcd1f9:0-0 {event_type=RS_FLUSH_REGIONS, pid=18}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=18 java.io.IOException: Unable to complete flush {ENCODED => b982b98e12b52abc271df4d930581a34, NAME => 'TestAcidGuarantees,,1731595236744.b982b98e12b52abc271df4d930581a34.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-14T14:40:48,601 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45145 {}] master.HMaster(4177): Remote procedure failed, pid=18 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => b982b98e12b52abc271df4d930581a34, NAME => 'TestAcidGuarantees,,1731595236744.b982b98e12b52abc271df4d930581a34.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$5(MasterRpcServices.java:2580) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2575) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => b982b98e12b52abc271df4d930581a34, NAME => 'TestAcidGuarantees,,1731595236744.b982b98e12b52abc271df4d930581a34.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-14T14:40:48,606 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45145 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=17 2024-11-14T14:40:48,628 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35765 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b982b98e12b52abc271df4d930581a34, server=da1c6afcd1f9,35765,1731595233113 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-14T14:40:48,628 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35765 {}] ipc.CallRunner(138): callId: 125 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:57884 deadline: 1731595308626, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b982b98e12b52abc271df4d930581a34, server=da1c6afcd1f9,35765,1731595233113 2024-11-14T14:40:48,629 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731595236744.b982b98e12b52abc271df4d930581a34., hostname=da1c6afcd1f9,35765,1731595233113, seqNum=2 , the old value is region=TestAcidGuarantees,,1731595236744.b982b98e12b52abc271df4d930581a34., hostname=da1c6afcd1f9,35765,1731595233113, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b982b98e12b52abc271df4d930581a34, server=da1c6afcd1f9,35765,1731595233113 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-14T14:40:48,629 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731595236744.b982b98e12b52abc271df4d930581a34., hostname=da1c6afcd1f9,35765,1731595233113, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b982b98e12b52abc271df4d930581a34, server=da1c6afcd1f9,35765,1731595233113 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-14T14:40:48,629 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731595236744.b982b98e12b52abc271df4d930581a34., hostname=da1c6afcd1f9,35765,1731595233113, seqNum=2 because the exception is null or not the one we care about 2024-11-14T14:40:48,643 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35765 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b982b98e12b52abc271df4d930581a34, server=da1c6afcd1f9,35765,1731595233113 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-14T14:40:48,644 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35765 {}] ipc.CallRunner(138): callId: 133 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:57946 deadline: 1731595308636, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b982b98e12b52abc271df4d930581a34, server=da1c6afcd1f9,35765,1731595233113 2024-11-14T14:40:48,644 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35765 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b982b98e12b52abc271df4d930581a34, server=da1c6afcd1f9,35765,1731595233113 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-14T14:40:48,644 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731595236744.b982b98e12b52abc271df4d930581a34., hostname=da1c6afcd1f9,35765,1731595233113, seqNum=2 , the old value is region=TestAcidGuarantees,,1731595236744.b982b98e12b52abc271df4d930581a34., hostname=da1c6afcd1f9,35765,1731595233113, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b982b98e12b52abc271df4d930581a34, server=da1c6afcd1f9,35765,1731595233113 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-14T14:40:48,644 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731595236744.b982b98e12b52abc271df4d930581a34., hostname=da1c6afcd1f9,35765,1731595233113, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b982b98e12b52abc271df4d930581a34, server=da1c6afcd1f9,35765,1731595233113 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-14T14:40:48,644 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35765 {}] ipc.CallRunner(138): callId: 136 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:57914 deadline: 1731595308636, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b982b98e12b52abc271df4d930581a34, server=da1c6afcd1f9,35765,1731595233113 2024-11-14T14:40:48,644 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731595236744.b982b98e12b52abc271df4d930581a34., hostname=da1c6afcd1f9,35765,1731595233113, seqNum=2 because the exception is null or not the one we care about 2024-11-14T14:40:48,645 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731595236744.b982b98e12b52abc271df4d930581a34., hostname=da1c6afcd1f9,35765,1731595233113, seqNum=2 , the old value is region=TestAcidGuarantees,,1731595236744.b982b98e12b52abc271df4d930581a34., hostname=da1c6afcd1f9,35765,1731595233113, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b982b98e12b52abc271df4d930581a34, server=da1c6afcd1f9,35765,1731595233113 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-14T14:40:48,645 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731595236744.b982b98e12b52abc271df4d930581a34., hostname=da1c6afcd1f9,35765,1731595233113, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b982b98e12b52abc271df4d930581a34, server=da1c6afcd1f9,35765,1731595233113 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-14T14:40:48,645 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731595236744.b982b98e12b52abc271df4d930581a34., hostname=da1c6afcd1f9,35765,1731595233113, seqNum=2 because the exception is null or not the one we care about 2024-11-14T14:40:48,753 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=35765 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=18 2024-11-14T14:40:48,753 DEBUG [RS_FLUSH_OPERATIONS-regionserver/da1c6afcd1f9:0-1 {event_type=RS_FLUSH_REGIONS, pid=18}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1731595236744.b982b98e12b52abc271df4d930581a34. 2024-11-14T14:40:48,753 DEBUG [RS_FLUSH_OPERATIONS-regionserver/da1c6afcd1f9:0-1 {event_type=RS_FLUSH_REGIONS, pid=18}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1731595236744.b982b98e12b52abc271df4d930581a34. as already flushing 2024-11-14T14:40:48,753 DEBUG [RS_FLUSH_OPERATIONS-regionserver/da1c6afcd1f9:0-1 {event_type=RS_FLUSH_REGIONS, pid=18}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1731595236744.b982b98e12b52abc271df4d930581a34. 2024-11-14T14:40:48,754 ERROR [RS_FLUSH_OPERATIONS-regionserver/da1c6afcd1f9:0-1 {event_type=RS_FLUSH_REGIONS, pid=18}] handler.RSProcedureHandler(58): pid=18 java.io.IOException: Unable to complete flush {ENCODED => b982b98e12b52abc271df4d930581a34, NAME => 'TestAcidGuarantees,,1731595236744.b982b98e12b52abc271df4d930581a34.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-14T14:40:48,754 DEBUG [RS_FLUSH_OPERATIONS-regionserver/da1c6afcd1f9:0-1 {event_type=RS_FLUSH_REGIONS, pid=18}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=18 java.io.IOException: Unable to complete flush {ENCODED => b982b98e12b52abc271df4d930581a34, NAME => 'TestAcidGuarantees,,1731595236744.b982b98e12b52abc271df4d930581a34.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-14T14:40:48,755 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45145 {}] master.HMaster(4177): Remote procedure failed, pid=18 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => b982b98e12b52abc271df4d930581a34, NAME => 'TestAcidGuarantees,,1731595236744.b982b98e12b52abc271df4d930581a34.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$5(MasterRpcServices.java:2580) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2575) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => b982b98e12b52abc271df4d930581a34, NAME => 'TestAcidGuarantees,,1731595236744.b982b98e12b52abc271df4d930581a34.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-14T14:40:48,772 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=15.65 KB at sequenceid=477 (bloomFilter=true), to=hdfs://localhost:34345/user/jenkins/test-data/14d118ee-a83a-b09b-5913-1a58940a5db1/data/default/TestAcidGuarantees/b982b98e12b52abc271df4d930581a34/.tmp/C/fec9daed6484434cb89bd71cd626eea4 2024-11-14T14:40:48,781 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:34345/user/jenkins/test-data/14d118ee-a83a-b09b-5913-1a58940a5db1/data/default/TestAcidGuarantees/b982b98e12b52abc271df4d930581a34/.tmp/A/587a007e73e64356a07dec1c8c579e6a as hdfs://localhost:34345/user/jenkins/test-data/14d118ee-a83a-b09b-5913-1a58940a5db1/data/default/TestAcidGuarantees/b982b98e12b52abc271df4d930581a34/A/587a007e73e64356a07dec1c8c579e6a 2024-11-14T14:40:48,789 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:34345/user/jenkins/test-data/14d118ee-a83a-b09b-5913-1a58940a5db1/data/default/TestAcidGuarantees/b982b98e12b52abc271df4d930581a34/A/587a007e73e64356a07dec1c8c579e6a, entries=200, sequenceid=477, filesize=14.4 K 2024-11-14T14:40:48,790 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:34345/user/jenkins/test-data/14d118ee-a83a-b09b-5913-1a58940a5db1/data/default/TestAcidGuarantees/b982b98e12b52abc271df4d930581a34/.tmp/B/032cc1beb7f945fbbe7a05f5de4fc4fb as hdfs://localhost:34345/user/jenkins/test-data/14d118ee-a83a-b09b-5913-1a58940a5db1/data/default/TestAcidGuarantees/b982b98e12b52abc271df4d930581a34/B/032cc1beb7f945fbbe7a05f5de4fc4fb 2024-11-14T14:40:48,795 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:34345/user/jenkins/test-data/14d118ee-a83a-b09b-5913-1a58940a5db1/data/default/TestAcidGuarantees/b982b98e12b52abc271df4d930581a34/B/032cc1beb7f945fbbe7a05f5de4fc4fb, entries=150, sequenceid=477, filesize=12.0 K 2024-11-14T14:40:48,796 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:34345/user/jenkins/test-data/14d118ee-a83a-b09b-5913-1a58940a5db1/data/default/TestAcidGuarantees/b982b98e12b52abc271df4d930581a34/.tmp/C/fec9daed6484434cb89bd71cd626eea4 as hdfs://localhost:34345/user/jenkins/test-data/14d118ee-a83a-b09b-5913-1a58940a5db1/data/default/TestAcidGuarantees/b982b98e12b52abc271df4d930581a34/C/fec9daed6484434cb89bd71cd626eea4 2024-11-14T14:40:48,802 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:34345/user/jenkins/test-data/14d118ee-a83a-b09b-5913-1a58940a5db1/data/default/TestAcidGuarantees/b982b98e12b52abc271df4d930581a34/C/fec9daed6484434cb89bd71cd626eea4, entries=150, sequenceid=477, filesize=12.0 K 2024-11-14T14:40:48,803 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(3140): Finished flush of dataSize ~46.96 KB/48090, heapSize ~140.16 KB/143520, currentSize=140.89 KB/144270 for b982b98e12b52abc271df4d930581a34 in 913ms, sequenceid=477, compaction requested=true 2024-11-14T14:40:48,804 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2603): Flush status journal for b982b98e12b52abc271df4d930581a34: 2024-11-14T14:40:48,804 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store b982b98e12b52abc271df4d930581a34:A, priority=-2147483648, current under compaction store size is 1 2024-11-14T14:40:48,804 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-14T14:40:48,804 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store b982b98e12b52abc271df4d930581a34:B, priority=-2147483648, current under compaction store size is 2 2024-11-14T14:40:48,804 DEBUG [RS:0;da1c6afcd1f9:35765-shortCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 3 store files, 0 compacting, 3 eligible, 16 blocking 2024-11-14T14:40:48,804 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-14T14:40:48,804 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store b982b98e12b52abc271df4d930581a34:C, priority=-2147483648, current under compaction store size is 3 2024-11-14T14:40:48,804 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=1), splitQueue=0 2024-11-14T14:40:48,804 DEBUG [RS:0;da1c6afcd1f9:35765-longCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 3 store files, 0 compacting, 3 eligible, 16 blocking 2024-11-14T14:40:48,805 DEBUG [RS:0;da1c6afcd1f9:35765-shortCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 3 files of size 39821 starting at candidate #0 after considering 1 permutations with 1 in ratio 2024-11-14T14:40:48,805 DEBUG [RS:0;da1c6afcd1f9:35765-shortCompactions-0 {}] regionserver.HStore(1541): b982b98e12b52abc271df4d930581a34/A is initiating minor compaction (all files) 2024-11-14T14:40:48,805 INFO [RS:0;da1c6afcd1f9:35765-shortCompactions-0 {}] regionserver.HRegion(2416): Starting compaction of b982b98e12b52abc271df4d930581a34/A in TestAcidGuarantees,,1731595236744.b982b98e12b52abc271df4d930581a34. 2024-11-14T14:40:48,806 INFO [RS:0;da1c6afcd1f9:35765-shortCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:34345/user/jenkins/test-data/14d118ee-a83a-b09b-5913-1a58940a5db1/data/default/TestAcidGuarantees/b982b98e12b52abc271df4d930581a34/A/2260548c3a894a188b667a68050ab374, hdfs://localhost:34345/user/jenkins/test-data/14d118ee-a83a-b09b-5913-1a58940a5db1/data/default/TestAcidGuarantees/b982b98e12b52abc271df4d930581a34/A/0aff1dba45404c7bbc63e6dbd9d54b4e, hdfs://localhost:34345/user/jenkins/test-data/14d118ee-a83a-b09b-5913-1a58940a5db1/data/default/TestAcidGuarantees/b982b98e12b52abc271df4d930581a34/A/587a007e73e64356a07dec1c8c579e6a] into tmpdir=hdfs://localhost:34345/user/jenkins/test-data/14d118ee-a83a-b09b-5913-1a58940a5db1/data/default/TestAcidGuarantees/b982b98e12b52abc271df4d930581a34/.tmp, totalSize=38.9 K 2024-11-14T14:40:48,806 DEBUG [RS:0;da1c6afcd1f9:35765-longCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 3 files of size 37381 starting at candidate #0 after considering 1 permutations with 1 in ratio 2024-11-14T14:40:48,806 DEBUG [RS:0;da1c6afcd1f9:35765-longCompactions-0 {}] regionserver.HStore(1541): b982b98e12b52abc271df4d930581a34/B is initiating minor compaction (all files) 2024-11-14T14:40:48,806 INFO [RS:0;da1c6afcd1f9:35765-longCompactions-0 {}] regionserver.HRegion(2416): Starting compaction of b982b98e12b52abc271df4d930581a34/B in TestAcidGuarantees,,1731595236744.b982b98e12b52abc271df4d930581a34. 2024-11-14T14:40:48,806 INFO [RS:0;da1c6afcd1f9:35765-longCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:34345/user/jenkins/test-data/14d118ee-a83a-b09b-5913-1a58940a5db1/data/default/TestAcidGuarantees/b982b98e12b52abc271df4d930581a34/B/095b48ff7c354d04b0ebdbb6b7abf665, hdfs://localhost:34345/user/jenkins/test-data/14d118ee-a83a-b09b-5913-1a58940a5db1/data/default/TestAcidGuarantees/b982b98e12b52abc271df4d930581a34/B/43a8096b74e04a6fb93c3068389dc832, hdfs://localhost:34345/user/jenkins/test-data/14d118ee-a83a-b09b-5913-1a58940a5db1/data/default/TestAcidGuarantees/b982b98e12b52abc271df4d930581a34/B/032cc1beb7f945fbbe7a05f5de4fc4fb] into tmpdir=hdfs://localhost:34345/user/jenkins/test-data/14d118ee-a83a-b09b-5913-1a58940a5db1/data/default/TestAcidGuarantees/b982b98e12b52abc271df4d930581a34/.tmp, totalSize=36.5 K 2024-11-14T14:40:48,807 DEBUG [RS:0;da1c6afcd1f9:35765-longCompactions-0 {}] compactions.Compactor(225): Compacting 095b48ff7c354d04b0ebdbb6b7abf665, keycount=150, bloomtype=ROW, size=12.5 K, encoding=NONE, compression=NONE, seqNum=428, earliestPutTs=1731595245959 2024-11-14T14:40:48,807 DEBUG [RS:0;da1c6afcd1f9:35765-shortCompactions-0 {}] compactions.Compactor(225): Compacting 2260548c3a894a188b667a68050ab374, keycount=150, bloomtype=ROW, size=12.5 K, encoding=NONE, compression=NONE, seqNum=428, earliestPutTs=1731595245959 2024-11-14T14:40:48,807 DEBUG [RS:0;da1c6afcd1f9:35765-longCompactions-0 {}] compactions.Compactor(225): Compacting 43a8096b74e04a6fb93c3068389dc832, keycount=150, bloomtype=ROW, size=12.0 K, encoding=NONE, compression=NONE, seqNum=464, earliestPutTs=1731595246025 2024-11-14T14:40:48,808 DEBUG [RS:0;da1c6afcd1f9:35765-shortCompactions-0 {}] compactions.Compactor(225): Compacting 0aff1dba45404c7bbc63e6dbd9d54b4e, keycount=150, bloomtype=ROW, size=12.0 K, encoding=NONE, compression=NONE, seqNum=464, earliestPutTs=1731595246025 2024-11-14T14:40:48,808 DEBUG [RS:0;da1c6afcd1f9:35765-longCompactions-0 {}] compactions.Compactor(225): Compacting 032cc1beb7f945fbbe7a05f5de4fc4fb, keycount=150, bloomtype=ROW, size=12.0 K, encoding=NONE, compression=NONE, seqNum=477, earliestPutTs=1731595247257 2024-11-14T14:40:48,809 DEBUG [RS:0;da1c6afcd1f9:35765-shortCompactions-0 {}] compactions.Compactor(225): Compacting 587a007e73e64356a07dec1c8c579e6a, keycount=200, bloomtype=ROW, size=14.4 K, encoding=NONE, compression=NONE, seqNum=477, earliestPutTs=1731595247250 2024-11-14T14:40:48,821 INFO [RS:0;da1c6afcd1f9:35765-longCompactions-0 {}] throttle.PressureAwareThroughputController(145): b982b98e12b52abc271df4d930581a34#B#compaction#51 average throughput is 3.28 MB/second, slept 0 time(s) and total slept time is 0 ms. 1 active operations remaining, total limit is 50.00 MB/second 2024-11-14T14:40:48,822 DEBUG [RS:0;da1c6afcd1f9:35765-longCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:34345/user/jenkins/test-data/14d118ee-a83a-b09b-5913-1a58940a5db1/data/default/TestAcidGuarantees/b982b98e12b52abc271df4d930581a34/.tmp/B/301ed0efecad405391a716c5a9c5510f is 50, key is test_row_0/B:col10/1731595247257/Put/seqid=0 2024-11-14T14:40:48,827 INFO [RS:0;da1c6afcd1f9:35765-shortCompactions-0 {}] throttle.PressureAwareThroughputController(145): b982b98e12b52abc271df4d930581a34#A#compaction#52 average throughput is 1.09 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second 2024-11-14T14:40:48,828 DEBUG [RS:0;da1c6afcd1f9:35765-shortCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:34345/user/jenkins/test-data/14d118ee-a83a-b09b-5913-1a58940a5db1/data/default/TestAcidGuarantees/b982b98e12b52abc271df4d930581a34/.tmp/A/73dee14a7bf94696bac1f1759719018c is 50, key is test_row_0/A:col10/1731595247257/Put/seqid=0 2024-11-14T14:40:48,834 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36699 is added to blk_1073741888_1064 (size=12881) 2024-11-14T14:40:48,843 DEBUG [RS:0;da1c6afcd1f9:35765-longCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:34345/user/jenkins/test-data/14d118ee-a83a-b09b-5913-1a58940a5db1/data/default/TestAcidGuarantees/b982b98e12b52abc271df4d930581a34/.tmp/B/301ed0efecad405391a716c5a9c5510f as hdfs://localhost:34345/user/jenkins/test-data/14d118ee-a83a-b09b-5913-1a58940a5db1/data/default/TestAcidGuarantees/b982b98e12b52abc271df4d930581a34/B/301ed0efecad405391a716c5a9c5510f 2024-11-14T14:40:48,852 INFO [RS:0;da1c6afcd1f9:35765-longCompactions-0 {}] regionserver.HStore(1337): Completed compaction of 3 (all) file(s) in b982b98e12b52abc271df4d930581a34/B of b982b98e12b52abc271df4d930581a34 into 301ed0efecad405391a716c5a9c5510f(size=12.6 K), total size for store is 12.6 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-11-14T14:40:48,853 DEBUG [RS:0;da1c6afcd1f9:35765-longCompactions-0 {}] regionserver.HRegion(2446): Compaction status journal for b982b98e12b52abc271df4d930581a34: 2024-11-14T14:40:48,853 INFO [RS:0;da1c6afcd1f9:35765-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1731595236744.b982b98e12b52abc271df4d930581a34., storeName=b982b98e12b52abc271df4d930581a34/B, priority=13, startTime=1731595248804; duration=0sec 2024-11-14T14:40:48,853 DEBUG [RS:0;da1c6afcd1f9:35765-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=1), splitQueue=0 2024-11-14T14:40:48,853 DEBUG [RS:0;da1c6afcd1f9:35765-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: b982b98e12b52abc271df4d930581a34:B 2024-11-14T14:40:48,853 DEBUG [RS:0;da1c6afcd1f9:35765-longCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 3 store files, 0 compacting, 3 eligible, 16 blocking 2024-11-14T14:40:48,855 DEBUG [RS:0;da1c6afcd1f9:35765-longCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 3 files of size 37381 starting at candidate #0 after considering 1 permutations with 1 in ratio 2024-11-14T14:40:48,855 DEBUG [RS:0;da1c6afcd1f9:35765-longCompactions-0 {}] regionserver.HStore(1541): b982b98e12b52abc271df4d930581a34/C is initiating minor compaction (all files) 2024-11-14T14:40:48,855 INFO [RS:0;da1c6afcd1f9:35765-longCompactions-0 {}] regionserver.HRegion(2416): Starting compaction of b982b98e12b52abc271df4d930581a34/C in TestAcidGuarantees,,1731595236744.b982b98e12b52abc271df4d930581a34. 2024-11-14T14:40:48,855 INFO [RS:0;da1c6afcd1f9:35765-longCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:34345/user/jenkins/test-data/14d118ee-a83a-b09b-5913-1a58940a5db1/data/default/TestAcidGuarantees/b982b98e12b52abc271df4d930581a34/C/d4a4519d01cd43a1bb51bc7fcebd934b, hdfs://localhost:34345/user/jenkins/test-data/14d118ee-a83a-b09b-5913-1a58940a5db1/data/default/TestAcidGuarantees/b982b98e12b52abc271df4d930581a34/C/98d1917da4f14986a98b73a4738598c3, hdfs://localhost:34345/user/jenkins/test-data/14d118ee-a83a-b09b-5913-1a58940a5db1/data/default/TestAcidGuarantees/b982b98e12b52abc271df4d930581a34/C/fec9daed6484434cb89bd71cd626eea4] into tmpdir=hdfs://localhost:34345/user/jenkins/test-data/14d118ee-a83a-b09b-5913-1a58940a5db1/data/default/TestAcidGuarantees/b982b98e12b52abc271df4d930581a34/.tmp, totalSize=36.5 K 2024-11-14T14:40:48,856 DEBUG [RS:0;da1c6afcd1f9:35765-longCompactions-0 {}] compactions.Compactor(225): Compacting d4a4519d01cd43a1bb51bc7fcebd934b, keycount=150, bloomtype=ROW, size=12.5 K, encoding=NONE, compression=NONE, seqNum=428, earliestPutTs=1731595245959 2024-11-14T14:40:48,857 DEBUG [RS:0;da1c6afcd1f9:35765-longCompactions-0 {}] compactions.Compactor(225): Compacting 98d1917da4f14986a98b73a4738598c3, keycount=150, bloomtype=ROW, size=12.0 K, encoding=NONE, compression=NONE, seqNum=464, earliestPutTs=1731595246025 2024-11-14T14:40:48,857 DEBUG [RS:0;da1c6afcd1f9:35765-longCompactions-0 {}] compactions.Compactor(225): Compacting fec9daed6484434cb89bd71cd626eea4, keycount=150, bloomtype=ROW, size=12.0 K, encoding=NONE, compression=NONE, seqNum=477, earliestPutTs=1731595247257 2024-11-14T14:40:48,866 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36699 is added to blk_1073741889_1065 (size=12881) 2024-11-14T14:40:48,880 DEBUG [RS:0;da1c6afcd1f9:35765-shortCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:34345/user/jenkins/test-data/14d118ee-a83a-b09b-5913-1a58940a5db1/data/default/TestAcidGuarantees/b982b98e12b52abc271df4d930581a34/.tmp/A/73dee14a7bf94696bac1f1759719018c as hdfs://localhost:34345/user/jenkins/test-data/14d118ee-a83a-b09b-5913-1a58940a5db1/data/default/TestAcidGuarantees/b982b98e12b52abc271df4d930581a34/A/73dee14a7bf94696bac1f1759719018c 2024-11-14T14:40:48,891 INFO [RS:0;da1c6afcd1f9:35765-shortCompactions-0 {}] regionserver.HStore(1337): Completed compaction of 3 (all) file(s) in b982b98e12b52abc271df4d930581a34/A of b982b98e12b52abc271df4d930581a34 into 73dee14a7bf94696bac1f1759719018c(size=12.6 K), total size for store is 12.6 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-11-14T14:40:48,891 DEBUG [RS:0;da1c6afcd1f9:35765-shortCompactions-0 {}] regionserver.HRegion(2446): Compaction status journal for b982b98e12b52abc271df4d930581a34: 2024-11-14T14:40:48,891 INFO [RS:0;da1c6afcd1f9:35765-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1731595236744.b982b98e12b52abc271df4d930581a34., storeName=b982b98e12b52abc271df4d930581a34/A, priority=13, startTime=1731595248804; duration=0sec 2024-11-14T14:40:48,891 DEBUG [RS:0;da1c6afcd1f9:35765-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-14T14:40:48,891 DEBUG [RS:0;da1c6afcd1f9:35765-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: b982b98e12b52abc271df4d930581a34:A 2024-11-14T14:40:48,894 INFO [RS:0;da1c6afcd1f9:35765-longCompactions-0 {}] throttle.PressureAwareThroughputController(145): b982b98e12b52abc271df4d930581a34#C#compaction#53 average throughput is 3.28 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second 2024-11-14T14:40:48,895 DEBUG [RS:0;da1c6afcd1f9:35765-longCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:34345/user/jenkins/test-data/14d118ee-a83a-b09b-5913-1a58940a5db1/data/default/TestAcidGuarantees/b982b98e12b52abc271df4d930581a34/.tmp/C/2109afcd1eff4825b68d525eba5acf63 is 50, key is test_row_0/C:col10/1731595247257/Put/seqid=0 2024-11-14T14:40:48,907 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=35765 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=18 2024-11-14T14:40:48,908 DEBUG [RS_FLUSH_OPERATIONS-regionserver/da1c6afcd1f9:0-2 {event_type=RS_FLUSH_REGIONS, pid=18}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1731595236744.b982b98e12b52abc271df4d930581a34. 2024-11-14T14:40:48,908 INFO [RS_FLUSH_OPERATIONS-regionserver/da1c6afcd1f9:0-2 {event_type=RS_FLUSH_REGIONS, pid=18}] regionserver.HRegion(2902): Flushing b982b98e12b52abc271df4d930581a34 3/3 column families, dataSize=140.89 KB heapSize=390.84 KB 2024-11-14T14:40:48,908 DEBUG [RS_FLUSH_OPERATIONS-regionserver/da1c6afcd1f9:0-2 {event_type=RS_FLUSH_REGIONS, pid=18}] regionserver.CompactingMemStore(205): FLUSHING TO DISK b982b98e12b52abc271df4d930581a34, store=A 2024-11-14T14:40:48,908 DEBUG [RS_FLUSH_OPERATIONS-regionserver/da1c6afcd1f9:0-2 {event_type=RS_FLUSH_REGIONS, pid=18}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=2, new segment=null 2024-11-14T14:40:48,908 DEBUG [RS_FLUSH_OPERATIONS-regionserver/da1c6afcd1f9:0-2 {event_type=RS_FLUSH_REGIONS, pid=18}] regionserver.CompactingMemStore(205): FLUSHING TO DISK b982b98e12b52abc271df4d930581a34, store=B 2024-11-14T14:40:48,908 DEBUG [RS_FLUSH_OPERATIONS-regionserver/da1c6afcd1f9:0-2 {event_type=RS_FLUSH_REGIONS, pid=18}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=2, new segment=null 2024-11-14T14:40:48,909 DEBUG [RS_FLUSH_OPERATIONS-regionserver/da1c6afcd1f9:0-2 {event_type=RS_FLUSH_REGIONS, pid=18}] regionserver.CompactingMemStore(205): FLUSHING TO DISK b982b98e12b52abc271df4d930581a34, store=C 2024-11-14T14:40:48,909 DEBUG [RS_FLUSH_OPERATIONS-regionserver/da1c6afcd1f9:0-2 {event_type=RS_FLUSH_REGIONS, pid=18}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=2, new segment=null 2024-11-14T14:40:48,916 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45145 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=17 2024-11-14T14:40:48,916 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36699 is added to blk_1073741890_1066 (size=12881) 2024-11-14T14:40:48,920 DEBUG [RS_FLUSH_OPERATIONS-regionserver/da1c6afcd1f9:0-2 {event_type=RS_FLUSH_REGIONS, pid=18}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:34345/user/jenkins/test-data/14d118ee-a83a-b09b-5913-1a58940a5db1/data/default/TestAcidGuarantees/b982b98e12b52abc271df4d930581a34/.tmp/A/588092120821464f90f96dce58cbe2b9 is 50, key is test_row_0/A:col10/1731595247996/Put/seqid=0 2024-11-14T14:40:48,934 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36699 is added to blk_1073741891_1067 (size=12301) 2024-11-14T14:40:48,935 INFO [RS_FLUSH_OPERATIONS-regionserver/da1c6afcd1f9:0-2 {event_type=RS_FLUSH_REGIONS, pid=18}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=46.96 KB at sequenceid=514 (bloomFilter=true), to=hdfs://localhost:34345/user/jenkins/test-data/14d118ee-a83a-b09b-5913-1a58940a5db1/data/default/TestAcidGuarantees/b982b98e12b52abc271df4d930581a34/.tmp/A/588092120821464f90f96dce58cbe2b9 2024-11-14T14:40:48,949 DEBUG [RS_FLUSH_OPERATIONS-regionserver/da1c6afcd1f9:0-2 {event_type=RS_FLUSH_REGIONS, pid=18}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:34345/user/jenkins/test-data/14d118ee-a83a-b09b-5913-1a58940a5db1/data/default/TestAcidGuarantees/b982b98e12b52abc271df4d930581a34/.tmp/B/a11ed3a2f87a4275919b354d1b501b7f is 50, key is test_row_0/B:col10/1731595247996/Put/seqid=0 2024-11-14T14:40:48,962 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36699 is added to blk_1073741892_1068 (size=12301) 2024-11-14T14:40:49,141 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35765 {}] regionserver.HRegion(8855): Flush requested on b982b98e12b52abc271df4d930581a34 2024-11-14T14:40:49,141 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1731595236744.b982b98e12b52abc271df4d930581a34. as already flushing 2024-11-14T14:40:49,166 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35765 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b982b98e12b52abc271df4d930581a34, server=da1c6afcd1f9,35765,1731595233113 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-14T14:40:49,167 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35765 {}] ipc.CallRunner(138): callId: 131 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:57884 deadline: 1731595309157, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b982b98e12b52abc271df4d930581a34, server=da1c6afcd1f9,35765,1731595233113 2024-11-14T14:40:49,167 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731595236744.b982b98e12b52abc271df4d930581a34., hostname=da1c6afcd1f9,35765,1731595233113, seqNum=2 , the old value is region=TestAcidGuarantees,,1731595236744.b982b98e12b52abc271df4d930581a34., hostname=da1c6afcd1f9,35765,1731595233113, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b982b98e12b52abc271df4d930581a34, server=da1c6afcd1f9,35765,1731595233113 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-14T14:40:49,167 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35765 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b982b98e12b52abc271df4d930581a34, server=da1c6afcd1f9,35765,1731595233113 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-14T14:40:49,167 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35765 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b982b98e12b52abc271df4d930581a34, server=da1c6afcd1f9,35765,1731595233113 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-14T14:40:49,167 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731595236744.b982b98e12b52abc271df4d930581a34., hostname=da1c6afcd1f9,35765,1731595233113, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b982b98e12b52abc271df4d930581a34, server=da1c6afcd1f9,35765,1731595233113 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-14T14:40:49,167 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731595236744.b982b98e12b52abc271df4d930581a34., hostname=da1c6afcd1f9,35765,1731595233113, seqNum=2 because the exception is null or not the one we care about 2024-11-14T14:40:49,167 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35765 {}] ipc.CallRunner(138): callId: 138 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:57914 deadline: 1731595309160, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b982b98e12b52abc271df4d930581a34, server=da1c6afcd1f9,35765,1731595233113 2024-11-14T14:40:49,167 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35765 {}] ipc.CallRunner(138): callId: 135 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:57946 deadline: 1731595309159, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b982b98e12b52abc271df4d930581a34, server=da1c6afcd1f9,35765,1731595233113 2024-11-14T14:40:49,168 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731595236744.b982b98e12b52abc271df4d930581a34., hostname=da1c6afcd1f9,35765,1731595233113, seqNum=2 , the old value is region=TestAcidGuarantees,,1731595236744.b982b98e12b52abc271df4d930581a34., hostname=da1c6afcd1f9,35765,1731595233113, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b982b98e12b52abc271df4d930581a34, server=da1c6afcd1f9,35765,1731595233113 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-14T14:40:49,168 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731595236744.b982b98e12b52abc271df4d930581a34., hostname=da1c6afcd1f9,35765,1731595233113, seqNum=2 , the old value is region=TestAcidGuarantees,,1731595236744.b982b98e12b52abc271df4d930581a34., hostname=da1c6afcd1f9,35765,1731595233113, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b982b98e12b52abc271df4d930581a34, server=da1c6afcd1f9,35765,1731595233113 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-14T14:40:49,168 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731595236744.b982b98e12b52abc271df4d930581a34., hostname=da1c6afcd1f9,35765,1731595233113, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b982b98e12b52abc271df4d930581a34, server=da1c6afcd1f9,35765,1731595233113 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-14T14:40:49,168 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731595236744.b982b98e12b52abc271df4d930581a34., hostname=da1c6afcd1f9,35765,1731595233113, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b982b98e12b52abc271df4d930581a34, server=da1c6afcd1f9,35765,1731595233113 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-14T14:40:49,168 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731595236744.b982b98e12b52abc271df4d930581a34., hostname=da1c6afcd1f9,35765,1731595233113, seqNum=2 because the exception is null or not the one we care about 2024-11-14T14:40:49,168 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731595236744.b982b98e12b52abc271df4d930581a34., hostname=da1c6afcd1f9,35765,1731595233113, seqNum=2 because the exception is null or not the one we care about 2024-11-14T14:40:49,279 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35765 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b982b98e12b52abc271df4d930581a34, server=da1c6afcd1f9,35765,1731595233113 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-14T14:40:49,279 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35765 {}] ipc.CallRunner(138): callId: 136 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:57946 deadline: 1731595309276, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b982b98e12b52abc271df4d930581a34, server=da1c6afcd1f9,35765,1731595233113 2024-11-14T14:40:49,279 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35765 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b982b98e12b52abc271df4d930581a34, server=da1c6afcd1f9,35765,1731595233113 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-14T14:40:49,279 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731595236744.b982b98e12b52abc271df4d930581a34., hostname=da1c6afcd1f9,35765,1731595233113, seqNum=2 , the old value is region=TestAcidGuarantees,,1731595236744.b982b98e12b52abc271df4d930581a34., hostname=da1c6afcd1f9,35765,1731595233113, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b982b98e12b52abc271df4d930581a34, server=da1c6afcd1f9,35765,1731595233113 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-14T14:40:49,279 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731595236744.b982b98e12b52abc271df4d930581a34., hostname=da1c6afcd1f9,35765,1731595233113, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b982b98e12b52abc271df4d930581a34, server=da1c6afcd1f9,35765,1731595233113 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-14T14:40:49,279 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35765 {}] ipc.CallRunner(138): callId: 132 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:57884 deadline: 1731595309276, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b982b98e12b52abc271df4d930581a34, server=da1c6afcd1f9,35765,1731595233113 2024-11-14T14:40:49,279 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731595236744.b982b98e12b52abc271df4d930581a34., hostname=da1c6afcd1f9,35765,1731595233113, seqNum=2 because the exception is null or not the one we care about 2024-11-14T14:40:49,280 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35765 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b982b98e12b52abc271df4d930581a34, server=da1c6afcd1f9,35765,1731595233113 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-14T14:40:49,280 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731595236744.b982b98e12b52abc271df4d930581a34., hostname=da1c6afcd1f9,35765,1731595233113, seqNum=2 , the old value is region=TestAcidGuarantees,,1731595236744.b982b98e12b52abc271df4d930581a34., hostname=da1c6afcd1f9,35765,1731595233113, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b982b98e12b52abc271df4d930581a34, server=da1c6afcd1f9,35765,1731595233113 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-14T14:40:49,280 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731595236744.b982b98e12b52abc271df4d930581a34., hostname=da1c6afcd1f9,35765,1731595233113, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b982b98e12b52abc271df4d930581a34, server=da1c6afcd1f9,35765,1731595233113 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-14T14:40:49,280 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731595236744.b982b98e12b52abc271df4d930581a34., hostname=da1c6afcd1f9,35765,1731595233113, seqNum=2 because the exception is null or not the one we care about 2024-11-14T14:40:49,280 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35765 {}] ipc.CallRunner(138): callId: 139 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:57914 deadline: 1731595309277, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b982b98e12b52abc271df4d930581a34, server=da1c6afcd1f9,35765,1731595233113 2024-11-14T14:40:49,280 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731595236744.b982b98e12b52abc271df4d930581a34., hostname=da1c6afcd1f9,35765,1731595233113, seqNum=2 , the old value is region=TestAcidGuarantees,,1731595236744.b982b98e12b52abc271df4d930581a34., hostname=da1c6afcd1f9,35765,1731595233113, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b982b98e12b52abc271df4d930581a34, server=da1c6afcd1f9,35765,1731595233113 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-14T14:40:49,280 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731595236744.b982b98e12b52abc271df4d930581a34., hostname=da1c6afcd1f9,35765,1731595233113, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b982b98e12b52abc271df4d930581a34, server=da1c6afcd1f9,35765,1731595233113 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-14T14:40:49,280 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731595236744.b982b98e12b52abc271df4d930581a34., hostname=da1c6afcd1f9,35765,1731595233113, seqNum=2 because the exception is null or not the one we care about 2024-11-14T14:40:49,324 DEBUG [RS:0;da1c6afcd1f9:35765-longCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:34345/user/jenkins/test-data/14d118ee-a83a-b09b-5913-1a58940a5db1/data/default/TestAcidGuarantees/b982b98e12b52abc271df4d930581a34/.tmp/C/2109afcd1eff4825b68d525eba5acf63 as hdfs://localhost:34345/user/jenkins/test-data/14d118ee-a83a-b09b-5913-1a58940a5db1/data/default/TestAcidGuarantees/b982b98e12b52abc271df4d930581a34/C/2109afcd1eff4825b68d525eba5acf63 2024-11-14T14:40:49,331 INFO [RS:0;da1c6afcd1f9:35765-longCompactions-0 {}] regionserver.HStore(1337): Completed compaction of 3 (all) file(s) in b982b98e12b52abc271df4d930581a34/C of b982b98e12b52abc271df4d930581a34 into 2109afcd1eff4825b68d525eba5acf63(size=12.6 K), total size for store is 12.6 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-11-14T14:40:49,331 DEBUG [RS:0;da1c6afcd1f9:35765-longCompactions-0 {}] regionserver.HRegion(2446): Compaction status journal for b982b98e12b52abc271df4d930581a34: 2024-11-14T14:40:49,332 INFO [RS:0;da1c6afcd1f9:35765-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1731595236744.b982b98e12b52abc271df4d930581a34., storeName=b982b98e12b52abc271df4d930581a34/C, priority=13, startTime=1731595248804; duration=0sec 2024-11-14T14:40:49,332 DEBUG [RS:0;da1c6afcd1f9:35765-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-14T14:40:49,332 DEBUG [RS:0;da1c6afcd1f9:35765-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: b982b98e12b52abc271df4d930581a34:C 2024-11-14T14:40:49,363 INFO [RS_FLUSH_OPERATIONS-regionserver/da1c6afcd1f9:0-2 {event_type=RS_FLUSH_REGIONS, pid=18}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=46.96 KB at sequenceid=514 (bloomFilter=true), to=hdfs://localhost:34345/user/jenkins/test-data/14d118ee-a83a-b09b-5913-1a58940a5db1/data/default/TestAcidGuarantees/b982b98e12b52abc271df4d930581a34/.tmp/B/a11ed3a2f87a4275919b354d1b501b7f 2024-11-14T14:40:49,374 DEBUG [RS_FLUSH_OPERATIONS-regionserver/da1c6afcd1f9:0-2 {event_type=RS_FLUSH_REGIONS, pid=18}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:34345/user/jenkins/test-data/14d118ee-a83a-b09b-5913-1a58940a5db1/data/default/TestAcidGuarantees/b982b98e12b52abc271df4d930581a34/.tmp/C/81fb277100c04666ac4e60157f9e8673 is 50, key is test_row_0/C:col10/1731595247996/Put/seqid=0 2024-11-14T14:40:49,379 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36699 is added to blk_1073741893_1069 (size=12301) 2024-11-14T14:40:49,380 INFO [RS_FLUSH_OPERATIONS-regionserver/da1c6afcd1f9:0-2 {event_type=RS_FLUSH_REGIONS, pid=18}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=46.96 KB at sequenceid=514 (bloomFilter=true), to=hdfs://localhost:34345/user/jenkins/test-data/14d118ee-a83a-b09b-5913-1a58940a5db1/data/default/TestAcidGuarantees/b982b98e12b52abc271df4d930581a34/.tmp/C/81fb277100c04666ac4e60157f9e8673 2024-11-14T14:40:49,387 DEBUG [RS_FLUSH_OPERATIONS-regionserver/da1c6afcd1f9:0-2 {event_type=RS_FLUSH_REGIONS, pid=18}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:34345/user/jenkins/test-data/14d118ee-a83a-b09b-5913-1a58940a5db1/data/default/TestAcidGuarantees/b982b98e12b52abc271df4d930581a34/.tmp/A/588092120821464f90f96dce58cbe2b9 as hdfs://localhost:34345/user/jenkins/test-data/14d118ee-a83a-b09b-5913-1a58940a5db1/data/default/TestAcidGuarantees/b982b98e12b52abc271df4d930581a34/A/588092120821464f90f96dce58cbe2b9 2024-11-14T14:40:49,393 INFO [RS_FLUSH_OPERATIONS-regionserver/da1c6afcd1f9:0-2 {event_type=RS_FLUSH_REGIONS, pid=18}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:34345/user/jenkins/test-data/14d118ee-a83a-b09b-5913-1a58940a5db1/data/default/TestAcidGuarantees/b982b98e12b52abc271df4d930581a34/A/588092120821464f90f96dce58cbe2b9, entries=150, sequenceid=514, filesize=12.0 K 2024-11-14T14:40:49,394 DEBUG [RS_FLUSH_OPERATIONS-regionserver/da1c6afcd1f9:0-2 {event_type=RS_FLUSH_REGIONS, pid=18}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:34345/user/jenkins/test-data/14d118ee-a83a-b09b-5913-1a58940a5db1/data/default/TestAcidGuarantees/b982b98e12b52abc271df4d930581a34/.tmp/B/a11ed3a2f87a4275919b354d1b501b7f as hdfs://localhost:34345/user/jenkins/test-data/14d118ee-a83a-b09b-5913-1a58940a5db1/data/default/TestAcidGuarantees/b982b98e12b52abc271df4d930581a34/B/a11ed3a2f87a4275919b354d1b501b7f 2024-11-14T14:40:49,401 INFO [RS_FLUSH_OPERATIONS-regionserver/da1c6afcd1f9:0-2 {event_type=RS_FLUSH_REGIONS, pid=18}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:34345/user/jenkins/test-data/14d118ee-a83a-b09b-5913-1a58940a5db1/data/default/TestAcidGuarantees/b982b98e12b52abc271df4d930581a34/B/a11ed3a2f87a4275919b354d1b501b7f, entries=150, sequenceid=514, filesize=12.0 K 2024-11-14T14:40:49,405 DEBUG [RS_FLUSH_OPERATIONS-regionserver/da1c6afcd1f9:0-2 {event_type=RS_FLUSH_REGIONS, pid=18}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:34345/user/jenkins/test-data/14d118ee-a83a-b09b-5913-1a58940a5db1/data/default/TestAcidGuarantees/b982b98e12b52abc271df4d930581a34/.tmp/C/81fb277100c04666ac4e60157f9e8673 as hdfs://localhost:34345/user/jenkins/test-data/14d118ee-a83a-b09b-5913-1a58940a5db1/data/default/TestAcidGuarantees/b982b98e12b52abc271df4d930581a34/C/81fb277100c04666ac4e60157f9e8673 2024-11-14T14:40:49,415 INFO [RS_FLUSH_OPERATIONS-regionserver/da1c6afcd1f9:0-2 {event_type=RS_FLUSH_REGIONS, pid=18}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:34345/user/jenkins/test-data/14d118ee-a83a-b09b-5913-1a58940a5db1/data/default/TestAcidGuarantees/b982b98e12b52abc271df4d930581a34/C/81fb277100c04666ac4e60157f9e8673, entries=150, sequenceid=514, filesize=12.0 K 2024-11-14T14:40:49,422 INFO [RS_FLUSH_OPERATIONS-regionserver/da1c6afcd1f9:0-2 {event_type=RS_FLUSH_REGIONS, pid=18}] regionserver.HRegion(3140): Finished flush of dataSize ~140.89 KB/144270, heapSize ~390.80 KB/400176, currentSize=46.96 KB/48090 for b982b98e12b52abc271df4d930581a34 in 514ms, sequenceid=514, compaction requested=false 2024-11-14T14:40:49,422 DEBUG [RS_FLUSH_OPERATIONS-regionserver/da1c6afcd1f9:0-2 {event_type=RS_FLUSH_REGIONS, pid=18}] regionserver.HRegion(2603): Flush status journal for b982b98e12b52abc271df4d930581a34: 2024-11-14T14:40:49,422 DEBUG [RS_FLUSH_OPERATIONS-regionserver/da1c6afcd1f9:0-2 {event_type=RS_FLUSH_REGIONS, pid=18}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1731595236744.b982b98e12b52abc271df4d930581a34. 2024-11-14T14:40:49,422 DEBUG [RS_FLUSH_OPERATIONS-regionserver/da1c6afcd1f9:0-2 {event_type=RS_FLUSH_REGIONS, pid=18}] regionserver.RemoteProcedureResultReporter(62): Successfully complete execution of pid=18 2024-11-14T14:40:49,423 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45145 {}] master.HMaster(4169): Remote procedure done, pid=18 2024-11-14T14:40:49,427 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45145 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=17 2024-11-14T14:40:49,429 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=18, resume processing ppid=17 2024-11-14T14:40:49,429 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1521): Finished pid=18, ppid=17, state=SUCCESS, hasLock=false; org.apache.hadoop.hbase.master.procedure.FlushRegionProcedure in 1.1340 sec 2024-11-14T14:40:49,431 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1521): Finished pid=17, state=SUCCESS, hasLock=false; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=17, table=TestAcidGuarantees in 1.1420 sec 2024-11-14T14:40:49,489 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35765 {}] regionserver.HRegion(8855): Flush requested on b982b98e12b52abc271df4d930581a34 2024-11-14T14:40:49,490 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(2902): Flushing b982b98e12b52abc271df4d930581a34 3/3 column families, dataSize=60.38 KB heapSize=180.05 KB 2024-11-14T14:40:49,490 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK b982b98e12b52abc271df4d930581a34, store=A 2024-11-14T14:40:49,490 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-14T14:40:49,490 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK b982b98e12b52abc271df4d930581a34, store=B 2024-11-14T14:40:49,490 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-14T14:40:49,490 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK b982b98e12b52abc271df4d930581a34, store=C 2024-11-14T14:40:49,490 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-14T14:40:49,499 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:34345/user/jenkins/test-data/14d118ee-a83a-b09b-5913-1a58940a5db1/data/default/TestAcidGuarantees/b982b98e12b52abc271df4d930581a34/.tmp/A/03206ee0fdb548b9802e36c53d2eaaa1 is 50, key is test_row_0/A:col10/1731595249487/Put/seqid=0 2024-11-14T14:40:49,511 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36699 is added to blk_1073741894_1070 (size=12301) 2024-11-14T14:40:49,512 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=20.13 KB at sequenceid=527 (bloomFilter=true), to=hdfs://localhost:34345/user/jenkins/test-data/14d118ee-a83a-b09b-5913-1a58940a5db1/data/default/TestAcidGuarantees/b982b98e12b52abc271df4d930581a34/.tmp/A/03206ee0fdb548b9802e36c53d2eaaa1 2024-11-14T14:40:49,530 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:34345/user/jenkins/test-data/14d118ee-a83a-b09b-5913-1a58940a5db1/data/default/TestAcidGuarantees/b982b98e12b52abc271df4d930581a34/.tmp/B/e80134d35a194451b3060df085c26ff2 is 50, key is test_row_0/B:col10/1731595249487/Put/seqid=0 2024-11-14T14:40:49,542 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35765 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b982b98e12b52abc271df4d930581a34, server=da1c6afcd1f9,35765,1731595233113 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-14T14:40:49,542 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35765 {}] ipc.CallRunner(138): callId: 143 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:57946 deadline: 1731595309537, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b982b98e12b52abc271df4d930581a34, server=da1c6afcd1f9,35765,1731595233113 2024-11-14T14:40:49,543 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35765 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b982b98e12b52abc271df4d930581a34, server=da1c6afcd1f9,35765,1731595233113 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-14T14:40:49,544 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35765 {}] ipc.CallRunner(138): callId: 139 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:57884 deadline: 1731595309538, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b982b98e12b52abc271df4d930581a34, server=da1c6afcd1f9,35765,1731595233113 2024-11-14T14:40:49,544 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35765 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b982b98e12b52abc271df4d930581a34, server=da1c6afcd1f9,35765,1731595233113 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-14T14:40:49,544 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35765 {}] ipc.CallRunner(138): callId: 147 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:57914 deadline: 1731595309540, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b982b98e12b52abc271df4d930581a34, server=da1c6afcd1f9,35765,1731595233113 2024-11-14T14:40:49,544 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731595236744.b982b98e12b52abc271df4d930581a34., hostname=da1c6afcd1f9,35765,1731595233113, seqNum=2 , the old value is region=TestAcidGuarantees,,1731595236744.b982b98e12b52abc271df4d930581a34., hostname=da1c6afcd1f9,35765,1731595233113, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b982b98e12b52abc271df4d930581a34, server=da1c6afcd1f9,35765,1731595233113 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-14T14:40:49,544 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731595236744.b982b98e12b52abc271df4d930581a34., hostname=da1c6afcd1f9,35765,1731595233113, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b982b98e12b52abc271df4d930581a34, server=da1c6afcd1f9,35765,1731595233113 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-14T14:40:49,544 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731595236744.b982b98e12b52abc271df4d930581a34., hostname=da1c6afcd1f9,35765,1731595233113, seqNum=2 because the exception is null or not the one we care about 2024-11-14T14:40:49,544 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731595236744.b982b98e12b52abc271df4d930581a34., hostname=da1c6afcd1f9,35765,1731595233113, seqNum=2 , the old value is region=TestAcidGuarantees,,1731595236744.b982b98e12b52abc271df4d930581a34., hostname=da1c6afcd1f9,35765,1731595233113, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b982b98e12b52abc271df4d930581a34, server=da1c6afcd1f9,35765,1731595233113 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-14T14:40:49,544 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731595236744.b982b98e12b52abc271df4d930581a34., hostname=da1c6afcd1f9,35765,1731595233113, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b982b98e12b52abc271df4d930581a34, server=da1c6afcd1f9,35765,1731595233113 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-14T14:40:49,545 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731595236744.b982b98e12b52abc271df4d930581a34., hostname=da1c6afcd1f9,35765,1731595233113, seqNum=2 because the exception is null or not the one we care about 2024-11-14T14:40:49,545 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731595236744.b982b98e12b52abc271df4d930581a34., hostname=da1c6afcd1f9,35765,1731595233113, seqNum=2 , the old value is region=TestAcidGuarantees,,1731595236744.b982b98e12b52abc271df4d930581a34., hostname=da1c6afcd1f9,35765,1731595233113, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b982b98e12b52abc271df4d930581a34, server=da1c6afcd1f9,35765,1731595233113 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-14T14:40:49,545 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731595236744.b982b98e12b52abc271df4d930581a34., hostname=da1c6afcd1f9,35765,1731595233113, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b982b98e12b52abc271df4d930581a34, server=da1c6afcd1f9,35765,1731595233113 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-14T14:40:49,545 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731595236744.b982b98e12b52abc271df4d930581a34., hostname=da1c6afcd1f9,35765,1731595233113, seqNum=2 because the exception is null or not the one we care about 2024-11-14T14:40:49,550 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36699 is added to blk_1073741895_1071 (size=12301) 2024-11-14T14:40:49,552 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=20.13 KB at sequenceid=527 (bloomFilter=true), to=hdfs://localhost:34345/user/jenkins/test-data/14d118ee-a83a-b09b-5913-1a58940a5db1/data/default/TestAcidGuarantees/b982b98e12b52abc271df4d930581a34/.tmp/B/e80134d35a194451b3060df085c26ff2 2024-11-14T14:40:49,568 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:34345/user/jenkins/test-data/14d118ee-a83a-b09b-5913-1a58940a5db1/data/default/TestAcidGuarantees/b982b98e12b52abc271df4d930581a34/.tmp/C/009997c8b4e1443fa6f094bfe7d50757 is 50, key is test_row_0/C:col10/1731595249487/Put/seqid=0 2024-11-14T14:40:49,580 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36699 is added to blk_1073741896_1072 (size=12301) 2024-11-14T14:40:49,647 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35765 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b982b98e12b52abc271df4d930581a34, server=da1c6afcd1f9,35765,1731595233113 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-14T14:40:49,647 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35765 {}] ipc.CallRunner(138): callId: 140 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:57884 deadline: 1731595309646, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b982b98e12b52abc271df4d930581a34, server=da1c6afcd1f9,35765,1731595233113 2024-11-14T14:40:49,648 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35765 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b982b98e12b52abc271df4d930581a34, server=da1c6afcd1f9,35765,1731595233113 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-14T14:40:49,648 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35765 {}] ipc.CallRunner(138): callId: 144 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:57946 deadline: 1731595309646, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b982b98e12b52abc271df4d930581a34, server=da1c6afcd1f9,35765,1731595233113 2024-11-14T14:40:49,648 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731595236744.b982b98e12b52abc271df4d930581a34., hostname=da1c6afcd1f9,35765,1731595233113, seqNum=2 , the old value is region=TestAcidGuarantees,,1731595236744.b982b98e12b52abc271df4d930581a34., hostname=da1c6afcd1f9,35765,1731595233113, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b982b98e12b52abc271df4d930581a34, server=da1c6afcd1f9,35765,1731595233113 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-14T14:40:49,648 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731595236744.b982b98e12b52abc271df4d930581a34., hostname=da1c6afcd1f9,35765,1731595233113, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b982b98e12b52abc271df4d930581a34, server=da1c6afcd1f9,35765,1731595233113 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-14T14:40:49,648 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731595236744.b982b98e12b52abc271df4d930581a34., hostname=da1c6afcd1f9,35765,1731595233113, seqNum=2 because the exception is null or not the one we care about 2024-11-14T14:40:49,649 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731595236744.b982b98e12b52abc271df4d930581a34., hostname=da1c6afcd1f9,35765,1731595233113, seqNum=2 , the old value is region=TestAcidGuarantees,,1731595236744.b982b98e12b52abc271df4d930581a34., hostname=da1c6afcd1f9,35765,1731595233113, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b982b98e12b52abc271df4d930581a34, server=da1c6afcd1f9,35765,1731595233113 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-14T14:40:49,649 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731595236744.b982b98e12b52abc271df4d930581a34., hostname=da1c6afcd1f9,35765,1731595233113, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b982b98e12b52abc271df4d930581a34, server=da1c6afcd1f9,35765,1731595233113 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-14T14:40:49,649 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731595236744.b982b98e12b52abc271df4d930581a34., hostname=da1c6afcd1f9,35765,1731595233113, seqNum=2 because the exception is null or not the one we care about 2024-11-14T14:40:49,663 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35765 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b982b98e12b52abc271df4d930581a34, server=da1c6afcd1f9,35765,1731595233113 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-14T14:40:49,663 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35765 {}] ipc.CallRunner(138): callId: 148 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:57914 deadline: 1731595309656, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b982b98e12b52abc271df4d930581a34, server=da1c6afcd1f9,35765,1731595233113 2024-11-14T14:40:49,664 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731595236744.b982b98e12b52abc271df4d930581a34., hostname=da1c6afcd1f9,35765,1731595233113, seqNum=2 , the old value is region=TestAcidGuarantees,,1731595236744.b982b98e12b52abc271df4d930581a34., hostname=da1c6afcd1f9,35765,1731595233113, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b982b98e12b52abc271df4d930581a34, server=da1c6afcd1f9,35765,1731595233113 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-14T14:40:49,664 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731595236744.b982b98e12b52abc271df4d930581a34., hostname=da1c6afcd1f9,35765,1731595233113, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b982b98e12b52abc271df4d930581a34, server=da1c6afcd1f9,35765,1731595233113 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-14T14:40:49,664 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731595236744.b982b98e12b52abc271df4d930581a34., hostname=da1c6afcd1f9,35765,1731595233113, seqNum=2 because the exception is null or not the one we care about 2024-11-14T14:40:49,859 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35765 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b982b98e12b52abc271df4d930581a34, server=da1c6afcd1f9,35765,1731595233113 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-14T14:40:49,859 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35765 {}] ipc.CallRunner(138): callId: 141 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:57884 deadline: 1731595309856, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b982b98e12b52abc271df4d930581a34, server=da1c6afcd1f9,35765,1731595233113 2024-11-14T14:40:49,859 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731595236744.b982b98e12b52abc271df4d930581a34., hostname=da1c6afcd1f9,35765,1731595233113, seqNum=2 , the old value is region=TestAcidGuarantees,,1731595236744.b982b98e12b52abc271df4d930581a34., hostname=da1c6afcd1f9,35765,1731595233113, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b982b98e12b52abc271df4d930581a34, server=da1c6afcd1f9,35765,1731595233113 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-14T14:40:49,859 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731595236744.b982b98e12b52abc271df4d930581a34., hostname=da1c6afcd1f9,35765,1731595233113, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b982b98e12b52abc271df4d930581a34, server=da1c6afcd1f9,35765,1731595233113 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-14T14:40:49,859 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35765 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b982b98e12b52abc271df4d930581a34, server=da1c6afcd1f9,35765,1731595233113 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-14T14:40:49,860 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731595236744.b982b98e12b52abc271df4d930581a34., hostname=da1c6afcd1f9,35765,1731595233113, seqNum=2 because the exception is null or not the one we care about 2024-11-14T14:40:49,860 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35765 {}] ipc.CallRunner(138): callId: 145 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:57946 deadline: 1731595309856, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b982b98e12b52abc271df4d930581a34, server=da1c6afcd1f9,35765,1731595233113 2024-11-14T14:40:49,860 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731595236744.b982b98e12b52abc271df4d930581a34., hostname=da1c6afcd1f9,35765,1731595233113, seqNum=2 , the old value is region=TestAcidGuarantees,,1731595236744.b982b98e12b52abc271df4d930581a34., hostname=da1c6afcd1f9,35765,1731595233113, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b982b98e12b52abc271df4d930581a34, server=da1c6afcd1f9,35765,1731595233113 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-14T14:40:49,860 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731595236744.b982b98e12b52abc271df4d930581a34., hostname=da1c6afcd1f9,35765,1731595233113, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b982b98e12b52abc271df4d930581a34, server=da1c6afcd1f9,35765,1731595233113 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-14T14:40:49,860 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731595236744.b982b98e12b52abc271df4d930581a34., hostname=da1c6afcd1f9,35765,1731595233113, seqNum=2 because the exception is null or not the one we care about 2024-11-14T14:40:49,877 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35765 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b982b98e12b52abc271df4d930581a34, server=da1c6afcd1f9,35765,1731595233113 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-14T14:40:49,877 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35765 {}] ipc.CallRunner(138): callId: 149 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:57914 deadline: 1731595309876, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b982b98e12b52abc271df4d930581a34, server=da1c6afcd1f9,35765,1731595233113 2024-11-14T14:40:49,878 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731595236744.b982b98e12b52abc271df4d930581a34., hostname=da1c6afcd1f9,35765,1731595233113, seqNum=2 , the old value is region=TestAcidGuarantees,,1731595236744.b982b98e12b52abc271df4d930581a34., hostname=da1c6afcd1f9,35765,1731595233113, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b982b98e12b52abc271df4d930581a34, server=da1c6afcd1f9,35765,1731595233113 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-14T14:40:49,878 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731595236744.b982b98e12b52abc271df4d930581a34., hostname=da1c6afcd1f9,35765,1731595233113, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b982b98e12b52abc271df4d930581a34, server=da1c6afcd1f9,35765,1731595233113 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-14T14:40:49,878 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731595236744.b982b98e12b52abc271df4d930581a34., hostname=da1c6afcd1f9,35765,1731595233113, seqNum=2 because the exception is null or not the one we care about 2024-11-14T14:40:49,981 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=20.13 KB at sequenceid=527 (bloomFilter=true), to=hdfs://localhost:34345/user/jenkins/test-data/14d118ee-a83a-b09b-5913-1a58940a5db1/data/default/TestAcidGuarantees/b982b98e12b52abc271df4d930581a34/.tmp/C/009997c8b4e1443fa6f094bfe7d50757 2024-11-14T14:40:49,988 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:34345/user/jenkins/test-data/14d118ee-a83a-b09b-5913-1a58940a5db1/data/default/TestAcidGuarantees/b982b98e12b52abc271df4d930581a34/.tmp/A/03206ee0fdb548b9802e36c53d2eaaa1 as hdfs://localhost:34345/user/jenkins/test-data/14d118ee-a83a-b09b-5913-1a58940a5db1/data/default/TestAcidGuarantees/b982b98e12b52abc271df4d930581a34/A/03206ee0fdb548b9802e36c53d2eaaa1 2024-11-14T14:40:49,994 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:34345/user/jenkins/test-data/14d118ee-a83a-b09b-5913-1a58940a5db1/data/default/TestAcidGuarantees/b982b98e12b52abc271df4d930581a34/A/03206ee0fdb548b9802e36c53d2eaaa1, entries=150, sequenceid=527, filesize=12.0 K 2024-11-14T14:40:49,995 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:34345/user/jenkins/test-data/14d118ee-a83a-b09b-5913-1a58940a5db1/data/default/TestAcidGuarantees/b982b98e12b52abc271df4d930581a34/.tmp/B/e80134d35a194451b3060df085c26ff2 as hdfs://localhost:34345/user/jenkins/test-data/14d118ee-a83a-b09b-5913-1a58940a5db1/data/default/TestAcidGuarantees/b982b98e12b52abc271df4d930581a34/B/e80134d35a194451b3060df085c26ff2 2024-11-14T14:40:50,001 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:34345/user/jenkins/test-data/14d118ee-a83a-b09b-5913-1a58940a5db1/data/default/TestAcidGuarantees/b982b98e12b52abc271df4d930581a34/B/e80134d35a194451b3060df085c26ff2, entries=150, sequenceid=527, filesize=12.0 K 2024-11-14T14:40:50,002 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:34345/user/jenkins/test-data/14d118ee-a83a-b09b-5913-1a58940a5db1/data/default/TestAcidGuarantees/b982b98e12b52abc271df4d930581a34/.tmp/C/009997c8b4e1443fa6f094bfe7d50757 as hdfs://localhost:34345/user/jenkins/test-data/14d118ee-a83a-b09b-5913-1a58940a5db1/data/default/TestAcidGuarantees/b982b98e12b52abc271df4d930581a34/C/009997c8b4e1443fa6f094bfe7d50757 2024-11-14T14:40:50,008 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:34345/user/jenkins/test-data/14d118ee-a83a-b09b-5913-1a58940a5db1/data/default/TestAcidGuarantees/b982b98e12b52abc271df4d930581a34/C/009997c8b4e1443fa6f094bfe7d50757, entries=150, sequenceid=527, filesize=12.0 K 2024-11-14T14:40:50,009 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(3140): Finished flush of dataSize ~60.38 KB/61830, heapSize ~180 KB/184320, currentSize=114.05 KB/116790 for b982b98e12b52abc271df4d930581a34 in 520ms, sequenceid=527, compaction requested=true 2024-11-14T14:40:50,009 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2603): Flush status journal for b982b98e12b52abc271df4d930581a34: 2024-11-14T14:40:50,010 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store b982b98e12b52abc271df4d930581a34:A, priority=-2147483648, current under compaction store size is 1 2024-11-14T14:40:50,010 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-14T14:40:50,010 DEBUG [RS:0;da1c6afcd1f9:35765-shortCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 3 store files, 0 compacting, 3 eligible, 16 blocking 2024-11-14T14:40:50,010 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store b982b98e12b52abc271df4d930581a34:B, priority=-2147483648, current under compaction store size is 2 2024-11-14T14:40:50,010 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-14T14:40:50,010 DEBUG [RS:0;da1c6afcd1f9:35765-longCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 3 store files, 0 compacting, 3 eligible, 16 blocking 2024-11-14T14:40:50,010 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store b982b98e12b52abc271df4d930581a34:C, priority=-2147483648, current under compaction store size is 3 2024-11-14T14:40:50,010 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=1), splitQueue=0 2024-11-14T14:40:50,011 DEBUG [RS:0;da1c6afcd1f9:35765-shortCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 3 files of size 37483 starting at candidate #0 after considering 1 permutations with 1 in ratio 2024-11-14T14:40:50,011 DEBUG [RS:0;da1c6afcd1f9:35765-longCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 3 files of size 37483 starting at candidate #0 after considering 1 permutations with 1 in ratio 2024-11-14T14:40:50,011 DEBUG [RS:0;da1c6afcd1f9:35765-shortCompactions-0 {}] regionserver.HStore(1541): b982b98e12b52abc271df4d930581a34/A is initiating minor compaction (all files) 2024-11-14T14:40:50,011 INFO [RS:0;da1c6afcd1f9:35765-shortCompactions-0 {}] regionserver.HRegion(2416): Starting compaction of b982b98e12b52abc271df4d930581a34/A in TestAcidGuarantees,,1731595236744.b982b98e12b52abc271df4d930581a34. 2024-11-14T14:40:50,011 DEBUG [RS:0;da1c6afcd1f9:35765-longCompactions-0 {}] regionserver.HStore(1541): b982b98e12b52abc271df4d930581a34/B is initiating minor compaction (all files) 2024-11-14T14:40:50,011 INFO [RS:0;da1c6afcd1f9:35765-longCompactions-0 {}] regionserver.HRegion(2416): Starting compaction of b982b98e12b52abc271df4d930581a34/B in TestAcidGuarantees,,1731595236744.b982b98e12b52abc271df4d930581a34. 2024-11-14T14:40:50,011 INFO [RS:0;da1c6afcd1f9:35765-shortCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:34345/user/jenkins/test-data/14d118ee-a83a-b09b-5913-1a58940a5db1/data/default/TestAcidGuarantees/b982b98e12b52abc271df4d930581a34/A/73dee14a7bf94696bac1f1759719018c, hdfs://localhost:34345/user/jenkins/test-data/14d118ee-a83a-b09b-5913-1a58940a5db1/data/default/TestAcidGuarantees/b982b98e12b52abc271df4d930581a34/A/588092120821464f90f96dce58cbe2b9, hdfs://localhost:34345/user/jenkins/test-data/14d118ee-a83a-b09b-5913-1a58940a5db1/data/default/TestAcidGuarantees/b982b98e12b52abc271df4d930581a34/A/03206ee0fdb548b9802e36c53d2eaaa1] into tmpdir=hdfs://localhost:34345/user/jenkins/test-data/14d118ee-a83a-b09b-5913-1a58940a5db1/data/default/TestAcidGuarantees/b982b98e12b52abc271df4d930581a34/.tmp, totalSize=36.6 K 2024-11-14T14:40:50,011 INFO [RS:0;da1c6afcd1f9:35765-longCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:34345/user/jenkins/test-data/14d118ee-a83a-b09b-5913-1a58940a5db1/data/default/TestAcidGuarantees/b982b98e12b52abc271df4d930581a34/B/301ed0efecad405391a716c5a9c5510f, hdfs://localhost:34345/user/jenkins/test-data/14d118ee-a83a-b09b-5913-1a58940a5db1/data/default/TestAcidGuarantees/b982b98e12b52abc271df4d930581a34/B/a11ed3a2f87a4275919b354d1b501b7f, hdfs://localhost:34345/user/jenkins/test-data/14d118ee-a83a-b09b-5913-1a58940a5db1/data/default/TestAcidGuarantees/b982b98e12b52abc271df4d930581a34/B/e80134d35a194451b3060df085c26ff2] into tmpdir=hdfs://localhost:34345/user/jenkins/test-data/14d118ee-a83a-b09b-5913-1a58940a5db1/data/default/TestAcidGuarantees/b982b98e12b52abc271df4d930581a34/.tmp, totalSize=36.6 K 2024-11-14T14:40:50,011 DEBUG [RS:0;da1c6afcd1f9:35765-shortCompactions-0 {}] compactions.Compactor(225): Compacting 73dee14a7bf94696bac1f1759719018c, keycount=150, bloomtype=ROW, size=12.6 K, encoding=NONE, compression=NONE, seqNum=477, earliestPutTs=1731595247257 2024-11-14T14:40:50,012 DEBUG [RS:0;da1c6afcd1f9:35765-longCompactions-0 {}] compactions.Compactor(225): Compacting 301ed0efecad405391a716c5a9c5510f, keycount=150, bloomtype=ROW, size=12.6 K, encoding=NONE, compression=NONE, seqNum=477, earliestPutTs=1731595247257 2024-11-14T14:40:50,012 DEBUG [RS:0;da1c6afcd1f9:35765-shortCompactions-0 {}] compactions.Compactor(225): Compacting 588092120821464f90f96dce58cbe2b9, keycount=150, bloomtype=ROW, size=12.0 K, encoding=NONE, compression=NONE, seqNum=514, earliestPutTs=1731595247982 2024-11-14T14:40:50,012 DEBUG [RS:0;da1c6afcd1f9:35765-longCompactions-0 {}] compactions.Compactor(225): Compacting a11ed3a2f87a4275919b354d1b501b7f, keycount=150, bloomtype=ROW, size=12.0 K, encoding=NONE, compression=NONE, seqNum=514, earliestPutTs=1731595247982 2024-11-14T14:40:50,012 DEBUG [RS:0;da1c6afcd1f9:35765-shortCompactions-0 {}] compactions.Compactor(225): Compacting 03206ee0fdb548b9802e36c53d2eaaa1, keycount=150, bloomtype=ROW, size=12.0 K, encoding=NONE, compression=NONE, seqNum=527, earliestPutTs=1731595249158 2024-11-14T14:40:50,013 DEBUG [RS:0;da1c6afcd1f9:35765-longCompactions-0 {}] compactions.Compactor(225): Compacting e80134d35a194451b3060df085c26ff2, keycount=150, bloomtype=ROW, size=12.0 K, encoding=NONE, compression=NONE, seqNum=527, earliestPutTs=1731595249158 2024-11-14T14:40:50,023 INFO [RS:0;da1c6afcd1f9:35765-shortCompactions-0 {}] throttle.PressureAwareThroughputController(145): b982b98e12b52abc271df4d930581a34#A#compaction#60 average throughput is 6.55 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second 2024-11-14T14:40:50,023 DEBUG [RS:0;da1c6afcd1f9:35765-shortCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:34345/user/jenkins/test-data/14d118ee-a83a-b09b-5913-1a58940a5db1/data/default/TestAcidGuarantees/b982b98e12b52abc271df4d930581a34/.tmp/A/0803e92772bc40cf83357056d8db649e is 50, key is test_row_0/A:col10/1731595249487/Put/seqid=0 2024-11-14T14:40:50,025 INFO [RS:0;da1c6afcd1f9:35765-longCompactions-0 {}] throttle.PressureAwareThroughputController(145): b982b98e12b52abc271df4d930581a34#B#compaction#61 average throughput is 6.55 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second 2024-11-14T14:40:50,027 DEBUG [RS:0;da1c6afcd1f9:35765-longCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:34345/user/jenkins/test-data/14d118ee-a83a-b09b-5913-1a58940a5db1/data/default/TestAcidGuarantees/b982b98e12b52abc271df4d930581a34/.tmp/B/27a1d639985e486e8c56e37cf6b1733e is 50, key is test_row_0/B:col10/1731595249487/Put/seqid=0 2024-11-14T14:40:50,031 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36699 is added to blk_1073741897_1073 (size=12983) 2024-11-14T14:40:50,037 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36699 is added to blk_1073741898_1074 (size=12983) 2024-11-14T14:40:50,171 DEBUG [RS_IN_MEMORY_COMPACTION-regionserver/da1c6afcd1f9:0-5 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=type=CellArrayImmutableSegment, empty=no, cellCount=159, cellSize=7275, totalHeapSize=16776, min timestamp=1731595249525, max timestamp=1731595250167Num uniques 859; 2024-11-14T14:40:50,171 DEBUG [RS_IN_MEMORY_COMPACTION-regionserver/da1c6afcd1f9:0-1 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=type=CellArrayImmutableSegment, empty=no, cellCount=159, cellSize=7275, totalHeapSize=16776, min timestamp=1731595249525, max timestamp=1731595250167Num uniques 859; 2024-11-14T14:40:50,171 DEBUG [RS_IN_MEMORY_COMPACTION-regionserver/da1c6afcd1f9:0-5 {}] regionserver.CompactionPipeline(163): Suffix data size=39335, new segment data size=7275, suffix heap size=117064,new segment heap size=16776 　suffix off heap size=0, new segment off heap size=0, suffix cells count=859, new segment cells count=159 2024-11-14T14:40:50,171 DEBUG [RS_IN_MEMORY_COMPACTION-regionserver/da1c6afcd1f9:0-1 {}] regionserver.CompactionPipeline(163): Suffix data size=39335, new segment data size=7275, suffix heap size=117064,new segment heap size=16776 　suffix off heap size=0, new segment off heap size=0, suffix cells count=859, new segment cells count=159 2024-11-14T14:40:50,172 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35765 {}] regionserver.HRegion(8855): Flush requested on b982b98e12b52abc271df4d930581a34 2024-11-14T14:40:50,172 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(2902): Flushing b982b98e12b52abc271df4d930581a34 3/3 column families, dataSize=58.14 KB heapSize=164.17 KB 2024-11-14T14:40:50,173 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK b982b98e12b52abc271df4d930581a34, store=A 2024-11-14T14:40:50,173 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=2, new segment=null 2024-11-14T14:40:50,173 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK b982b98e12b52abc271df4d930581a34, store=B 2024-11-14T14:40:50,173 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=2, new segment=null 2024-11-14T14:40:50,173 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK b982b98e12b52abc271df4d930581a34, store=C 2024-11-14T14:40:50,173 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=2, new segment=null 2024-11-14T14:40:50,179 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:34345/user/jenkins/test-data/14d118ee-a83a-b09b-5913-1a58940a5db1/data/default/TestAcidGuarantees/b982b98e12b52abc271df4d930581a34/.tmp/A/83f21c02e162443b9b3d389adda1a6ea is 50, key is test_row_0/A:col10/1731595249534/Put/seqid=0 2024-11-14T14:40:50,190 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36699 is added to blk_1073741899_1075 (size=17181) 2024-11-14T14:40:50,193 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=11.18 KB at sequenceid=549 (bloomFilter=true), to=hdfs://localhost:34345/user/jenkins/test-data/14d118ee-a83a-b09b-5913-1a58940a5db1/data/default/TestAcidGuarantees/b982b98e12b52abc271df4d930581a34/.tmp/A/83f21c02e162443b9b3d389adda1a6ea 2024-11-14T14:40:50,205 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:34345/user/jenkins/test-data/14d118ee-a83a-b09b-5913-1a58940a5db1/data/default/TestAcidGuarantees/b982b98e12b52abc271df4d930581a34/.tmp/B/8ac33d8037714142ada33e1311cafbb5 is 50, key is test_row_0/B:col10/1731595249534/Put/seqid=0 2024-11-14T14:40:50,216 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35765 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b982b98e12b52abc271df4d930581a34, server=da1c6afcd1f9,35765,1731595233113 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-14T14:40:50,217 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35765 {}] ipc.CallRunner(138): callId: 153 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:57946 deadline: 1731595310207, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b982b98e12b52abc271df4d930581a34, server=da1c6afcd1f9,35765,1731595233113 2024-11-14T14:40:50,217 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731595236744.b982b98e12b52abc271df4d930581a34., hostname=da1c6afcd1f9,35765,1731595233113, seqNum=2 , the old value is region=TestAcidGuarantees,,1731595236744.b982b98e12b52abc271df4d930581a34., hostname=da1c6afcd1f9,35765,1731595233113, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b982b98e12b52abc271df4d930581a34, server=da1c6afcd1f9,35765,1731595233113 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-14T14:40:50,217 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731595236744.b982b98e12b52abc271df4d930581a34., hostname=da1c6afcd1f9,35765,1731595233113, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b982b98e12b52abc271df4d930581a34, server=da1c6afcd1f9,35765,1731595233113 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-14T14:40:50,217 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731595236744.b982b98e12b52abc271df4d930581a34., hostname=da1c6afcd1f9,35765,1731595233113, seqNum=2 because the exception is null or not the one we care about 2024-11-14T14:40:50,218 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36699 is added to blk_1073741900_1076 (size=12301) 2024-11-14T14:40:50,219 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=11.18 KB at sequenceid=549 (bloomFilter=true), to=hdfs://localhost:34345/user/jenkins/test-data/14d118ee-a83a-b09b-5913-1a58940a5db1/data/default/TestAcidGuarantees/b982b98e12b52abc271df4d930581a34/.tmp/B/8ac33d8037714142ada33e1311cafbb5 2024-11-14T14:40:50,219 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35765 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b982b98e12b52abc271df4d930581a34, server=da1c6afcd1f9,35765,1731595233113 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-14T14:40:50,219 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35765 {}] ipc.CallRunner(138): callId: 150 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:57884 deadline: 1731595310211, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b982b98e12b52abc271df4d930581a34, server=da1c6afcd1f9,35765,1731595233113 2024-11-14T14:40:50,220 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731595236744.b982b98e12b52abc271df4d930581a34., hostname=da1c6afcd1f9,35765,1731595233113, seqNum=2 , the old value is region=TestAcidGuarantees,,1731595236744.b982b98e12b52abc271df4d930581a34., hostname=da1c6afcd1f9,35765,1731595233113, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b982b98e12b52abc271df4d930581a34, server=da1c6afcd1f9,35765,1731595233113 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-14T14:40:50,220 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731595236744.b982b98e12b52abc271df4d930581a34., hostname=da1c6afcd1f9,35765,1731595233113, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b982b98e12b52abc271df4d930581a34, server=da1c6afcd1f9,35765,1731595233113 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-14T14:40:50,220 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731595236744.b982b98e12b52abc271df4d930581a34., hostname=da1c6afcd1f9,35765,1731595233113, seqNum=2 because the exception is null or not the one we care about 2024-11-14T14:40:50,221 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35765 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b982b98e12b52abc271df4d930581a34, server=da1c6afcd1f9,35765,1731595233113 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-14T14:40:50,222 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35765 {}] ipc.CallRunner(138): callId: 154 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:57914 deadline: 1731595310217, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b982b98e12b52abc271df4d930581a34, server=da1c6afcd1f9,35765,1731595233113 2024-11-14T14:40:50,222 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731595236744.b982b98e12b52abc271df4d930581a34., hostname=da1c6afcd1f9,35765,1731595233113, seqNum=2 , the old value is region=TestAcidGuarantees,,1731595236744.b982b98e12b52abc271df4d930581a34., hostname=da1c6afcd1f9,35765,1731595233113, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b982b98e12b52abc271df4d930581a34, server=da1c6afcd1f9,35765,1731595233113 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-14T14:40:50,222 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731595236744.b982b98e12b52abc271df4d930581a34., hostname=da1c6afcd1f9,35765,1731595233113, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b982b98e12b52abc271df4d930581a34, server=da1c6afcd1f9,35765,1731595233113 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-14T14:40:50,222 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731595236744.b982b98e12b52abc271df4d930581a34., hostname=da1c6afcd1f9,35765,1731595233113, seqNum=2 because the exception is null or not the one we care about 2024-11-14T14:40:50,232 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:34345/user/jenkins/test-data/14d118ee-a83a-b09b-5913-1a58940a5db1/data/default/TestAcidGuarantees/b982b98e12b52abc271df4d930581a34/.tmp/C/7306ffd8caea4980a205fe614118b0e5 is 50, key is test_row_0/C:col10/1731595249534/Put/seqid=0 2024-11-14T14:40:50,241 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36699 is added to blk_1073741901_1077 (size=12301) 2024-11-14T14:40:50,244 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=42.49 KB at sequenceid=549 (bloomFilter=true), to=hdfs://localhost:34345/user/jenkins/test-data/14d118ee-a83a-b09b-5913-1a58940a5db1/data/default/TestAcidGuarantees/b982b98e12b52abc271df4d930581a34/.tmp/C/7306ffd8caea4980a205fe614118b0e5 2024-11-14T14:40:50,251 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:34345/user/jenkins/test-data/14d118ee-a83a-b09b-5913-1a58940a5db1/data/default/TestAcidGuarantees/b982b98e12b52abc271df4d930581a34/.tmp/A/83f21c02e162443b9b3d389adda1a6ea as hdfs://localhost:34345/user/jenkins/test-data/14d118ee-a83a-b09b-5913-1a58940a5db1/data/default/TestAcidGuarantees/b982b98e12b52abc271df4d930581a34/A/83f21c02e162443b9b3d389adda1a6ea 2024-11-14T14:40:50,261 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:34345/user/jenkins/test-data/14d118ee-a83a-b09b-5913-1a58940a5db1/data/default/TestAcidGuarantees/b982b98e12b52abc271df4d930581a34/A/83f21c02e162443b9b3d389adda1a6ea, entries=250, sequenceid=549, filesize=16.8 K 2024-11-14T14:40:50,262 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:34345/user/jenkins/test-data/14d118ee-a83a-b09b-5913-1a58940a5db1/data/default/TestAcidGuarantees/b982b98e12b52abc271df4d930581a34/.tmp/B/8ac33d8037714142ada33e1311cafbb5 as hdfs://localhost:34345/user/jenkins/test-data/14d118ee-a83a-b09b-5913-1a58940a5db1/data/default/TestAcidGuarantees/b982b98e12b52abc271df4d930581a34/B/8ac33d8037714142ada33e1311cafbb5 2024-11-14T14:40:50,267 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:34345/user/jenkins/test-data/14d118ee-a83a-b09b-5913-1a58940a5db1/data/default/TestAcidGuarantees/b982b98e12b52abc271df4d930581a34/B/8ac33d8037714142ada33e1311cafbb5, entries=150, sequenceid=549, filesize=12.0 K 2024-11-14T14:40:50,268 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:34345/user/jenkins/test-data/14d118ee-a83a-b09b-5913-1a58940a5db1/data/default/TestAcidGuarantees/b982b98e12b52abc271df4d930581a34/.tmp/C/7306ffd8caea4980a205fe614118b0e5 as hdfs://localhost:34345/user/jenkins/test-data/14d118ee-a83a-b09b-5913-1a58940a5db1/data/default/TestAcidGuarantees/b982b98e12b52abc271df4d930581a34/C/7306ffd8caea4980a205fe614118b0e5 2024-11-14T14:40:50,274 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:34345/user/jenkins/test-data/14d118ee-a83a-b09b-5913-1a58940a5db1/data/default/TestAcidGuarantees/b982b98e12b52abc271df4d930581a34/C/7306ffd8caea4980a205fe614118b0e5, entries=150, sequenceid=549, filesize=12.0 K 2024-11-14T14:40:50,275 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(3140): Finished flush of dataSize ~64.85 KB/66410, heapSize ~184.05 KB/188464, currentSize=114.05 KB/116790 for b982b98e12b52abc271df4d930581a34 in 103ms, sequenceid=549, compaction requested=true 2024-11-14T14:40:50,275 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2603): Flush status journal for b982b98e12b52abc271df4d930581a34: 2024-11-14T14:40:50,276 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store b982b98e12b52abc271df4d930581a34:A, priority=-2147483648, current under compaction store size is 3 2024-11-14T14:40:50,276 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=2), splitQueue=0 2024-11-14T14:40:50,276 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store b982b98e12b52abc271df4d930581a34:B, priority=-2147483648, current under compaction store size is 3 2024-11-14T14:40:50,276 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=3), splitQueue=0 2024-11-14T14:40:50,276 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store b982b98e12b52abc271df4d930581a34:C, priority=-2147483648, current under compaction store size is 3 2024-11-14T14:40:50,276 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=4), splitQueue=0 2024-11-14T14:40:50,298 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35765 {}] regionserver.HRegion(8855): Flush requested on b982b98e12b52abc271df4d930581a34 2024-11-14T14:40:50,300 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(2902): Flushing b982b98e12b52abc271df4d930581a34 3/3 column families, dataSize=120.76 KB heapSize=360.05 KB 2024-11-14T14:40:50,300 DEBUG [RS_IN_MEMORY_COMPACTION-regionserver/da1c6afcd1f9:0-8 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=type=CellArrayImmutableSegment, empty=no, cellCount=159, cellSize=7275, totalHeapSize=16776, min timestamp=1731595250188, max timestamp=1731595250296Num uniques 859; 2024-11-14T14:40:50,300 DEBUG [RS_IN_MEMORY_COMPACTION-regionserver/da1c6afcd1f9:0-8 {}] regionserver.CompactionPipeline(163): Suffix data size=39335, new segment data size=7275, suffix heap size=117064,new segment heap size=16776 　suffix off heap size=0, new segment off heap size=0, suffix cells count=859, new segment cells count=159 2024-11-14T14:40:50,300 DEBUG [RS_IN_MEMORY_COMPACTION-regionserver/da1c6afcd1f9:0-9 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=type=CellArrayImmutableSegment, empty=no, cellCount=159, cellSize=7275, totalHeapSize=16776, min timestamp=1731595250188, max timestamp=1731595250296Num uniques 859; 2024-11-14T14:40:50,300 DEBUG [RS_IN_MEMORY_COMPACTION-regionserver/da1c6afcd1f9:0-7 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=type=CellArrayImmutableSegment, empty=no, cellCount=159, cellSize=7275, totalHeapSize=16776, min timestamp=1731595250188, max timestamp=1731595250296Num uniques 859; 2024-11-14T14:40:50,300 DEBUG [RS_IN_MEMORY_COMPACTION-regionserver/da1c6afcd1f9:0-9 {}] regionserver.CompactionPipeline(163): Suffix data size=39335, new segment data size=7275, suffix heap size=117064,new segment heap size=16776 　suffix off heap size=0, new segment off heap size=0, suffix cells count=859, new segment cells count=159 2024-11-14T14:40:50,300 DEBUG [RS_IN_MEMORY_COMPACTION-regionserver/da1c6afcd1f9:0-7 {}] regionserver.CompactionPipeline(163): Suffix data size=39335, new segment data size=7275, suffix heap size=117064,new segment heap size=16776 　suffix off heap size=0, new segment off heap size=0, suffix cells count=859, new segment cells count=159 2024-11-14T14:40:50,301 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK b982b98e12b52abc271df4d930581a34, store=A 2024-11-14T14:40:50,301 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=2, new segment=null 2024-11-14T14:40:50,302 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK b982b98e12b52abc271df4d930581a34, store=B 2024-11-14T14:40:50,302 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=2, new segment=null 2024-11-14T14:40:50,302 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK b982b98e12b52abc271df4d930581a34, store=C 2024-11-14T14:40:50,302 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=2, new segment=null 2024-11-14T14:40:50,310 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:34345/user/jenkins/test-data/14d118ee-a83a-b09b-5913-1a58940a5db1/data/default/TestAcidGuarantees/b982b98e12b52abc271df4d930581a34/.tmp/A/dde00a74eae14fe5b4e0551e7d6f07f7 is 50, key is test_row_0/A:col10/1731595250299/Put/seqid=0 2024-11-14T14:40:50,321 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36699 is added to blk_1073741902_1078 (size=14741) 2024-11-14T14:40:50,323 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=11.18 KB at sequenceid=571 (bloomFilter=true), to=hdfs://localhost:34345/user/jenkins/test-data/14d118ee-a83a-b09b-5913-1a58940a5db1/data/default/TestAcidGuarantees/b982b98e12b52abc271df4d930581a34/.tmp/A/dde00a74eae14fe5b4e0551e7d6f07f7 2024-11-14T14:40:50,339 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:34345/user/jenkins/test-data/14d118ee-a83a-b09b-5913-1a58940a5db1/data/default/TestAcidGuarantees/b982b98e12b52abc271df4d930581a34/.tmp/B/243b514fbf0d406689cd2c10a3472b0b is 50, key is test_row_0/B:col10/1731595250299/Put/seqid=0 2024-11-14T14:40:50,345 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36699 is added to blk_1073741903_1079 (size=12301) 2024-11-14T14:40:50,346 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=11.18 KB at sequenceid=571 (bloomFilter=true), to=hdfs://localhost:34345/user/jenkins/test-data/14d118ee-a83a-b09b-5913-1a58940a5db1/data/default/TestAcidGuarantees/b982b98e12b52abc271df4d930581a34/.tmp/B/243b514fbf0d406689cd2c10a3472b0b 2024-11-14T14:40:50,358 DEBUG [RS_IN_MEMORY_COMPACTION-regionserver/da1c6afcd1f9:0-0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=type=CellArrayImmutableSegment, empty=no, cellCount=259, cellSize=11855, totalHeapSize=27176, min timestamp=1731595250341, max timestamp=1731595250354Num uniques 859; 2024-11-14T14:40:50,358 DEBUG [RS_IN_MEMORY_COMPACTION-regionserver/da1c6afcd1f9:0-0 {}] regionserver.CompactionPipeline(163): Suffix data size=39335, new segment data size=11855, suffix heap size=117064,new segment heap size=27176 　suffix off heap size=0, new segment off heap size=0, suffix cells count=859, new segment cells count=259 2024-11-14T14:40:50,359 DEBUG [RS_IN_MEMORY_COMPACTION-regionserver/da1c6afcd1f9:0-3 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=type=CellArrayImmutableSegment, empty=no, cellCount=259, cellSize=11855, totalHeapSize=27176, min timestamp=1731595250341, max timestamp=1731595250354Num uniques 859; 2024-11-14T14:40:50,359 DEBUG [RS_IN_MEMORY_COMPACTION-regionserver/da1c6afcd1f9:0-3 {}] regionserver.CompactionPipeline(163): Suffix data size=39335, new segment data size=11855, suffix heap size=117064,new segment heap size=27176 　suffix off heap size=0, new segment off heap size=0, suffix cells count=859, new segment cells count=259 2024-11-14T14:40:50,359 DEBUG [RS_IN_MEMORY_COMPACTION-regionserver/da1c6afcd1f9:0-2 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=type=CellArrayImmutableSegment, empty=no, cellCount=259, cellSize=11855, totalHeapSize=27176, min timestamp=1731595250341, max timestamp=1731595250354Num uniques 859; 2024-11-14T14:40:50,359 DEBUG [RS_IN_MEMORY_COMPACTION-regionserver/da1c6afcd1f9:0-2 {}] regionserver.CompactionPipeline(163): Suffix data size=39335, new segment data size=11855, suffix heap size=117064,new segment heap size=27176 　suffix off heap size=0, new segment off heap size=0, suffix cells count=859, new segment cells count=259 2024-11-14T14:40:50,363 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:34345/user/jenkins/test-data/14d118ee-a83a-b09b-5913-1a58940a5db1/data/default/TestAcidGuarantees/b982b98e12b52abc271df4d930581a34/.tmp/C/ae7b6aabce304903ad67e682a6728eff is 50, key is test_row_0/C:col10/1731595250299/Put/seqid=0 2024-11-14T14:40:50,381 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36699 is added to blk_1073741904_1080 (size=12301) 2024-11-14T14:40:50,403 DEBUG [RS_IN_MEMORY_COMPACTION-regionserver/da1c6afcd1f9:0-4 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=2, new segment=type=CellArrayImmutableSegment, empty=no, cellCount=168, cellSize=7688, totalHeapSize=17712, min timestamp=1731595250375, max timestamp=1731595250398Num uniques 1118; 2024-11-14T14:40:50,403 DEBUG [RS_IN_MEMORY_COMPACTION-regionserver/da1c6afcd1f9:0-4 {}] regionserver.CompactionPipeline(163): Suffix data size=51198, new segment data size=7688, suffix heap size=144240,new segment heap size=17712 　suffix off heap size=0, new segment off heap size=0, suffix cells count=1118, new segment cells count=168 2024-11-14T14:40:50,403 DEBUG [RS_IN_MEMORY_COMPACTION-regionserver/da1c6afcd1f9:0-5 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=2, new segment=type=CellArrayImmutableSegment, empty=no, cellCount=168, cellSize=7688, totalHeapSize=17712, min timestamp=1731595250375, max timestamp=1731595250398Num uniques 1118; 2024-11-14T14:40:50,404 DEBUG [RS_IN_MEMORY_COMPACTION-regionserver/da1c6afcd1f9:0-5 {}] regionserver.CompactionPipeline(163): Suffix data size=51198, new segment data size=7688, suffix heap size=144240,new segment heap size=17712 　suffix off heap size=0, new segment off heap size=0, suffix cells count=1118, new segment cells count=168 2024-11-14T14:40:50,406 DEBUG [RS_IN_MEMORY_COMPACTION-regionserver/da1c6afcd1f9:0-1 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=2, new segment=type=CellArrayImmutableSegment, empty=no, cellCount=168, cellSize=7688, totalHeapSize=17712, min timestamp=1731595250375, max timestamp=1731595250398Num uniques 1118; 2024-11-14T14:40:50,406 DEBUG [RS_IN_MEMORY_COMPACTION-regionserver/da1c6afcd1f9:0-1 {}] regionserver.CompactionPipeline(163): Suffix data size=51198, new segment data size=7688, suffix heap size=144240,new segment heap size=17712 　suffix off heap size=0, new segment off heap size=0, suffix cells count=1118, new segment cells count=168 2024-11-14T14:40:50,440 DEBUG [RS:0;da1c6afcd1f9:35765-shortCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:34345/user/jenkins/test-data/14d118ee-a83a-b09b-5913-1a58940a5db1/data/default/TestAcidGuarantees/b982b98e12b52abc271df4d930581a34/.tmp/A/0803e92772bc40cf83357056d8db649e as hdfs://localhost:34345/user/jenkins/test-data/14d118ee-a83a-b09b-5913-1a58940a5db1/data/default/TestAcidGuarantees/b982b98e12b52abc271df4d930581a34/A/0803e92772bc40cf83357056d8db649e 2024-11-14T14:40:50,445 DEBUG [RS:0;da1c6afcd1f9:35765-longCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:34345/user/jenkins/test-data/14d118ee-a83a-b09b-5913-1a58940a5db1/data/default/TestAcidGuarantees/b982b98e12b52abc271df4d930581a34/.tmp/B/27a1d639985e486e8c56e37cf6b1733e as hdfs://localhost:34345/user/jenkins/test-data/14d118ee-a83a-b09b-5913-1a58940a5db1/data/default/TestAcidGuarantees/b982b98e12b52abc271df4d930581a34/B/27a1d639985e486e8c56e37cf6b1733e 2024-11-14T14:40:50,447 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45145 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=17 2024-11-14T14:40:50,447 INFO [RPCClient-NioEventLoopGroup-4-8 {}] client.RawAsyncHBaseAdmin$TableProcedureBiConsumer(2721): Operation: FLUSH, Table Name: default:TestAcidGuarantees completed 2024-11-14T14:40:50,448 INFO [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45145 {}] master.HMaster$22(4506): Client=jenkins//172.17.0.2 flush TestAcidGuarantees 2024-11-14T14:40:50,449 DEBUG [RS_IN_MEMORY_COMPACTION-regionserver/da1c6afcd1f9:0-6 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=2, new segment=type=CellArrayImmutableSegment, empty=no, cellCount=327, cellSize=14972, totalHeapSize=34248, min timestamp=1731595250422, max timestamp=1731595250442Num uniques 1027; 2024-11-14T14:40:50,449 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45145 {}] procedure2.ProcedureExecutor(1139): Stored pid=19, state=RUNNABLE:FLUSH_TABLE_PREPARE, hasLock=false; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=19, table=TestAcidGuarantees 2024-11-14T14:40:50,449 DEBUG [RS_IN_MEMORY_COMPACTION-regionserver/da1c6afcd1f9:0-6 {}] regionserver.CompactionPipeline(163): Suffix data size=47032, new segment data size=14972, suffix heap size=134776,new segment heap size=34248 　suffix off heap size=0, new segment off heap size=0, suffix cells count=1027, new segment cells count=327 2024-11-14T14:40:50,450 INFO [PEWorker-5 {}] procedure.FlushTableProcedure(91): pid=19, state=RUNNABLE:FLUSH_TABLE_PREPARE, hasLock=true; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=19, table=TestAcidGuarantees execute state=FLUSH_TABLE_PREPARE 2024-11-14T14:40:50,451 INFO [PEWorker-5 {}] procedure.FlushTableProcedure(91): pid=19, state=RUNNABLE:FLUSH_TABLE_FLUSH_REGIONS, hasLock=true; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=19, table=TestAcidGuarantees execute state=FLUSH_TABLE_FLUSH_REGIONS 2024-11-14T14:40:50,451 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=20, ppid=19, state=RUNNABLE, hasLock=false; org.apache.hadoop.hbase.master.procedure.FlushRegionProcedure}] 2024-11-14T14:40:50,452 DEBUG [RS_IN_MEMORY_COMPACTION-regionserver/da1c6afcd1f9:0-8 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=2, new segment=type=CellArrayImmutableSegment, empty=no, cellCount=177, cellSize=8102, totalHeapSize=18648, min timestamp=1731595250427, max timestamp=1731595250442Num uniques 1027; 2024-11-14T14:40:50,453 DEBUG [RS_IN_MEMORY_COMPACTION-regionserver/da1c6afcd1f9:0-8 {}] regionserver.CompactionPipeline(163): Suffix data size=47032, new segment data size=8102, suffix heap size=134776,new segment heap size=18648 　suffix off heap size=0, new segment off heap size=0, suffix cells count=1027, new segment cells count=177 2024-11-14T14:40:50,453 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45145 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=19 2024-11-14T14:40:50,456 DEBUG [RS_IN_MEMORY_COMPACTION-regionserver/da1c6afcd1f9:0-9 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=2, new segment=type=CellArrayImmutableSegment, empty=no, cellCount=177, cellSize=8102, totalHeapSize=18648, min timestamp=1731595250427, max timestamp=1731595250442Num uniques 1027; 2024-11-14T14:40:50,456 DEBUG [RS_IN_MEMORY_COMPACTION-regionserver/da1c6afcd1f9:0-9 {}] regionserver.CompactionPipeline(163): Suffix data size=47032, new segment data size=8102, suffix heap size=134776,new segment heap size=18648 　suffix off heap size=0, new segment off heap size=0, suffix cells count=1027, new segment cells count=177 2024-11-14T14:40:50,457 INFO [RS:0;da1c6afcd1f9:35765-shortCompactions-0 {}] regionserver.HStore(1337): Completed compaction of 3 (all) file(s) in b982b98e12b52abc271df4d930581a34/A of b982b98e12b52abc271df4d930581a34 into 0803e92772bc40cf83357056d8db649e(size=12.7 K), total size for store is 29.5 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-11-14T14:40:50,457 DEBUG [RS:0;da1c6afcd1f9:35765-shortCompactions-0 {}] regionserver.HRegion(2446): Compaction status journal for b982b98e12b52abc271df4d930581a34: 2024-11-14T14:40:50,457 INFO [RS:0;da1c6afcd1f9:35765-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1731595236744.b982b98e12b52abc271df4d930581a34., storeName=b982b98e12b52abc271df4d930581a34/A, priority=13, startTime=1731595250009; duration=0sec 2024-11-14T14:40:50,457 DEBUG [RS:0;da1c6afcd1f9:35765-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=4), splitQueue=0 2024-11-14T14:40:50,457 DEBUG [RS:0;da1c6afcd1f9:35765-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: b982b98e12b52abc271df4d930581a34:A 2024-11-14T14:40:50,457 DEBUG [RS:0;da1c6afcd1f9:35765-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: b982b98e12b52abc271df4d930581a34:A 2024-11-14T14:40:50,457 DEBUG [RS:0;da1c6afcd1f9:35765-shortCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 4 store files, 0 compacting, 4 eligible, 16 blocking 2024-11-14T14:40:50,459 DEBUG [RS:0;da1c6afcd1f9:35765-shortCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 4 files of size 49784 starting at candidate #0 after considering 3 permutations with 3 in ratio 2024-11-14T14:40:50,459 DEBUG [RS:0;da1c6afcd1f9:35765-shortCompactions-0 {}] regionserver.HStore(1541): b982b98e12b52abc271df4d930581a34/C is initiating minor compaction (all files) 2024-11-14T14:40:50,460 INFO [RS:0;da1c6afcd1f9:35765-shortCompactions-0 {}] regionserver.HRegion(2416): Starting compaction of b982b98e12b52abc271df4d930581a34/C in TestAcidGuarantees,,1731595236744.b982b98e12b52abc271df4d930581a34. 2024-11-14T14:40:50,460 INFO [RS:0;da1c6afcd1f9:35765-shortCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:34345/user/jenkins/test-data/14d118ee-a83a-b09b-5913-1a58940a5db1/data/default/TestAcidGuarantees/b982b98e12b52abc271df4d930581a34/C/2109afcd1eff4825b68d525eba5acf63, hdfs://localhost:34345/user/jenkins/test-data/14d118ee-a83a-b09b-5913-1a58940a5db1/data/default/TestAcidGuarantees/b982b98e12b52abc271df4d930581a34/C/81fb277100c04666ac4e60157f9e8673, hdfs://localhost:34345/user/jenkins/test-data/14d118ee-a83a-b09b-5913-1a58940a5db1/data/default/TestAcidGuarantees/b982b98e12b52abc271df4d930581a34/C/009997c8b4e1443fa6f094bfe7d50757, hdfs://localhost:34345/user/jenkins/test-data/14d118ee-a83a-b09b-5913-1a58940a5db1/data/default/TestAcidGuarantees/b982b98e12b52abc271df4d930581a34/C/7306ffd8caea4980a205fe614118b0e5] into tmpdir=hdfs://localhost:34345/user/jenkins/test-data/14d118ee-a83a-b09b-5913-1a58940a5db1/data/default/TestAcidGuarantees/b982b98e12b52abc271df4d930581a34/.tmp, totalSize=48.6 K 2024-11-14T14:40:50,460 DEBUG [RS:0;da1c6afcd1f9:35765-shortCompactions-0 {}] compactions.Compactor(225): Compacting 2109afcd1eff4825b68d525eba5acf63, keycount=150, bloomtype=ROW, size=12.6 K, encoding=NONE, compression=NONE, seqNum=477, earliestPutTs=1731595247257 2024-11-14T14:40:50,462 DEBUG [RS:0;da1c6afcd1f9:35765-shortCompactions-0 {}] compactions.Compactor(225): Compacting 81fb277100c04666ac4e60157f9e8673, keycount=150, bloomtype=ROW, size=12.0 K, encoding=NONE, compression=NONE, seqNum=514, earliestPutTs=1731595247982 2024-11-14T14:40:50,462 DEBUG [RS:0;da1c6afcd1f9:35765-shortCompactions-0 {}] compactions.Compactor(225): Compacting 009997c8b4e1443fa6f094bfe7d50757, keycount=150, bloomtype=ROW, size=12.0 K, encoding=NONE, compression=NONE, seqNum=527, earliestPutTs=1731595249158 2024-11-14T14:40:50,463 DEBUG [RS:0;da1c6afcd1f9:35765-shortCompactions-0 {}] compactions.Compactor(225): Compacting 7306ffd8caea4980a205fe614118b0e5, keycount=150, bloomtype=ROW, size=12.0 K, encoding=NONE, compression=NONE, seqNum=549, earliestPutTs=1731595249525 2024-11-14T14:40:50,465 INFO [RS:0;da1c6afcd1f9:35765-longCompactions-0 {}] regionserver.HStore(1337): Completed compaction of 3 (all) file(s) in b982b98e12b52abc271df4d930581a34/B of b982b98e12b52abc271df4d930581a34 into 27a1d639985e486e8c56e37cf6b1733e(size=12.7 K), total size for store is 24.7 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-11-14T14:40:50,465 DEBUG [RS:0;da1c6afcd1f9:35765-longCompactions-0 {}] regionserver.HRegion(2446): Compaction status journal for b982b98e12b52abc271df4d930581a34: 2024-11-14T14:40:50,465 INFO [RS:0;da1c6afcd1f9:35765-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1731595236744.b982b98e12b52abc271df4d930581a34., storeName=b982b98e12b52abc271df4d930581a34/B, priority=13, startTime=1731595250010; duration=0sec 2024-11-14T14:40:50,465 DEBUG [RS:0;da1c6afcd1f9:35765-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=3), splitQueue=0 2024-11-14T14:40:50,466 DEBUG [RS:0;da1c6afcd1f9:35765-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: b982b98e12b52abc271df4d930581a34:B 2024-11-14T14:40:50,466 DEBUG [RS:0;da1c6afcd1f9:35765-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: b982b98e12b52abc271df4d930581a34:B 2024-11-14T14:40:50,466 DEBUG [RS:0;da1c6afcd1f9:35765-longCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 4 store files, 4 compacting, 0 eligible, 16 blocking 2024-11-14T14:40:50,466 DEBUG [RS:0;da1c6afcd1f9:35765-longCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 0 files of size 0 starting at candidate #-1 after considering 0 permutations with 0 in ratio 2024-11-14T14:40:50,466 DEBUG [RS:0;da1c6afcd1f9:35765-longCompactions-0 {}] compactions.SortedCompactionPolicy(232): Not compacting files because we only have 0 files ready for compaction. Need 3 to initiate. 2024-11-14T14:40:50,466 DEBUG [RS:0;da1c6afcd1f9:35765-longCompactions-0 {}] regionserver.CompactSplit(450): Not compacting TestAcidGuarantees,,1731595236744.b982b98e12b52abc271df4d930581a34. because compaction request was cancelled 2024-11-14T14:40:50,466 DEBUG [RS:0;da1c6afcd1f9:35765-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: b982b98e12b52abc271df4d930581a34:C 2024-11-14T14:40:50,466 DEBUG [RS:0;da1c6afcd1f9:35765-longCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 2 store files, 0 compacting, 2 eligible, 16 blocking 2024-11-14T14:40:50,468 DEBUG [RS:0;da1c6afcd1f9:35765-longCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 0 files of size 0 starting at candidate #-1 after considering 0 permutations with 0 in ratio 2024-11-14T14:40:50,468 DEBUG [RS:0;da1c6afcd1f9:35765-longCompactions-0 {}] compactions.SortedCompactionPolicy(232): Not compacting files because we only have 0 files ready for compaction. Need 3 to initiate. 2024-11-14T14:40:50,468 DEBUG [RS:0;da1c6afcd1f9:35765-longCompactions-0 {}] regionserver.CompactSplit(450): Not compacting TestAcidGuarantees,,1731595236744.b982b98e12b52abc271df4d930581a34. because compaction request was cancelled 2024-11-14T14:40:50,468 DEBUG [RS:0;da1c6afcd1f9:35765-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: b982b98e12b52abc271df4d930581a34:B 2024-11-14T14:40:50,468 DEBUG [RS:0;da1c6afcd1f9:35765-longCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 2 store files, 0 compacting, 2 eligible, 16 blocking 2024-11-14T14:40:50,469 DEBUG [RS:0;da1c6afcd1f9:35765-longCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 0 files of size 0 starting at candidate #-1 after considering 0 permutations with 0 in ratio 2024-11-14T14:40:50,469 DEBUG [RS:0;da1c6afcd1f9:35765-longCompactions-0 {}] compactions.SortedCompactionPolicy(232): Not compacting files because we only have 0 files ready for compaction. Need 3 to initiate. 2024-11-14T14:40:50,469 DEBUG [RS:0;da1c6afcd1f9:35765-longCompactions-0 {}] regionserver.CompactSplit(450): Not compacting TestAcidGuarantees,,1731595236744.b982b98e12b52abc271df4d930581a34. because compaction request was cancelled 2024-11-14T14:40:50,469 DEBUG [RS:0;da1c6afcd1f9:35765-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: b982b98e12b52abc271df4d930581a34:A 2024-11-14T14:40:50,478 INFO [RS:0;da1c6afcd1f9:35765-shortCompactions-0 {}] throttle.PressureAwareThroughputController(145): b982b98e12b52abc271df4d930581a34#C#compaction#68 average throughput is 3.28 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second 2024-11-14T14:40:50,479 DEBUG [RS:0;da1c6afcd1f9:35765-shortCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:34345/user/jenkins/test-data/14d118ee-a83a-b09b-5913-1a58940a5db1/data/default/TestAcidGuarantees/b982b98e12b52abc271df4d930581a34/.tmp/C/c11e8abd6d0b42809932a30b0e89f12e is 50, key is test_row_0/C:col10/1731595249534/Put/seqid=0 2024-11-14T14:40:50,489 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36699 is added to blk_1073741905_1081 (size=13017) 2024-11-14T14:40:50,498 DEBUG [RS_IN_MEMORY_COMPACTION-regionserver/da1c6afcd1f9:0-0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=2, new segment=type=CellArrayImmutableSegment, empty=no, cellCount=536, cellSize=24546, totalHeapSize=55984, min timestamp=1731595250471, max timestamp=1731595250493Num uniques 1036; 2024-11-14T14:40:50,498 DEBUG [RS_IN_MEMORY_COMPACTION-regionserver/da1c6afcd1f9:0-0 {}] regionserver.CompactionPipeline(163): Suffix data size=47446, new segment data size=24546, suffix heap size=135712,new segment heap size=55984 　suffix off heap size=0, new segment off heap size=0, suffix cells count=1036, new segment cells count=536 2024-11-14T14:40:50,498 DEBUG [RS_IN_MEMORY_COMPACTION-regionserver/da1c6afcd1f9:0-3 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=2, new segment=type=CellArrayImmutableSegment, empty=no, cellCount=536, cellSize=24546, totalHeapSize=55984, min timestamp=1731595250471, max timestamp=1731595250493Num uniques 1036; 2024-11-14T14:40:50,498 DEBUG [RS_IN_MEMORY_COMPACTION-regionserver/da1c6afcd1f9:0-7 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=2, new segment=type=CellArrayImmutableSegment, empty=no, cellCount=536, cellSize=24546, totalHeapSize=55984, min timestamp=1731595250471, max timestamp=1731595250493Num uniques 1186; 2024-11-14T14:40:50,498 DEBUG [RS_IN_MEMORY_COMPACTION-regionserver/da1c6afcd1f9:0-3 {}] regionserver.CompactionPipeline(163): Suffix data size=47446, new segment data size=24546, suffix heap size=135712,new segment heap size=55984 　suffix off heap size=0, new segment off heap size=0, suffix cells count=1036, new segment cells count=536 2024-11-14T14:40:50,498 DEBUG [RS_IN_MEMORY_COMPACTION-regionserver/da1c6afcd1f9:0-7 {}] regionserver.CompactionPipeline(163): Suffix data size=54316, new segment data size=24546, suffix heap size=151312,new segment heap size=55984 　suffix off heap size=0, new segment off heap size=0, suffix cells count=1186, new segment cells count=536 2024-11-14T14:40:50,527 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35765 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b982b98e12b52abc271df4d930581a34, server=da1c6afcd1f9,35765,1731595233113 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-14T14:40:50,527 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35765 {}] ipc.CallRunner(138): callId: 169 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:57946 deadline: 1731595310517, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b982b98e12b52abc271df4d930581a34, server=da1c6afcd1f9,35765,1731595233113 2024-11-14T14:40:50,527 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35765 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b982b98e12b52abc271df4d930581a34, server=da1c6afcd1f9,35765,1731595233113 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-14T14:40:50,528 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35765 {}] ipc.CallRunner(138): callId: 135 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:57954 deadline: 1731595310517, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b982b98e12b52abc271df4d930581a34, server=da1c6afcd1f9,35765,1731595233113 2024-11-14T14:40:50,528 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731595236744.b982b98e12b52abc271df4d930581a34., hostname=da1c6afcd1f9,35765,1731595233113, seqNum=2 , the old value is region=TestAcidGuarantees,,1731595236744.b982b98e12b52abc271df4d930581a34., hostname=da1c6afcd1f9,35765,1731595233113, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b982b98e12b52abc271df4d930581a34, server=da1c6afcd1f9,35765,1731595233113 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-14T14:40:50,528 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731595236744.b982b98e12b52abc271df4d930581a34., hostname=da1c6afcd1f9,35765,1731595233113, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b982b98e12b52abc271df4d930581a34, server=da1c6afcd1f9,35765,1731595233113 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-14T14:40:50,528 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731595236744.b982b98e12b52abc271df4d930581a34., hostname=da1c6afcd1f9,35765,1731595233113, seqNum=2 because the exception is null or not the one we care about 2024-11-14T14:40:50,528 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35765 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b982b98e12b52abc271df4d930581a34, server=da1c6afcd1f9,35765,1731595233113 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-14T14:40:50,528 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731595236744.b982b98e12b52abc271df4d930581a34., hostname=da1c6afcd1f9,35765,1731595233113, seqNum=2 , the old value is region=TestAcidGuarantees,,1731595236744.b982b98e12b52abc271df4d930581a34., hostname=da1c6afcd1f9,35765,1731595233113, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b982b98e12b52abc271df4d930581a34, server=da1c6afcd1f9,35765,1731595233113 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-14T14:40:50,528 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35765 {}] ipc.CallRunner(138): callId: 170 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:57914 deadline: 1731595310518, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b982b98e12b52abc271df4d930581a34, server=da1c6afcd1f9,35765,1731595233113 2024-11-14T14:40:50,528 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731595236744.b982b98e12b52abc271df4d930581a34., hostname=da1c6afcd1f9,35765,1731595233113, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b982b98e12b52abc271df4d930581a34, server=da1c6afcd1f9,35765,1731595233113 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-14T14:40:50,528 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731595236744.b982b98e12b52abc271df4d930581a34., hostname=da1c6afcd1f9,35765,1731595233113, seqNum=2 because the exception is null or not the one we care about 2024-11-14T14:40:50,528 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35765 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b982b98e12b52abc271df4d930581a34, server=da1c6afcd1f9,35765,1731595233113 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-14T14:40:50,529 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731595236744.b982b98e12b52abc271df4d930581a34., hostname=da1c6afcd1f9,35765,1731595233113, seqNum=2 , the old value is region=TestAcidGuarantees,,1731595236744.b982b98e12b52abc271df4d930581a34., hostname=da1c6afcd1f9,35765,1731595233113, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b982b98e12b52abc271df4d930581a34, server=da1c6afcd1f9,35765,1731595233113 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-14T14:40:50,529 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731595236744.b982b98e12b52abc271df4d930581a34., hostname=da1c6afcd1f9,35765,1731595233113, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b982b98e12b52abc271df4d930581a34, server=da1c6afcd1f9,35765,1731595233113 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-14T14:40:50,529 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35765 {}] ipc.CallRunner(138): callId: 166 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:57884 deadline: 1731595310519, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b982b98e12b52abc271df4d930581a34, server=da1c6afcd1f9,35765,1731595233113 2024-11-14T14:40:50,529 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731595236744.b982b98e12b52abc271df4d930581a34., hostname=da1c6afcd1f9,35765,1731595233113, seqNum=2 because the exception is null or not the one we care about 2024-11-14T14:40:50,529 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35765 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b982b98e12b52abc271df4d930581a34, server=da1c6afcd1f9,35765,1731595233113 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-14T14:40:50,529 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731595236744.b982b98e12b52abc271df4d930581a34., hostname=da1c6afcd1f9,35765,1731595233113, seqNum=2 , the old value is region=TestAcidGuarantees,,1731595236744.b982b98e12b52abc271df4d930581a34., hostname=da1c6afcd1f9,35765,1731595233113, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b982b98e12b52abc271df4d930581a34, server=da1c6afcd1f9,35765,1731595233113 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-14T14:40:50,529 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35765 {}] ipc.CallRunner(138): callId: 127 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:57926 deadline: 1731595310519, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b982b98e12b52abc271df4d930581a34, server=da1c6afcd1f9,35765,1731595233113 2024-11-14T14:40:50,529 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731595236744.b982b98e12b52abc271df4d930581a34., hostname=da1c6afcd1f9,35765,1731595233113, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b982b98e12b52abc271df4d930581a34, server=da1c6afcd1f9,35765,1731595233113 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-14T14:40:50,529 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731595236744.b982b98e12b52abc271df4d930581a34., hostname=da1c6afcd1f9,35765,1731595233113, seqNum=2 because the exception is null or not the one we care about 2024-11-14T14:40:50,530 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731595236744.b982b98e12b52abc271df4d930581a34., hostname=da1c6afcd1f9,35765,1731595233113, seqNum=2 , the old value is region=TestAcidGuarantees,,1731595236744.b982b98e12b52abc271df4d930581a34., hostname=da1c6afcd1f9,35765,1731595233113, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b982b98e12b52abc271df4d930581a34, server=da1c6afcd1f9,35765,1731595233113 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-14T14:40:50,530 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731595236744.b982b98e12b52abc271df4d930581a34., hostname=da1c6afcd1f9,35765,1731595233113, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b982b98e12b52abc271df4d930581a34, server=da1c6afcd1f9,35765,1731595233113 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-14T14:40:50,530 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731595236744.b982b98e12b52abc271df4d930581a34., hostname=da1c6afcd1f9,35765,1731595233113, seqNum=2 because the exception is null or not the one we care about 2024-11-14T14:40:50,556 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45145 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=19 2024-11-14T14:40:50,604 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=35765 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=20 2024-11-14T14:40:50,604 DEBUG [RS_FLUSH_OPERATIONS-regionserver/da1c6afcd1f9:0-0 {event_type=RS_FLUSH_REGIONS, pid=20}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1731595236744.b982b98e12b52abc271df4d930581a34. 2024-11-14T14:40:50,604 DEBUG [RS_FLUSH_OPERATIONS-regionserver/da1c6afcd1f9:0-0 {event_type=RS_FLUSH_REGIONS, pid=20}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1731595236744.b982b98e12b52abc271df4d930581a34. as already flushing 2024-11-14T14:40:50,604 DEBUG [RS_FLUSH_OPERATIONS-regionserver/da1c6afcd1f9:0-0 {event_type=RS_FLUSH_REGIONS, pid=20}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1731595236744.b982b98e12b52abc271df4d930581a34. 2024-11-14T14:40:50,604 ERROR [RS_FLUSH_OPERATIONS-regionserver/da1c6afcd1f9:0-0 {event_type=RS_FLUSH_REGIONS, pid=20}] handler.RSProcedureHandler(58): pid=20 java.io.IOException: Unable to complete flush {ENCODED => b982b98e12b52abc271df4d930581a34, NAME => 'TestAcidGuarantees,,1731595236744.b982b98e12b52abc271df4d930581a34.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-14T14:40:50,604 DEBUG [RS_FLUSH_OPERATIONS-regionserver/da1c6afcd1f9:0-0 {event_type=RS_FLUSH_REGIONS, pid=20}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=20 java.io.IOException: Unable to complete flush {ENCODED => b982b98e12b52abc271df4d930581a34, NAME => 'TestAcidGuarantees,,1731595236744.b982b98e12b52abc271df4d930581a34.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-14T14:40:50,605 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45145 {}] master.HMaster(4177): Remote procedure failed, pid=20 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => b982b98e12b52abc271df4d930581a34, NAME => 'TestAcidGuarantees,,1731595236744.b982b98e12b52abc271df4d930581a34.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$5(MasterRpcServices.java:2580) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2575) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => b982b98e12b52abc271df4d930581a34, NAME => 'TestAcidGuarantees,,1731595236744.b982b98e12b52abc271df4d930581a34.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-14T14:40:50,641 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35765 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b982b98e12b52abc271df4d930581a34, server=da1c6afcd1f9,35765,1731595233113 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-14T14:40:50,642 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35765 {}] ipc.CallRunner(138): callId: 170 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:57946 deadline: 1731595310636, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b982b98e12b52abc271df4d930581a34, server=da1c6afcd1f9,35765,1731595233113 2024-11-14T14:40:50,642 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35765 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b982b98e12b52abc271df4d930581a34, server=da1c6afcd1f9,35765,1731595233113 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-14T14:40:50,642 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35765 {}] ipc.CallRunner(138): callId: 136 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:57954 deadline: 1731595310637, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b982b98e12b52abc271df4d930581a34, server=da1c6afcd1f9,35765,1731595233113 2024-11-14T14:40:50,642 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731595236744.b982b98e12b52abc271df4d930581a34., hostname=da1c6afcd1f9,35765,1731595233113, seqNum=2 , the old value is region=TestAcidGuarantees,,1731595236744.b982b98e12b52abc271df4d930581a34., hostname=da1c6afcd1f9,35765,1731595233113, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b982b98e12b52abc271df4d930581a34, server=da1c6afcd1f9,35765,1731595233113 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-14T14:40:50,642 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731595236744.b982b98e12b52abc271df4d930581a34., hostname=da1c6afcd1f9,35765,1731595233113, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b982b98e12b52abc271df4d930581a34, server=da1c6afcd1f9,35765,1731595233113 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-14T14:40:50,642 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731595236744.b982b98e12b52abc271df4d930581a34., hostname=da1c6afcd1f9,35765,1731595233113, seqNum=2 because the exception is null or not the one we care about 2024-11-14T14:40:50,642 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731595236744.b982b98e12b52abc271df4d930581a34., hostname=da1c6afcd1f9,35765,1731595233113, seqNum=2 , the old value is region=TestAcidGuarantees,,1731595236744.b982b98e12b52abc271df4d930581a34., hostname=da1c6afcd1f9,35765,1731595233113, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b982b98e12b52abc271df4d930581a34, server=da1c6afcd1f9,35765,1731595233113 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-14T14:40:50,642 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35765 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b982b98e12b52abc271df4d930581a34, server=da1c6afcd1f9,35765,1731595233113 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-14T14:40:50,643 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731595236744.b982b98e12b52abc271df4d930581a34., hostname=da1c6afcd1f9,35765,1731595233113, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b982b98e12b52abc271df4d930581a34, server=da1c6afcd1f9,35765,1731595233113 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-14T14:40:50,643 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731595236744.b982b98e12b52abc271df4d930581a34., hostname=da1c6afcd1f9,35765,1731595233113, seqNum=2 because the exception is null or not the one we care about 2024-11-14T14:40:50,643 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35765 {}] ipc.CallRunner(138): callId: 171 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:57914 deadline: 1731595310637, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b982b98e12b52abc271df4d930581a34, server=da1c6afcd1f9,35765,1731595233113 2024-11-14T14:40:50,643 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731595236744.b982b98e12b52abc271df4d930581a34., hostname=da1c6afcd1f9,35765,1731595233113, seqNum=2 , the old value is region=TestAcidGuarantees,,1731595236744.b982b98e12b52abc271df4d930581a34., hostname=da1c6afcd1f9,35765,1731595233113, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b982b98e12b52abc271df4d930581a34, server=da1c6afcd1f9,35765,1731595233113 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-14T14:40:50,643 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35765 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b982b98e12b52abc271df4d930581a34, server=da1c6afcd1f9,35765,1731595233113 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-14T14:40:50,643 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731595236744.b982b98e12b52abc271df4d930581a34., hostname=da1c6afcd1f9,35765,1731595233113, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b982b98e12b52abc271df4d930581a34, server=da1c6afcd1f9,35765,1731595233113 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-14T14:40:50,643 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731595236744.b982b98e12b52abc271df4d930581a34., hostname=da1c6afcd1f9,35765,1731595233113, seqNum=2 because the exception is null or not the one we care about 2024-11-14T14:40:50,643 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35765 {}] ipc.CallRunner(138): callId: 167 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:57884 deadline: 1731595310637, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b982b98e12b52abc271df4d930581a34, server=da1c6afcd1f9,35765,1731595233113 2024-11-14T14:40:50,643 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35765 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b982b98e12b52abc271df4d930581a34, server=da1c6afcd1f9,35765,1731595233113 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-14T14:40:50,644 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731595236744.b982b98e12b52abc271df4d930581a34., hostname=da1c6afcd1f9,35765,1731595233113, seqNum=2 , the old value is region=TestAcidGuarantees,,1731595236744.b982b98e12b52abc271df4d930581a34., hostname=da1c6afcd1f9,35765,1731595233113, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b982b98e12b52abc271df4d930581a34, server=da1c6afcd1f9,35765,1731595233113 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-14T14:40:50,644 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731595236744.b982b98e12b52abc271df4d930581a34., hostname=da1c6afcd1f9,35765,1731595233113, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b982b98e12b52abc271df4d930581a34, server=da1c6afcd1f9,35765,1731595233113 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-14T14:40:50,644 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731595236744.b982b98e12b52abc271df4d930581a34., hostname=da1c6afcd1f9,35765,1731595233113, seqNum=2 because the exception is null or not the one we care about 2024-11-14T14:40:50,644 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35765 {}] ipc.CallRunner(138): callId: 128 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:57926 deadline: 1731595310637, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b982b98e12b52abc271df4d930581a34, server=da1c6afcd1f9,35765,1731595233113 2024-11-14T14:40:50,644 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731595236744.b982b98e12b52abc271df4d930581a34., hostname=da1c6afcd1f9,35765,1731595233113, seqNum=2 , the old value is region=TestAcidGuarantees,,1731595236744.b982b98e12b52abc271df4d930581a34., hostname=da1c6afcd1f9,35765,1731595233113, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b982b98e12b52abc271df4d930581a34, server=da1c6afcd1f9,35765,1731595233113 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-14T14:40:50,644 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731595236744.b982b98e12b52abc271df4d930581a34., hostname=da1c6afcd1f9,35765,1731595233113, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b982b98e12b52abc271df4d930581a34, server=da1c6afcd1f9,35765,1731595233113 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-14T14:40:50,644 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731595236744.b982b98e12b52abc271df4d930581a34., hostname=da1c6afcd1f9,35765,1731595233113, seqNum=2 because the exception is null or not the one we care about 2024-11-14T14:40:50,757 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=35765 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=20 2024-11-14T14:40:50,758 DEBUG [RS_FLUSH_OPERATIONS-regionserver/da1c6afcd1f9:0-1 {event_type=RS_FLUSH_REGIONS, pid=20}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1731595236744.b982b98e12b52abc271df4d930581a34. 2024-11-14T14:40:50,758 DEBUG [RS_FLUSH_OPERATIONS-regionserver/da1c6afcd1f9:0-1 {event_type=RS_FLUSH_REGIONS, pid=20}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1731595236744.b982b98e12b52abc271df4d930581a34. as already flushing 2024-11-14T14:40:50,758 DEBUG [RS_FLUSH_OPERATIONS-regionserver/da1c6afcd1f9:0-1 {event_type=RS_FLUSH_REGIONS, pid=20}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1731595236744.b982b98e12b52abc271df4d930581a34. 2024-11-14T14:40:50,758 ERROR [RS_FLUSH_OPERATIONS-regionserver/da1c6afcd1f9:0-1 {event_type=RS_FLUSH_REGIONS, pid=20}] handler.RSProcedureHandler(58): pid=20 java.io.IOException: Unable to complete flush {ENCODED => b982b98e12b52abc271df4d930581a34, NAME => 'TestAcidGuarantees,,1731595236744.b982b98e12b52abc271df4d930581a34.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-14T14:40:50,758 DEBUG [RS_FLUSH_OPERATIONS-regionserver/da1c6afcd1f9:0-1 {event_type=RS_FLUSH_REGIONS, pid=20}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=20 java.io.IOException: Unable to complete flush {ENCODED => b982b98e12b52abc271df4d930581a34, NAME => 'TestAcidGuarantees,,1731595236744.b982b98e12b52abc271df4d930581a34.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-14T14:40:50,759 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45145 {}] master.HMaster(4177): Remote procedure failed, pid=20 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => b982b98e12b52abc271df4d930581a34, NAME => 'TestAcidGuarantees,,1731595236744.b982b98e12b52abc271df4d930581a34.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$5(MasterRpcServices.java:2580) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2575) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => b982b98e12b52abc271df4d930581a34, NAME => 'TestAcidGuarantees,,1731595236744.b982b98e12b52abc271df4d930581a34.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-14T14:40:50,777 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45145 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=19 2024-11-14T14:40:50,782 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=11.18 KB at sequenceid=571 (bloomFilter=true), to=hdfs://localhost:34345/user/jenkins/test-data/14d118ee-a83a-b09b-5913-1a58940a5db1/data/default/TestAcidGuarantees/b982b98e12b52abc271df4d930581a34/.tmp/C/ae7b6aabce304903ad67e682a6728eff 2024-11-14T14:40:50,789 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:34345/user/jenkins/test-data/14d118ee-a83a-b09b-5913-1a58940a5db1/data/default/TestAcidGuarantees/b982b98e12b52abc271df4d930581a34/.tmp/A/dde00a74eae14fe5b4e0551e7d6f07f7 as hdfs://localhost:34345/user/jenkins/test-data/14d118ee-a83a-b09b-5913-1a58940a5db1/data/default/TestAcidGuarantees/b982b98e12b52abc271df4d930581a34/A/dde00a74eae14fe5b4e0551e7d6f07f7 2024-11-14T14:40:50,795 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:34345/user/jenkins/test-data/14d118ee-a83a-b09b-5913-1a58940a5db1/data/default/TestAcidGuarantees/b982b98e12b52abc271df4d930581a34/A/dde00a74eae14fe5b4e0551e7d6f07f7, entries=200, sequenceid=571, filesize=14.4 K 2024-11-14T14:40:50,797 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:34345/user/jenkins/test-data/14d118ee-a83a-b09b-5913-1a58940a5db1/data/default/TestAcidGuarantees/b982b98e12b52abc271df4d930581a34/.tmp/B/243b514fbf0d406689cd2c10a3472b0b as hdfs://localhost:34345/user/jenkins/test-data/14d118ee-a83a-b09b-5913-1a58940a5db1/data/default/TestAcidGuarantees/b982b98e12b52abc271df4d930581a34/B/243b514fbf0d406689cd2c10a3472b0b 2024-11-14T14:40:50,803 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:34345/user/jenkins/test-data/14d118ee-a83a-b09b-5913-1a58940a5db1/data/default/TestAcidGuarantees/b982b98e12b52abc271df4d930581a34/B/243b514fbf0d406689cd2c10a3472b0b, entries=150, sequenceid=571, filesize=12.0 K 2024-11-14T14:40:50,804 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:34345/user/jenkins/test-data/14d118ee-a83a-b09b-5913-1a58940a5db1/data/default/TestAcidGuarantees/b982b98e12b52abc271df4d930581a34/.tmp/C/ae7b6aabce304903ad67e682a6728eff as hdfs://localhost:34345/user/jenkins/test-data/14d118ee-a83a-b09b-5913-1a58940a5db1/data/default/TestAcidGuarantees/b982b98e12b52abc271df4d930581a34/C/ae7b6aabce304903ad67e682a6728eff 2024-11-14T14:40:50,810 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:34345/user/jenkins/test-data/14d118ee-a83a-b09b-5913-1a58940a5db1/data/default/TestAcidGuarantees/b982b98e12b52abc271df4d930581a34/C/ae7b6aabce304903ad67e682a6728eff, entries=150, sequenceid=571, filesize=12.0 K 2024-11-14T14:40:50,811 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(3140): Finished flush of dataSize ~33.54 KB/34350, heapSize ~86.11 KB/88176, currentSize=161.02 KB/164880 for b982b98e12b52abc271df4d930581a34 in 511ms, sequenceid=571, compaction requested=true 2024-11-14T14:40:50,811 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2603): Flush status journal for b982b98e12b52abc271df4d930581a34: 2024-11-14T14:40:50,812 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store b982b98e12b52abc271df4d930581a34:A, priority=-2147483648, current under compaction store size is 1 2024-11-14T14:40:50,812 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-14T14:40:50,812 DEBUG [RS:0;da1c6afcd1f9:35765-longCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 3 store files, 0 compacting, 3 eligible, 16 blocking 2024-11-14T14:40:50,812 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store b982b98e12b52abc271df4d930581a34:B, priority=-2147483648, current under compaction store size is 2 2024-11-14T14:40:50,812 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=1), splitQueue=0 2024-11-14T14:40:50,812 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store b982b98e12b52abc271df4d930581a34:C, priority=-2147483648, current under compaction store size is 3 2024-11-14T14:40:50,812 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=2), splitQueue=0 2024-11-14T14:40:50,813 DEBUG [RS:0;da1c6afcd1f9:35765-longCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 3 files of size 44905 starting at candidate #0 after considering 1 permutations with 1 in ratio 2024-11-14T14:40:50,813 DEBUG [RS:0;da1c6afcd1f9:35765-longCompactions-0 {}] regionserver.HStore(1541): b982b98e12b52abc271df4d930581a34/A is initiating minor compaction (all files) 2024-11-14T14:40:50,813 INFO [RS:0;da1c6afcd1f9:35765-longCompactions-0 {}] regionserver.HRegion(2416): Starting compaction of b982b98e12b52abc271df4d930581a34/A in TestAcidGuarantees,,1731595236744.b982b98e12b52abc271df4d930581a34. 2024-11-14T14:40:50,813 INFO [RS:0;da1c6afcd1f9:35765-longCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:34345/user/jenkins/test-data/14d118ee-a83a-b09b-5913-1a58940a5db1/data/default/TestAcidGuarantees/b982b98e12b52abc271df4d930581a34/A/0803e92772bc40cf83357056d8db649e, hdfs://localhost:34345/user/jenkins/test-data/14d118ee-a83a-b09b-5913-1a58940a5db1/data/default/TestAcidGuarantees/b982b98e12b52abc271df4d930581a34/A/83f21c02e162443b9b3d389adda1a6ea, hdfs://localhost:34345/user/jenkins/test-data/14d118ee-a83a-b09b-5913-1a58940a5db1/data/default/TestAcidGuarantees/b982b98e12b52abc271df4d930581a34/A/dde00a74eae14fe5b4e0551e7d6f07f7] into tmpdir=hdfs://localhost:34345/user/jenkins/test-data/14d118ee-a83a-b09b-5913-1a58940a5db1/data/default/TestAcidGuarantees/b982b98e12b52abc271df4d930581a34/.tmp, totalSize=43.9 K 2024-11-14T14:40:50,814 DEBUG [RS:0;da1c6afcd1f9:35765-longCompactions-0 {}] compactions.Compactor(225): Compacting 0803e92772bc40cf83357056d8db649e, keycount=150, bloomtype=ROW, size=12.7 K, encoding=NONE, compression=NONE, seqNum=527, earliestPutTs=1731595249158 2024-11-14T14:40:50,814 DEBUG [RS:0;da1c6afcd1f9:35765-longCompactions-0 {}] compactions.Compactor(225): Compacting 83f21c02e162443b9b3d389adda1a6ea, keycount=250, bloomtype=ROW, size=16.8 K, encoding=NONE, compression=NONE, seqNum=549, earliestPutTs=1731595249525 2024-11-14T14:40:50,815 DEBUG [RS:0;da1c6afcd1f9:35765-longCompactions-0 {}] compactions.Compactor(225): Compacting dde00a74eae14fe5b4e0551e7d6f07f7, keycount=200, bloomtype=ROW, size=14.4 K, encoding=NONE, compression=NONE, seqNum=571, earliestPutTs=1731595250188 2024-11-14T14:40:50,823 INFO [RS:0;da1c6afcd1f9:35765-longCompactions-0 {}] throttle.PressureAwareThroughputController(145): b982b98e12b52abc271df4d930581a34#A#compaction#69 average throughput is 6.55 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second 2024-11-14T14:40:50,824 DEBUG [RS:0;da1c6afcd1f9:35765-longCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:34345/user/jenkins/test-data/14d118ee-a83a-b09b-5913-1a58940a5db1/data/default/TestAcidGuarantees/b982b98e12b52abc271df4d930581a34/.tmp/A/d752f6a15f004b0484a4e49205fb0017 is 50, key is test_row_0/A:col10/1731595250299/Put/seqid=0 2024-11-14T14:40:50,832 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36699 is added to blk_1073741906_1082 (size=13085) 2024-11-14T14:40:50,848 DEBUG [RS:0;da1c6afcd1f9:35765-longCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:34345/user/jenkins/test-data/14d118ee-a83a-b09b-5913-1a58940a5db1/data/default/TestAcidGuarantees/b982b98e12b52abc271df4d930581a34/.tmp/A/d752f6a15f004b0484a4e49205fb0017 as hdfs://localhost:34345/user/jenkins/test-data/14d118ee-a83a-b09b-5913-1a58940a5db1/data/default/TestAcidGuarantees/b982b98e12b52abc271df4d930581a34/A/d752f6a15f004b0484a4e49205fb0017 2024-11-14T14:40:50,853 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35765 {}] regionserver.HRegion(8855): Flush requested on b982b98e12b52abc271df4d930581a34 2024-11-14T14:40:50,853 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(2902): Flushing b982b98e12b52abc271df4d930581a34 3/3 column families, dataSize=167.72 KB heapSize=449.25 KB 2024-11-14T14:40:50,855 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK b982b98e12b52abc271df4d930581a34, store=A 2024-11-14T14:40:50,855 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=2, new segment=null 2024-11-14T14:40:50,855 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK b982b98e12b52abc271df4d930581a34, store=B 2024-11-14T14:40:50,855 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=2, new segment=null 2024-11-14T14:40:50,855 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK b982b98e12b52abc271df4d930581a34, store=C 2024-11-14T14:40:50,855 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=2, new segment=null 2024-11-14T14:40:50,857 INFO [RS:0;da1c6afcd1f9:35765-longCompactions-0 {}] regionserver.HStore(1337): Completed compaction of 3 (all) file(s) in b982b98e12b52abc271df4d930581a34/A of b982b98e12b52abc271df4d930581a34 into d752f6a15f004b0484a4e49205fb0017(size=12.8 K), total size for store is 12.8 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-11-14T14:40:50,857 DEBUG [RS:0;da1c6afcd1f9:35765-longCompactions-0 {}] regionserver.HRegion(2446): Compaction status journal for b982b98e12b52abc271df4d930581a34: 2024-11-14T14:40:50,857 INFO [RS:0;da1c6afcd1f9:35765-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1731595236744.b982b98e12b52abc271df4d930581a34., storeName=b982b98e12b52abc271df4d930581a34/A, priority=13, startTime=1731595250811; duration=0sec 2024-11-14T14:40:50,858 DEBUG [RS:0;da1c6afcd1f9:35765-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=2), splitQueue=0 2024-11-14T14:40:50,858 DEBUG [RS:0;da1c6afcd1f9:35765-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: b982b98e12b52abc271df4d930581a34:A 2024-11-14T14:40:50,858 DEBUG [RS:0;da1c6afcd1f9:35765-longCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 5 store files, 4 compacting, 1 eligible, 16 blocking 2024-11-14T14:40:50,859 DEBUG [RS:0;da1c6afcd1f9:35765-longCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 0 files of size 0 starting at candidate #-1 after considering 0 permutations with 0 in ratio 2024-11-14T14:40:50,859 DEBUG [RS:0;da1c6afcd1f9:35765-longCompactions-0 {}] compactions.SortedCompactionPolicy(232): Not compacting files because we only have 0 files ready for compaction. Need 3 to initiate. 2024-11-14T14:40:50,859 DEBUG [RS:0;da1c6afcd1f9:35765-longCompactions-0 {}] regionserver.CompactSplit(450): Not compacting TestAcidGuarantees,,1731595236744.b982b98e12b52abc271df4d930581a34. because compaction request was cancelled 2024-11-14T14:40:50,859 DEBUG [RS:0;da1c6afcd1f9:35765-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: b982b98e12b52abc271df4d930581a34:C 2024-11-14T14:40:50,859 DEBUG [RS:0;da1c6afcd1f9:35765-longCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 3 store files, 0 compacting, 3 eligible, 16 blocking 2024-11-14T14:40:50,861 DEBUG [RS:0;da1c6afcd1f9:35765-longCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 3 files of size 37585 starting at candidate #0 after considering 1 permutations with 1 in ratio 2024-11-14T14:40:50,861 DEBUG [RS:0;da1c6afcd1f9:35765-longCompactions-0 {}] regionserver.HStore(1541): b982b98e12b52abc271df4d930581a34/B is initiating minor compaction (all files) 2024-11-14T14:40:50,861 INFO [RS:0;da1c6afcd1f9:35765-longCompactions-0 {}] regionserver.HRegion(2416): Starting compaction of b982b98e12b52abc271df4d930581a34/B in TestAcidGuarantees,,1731595236744.b982b98e12b52abc271df4d930581a34. 2024-11-14T14:40:50,861 INFO [RS:0;da1c6afcd1f9:35765-longCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:34345/user/jenkins/test-data/14d118ee-a83a-b09b-5913-1a58940a5db1/data/default/TestAcidGuarantees/b982b98e12b52abc271df4d930581a34/B/27a1d639985e486e8c56e37cf6b1733e, hdfs://localhost:34345/user/jenkins/test-data/14d118ee-a83a-b09b-5913-1a58940a5db1/data/default/TestAcidGuarantees/b982b98e12b52abc271df4d930581a34/B/8ac33d8037714142ada33e1311cafbb5, hdfs://localhost:34345/user/jenkins/test-data/14d118ee-a83a-b09b-5913-1a58940a5db1/data/default/TestAcidGuarantees/b982b98e12b52abc271df4d930581a34/B/243b514fbf0d406689cd2c10a3472b0b] into tmpdir=hdfs://localhost:34345/user/jenkins/test-data/14d118ee-a83a-b09b-5913-1a58940a5db1/data/default/TestAcidGuarantees/b982b98e12b52abc271df4d930581a34/.tmp, totalSize=36.7 K 2024-11-14T14:40:50,862 DEBUG [RS:0;da1c6afcd1f9:35765-longCompactions-0 {}] compactions.Compactor(225): Compacting 27a1d639985e486e8c56e37cf6b1733e, keycount=150, bloomtype=ROW, size=12.7 K, encoding=NONE, compression=NONE, seqNum=527, earliestPutTs=1731595249158 2024-11-14T14:40:50,862 DEBUG [RS:0;da1c6afcd1f9:35765-longCompactions-0 {}] compactions.Compactor(225): Compacting 8ac33d8037714142ada33e1311cafbb5, keycount=150, bloomtype=ROW, size=12.0 K, encoding=NONE, compression=NONE, seqNum=549, earliestPutTs=1731595249525 2024-11-14T14:40:50,863 DEBUG [RS:0;da1c6afcd1f9:35765-longCompactions-0 {}] compactions.Compactor(225): Compacting 243b514fbf0d406689cd2c10a3472b0b, keycount=150, bloomtype=ROW, size=12.0 K, encoding=NONE, compression=NONE, seqNum=571, earliestPutTs=1731595250188 2024-11-14T14:40:50,863 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:34345/user/jenkins/test-data/14d118ee-a83a-b09b-5913-1a58940a5db1/data/default/TestAcidGuarantees/b982b98e12b52abc271df4d930581a34/.tmp/A/7dceab6556224643b901c13b4a8cf88b is 50, key is test_row_0/A:col10/1731595250852/Put/seqid=0 2024-11-14T14:40:50,863 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35765 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b982b98e12b52abc271df4d930581a34, server=da1c6afcd1f9,35765,1731595233113 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-14T14:40:50,863 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35765 {}] ipc.CallRunner(138): callId: 138 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:57954 deadline: 1731595310855, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b982b98e12b52abc271df4d930581a34, server=da1c6afcd1f9,35765,1731595233113 2024-11-14T14:40:50,863 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35765 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b982b98e12b52abc271df4d930581a34, server=da1c6afcd1f9,35765,1731595233113 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-14T14:40:50,864 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35765 {}] ipc.CallRunner(138): callId: 173 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:57914 deadline: 1731595310856, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b982b98e12b52abc271df4d930581a34, server=da1c6afcd1f9,35765,1731595233113 2024-11-14T14:40:50,864 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35765 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b982b98e12b52abc271df4d930581a34, server=da1c6afcd1f9,35765,1731595233113 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-14T14:40:50,864 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35765 {}] ipc.CallRunner(138): callId: 129 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:57926 deadline: 1731595310856, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b982b98e12b52abc271df4d930581a34, server=da1c6afcd1f9,35765,1731595233113 2024-11-14T14:40:50,864 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35765 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b982b98e12b52abc271df4d930581a34, server=da1c6afcd1f9,35765,1731595233113 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-14T14:40:50,864 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35765 {}] ipc.CallRunner(138): callId: 169 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:57884 deadline: 1731595310857, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b982b98e12b52abc271df4d930581a34, server=da1c6afcd1f9,35765,1731595233113 2024-11-14T14:40:50,864 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731595236744.b982b98e12b52abc271df4d930581a34., hostname=da1c6afcd1f9,35765,1731595233113, seqNum=2 , the old value is region=TestAcidGuarantees,,1731595236744.b982b98e12b52abc271df4d930581a34., hostname=da1c6afcd1f9,35765,1731595233113, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b982b98e12b52abc271df4d930581a34, server=da1c6afcd1f9,35765,1731595233113 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-14T14:40:50,864 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731595236744.b982b98e12b52abc271df4d930581a34., hostname=da1c6afcd1f9,35765,1731595233113, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b982b98e12b52abc271df4d930581a34, server=da1c6afcd1f9,35765,1731595233113 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-14T14:40:50,864 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731595236744.b982b98e12b52abc271df4d930581a34., hostname=da1c6afcd1f9,35765,1731595233113, seqNum=2 , the old value is region=TestAcidGuarantees,,1731595236744.b982b98e12b52abc271df4d930581a34., hostname=da1c6afcd1f9,35765,1731595233113, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b982b98e12b52abc271df4d930581a34, server=da1c6afcd1f9,35765,1731595233113 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-14T14:40:50,864 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731595236744.b982b98e12b52abc271df4d930581a34., hostname=da1c6afcd1f9,35765,1731595233113, seqNum=2 because the exception is null or not the one we care about 2024-11-14T14:40:50,864 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731595236744.b982b98e12b52abc271df4d930581a34., hostname=da1c6afcd1f9,35765,1731595233113, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b982b98e12b52abc271df4d930581a34, server=da1c6afcd1f9,35765,1731595233113 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-14T14:40:50,864 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731595236744.b982b98e12b52abc271df4d930581a34., hostname=da1c6afcd1f9,35765,1731595233113, seqNum=2 because the exception is null or not the one we care about 2024-11-14T14:40:50,865 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731595236744.b982b98e12b52abc271df4d930581a34., hostname=da1c6afcd1f9,35765,1731595233113, seqNum=2 , the old value is region=TestAcidGuarantees,,1731595236744.b982b98e12b52abc271df4d930581a34., hostname=da1c6afcd1f9,35765,1731595233113, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b982b98e12b52abc271df4d930581a34, server=da1c6afcd1f9,35765,1731595233113 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-14T14:40:50,865 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731595236744.b982b98e12b52abc271df4d930581a34., hostname=da1c6afcd1f9,35765,1731595233113, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b982b98e12b52abc271df4d930581a34, server=da1c6afcd1f9,35765,1731595233113 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-14T14:40:50,865 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731595236744.b982b98e12b52abc271df4d930581a34., hostname=da1c6afcd1f9,35765,1731595233113, seqNum=2 because the exception is null or not the one we care about 2024-11-14T14:40:50,865 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731595236744.b982b98e12b52abc271df4d930581a34., hostname=da1c6afcd1f9,35765,1731595233113, seqNum=2 , the old value is region=TestAcidGuarantees,,1731595236744.b982b98e12b52abc271df4d930581a34., hostname=da1c6afcd1f9,35765,1731595233113, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b982b98e12b52abc271df4d930581a34, server=da1c6afcd1f9,35765,1731595233113 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-14T14:40:50,865 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731595236744.b982b98e12b52abc271df4d930581a34., hostname=da1c6afcd1f9,35765,1731595233113, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b982b98e12b52abc271df4d930581a34, server=da1c6afcd1f9,35765,1731595233113 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-14T14:40:50,865 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731595236744.b982b98e12b52abc271df4d930581a34., hostname=da1c6afcd1f9,35765,1731595233113, seqNum=2 because the exception is null or not the one we care about 2024-11-14T14:40:50,869 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35765 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b982b98e12b52abc271df4d930581a34, server=da1c6afcd1f9,35765,1731595233113 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-14T14:40:50,869 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35765 {}] ipc.CallRunner(138): callId: 173 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:57946 deadline: 1731595310865, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b982b98e12b52abc271df4d930581a34, server=da1c6afcd1f9,35765,1731595233113 2024-11-14T14:40:50,870 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731595236744.b982b98e12b52abc271df4d930581a34., hostname=da1c6afcd1f9,35765,1731595233113, seqNum=2 , the old value is region=TestAcidGuarantees,,1731595236744.b982b98e12b52abc271df4d930581a34., hostname=da1c6afcd1f9,35765,1731595233113, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b982b98e12b52abc271df4d930581a34, server=da1c6afcd1f9,35765,1731595233113 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-14T14:40:50,870 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731595236744.b982b98e12b52abc271df4d930581a34., hostname=da1c6afcd1f9,35765,1731595233113, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b982b98e12b52abc271df4d930581a34, server=da1c6afcd1f9,35765,1731595233113 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-14T14:40:50,870 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731595236744.b982b98e12b52abc271df4d930581a34., hostname=da1c6afcd1f9,35765,1731595233113, seqNum=2 because the exception is null or not the one we care about 2024-11-14T14:40:50,875 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36699 is added to blk_1073741907_1083 (size=19621) 2024-11-14T14:40:50,878 INFO [RS:0;da1c6afcd1f9:35765-longCompactions-0 {}] throttle.PressureAwareThroughputController(145): b982b98e12b52abc271df4d930581a34#B#compaction#71 average throughput is 3.28 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second 2024-11-14T14:40:50,879 DEBUG [RS:0;da1c6afcd1f9:35765-longCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:34345/user/jenkins/test-data/14d118ee-a83a-b09b-5913-1a58940a5db1/data/default/TestAcidGuarantees/b982b98e12b52abc271df4d930581a34/.tmp/B/6ecf54d864bc43248fae810f7cb6e086 is 50, key is test_row_0/B:col10/1731595250299/Put/seqid=0 2024-11-14T14:40:50,879 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=60.38 KB at sequenceid=661 (bloomFilter=true), to=hdfs://localhost:34345/user/jenkins/test-data/14d118ee-a83a-b09b-5913-1a58940a5db1/data/default/TestAcidGuarantees/b982b98e12b52abc271df4d930581a34/.tmp/A/7dceab6556224643b901c13b4a8cf88b 2024-11-14T14:40:50,891 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:34345/user/jenkins/test-data/14d118ee-a83a-b09b-5913-1a58940a5db1/data/default/TestAcidGuarantees/b982b98e12b52abc271df4d930581a34/.tmp/B/5e1c196f54554ea4ac4f575e2338f39e is 50, key is test_row_0/B:col10/1731595250852/Put/seqid=0 2024-11-14T14:40:50,894 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36699 is added to blk_1073741908_1084 (size=13085) 2024-11-14T14:40:50,901 DEBUG [RS:0;da1c6afcd1f9:35765-shortCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:34345/user/jenkins/test-data/14d118ee-a83a-b09b-5913-1a58940a5db1/data/default/TestAcidGuarantees/b982b98e12b52abc271df4d930581a34/.tmp/C/c11e8abd6d0b42809932a30b0e89f12e as hdfs://localhost:34345/user/jenkins/test-data/14d118ee-a83a-b09b-5913-1a58940a5db1/data/default/TestAcidGuarantees/b982b98e12b52abc271df4d930581a34/C/c11e8abd6d0b42809932a30b0e89f12e 2024-11-14T14:40:50,904 DEBUG [RS:0;da1c6afcd1f9:35765-longCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:34345/user/jenkins/test-data/14d118ee-a83a-b09b-5913-1a58940a5db1/data/default/TestAcidGuarantees/b982b98e12b52abc271df4d930581a34/.tmp/B/6ecf54d864bc43248fae810f7cb6e086 as hdfs://localhost:34345/user/jenkins/test-data/14d118ee-a83a-b09b-5913-1a58940a5db1/data/default/TestAcidGuarantees/b982b98e12b52abc271df4d930581a34/B/6ecf54d864bc43248fae810f7cb6e086 2024-11-14T14:40:50,905 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36699 is added to blk_1073741909_1085 (size=12301) 2024-11-14T14:40:50,906 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=60.38 KB at sequenceid=661 (bloomFilter=true), to=hdfs://localhost:34345/user/jenkins/test-data/14d118ee-a83a-b09b-5913-1a58940a5db1/data/default/TestAcidGuarantees/b982b98e12b52abc271df4d930581a34/.tmp/B/5e1c196f54554ea4ac4f575e2338f39e 2024-11-14T14:40:50,911 INFO [RS:0;da1c6afcd1f9:35765-shortCompactions-0 {}] regionserver.HStore(1337): Completed compaction of 4 (all) file(s) in b982b98e12b52abc271df4d930581a34/C of b982b98e12b52abc271df4d930581a34 into c11e8abd6d0b42809932a30b0e89f12e(size=12.7 K), total size for store is 24.7 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-11-14T14:40:50,911 DEBUG [RS:0;da1c6afcd1f9:35765-shortCompactions-0 {}] regionserver.HRegion(2446): Compaction status journal for b982b98e12b52abc271df4d930581a34: 2024-11-14T14:40:50,911 INFO [RS:0;da1c6afcd1f9:35765-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1731595236744.b982b98e12b52abc271df4d930581a34., storeName=b982b98e12b52abc271df4d930581a34/C, priority=12, startTime=1731595250276; duration=0sec 2024-11-14T14:40:50,911 DEBUG [RS:0;da1c6afcd1f9:35765-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-14T14:40:50,911 DEBUG [RS:0;da1c6afcd1f9:35765-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: b982b98e12b52abc271df4d930581a34:C 2024-11-14T14:40:50,920 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:34345/user/jenkins/test-data/14d118ee-a83a-b09b-5913-1a58940a5db1/data/default/TestAcidGuarantees/b982b98e12b52abc271df4d930581a34/.tmp/C/9c279dc16fb04dd3809b744ca215736d is 50, key is test_row_0/C:col10/1731595250852/Put/seqid=0 2024-11-14T14:40:50,920 INFO [RS:0;da1c6afcd1f9:35765-longCompactions-0 {}] regionserver.HStore(1337): Completed compaction of 3 (all) file(s) in b982b98e12b52abc271df4d930581a34/B of b982b98e12b52abc271df4d930581a34 into 6ecf54d864bc43248fae810f7cb6e086(size=12.8 K), total size for store is 12.8 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-11-14T14:40:50,920 DEBUG [RS:0;da1c6afcd1f9:35765-longCompactions-0 {}] regionserver.HRegion(2446): Compaction status journal for b982b98e12b52abc271df4d930581a34: 2024-11-14T14:40:50,920 INFO [RS:0;da1c6afcd1f9:35765-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1731595236744.b982b98e12b52abc271df4d930581a34., storeName=b982b98e12b52abc271df4d930581a34/B, priority=13, startTime=1731595250812; duration=0sec 2024-11-14T14:40:50,920 DEBUG [RS:0;da1c6afcd1f9:35765-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-14T14:40:50,920 DEBUG [RS:0;da1c6afcd1f9:35765-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: b982b98e12b52abc271df4d930581a34:B 2024-11-14T14:40:50,926 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36699 is added to blk_1073741910_1086 (size=12301) 2024-11-14T14:40:50,928 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=60.38 KB at sequenceid=661 (bloomFilter=true), to=hdfs://localhost:34345/user/jenkins/test-data/14d118ee-a83a-b09b-5913-1a58940a5db1/data/default/TestAcidGuarantees/b982b98e12b52abc271df4d930581a34/.tmp/C/9c279dc16fb04dd3809b744ca215736d 2024-11-14T14:40:50,929 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=35765 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=20 2024-11-14T14:40:50,929 DEBUG [RS_FLUSH_OPERATIONS-regionserver/da1c6afcd1f9:0-2 {event_type=RS_FLUSH_REGIONS, pid=20}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1731595236744.b982b98e12b52abc271df4d930581a34. 2024-11-14T14:40:50,929 DEBUG [RS_FLUSH_OPERATIONS-regionserver/da1c6afcd1f9:0-2 {event_type=RS_FLUSH_REGIONS, pid=20}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1731595236744.b982b98e12b52abc271df4d930581a34. as already flushing 2024-11-14T14:40:50,929 DEBUG [RS_FLUSH_OPERATIONS-regionserver/da1c6afcd1f9:0-2 {event_type=RS_FLUSH_REGIONS, pid=20}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1731595236744.b982b98e12b52abc271df4d930581a34. 2024-11-14T14:40:50,929 ERROR [RS_FLUSH_OPERATIONS-regionserver/da1c6afcd1f9:0-2 {event_type=RS_FLUSH_REGIONS, pid=20}] handler.RSProcedureHandler(58): pid=20 java.io.IOException: Unable to complete flush {ENCODED => b982b98e12b52abc271df4d930581a34, NAME => 'TestAcidGuarantees,,1731595236744.b982b98e12b52abc271df4d930581a34.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-14T14:40:50,930 DEBUG [RS_FLUSH_OPERATIONS-regionserver/da1c6afcd1f9:0-2 {event_type=RS_FLUSH_REGIONS, pid=20}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=20 java.io.IOException: Unable to complete flush {ENCODED => b982b98e12b52abc271df4d930581a34, NAME => 'TestAcidGuarantees,,1731595236744.b982b98e12b52abc271df4d930581a34.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-14T14:40:50,930 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45145 {}] master.HMaster(4177): Remote procedure failed, pid=20 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => b982b98e12b52abc271df4d930581a34, NAME => 'TestAcidGuarantees,,1731595236744.b982b98e12b52abc271df4d930581a34.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$5(MasterRpcServices.java:2580) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2575) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => b982b98e12b52abc271df4d930581a34, NAME => 'TestAcidGuarantees,,1731595236744.b982b98e12b52abc271df4d930581a34.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-14T14:40:50,939 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:34345/user/jenkins/test-data/14d118ee-a83a-b09b-5913-1a58940a5db1/data/default/TestAcidGuarantees/b982b98e12b52abc271df4d930581a34/.tmp/A/7dceab6556224643b901c13b4a8cf88b as hdfs://localhost:34345/user/jenkins/test-data/14d118ee-a83a-b09b-5913-1a58940a5db1/data/default/TestAcidGuarantees/b982b98e12b52abc271df4d930581a34/A/7dceab6556224643b901c13b4a8cf88b 2024-11-14T14:40:50,945 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:34345/user/jenkins/test-data/14d118ee-a83a-b09b-5913-1a58940a5db1/data/default/TestAcidGuarantees/b982b98e12b52abc271df4d930581a34/A/7dceab6556224643b901c13b4a8cf88b, entries=300, sequenceid=661, filesize=19.2 K 2024-11-14T14:40:50,948 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:34345/user/jenkins/test-data/14d118ee-a83a-b09b-5913-1a58940a5db1/data/default/TestAcidGuarantees/b982b98e12b52abc271df4d930581a34/.tmp/B/5e1c196f54554ea4ac4f575e2338f39e as hdfs://localhost:34345/user/jenkins/test-data/14d118ee-a83a-b09b-5913-1a58940a5db1/data/default/TestAcidGuarantees/b982b98e12b52abc271df4d930581a34/B/5e1c196f54554ea4ac4f575e2338f39e 2024-11-14T14:40:50,953 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:34345/user/jenkins/test-data/14d118ee-a83a-b09b-5913-1a58940a5db1/data/default/TestAcidGuarantees/b982b98e12b52abc271df4d930581a34/B/5e1c196f54554ea4ac4f575e2338f39e, entries=150, sequenceid=661, filesize=12.0 K 2024-11-14T14:40:50,955 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:34345/user/jenkins/test-data/14d118ee-a83a-b09b-5913-1a58940a5db1/data/default/TestAcidGuarantees/b982b98e12b52abc271df4d930581a34/.tmp/C/9c279dc16fb04dd3809b744ca215736d as hdfs://localhost:34345/user/jenkins/test-data/14d118ee-a83a-b09b-5913-1a58940a5db1/data/default/TestAcidGuarantees/b982b98e12b52abc271df4d930581a34/C/9c279dc16fb04dd3809b744ca215736d 2024-11-14T14:40:50,960 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:34345/user/jenkins/test-data/14d118ee-a83a-b09b-5913-1a58940a5db1/data/default/TestAcidGuarantees/b982b98e12b52abc271df4d930581a34/C/9c279dc16fb04dd3809b744ca215736d, entries=150, sequenceid=661, filesize=12.0 K 2024-11-14T14:40:50,961 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(3140): Finished flush of dataSize ~181.14 KB/185490, heapSize ~489.05 KB/500784, currentSize=13.42 KB/13740 for b982b98e12b52abc271df4d930581a34 in 108ms, sequenceid=661, compaction requested=true 2024-11-14T14:40:50,961 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2603): Flush status journal for b982b98e12b52abc271df4d930581a34: 2024-11-14T14:40:50,962 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store b982b98e12b52abc271df4d930581a34:A, priority=-2147483648, current under compaction store size is 1 2024-11-14T14:40:50,962 DEBUG [RS:0;da1c6afcd1f9:35765-shortCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 2 store files, 0 compacting, 2 eligible, 16 blocking 2024-11-14T14:40:50,962 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-14T14:40:50,962 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store b982b98e12b52abc271df4d930581a34:B, priority=-2147483648, current under compaction store size is 2 2024-11-14T14:40:50,962 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-14T14:40:50,962 DEBUG [RS:0;da1c6afcd1f9:35765-longCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 2 store files, 0 compacting, 2 eligible, 16 blocking 2024-11-14T14:40:50,962 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store b982b98e12b52abc271df4d930581a34:C, priority=-2147483648, current under compaction store size is 3 2024-11-14T14:40:50,962 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=1), splitQueue=0 2024-11-14T14:40:50,963 DEBUG [RS:0;da1c6afcd1f9:35765-shortCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 0 files of size 0 starting at candidate #-1 after considering 0 permutations with 0 in ratio 2024-11-14T14:40:50,963 DEBUG [RS:0;da1c6afcd1f9:35765-shortCompactions-0 {}] compactions.SortedCompactionPolicy(232): Not compacting files because we only have 0 files ready for compaction. Need 3 to initiate. 2024-11-14T14:40:50,963 DEBUG [RS:0;da1c6afcd1f9:35765-shortCompactions-0 {}] regionserver.CompactSplit(450): Not compacting TestAcidGuarantees,,1731595236744.b982b98e12b52abc271df4d930581a34. because compaction request was cancelled 2024-11-14T14:40:50,963 DEBUG [RS:0;da1c6afcd1f9:35765-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: b982b98e12b52abc271df4d930581a34:A 2024-11-14T14:40:50,963 DEBUG [RS:0;da1c6afcd1f9:35765-shortCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 3 store files, 0 compacting, 3 eligible, 16 blocking 2024-11-14T14:40:50,963 DEBUG [RS:0;da1c6afcd1f9:35765-longCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 0 files of size 0 starting at candidate #-1 after considering 0 permutations with 0 in ratio 2024-11-14T14:40:50,963 DEBUG [RS:0;da1c6afcd1f9:35765-longCompactions-0 {}] compactions.SortedCompactionPolicy(232): Not compacting files because we only have 0 files ready for compaction. Need 3 to initiate. 2024-11-14T14:40:50,963 DEBUG [RS:0;da1c6afcd1f9:35765-longCompactions-0 {}] regionserver.CompactSplit(450): Not compacting TestAcidGuarantees,,1731595236744.b982b98e12b52abc271df4d930581a34. because compaction request was cancelled 2024-11-14T14:40:50,963 DEBUG [RS:0;da1c6afcd1f9:35765-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: b982b98e12b52abc271df4d930581a34:B 2024-11-14T14:40:50,964 DEBUG [RS:0;da1c6afcd1f9:35765-shortCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 3 files of size 37619 starting at candidate #0 after considering 1 permutations with 1 in ratio 2024-11-14T14:40:50,964 DEBUG [RS:0;da1c6afcd1f9:35765-shortCompactions-0 {}] regionserver.HStore(1541): b982b98e12b52abc271df4d930581a34/C is initiating minor compaction (all files) 2024-11-14T14:40:50,964 INFO [RS:0;da1c6afcd1f9:35765-shortCompactions-0 {}] regionserver.HRegion(2416): Starting compaction of b982b98e12b52abc271df4d930581a34/C in TestAcidGuarantees,,1731595236744.b982b98e12b52abc271df4d930581a34. 2024-11-14T14:40:50,964 INFO [RS:0;da1c6afcd1f9:35765-shortCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:34345/user/jenkins/test-data/14d118ee-a83a-b09b-5913-1a58940a5db1/data/default/TestAcidGuarantees/b982b98e12b52abc271df4d930581a34/C/c11e8abd6d0b42809932a30b0e89f12e, hdfs://localhost:34345/user/jenkins/test-data/14d118ee-a83a-b09b-5913-1a58940a5db1/data/default/TestAcidGuarantees/b982b98e12b52abc271df4d930581a34/C/ae7b6aabce304903ad67e682a6728eff, hdfs://localhost:34345/user/jenkins/test-data/14d118ee-a83a-b09b-5913-1a58940a5db1/data/default/TestAcidGuarantees/b982b98e12b52abc271df4d930581a34/C/9c279dc16fb04dd3809b744ca215736d] into tmpdir=hdfs://localhost:34345/user/jenkins/test-data/14d118ee-a83a-b09b-5913-1a58940a5db1/data/default/TestAcidGuarantees/b982b98e12b52abc271df4d930581a34/.tmp, totalSize=36.7 K 2024-11-14T14:40:50,965 DEBUG [RS:0;da1c6afcd1f9:35765-shortCompactions-0 {}] compactions.Compactor(225): Compacting c11e8abd6d0b42809932a30b0e89f12e, keycount=150, bloomtype=ROW, size=12.7 K, encoding=NONE, compression=NONE, seqNum=549, earliestPutTs=1731595249525 2024-11-14T14:40:50,965 DEBUG [RS:0;da1c6afcd1f9:35765-shortCompactions-0 {}] compactions.Compactor(225): Compacting ae7b6aabce304903ad67e682a6728eff, keycount=150, bloomtype=ROW, size=12.0 K, encoding=NONE, compression=NONE, seqNum=571, earliestPutTs=1731595250188 2024-11-14T14:40:50,966 DEBUG [RS:0;da1c6afcd1f9:35765-shortCompactions-0 {}] compactions.Compactor(225): Compacting 9c279dc16fb04dd3809b744ca215736d, keycount=150, bloomtype=ROW, size=12.0 K, encoding=NONE, compression=NONE, seqNum=661, earliestPutTs=1731595250517 2024-11-14T14:40:50,978 INFO [RS:0;da1c6afcd1f9:35765-shortCompactions-0 {}] throttle.PressureAwareThroughputController(145): b982b98e12b52abc271df4d930581a34#C#compaction#74 average throughput is 6.55 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second 2024-11-14T14:40:50,979 DEBUG [RS:0;da1c6afcd1f9:35765-shortCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:34345/user/jenkins/test-data/14d118ee-a83a-b09b-5913-1a58940a5db1/data/default/TestAcidGuarantees/b982b98e12b52abc271df4d930581a34/.tmp/C/4801dd7bbec9439e86d6f62b6ccd1b94 is 50, key is test_row_0/C:col10/1731595250852/Put/seqid=0 2024-11-14T14:40:50,979 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35765 {}] regionserver.HRegion(8855): Flush requested on b982b98e12b52abc271df4d930581a34 2024-11-14T14:40:50,979 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(2902): Flushing b982b98e12b52abc271df4d930581a34 3/3 column families, dataSize=53.67 KB heapSize=160.13 KB 2024-11-14T14:40:50,979 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK b982b98e12b52abc271df4d930581a34, store=A 2024-11-14T14:40:50,979 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-14T14:40:50,979 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK b982b98e12b52abc271df4d930581a34, store=B 2024-11-14T14:40:50,979 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-14T14:40:50,979 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK b982b98e12b52abc271df4d930581a34, store=C 2024-11-14T14:40:50,979 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-14T14:40:50,989 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:34345/user/jenkins/test-data/14d118ee-a83a-b09b-5913-1a58940a5db1/data/default/TestAcidGuarantees/b982b98e12b52abc271df4d930581a34/.tmp/A/2dd9fc8f9424461184d6fd3cfe09ac20 is 50, key is test_row_0/A:col10/1731595250978/Put/seqid=0 2024-11-14T14:40:50,993 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36699 is added to blk_1073741911_1087 (size=13119) 2024-11-14T14:40:51,002 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36699 is added to blk_1073741912_1088 (size=12301) 2024-11-14T14:40:51,003 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=17.89 KB at sequenceid=675 (bloomFilter=true), to=hdfs://localhost:34345/user/jenkins/test-data/14d118ee-a83a-b09b-5913-1a58940a5db1/data/default/TestAcidGuarantees/b982b98e12b52abc271df4d930581a34/.tmp/A/2dd9fc8f9424461184d6fd3cfe09ac20 2024-11-14T14:40:51,012 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:34345/user/jenkins/test-data/14d118ee-a83a-b09b-5913-1a58940a5db1/data/default/TestAcidGuarantees/b982b98e12b52abc271df4d930581a34/.tmp/B/49cabd4f59604b7d88d469527599e6ed is 50, key is test_row_0/B:col10/1731595250978/Put/seqid=0 2024-11-14T14:40:51,022 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36699 is added to blk_1073741913_1089 (size=12301) 2024-11-14T14:40:51,023 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=17.89 KB at sequenceid=675 (bloomFilter=true), to=hdfs://localhost:34345/user/jenkins/test-data/14d118ee-a83a-b09b-5913-1a58940a5db1/data/default/TestAcidGuarantees/b982b98e12b52abc271df4d930581a34/.tmp/B/49cabd4f59604b7d88d469527599e6ed 2024-11-14T14:40:51,030 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:34345/user/jenkins/test-data/14d118ee-a83a-b09b-5913-1a58940a5db1/data/default/TestAcidGuarantees/b982b98e12b52abc271df4d930581a34/.tmp/C/defac2f61e9d42bb9b0f8878df9fb77b is 50, key is test_row_0/C:col10/1731595250978/Put/seqid=0 2024-11-14T14:40:51,037 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36699 is added to blk_1073741914_1090 (size=12301) 2024-11-14T14:40:51,052 DEBUG [RS_IN_MEMORY_COMPACTION-regionserver/da1c6afcd1f9:0-2 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=type=CellArrayImmutableSegment, empty=no, cellCount=309, cellSize=14145, totalHeapSize=32376, min timestamp=1731595251007, max timestamp=1731595251049Num uniques 859; 2024-11-14T14:40:51,052 DEBUG [RS_IN_MEMORY_COMPACTION-regionserver/da1c6afcd1f9:0-2 {}] regionserver.CompactionPipeline(163): Suffix data size=39335, new segment data size=14145, suffix heap size=117064,new segment heap size=32376 　suffix off heap size=0, new segment off heap size=0, suffix cells count=859, new segment cells count=309 2024-11-14T14:40:51,052 DEBUG [RS_IN_MEMORY_COMPACTION-regionserver/da1c6afcd1f9:0-4 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=type=CellArrayImmutableSegment, empty=no, cellCount=309, cellSize=14145, totalHeapSize=32376, min timestamp=1731595251007, max timestamp=1731595251049Num uniques 859; 2024-11-14T14:40:51,052 DEBUG [RS_IN_MEMORY_COMPACTION-regionserver/da1c6afcd1f9:0-5 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=type=CellArrayImmutableSegment, empty=no, cellCount=309, cellSize=14145, totalHeapSize=32376, min timestamp=1731595251007, max timestamp=1731595251049Num uniques 859; 2024-11-14T14:40:51,052 DEBUG [RS_IN_MEMORY_COMPACTION-regionserver/da1c6afcd1f9:0-4 {}] regionserver.CompactionPipeline(163): Suffix data size=39335, new segment data size=14145, suffix heap size=117064,new segment heap size=32376 　suffix off heap size=0, new segment off heap size=0, suffix cells count=859, new segment cells count=309 2024-11-14T14:40:51,052 DEBUG [RS_IN_MEMORY_COMPACTION-regionserver/da1c6afcd1f9:0-5 {}] regionserver.CompactionPipeline(163): Suffix data size=39335, new segment data size=14145, suffix heap size=117064,new segment heap size=32376 　suffix off heap size=0, new segment off heap size=0, suffix cells count=859, new segment cells count=309 2024-11-14T14:40:51,082 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35765 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b982b98e12b52abc271df4d930581a34, server=da1c6afcd1f9,35765,1731595233113 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-14T14:40:51,082 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35765 {}] ipc.CallRunner(138): callId: 182 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:57914 deadline: 1731595311076, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b982b98e12b52abc271df4d930581a34, server=da1c6afcd1f9,35765,1731595233113 2024-11-14T14:40:51,083 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731595236744.b982b98e12b52abc271df4d930581a34., hostname=da1c6afcd1f9,35765,1731595233113, seqNum=2 , the old value is region=TestAcidGuarantees,,1731595236744.b982b98e12b52abc271df4d930581a34., hostname=da1c6afcd1f9,35765,1731595233113, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b982b98e12b52abc271df4d930581a34, server=da1c6afcd1f9,35765,1731595233113 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-14T14:40:51,083 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731595236744.b982b98e12b52abc271df4d930581a34., hostname=da1c6afcd1f9,35765,1731595233113, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b982b98e12b52abc271df4d930581a34, server=da1c6afcd1f9,35765,1731595233113 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-14T14:40:51,083 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731595236744.b982b98e12b52abc271df4d930581a34., hostname=da1c6afcd1f9,35765,1731595233113, seqNum=2 because the exception is null or not the one we care about 2024-11-14T14:40:51,084 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=35765 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=20 2024-11-14T14:40:51,084 DEBUG [RS_FLUSH_OPERATIONS-regionserver/da1c6afcd1f9:0-0 {event_type=RS_FLUSH_REGIONS, pid=20}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1731595236744.b982b98e12b52abc271df4d930581a34. 2024-11-14T14:40:51,084 DEBUG [RS_FLUSH_OPERATIONS-regionserver/da1c6afcd1f9:0-0 {event_type=RS_FLUSH_REGIONS, pid=20}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1731595236744.b982b98e12b52abc271df4d930581a34. as already flushing 2024-11-14T14:40:51,084 DEBUG [RS_FLUSH_OPERATIONS-regionserver/da1c6afcd1f9:0-0 {event_type=RS_FLUSH_REGIONS, pid=20}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1731595236744.b982b98e12b52abc271df4d930581a34. 2024-11-14T14:40:51,084 ERROR [RS_FLUSH_OPERATIONS-regionserver/da1c6afcd1f9:0-0 {event_type=RS_FLUSH_REGIONS, pid=20}] handler.RSProcedureHandler(58): pid=20 java.io.IOException: Unable to complete flush {ENCODED => b982b98e12b52abc271df4d930581a34, NAME => 'TestAcidGuarantees,,1731595236744.b982b98e12b52abc271df4d930581a34.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-14T14:40:51,084 DEBUG [RS_FLUSH_OPERATIONS-regionserver/da1c6afcd1f9:0-0 {event_type=RS_FLUSH_REGIONS, pid=20}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=20 java.io.IOException: Unable to complete flush {ENCODED => b982b98e12b52abc271df4d930581a34, NAME => 'TestAcidGuarantees,,1731595236744.b982b98e12b52abc271df4d930581a34.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-14T14:40:51,085 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45145 {}] master.HMaster(4177): Remote procedure failed, pid=20 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => b982b98e12b52abc271df4d930581a34, NAME => 'TestAcidGuarantees,,1731595236744.b982b98e12b52abc271df4d930581a34.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$5(MasterRpcServices.java:2580) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2575) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => b982b98e12b52abc271df4d930581a34, NAME => 'TestAcidGuarantees,,1731595236744.b982b98e12b52abc271df4d930581a34.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-14T14:40:51,086 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45145 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=19 2024-11-14T14:40:51,089 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35765 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b982b98e12b52abc271df4d930581a34, server=da1c6afcd1f9,35765,1731595233113 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-14T14:40:51,089 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35765 {}] ipc.CallRunner(138): callId: 182 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:57946 deadline: 1731595311078, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b982b98e12b52abc271df4d930581a34, server=da1c6afcd1f9,35765,1731595233113 2024-11-14T14:40:51,090 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731595236744.b982b98e12b52abc271df4d930581a34., hostname=da1c6afcd1f9,35765,1731595233113, seqNum=2 , the old value is region=TestAcidGuarantees,,1731595236744.b982b98e12b52abc271df4d930581a34., hostname=da1c6afcd1f9,35765,1731595233113, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b982b98e12b52abc271df4d930581a34, server=da1c6afcd1f9,35765,1731595233113 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-14T14:40:51,090 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731595236744.b982b98e12b52abc271df4d930581a34., hostname=da1c6afcd1f9,35765,1731595233113, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b982b98e12b52abc271df4d930581a34, server=da1c6afcd1f9,35765,1731595233113 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-14T14:40:51,090 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731595236744.b982b98e12b52abc271df4d930581a34., hostname=da1c6afcd1f9,35765,1731595233113, seqNum=2 because the exception is null or not the one we care about 2024-11-14T14:40:51,090 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35765 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b982b98e12b52abc271df4d930581a34, server=da1c6afcd1f9,35765,1731595233113 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-14T14:40:51,090 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35765 {}] ipc.CallRunner(138): callId: 179 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:57884 deadline: 1731595311081, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b982b98e12b52abc271df4d930581a34, server=da1c6afcd1f9,35765,1731595233113 2024-11-14T14:40:51,091 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35765 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b982b98e12b52abc271df4d930581a34, server=da1c6afcd1f9,35765,1731595233113 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-14T14:40:51,091 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731595236744.b982b98e12b52abc271df4d930581a34., hostname=da1c6afcd1f9,35765,1731595233113, seqNum=2 , the old value is region=TestAcidGuarantees,,1731595236744.b982b98e12b52abc271df4d930581a34., hostname=da1c6afcd1f9,35765,1731595233113, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b982b98e12b52abc271df4d930581a34, server=da1c6afcd1f9,35765,1731595233113 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-14T14:40:51,091 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731595236744.b982b98e12b52abc271df4d930581a34., hostname=da1c6afcd1f9,35765,1731595233113, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b982b98e12b52abc271df4d930581a34, server=da1c6afcd1f9,35765,1731595233113 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-14T14:40:51,091 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731595236744.b982b98e12b52abc271df4d930581a34., hostname=da1c6afcd1f9,35765,1731595233113, seqNum=2 because the exception is null or not the one we care about 2024-11-14T14:40:51,091 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35765 {}] ipc.CallRunner(138): callId: 151 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:57954 deadline: 1731595311082, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b982b98e12b52abc271df4d930581a34, server=da1c6afcd1f9,35765,1731595233113 2024-11-14T14:40:51,091 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731595236744.b982b98e12b52abc271df4d930581a34., hostname=da1c6afcd1f9,35765,1731595233113, seqNum=2 , the old value is region=TestAcidGuarantees,,1731595236744.b982b98e12b52abc271df4d930581a34., hostname=da1c6afcd1f9,35765,1731595233113, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b982b98e12b52abc271df4d930581a34, server=da1c6afcd1f9,35765,1731595233113 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-14T14:40:51,091 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731595236744.b982b98e12b52abc271df4d930581a34., hostname=da1c6afcd1f9,35765,1731595233113, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b982b98e12b52abc271df4d930581a34, server=da1c6afcd1f9,35765,1731595233113 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-14T14:40:51,091 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731595236744.b982b98e12b52abc271df4d930581a34., hostname=da1c6afcd1f9,35765,1731595233113, seqNum=2 because the exception is null or not the one we care about 2024-11-14T14:40:51,178 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35765 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b982b98e12b52abc271df4d930581a34, server=da1c6afcd1f9,35765,1731595233113 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-14T14:40:51,179 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35765 {}] ipc.CallRunner(138): callId: 130 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:57926 deadline: 1731595311176, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b982b98e12b52abc271df4d930581a34, server=da1c6afcd1f9,35765,1731595233113 2024-11-14T14:40:51,179 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731595236744.b982b98e12b52abc271df4d930581a34., hostname=da1c6afcd1f9,35765,1731595233113, seqNum=2 , the old value is region=TestAcidGuarantees,,1731595236744.b982b98e12b52abc271df4d930581a34., hostname=da1c6afcd1f9,35765,1731595233113, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b982b98e12b52abc271df4d930581a34, server=da1c6afcd1f9,35765,1731595233113 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-14T14:40:51,179 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731595236744.b982b98e12b52abc271df4d930581a34., hostname=da1c6afcd1f9,35765,1731595233113, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b982b98e12b52abc271df4d930581a34, server=da1c6afcd1f9,35765,1731595233113 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-14T14:40:51,179 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731595236744.b982b98e12b52abc271df4d930581a34., hostname=da1c6afcd1f9,35765,1731595233113, seqNum=2 because the exception is null or not the one we care about 2024-11-14T14:40:51,186 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35765 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b982b98e12b52abc271df4d930581a34, server=da1c6afcd1f9,35765,1731595233113 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-14T14:40:51,187 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35765 {}] ipc.CallRunner(138): callId: 183 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:57914 deadline: 1731595311186, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b982b98e12b52abc271df4d930581a34, server=da1c6afcd1f9,35765,1731595233113 2024-11-14T14:40:51,187 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731595236744.b982b98e12b52abc271df4d930581a34., hostname=da1c6afcd1f9,35765,1731595233113, seqNum=2 , the old value is region=TestAcidGuarantees,,1731595236744.b982b98e12b52abc271df4d930581a34., hostname=da1c6afcd1f9,35765,1731595233113, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b982b98e12b52abc271df4d930581a34, server=da1c6afcd1f9,35765,1731595233113 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-14T14:40:51,187 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731595236744.b982b98e12b52abc271df4d930581a34., hostname=da1c6afcd1f9,35765,1731595233113, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b982b98e12b52abc271df4d930581a34, server=da1c6afcd1f9,35765,1731595233113 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-14T14:40:51,187 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731595236744.b982b98e12b52abc271df4d930581a34., hostname=da1c6afcd1f9,35765,1731595233113, seqNum=2 because the exception is null or not the one we care about 2024-11-14T14:40:51,205 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35765 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b982b98e12b52abc271df4d930581a34, server=da1c6afcd1f9,35765,1731595233113 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-14T14:40:51,205 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35765 {}] ipc.CallRunner(138): callId: 183 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:57946 deadline: 1731595311196, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b982b98e12b52abc271df4d930581a34, server=da1c6afcd1f9,35765,1731595233113 2024-11-14T14:40:51,205 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35765 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b982b98e12b52abc271df4d930581a34, server=da1c6afcd1f9,35765,1731595233113 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-14T14:40:51,205 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731595236744.b982b98e12b52abc271df4d930581a34., hostname=da1c6afcd1f9,35765,1731595233113, seqNum=2 , the old value is region=TestAcidGuarantees,,1731595236744.b982b98e12b52abc271df4d930581a34., hostname=da1c6afcd1f9,35765,1731595233113, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b982b98e12b52abc271df4d930581a34, server=da1c6afcd1f9,35765,1731595233113 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-14T14:40:51,206 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731595236744.b982b98e12b52abc271df4d930581a34., hostname=da1c6afcd1f9,35765,1731595233113, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b982b98e12b52abc271df4d930581a34, server=da1c6afcd1f9,35765,1731595233113 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-14T14:40:51,206 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731595236744.b982b98e12b52abc271df4d930581a34., hostname=da1c6afcd1f9,35765,1731595233113, seqNum=2 because the exception is null or not the one we care about 2024-11-14T14:40:51,206 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35765 {}] ipc.CallRunner(138): callId: 152 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:57954 deadline: 1731595311196, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b982b98e12b52abc271df4d930581a34, server=da1c6afcd1f9,35765,1731595233113 2024-11-14T14:40:51,206 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35765 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b982b98e12b52abc271df4d930581a34, server=da1c6afcd1f9,35765,1731595233113 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-14T14:40:51,206 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731595236744.b982b98e12b52abc271df4d930581a34., hostname=da1c6afcd1f9,35765,1731595233113, seqNum=2 , the old value is region=TestAcidGuarantees,,1731595236744.b982b98e12b52abc271df4d930581a34., hostname=da1c6afcd1f9,35765,1731595233113, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b982b98e12b52abc271df4d930581a34, server=da1c6afcd1f9,35765,1731595233113 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-14T14:40:51,206 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731595236744.b982b98e12b52abc271df4d930581a34., hostname=da1c6afcd1f9,35765,1731595233113, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b982b98e12b52abc271df4d930581a34, server=da1c6afcd1f9,35765,1731595233113 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-14T14:40:51,206 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731595236744.b982b98e12b52abc271df4d930581a34., hostname=da1c6afcd1f9,35765,1731595233113, seqNum=2 because the exception is null or not the one we care about 2024-11-14T14:40:51,206 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35765 {}] ipc.CallRunner(138): callId: 180 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:57884 deadline: 1731595311196, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b982b98e12b52abc271df4d930581a34, server=da1c6afcd1f9,35765,1731595233113 2024-11-14T14:40:51,206 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731595236744.b982b98e12b52abc271df4d930581a34., hostname=da1c6afcd1f9,35765,1731595233113, seqNum=2 , the old value is region=TestAcidGuarantees,,1731595236744.b982b98e12b52abc271df4d930581a34., hostname=da1c6afcd1f9,35765,1731595233113, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b982b98e12b52abc271df4d930581a34, server=da1c6afcd1f9,35765,1731595233113 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-14T14:40:51,206 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731595236744.b982b98e12b52abc271df4d930581a34., hostname=da1c6afcd1f9,35765,1731595233113, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b982b98e12b52abc271df4d930581a34, server=da1c6afcd1f9,35765,1731595233113 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-14T14:40:51,206 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731595236744.b982b98e12b52abc271df4d930581a34., hostname=da1c6afcd1f9,35765,1731595233113, seqNum=2 because the exception is null or not the one we care about 2024-11-14T14:40:51,237 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=35765 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=20 2024-11-14T14:40:51,237 DEBUG [RS_FLUSH_OPERATIONS-regionserver/da1c6afcd1f9:0-1 {event_type=RS_FLUSH_REGIONS, pid=20}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1731595236744.b982b98e12b52abc271df4d930581a34. 2024-11-14T14:40:51,238 DEBUG [RS_FLUSH_OPERATIONS-regionserver/da1c6afcd1f9:0-1 {event_type=RS_FLUSH_REGIONS, pid=20}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1731595236744.b982b98e12b52abc271df4d930581a34. as already flushing 2024-11-14T14:40:51,238 DEBUG [RS_FLUSH_OPERATIONS-regionserver/da1c6afcd1f9:0-1 {event_type=RS_FLUSH_REGIONS, pid=20}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1731595236744.b982b98e12b52abc271df4d930581a34. 2024-11-14T14:40:51,238 ERROR [RS_FLUSH_OPERATIONS-regionserver/da1c6afcd1f9:0-1 {event_type=RS_FLUSH_REGIONS, pid=20}] handler.RSProcedureHandler(58): pid=20 java.io.IOException: Unable to complete flush {ENCODED => b982b98e12b52abc271df4d930581a34, NAME => 'TestAcidGuarantees,,1731595236744.b982b98e12b52abc271df4d930581a34.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-14T14:40:51,238 DEBUG [RS_FLUSH_OPERATIONS-regionserver/da1c6afcd1f9:0-1 {event_type=RS_FLUSH_REGIONS, pid=20}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=20 java.io.IOException: Unable to complete flush {ENCODED => b982b98e12b52abc271df4d930581a34, NAME => 'TestAcidGuarantees,,1731595236744.b982b98e12b52abc271df4d930581a34.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-14T14:40:51,239 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45145 {}] master.HMaster(4177): Remote procedure failed, pid=20 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => b982b98e12b52abc271df4d930581a34, NAME => 'TestAcidGuarantees,,1731595236744.b982b98e12b52abc271df4d930581a34.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$5(MasterRpcServices.java:2580) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2575) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => b982b98e12b52abc271df4d930581a34, NAME => 'TestAcidGuarantees,,1731595236744.b982b98e12b52abc271df4d930581a34.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-14T14:40:51,391 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=35765 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=20 2024-11-14T14:40:51,391 DEBUG [RS_FLUSH_OPERATIONS-regionserver/da1c6afcd1f9:0-2 {event_type=RS_FLUSH_REGIONS, pid=20}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1731595236744.b982b98e12b52abc271df4d930581a34. 2024-11-14T14:40:51,391 DEBUG [RS_FLUSH_OPERATIONS-regionserver/da1c6afcd1f9:0-2 {event_type=RS_FLUSH_REGIONS, pid=20}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1731595236744.b982b98e12b52abc271df4d930581a34. as already flushing 2024-11-14T14:40:51,391 DEBUG [RS_FLUSH_OPERATIONS-regionserver/da1c6afcd1f9:0-2 {event_type=RS_FLUSH_REGIONS, pid=20}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1731595236744.b982b98e12b52abc271df4d930581a34. 2024-11-14T14:40:51,392 ERROR [RS_FLUSH_OPERATIONS-regionserver/da1c6afcd1f9:0-2 {event_type=RS_FLUSH_REGIONS, pid=20}] handler.RSProcedureHandler(58): pid=20 java.io.IOException: Unable to complete flush {ENCODED => b982b98e12b52abc271df4d930581a34, NAME => 'TestAcidGuarantees,,1731595236744.b982b98e12b52abc271df4d930581a34.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-14T14:40:51,392 DEBUG [RS_FLUSH_OPERATIONS-regionserver/da1c6afcd1f9:0-2 {event_type=RS_FLUSH_REGIONS, pid=20}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=20 java.io.IOException: Unable to complete flush {ENCODED => b982b98e12b52abc271df4d930581a34, NAME => 'TestAcidGuarantees,,1731595236744.b982b98e12b52abc271df4d930581a34.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-14T14:40:51,392 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45145 {}] master.HMaster(4177): Remote procedure failed, pid=20 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => b982b98e12b52abc271df4d930581a34, NAME => 'TestAcidGuarantees,,1731595236744.b982b98e12b52abc271df4d930581a34.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$5(MasterRpcServices.java:2580) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2575) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => b982b98e12b52abc271df4d930581a34, NAME => 'TestAcidGuarantees,,1731595236744.b982b98e12b52abc271df4d930581a34.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-14T14:40:51,400 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35765 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b982b98e12b52abc271df4d930581a34, server=da1c6afcd1f9,35765,1731595233113 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-14T14:40:51,400 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35765 {}] ipc.CallRunner(138): callId: 184 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:57914 deadline: 1731595311396, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b982b98e12b52abc271df4d930581a34, server=da1c6afcd1f9,35765,1731595233113 2024-11-14T14:40:51,401 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731595236744.b982b98e12b52abc271df4d930581a34., hostname=da1c6afcd1f9,35765,1731595233113, seqNum=2 , the old value is region=TestAcidGuarantees,,1731595236744.b982b98e12b52abc271df4d930581a34., hostname=da1c6afcd1f9,35765,1731595233113, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b982b98e12b52abc271df4d930581a34, server=da1c6afcd1f9,35765,1731595233113 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-14T14:40:51,401 DEBUG [RS:0;da1c6afcd1f9:35765-shortCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:34345/user/jenkins/test-data/14d118ee-a83a-b09b-5913-1a58940a5db1/data/default/TestAcidGuarantees/b982b98e12b52abc271df4d930581a34/.tmp/C/4801dd7bbec9439e86d6f62b6ccd1b94 as hdfs://localhost:34345/user/jenkins/test-data/14d118ee-a83a-b09b-5913-1a58940a5db1/data/default/TestAcidGuarantees/b982b98e12b52abc271df4d930581a34/C/4801dd7bbec9439e86d6f62b6ccd1b94 2024-11-14T14:40:51,401 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731595236744.b982b98e12b52abc271df4d930581a34., hostname=da1c6afcd1f9,35765,1731595233113, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b982b98e12b52abc271df4d930581a34, server=da1c6afcd1f9,35765,1731595233113 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-14T14:40:51,401 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731595236744.b982b98e12b52abc271df4d930581a34., hostname=da1c6afcd1f9,35765,1731595233113, seqNum=2 because the exception is null or not the one we care about 2024-11-14T14:40:51,407 INFO [RS:0;da1c6afcd1f9:35765-shortCompactions-0 {}] regionserver.HStore(1337): Completed compaction of 3 (all) file(s) in b982b98e12b52abc271df4d930581a34/C of b982b98e12b52abc271df4d930581a34 into 4801dd7bbec9439e86d6f62b6ccd1b94(size=12.8 K), total size for store is 12.8 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-11-14T14:40:51,407 DEBUG [RS:0;da1c6afcd1f9:35765-shortCompactions-0 {}] regionserver.HRegion(2446): Compaction status journal for b982b98e12b52abc271df4d930581a34: 2024-11-14T14:40:51,407 INFO [RS:0;da1c6afcd1f9:35765-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1731595236744.b982b98e12b52abc271df4d930581a34., storeName=b982b98e12b52abc271df4d930581a34/C, priority=13, startTime=1731595250962; duration=0sec 2024-11-14T14:40:51,407 DEBUG [RS:0;da1c6afcd1f9:35765-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-14T14:40:51,407 DEBUG [RS:0;da1c6afcd1f9:35765-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: b982b98e12b52abc271df4d930581a34:C 2024-11-14T14:40:51,421 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35765 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b982b98e12b52abc271df4d930581a34, server=da1c6afcd1f9,35765,1731595233113 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-14T14:40:51,421 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35765 {}] ipc.CallRunner(138): callId: 184 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:57946 deadline: 1731595311416, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b982b98e12b52abc271df4d930581a34, server=da1c6afcd1f9,35765,1731595233113 2024-11-14T14:40:51,421 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35765 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b982b98e12b52abc271df4d930581a34, server=da1c6afcd1f9,35765,1731595233113 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-14T14:40:51,422 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731595236744.b982b98e12b52abc271df4d930581a34., hostname=da1c6afcd1f9,35765,1731595233113, seqNum=2 , the old value is region=TestAcidGuarantees,,1731595236744.b982b98e12b52abc271df4d930581a34., hostname=da1c6afcd1f9,35765,1731595233113, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b982b98e12b52abc271df4d930581a34, server=da1c6afcd1f9,35765,1731595233113 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-14T14:40:51,422 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731595236744.b982b98e12b52abc271df4d930581a34., hostname=da1c6afcd1f9,35765,1731595233113, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b982b98e12b52abc271df4d930581a34, server=da1c6afcd1f9,35765,1731595233113 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-14T14:40:51,422 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35765 {}] ipc.CallRunner(138): callId: 153 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:57954 deadline: 1731595311417, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b982b98e12b52abc271df4d930581a34, server=da1c6afcd1f9,35765,1731595233113 2024-11-14T14:40:51,422 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731595236744.b982b98e12b52abc271df4d930581a34., hostname=da1c6afcd1f9,35765,1731595233113, seqNum=2 because the exception is null or not the one we care about 2024-11-14T14:40:51,422 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731595236744.b982b98e12b52abc271df4d930581a34., hostname=da1c6afcd1f9,35765,1731595233113, seqNum=2 , the old value is region=TestAcidGuarantees,,1731595236744.b982b98e12b52abc271df4d930581a34., hostname=da1c6afcd1f9,35765,1731595233113, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b982b98e12b52abc271df4d930581a34, server=da1c6afcd1f9,35765,1731595233113 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-14T14:40:51,422 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35765 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b982b98e12b52abc271df4d930581a34, server=da1c6afcd1f9,35765,1731595233113 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-14T14:40:51,422 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731595236744.b982b98e12b52abc271df4d930581a34., hostname=da1c6afcd1f9,35765,1731595233113, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b982b98e12b52abc271df4d930581a34, server=da1c6afcd1f9,35765,1731595233113 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-14T14:40:51,422 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731595236744.b982b98e12b52abc271df4d930581a34., hostname=da1c6afcd1f9,35765,1731595233113, seqNum=2 because the exception is null or not the one we care about 2024-11-14T14:40:51,422 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35765 {}] ipc.CallRunner(138): callId: 181 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:57884 deadline: 1731595311417, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b982b98e12b52abc271df4d930581a34, server=da1c6afcd1f9,35765,1731595233113 2024-11-14T14:40:51,422 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731595236744.b982b98e12b52abc271df4d930581a34., hostname=da1c6afcd1f9,35765,1731595233113, seqNum=2 , the old value is region=TestAcidGuarantees,,1731595236744.b982b98e12b52abc271df4d930581a34., hostname=da1c6afcd1f9,35765,1731595233113, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b982b98e12b52abc271df4d930581a34, server=da1c6afcd1f9,35765,1731595233113 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-14T14:40:51,422 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731595236744.b982b98e12b52abc271df4d930581a34., hostname=da1c6afcd1f9,35765,1731595233113, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b982b98e12b52abc271df4d930581a34, server=da1c6afcd1f9,35765,1731595233113 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-14T14:40:51,422 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731595236744.b982b98e12b52abc271df4d930581a34., hostname=da1c6afcd1f9,35765,1731595233113, seqNum=2 because the exception is null or not the one we care about 2024-11-14T14:40:51,438 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=17.89 KB at sequenceid=675 (bloomFilter=true), to=hdfs://localhost:34345/user/jenkins/test-data/14d118ee-a83a-b09b-5913-1a58940a5db1/data/default/TestAcidGuarantees/b982b98e12b52abc271df4d930581a34/.tmp/C/defac2f61e9d42bb9b0f8878df9fb77b 2024-11-14T14:40:51,443 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:34345/user/jenkins/test-data/14d118ee-a83a-b09b-5913-1a58940a5db1/data/default/TestAcidGuarantees/b982b98e12b52abc271df4d930581a34/.tmp/A/2dd9fc8f9424461184d6fd3cfe09ac20 as hdfs://localhost:34345/user/jenkins/test-data/14d118ee-a83a-b09b-5913-1a58940a5db1/data/default/TestAcidGuarantees/b982b98e12b52abc271df4d930581a34/A/2dd9fc8f9424461184d6fd3cfe09ac20 2024-11-14T14:40:51,448 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:34345/user/jenkins/test-data/14d118ee-a83a-b09b-5913-1a58940a5db1/data/default/TestAcidGuarantees/b982b98e12b52abc271df4d930581a34/A/2dd9fc8f9424461184d6fd3cfe09ac20, entries=150, sequenceid=675, filesize=12.0 K 2024-11-14T14:40:51,449 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:34345/user/jenkins/test-data/14d118ee-a83a-b09b-5913-1a58940a5db1/data/default/TestAcidGuarantees/b982b98e12b52abc271df4d930581a34/.tmp/B/49cabd4f59604b7d88d469527599e6ed as hdfs://localhost:34345/user/jenkins/test-data/14d118ee-a83a-b09b-5913-1a58940a5db1/data/default/TestAcidGuarantees/b982b98e12b52abc271df4d930581a34/B/49cabd4f59604b7d88d469527599e6ed 2024-11-14T14:40:51,454 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:34345/user/jenkins/test-data/14d118ee-a83a-b09b-5913-1a58940a5db1/data/default/TestAcidGuarantees/b982b98e12b52abc271df4d930581a34/B/49cabd4f59604b7d88d469527599e6ed, entries=150, sequenceid=675, filesize=12.0 K 2024-11-14T14:40:51,455 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:34345/user/jenkins/test-data/14d118ee-a83a-b09b-5913-1a58940a5db1/data/default/TestAcidGuarantees/b982b98e12b52abc271df4d930581a34/.tmp/C/defac2f61e9d42bb9b0f8878df9fb77b as hdfs://localhost:34345/user/jenkins/test-data/14d118ee-a83a-b09b-5913-1a58940a5db1/data/default/TestAcidGuarantees/b982b98e12b52abc271df4d930581a34/C/defac2f61e9d42bb9b0f8878df9fb77b 2024-11-14T14:40:51,460 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:34345/user/jenkins/test-data/14d118ee-a83a-b09b-5913-1a58940a5db1/data/default/TestAcidGuarantees/b982b98e12b52abc271df4d930581a34/C/defac2f61e9d42bb9b0f8878df9fb77b, entries=150, sequenceid=675, filesize=12.0 K 2024-11-14T14:40:51,461 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(3140): Finished flush of dataSize ~53.67 KB/54960, heapSize ~160.08 KB/163920, currentSize=134.18 KB/137400 for b982b98e12b52abc271df4d930581a34 in 482ms, sequenceid=675, compaction requested=true 2024-11-14T14:40:51,461 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2603): Flush status journal for b982b98e12b52abc271df4d930581a34: 2024-11-14T14:40:51,461 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store b982b98e12b52abc271df4d930581a34:A, priority=-2147483648, current under compaction store size is 1 2024-11-14T14:40:51,461 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-14T14:40:51,461 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store b982b98e12b52abc271df4d930581a34:B, priority=-2147483648, current under compaction store size is 2 2024-11-14T14:40:51,461 DEBUG [RS:0;da1c6afcd1f9:35765-shortCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 3 store files, 0 compacting, 3 eligible, 16 blocking 2024-11-14T14:40:51,461 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-14T14:40:51,461 DEBUG [RS:0;da1c6afcd1f9:35765-longCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 3 store files, 0 compacting, 3 eligible, 16 blocking 2024-11-14T14:40:51,461 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store b982b98e12b52abc271df4d930581a34:C, priority=-2147483648, current under compaction store size is 3 2024-11-14T14:40:51,461 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=1), splitQueue=0 2024-11-14T14:40:51,462 DEBUG [RS:0;da1c6afcd1f9:35765-longCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 3 files of size 37687 starting at candidate #0 after considering 1 permutations with 1 in ratio 2024-11-14T14:40:51,462 DEBUG [RS:0;da1c6afcd1f9:35765-shortCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 3 files of size 45007 starting at candidate #0 after considering 1 permutations with 1 in ratio 2024-11-14T14:40:51,462 DEBUG [RS:0;da1c6afcd1f9:35765-longCompactions-0 {}] regionserver.HStore(1541): b982b98e12b52abc271df4d930581a34/B is initiating minor compaction (all files) 2024-11-14T14:40:51,462 DEBUG [RS:0;da1c6afcd1f9:35765-shortCompactions-0 {}] regionserver.HStore(1541): b982b98e12b52abc271df4d930581a34/A is initiating minor compaction (all files) 2024-11-14T14:40:51,462 INFO [RS:0;da1c6afcd1f9:35765-longCompactions-0 {}] regionserver.HRegion(2416): Starting compaction of b982b98e12b52abc271df4d930581a34/B in TestAcidGuarantees,,1731595236744.b982b98e12b52abc271df4d930581a34. 2024-11-14T14:40:51,462 INFO [RS:0;da1c6afcd1f9:35765-shortCompactions-0 {}] regionserver.HRegion(2416): Starting compaction of b982b98e12b52abc271df4d930581a34/A in TestAcidGuarantees,,1731595236744.b982b98e12b52abc271df4d930581a34. 2024-11-14T14:40:51,463 INFO [RS:0;da1c6afcd1f9:35765-longCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:34345/user/jenkins/test-data/14d118ee-a83a-b09b-5913-1a58940a5db1/data/default/TestAcidGuarantees/b982b98e12b52abc271df4d930581a34/B/6ecf54d864bc43248fae810f7cb6e086, hdfs://localhost:34345/user/jenkins/test-data/14d118ee-a83a-b09b-5913-1a58940a5db1/data/default/TestAcidGuarantees/b982b98e12b52abc271df4d930581a34/B/5e1c196f54554ea4ac4f575e2338f39e, hdfs://localhost:34345/user/jenkins/test-data/14d118ee-a83a-b09b-5913-1a58940a5db1/data/default/TestAcidGuarantees/b982b98e12b52abc271df4d930581a34/B/49cabd4f59604b7d88d469527599e6ed] into tmpdir=hdfs://localhost:34345/user/jenkins/test-data/14d118ee-a83a-b09b-5913-1a58940a5db1/data/default/TestAcidGuarantees/b982b98e12b52abc271df4d930581a34/.tmp, totalSize=36.8 K 2024-11-14T14:40:51,463 INFO [RS:0;da1c6afcd1f9:35765-shortCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:34345/user/jenkins/test-data/14d118ee-a83a-b09b-5913-1a58940a5db1/data/default/TestAcidGuarantees/b982b98e12b52abc271df4d930581a34/A/d752f6a15f004b0484a4e49205fb0017, hdfs://localhost:34345/user/jenkins/test-data/14d118ee-a83a-b09b-5913-1a58940a5db1/data/default/TestAcidGuarantees/b982b98e12b52abc271df4d930581a34/A/7dceab6556224643b901c13b4a8cf88b, hdfs://localhost:34345/user/jenkins/test-data/14d118ee-a83a-b09b-5913-1a58940a5db1/data/default/TestAcidGuarantees/b982b98e12b52abc271df4d930581a34/A/2dd9fc8f9424461184d6fd3cfe09ac20] into tmpdir=hdfs://localhost:34345/user/jenkins/test-data/14d118ee-a83a-b09b-5913-1a58940a5db1/data/default/TestAcidGuarantees/b982b98e12b52abc271df4d930581a34/.tmp, totalSize=44.0 K 2024-11-14T14:40:51,463 DEBUG [RS:0;da1c6afcd1f9:35765-longCompactions-0 {}] compactions.Compactor(225): Compacting 6ecf54d864bc43248fae810f7cb6e086, keycount=150, bloomtype=ROW, size=12.8 K, encoding=NONE, compression=NONE, seqNum=571, earliestPutTs=1731595250188 2024-11-14T14:40:51,463 DEBUG [RS:0;da1c6afcd1f9:35765-shortCompactions-0 {}] compactions.Compactor(225): Compacting d752f6a15f004b0484a4e49205fb0017, keycount=150, bloomtype=ROW, size=12.8 K, encoding=NONE, compression=NONE, seqNum=571, earliestPutTs=1731595250188 2024-11-14T14:40:51,464 DEBUG [RS:0;da1c6afcd1f9:35765-longCompactions-0 {}] compactions.Compactor(225): Compacting 5e1c196f54554ea4ac4f575e2338f39e, keycount=150, bloomtype=ROW, size=12.0 K, encoding=NONE, compression=NONE, seqNum=661, earliestPutTs=1731595250517 2024-11-14T14:40:51,464 DEBUG [RS:0;da1c6afcd1f9:35765-shortCompactions-0 {}] compactions.Compactor(225): Compacting 7dceab6556224643b901c13b4a8cf88b, keycount=300, bloomtype=ROW, size=19.2 K, encoding=NONE, compression=NONE, seqNum=661, earliestPutTs=1731595250516 2024-11-14T14:40:51,464 DEBUG [RS:0;da1c6afcd1f9:35765-longCompactions-0 {}] compactions.Compactor(225): Compacting 49cabd4f59604b7d88d469527599e6ed, keycount=150, bloomtype=ROW, size=12.0 K, encoding=NONE, compression=NONE, seqNum=675, earliestPutTs=1731595250861 2024-11-14T14:40:51,464 DEBUG [RS:0;da1c6afcd1f9:35765-shortCompactions-0 {}] compactions.Compactor(225): Compacting 2dd9fc8f9424461184d6fd3cfe09ac20, keycount=150, bloomtype=ROW, size=12.0 K, encoding=NONE, compression=NONE, seqNum=675, earliestPutTs=1731595250861 2024-11-14T14:40:51,475 INFO [RS:0;da1c6afcd1f9:35765-longCompactions-0 {}] throttle.PressureAwareThroughputController(145): b982b98e12b52abc271df4d930581a34#B#compaction#78 average throughput is 3.28 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second 2024-11-14T14:40:51,476 DEBUG [RS:0;da1c6afcd1f9:35765-longCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:34345/user/jenkins/test-data/14d118ee-a83a-b09b-5913-1a58940a5db1/data/default/TestAcidGuarantees/b982b98e12b52abc271df4d930581a34/.tmp/B/6013d0fa72c94d438833de05c0bea741 is 50, key is test_row_0/B:col10/1731595250978/Put/seqid=0 2024-11-14T14:40:51,481 INFO [RS:0;da1c6afcd1f9:35765-shortCompactions-0 {}] throttle.PressureAwareThroughputController(145): b982b98e12b52abc271df4d930581a34#A#compaction#79 average throughput is 3.28 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second 2024-11-14T14:40:51,482 DEBUG [RS:0;da1c6afcd1f9:35765-shortCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:34345/user/jenkins/test-data/14d118ee-a83a-b09b-5913-1a58940a5db1/data/default/TestAcidGuarantees/b982b98e12b52abc271df4d930581a34/.tmp/A/21eb66454d754d768244f5b8ecd4712b is 50, key is test_row_0/A:col10/1731595250978/Put/seqid=0 2024-11-14T14:40:51,487 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36699 is added to blk_1073741915_1091 (size=13187) 2024-11-14T14:40:51,488 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36699 is added to blk_1073741916_1092 (size=13187) 2024-11-14T14:40:51,495 DEBUG [RS:0;da1c6afcd1f9:35765-shortCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:34345/user/jenkins/test-data/14d118ee-a83a-b09b-5913-1a58940a5db1/data/default/TestAcidGuarantees/b982b98e12b52abc271df4d930581a34/.tmp/A/21eb66454d754d768244f5b8ecd4712b as hdfs://localhost:34345/user/jenkins/test-data/14d118ee-a83a-b09b-5913-1a58940a5db1/data/default/TestAcidGuarantees/b982b98e12b52abc271df4d930581a34/A/21eb66454d754d768244f5b8ecd4712b 2024-11-14T14:40:51,501 INFO [RS:0;da1c6afcd1f9:35765-shortCompactions-0 {}] regionserver.HStore(1337): Completed compaction of 3 (all) file(s) in b982b98e12b52abc271df4d930581a34/A of b982b98e12b52abc271df4d930581a34 into 21eb66454d754d768244f5b8ecd4712b(size=12.9 K), total size for store is 12.9 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-11-14T14:40:51,501 DEBUG [RS:0;da1c6afcd1f9:35765-shortCompactions-0 {}] regionserver.HRegion(2446): Compaction status journal for b982b98e12b52abc271df4d930581a34: 2024-11-14T14:40:51,501 INFO [RS:0;da1c6afcd1f9:35765-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1731595236744.b982b98e12b52abc271df4d930581a34., storeName=b982b98e12b52abc271df4d930581a34/A, priority=13, startTime=1731595251461; duration=0sec 2024-11-14T14:40:51,502 DEBUG [RS:0;da1c6afcd1f9:35765-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=1), splitQueue=0 2024-11-14T14:40:51,502 DEBUG [RS:0;da1c6afcd1f9:35765-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: b982b98e12b52abc271df4d930581a34:A 2024-11-14T14:40:51,502 DEBUG [RS:0;da1c6afcd1f9:35765-shortCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 2 store files, 0 compacting, 2 eligible, 16 blocking 2024-11-14T14:40:51,503 DEBUG [RS:0;da1c6afcd1f9:35765-shortCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 0 files of size 0 starting at candidate #-1 after considering 0 permutations with 0 in ratio 2024-11-14T14:40:51,503 DEBUG [RS:0;da1c6afcd1f9:35765-shortCompactions-0 {}] compactions.SortedCompactionPolicy(232): Not compacting files because we only have 0 files ready for compaction. Need 3 to initiate. 2024-11-14T14:40:51,503 DEBUG [RS:0;da1c6afcd1f9:35765-shortCompactions-0 {}] regionserver.CompactSplit(450): Not compacting TestAcidGuarantees,,1731595236744.b982b98e12b52abc271df4d930581a34. because compaction request was cancelled 2024-11-14T14:40:51,503 DEBUG [RS:0;da1c6afcd1f9:35765-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: b982b98e12b52abc271df4d930581a34:C 2024-11-14T14:40:51,545 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=35765 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=20 2024-11-14T14:40:51,545 DEBUG [RS_FLUSH_OPERATIONS-regionserver/da1c6afcd1f9:0-0 {event_type=RS_FLUSH_REGIONS, pid=20}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1731595236744.b982b98e12b52abc271df4d930581a34. 2024-11-14T14:40:51,546 INFO [RS_FLUSH_OPERATIONS-regionserver/da1c6afcd1f9:0-0 {event_type=RS_FLUSH_REGIONS, pid=20}] regionserver.HRegion(2902): Flushing b982b98e12b52abc271df4d930581a34 3/3 column families, dataSize=134.18 KB heapSize=370.92 KB 2024-11-14T14:40:51,546 DEBUG [RS_FLUSH_OPERATIONS-regionserver/da1c6afcd1f9:0-0 {event_type=RS_FLUSH_REGIONS, pid=20}] regionserver.CompactingMemStore(205): FLUSHING TO DISK b982b98e12b52abc271df4d930581a34, store=A 2024-11-14T14:40:51,546 DEBUG [RS_FLUSH_OPERATIONS-regionserver/da1c6afcd1f9:0-0 {event_type=RS_FLUSH_REGIONS, pid=20}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=2, new segment=null 2024-11-14T14:40:51,546 DEBUG [RS_FLUSH_OPERATIONS-regionserver/da1c6afcd1f9:0-0 {event_type=RS_FLUSH_REGIONS, pid=20}] regionserver.CompactingMemStore(205): FLUSHING TO DISK b982b98e12b52abc271df4d930581a34, store=B 2024-11-14T14:40:51,546 DEBUG [RS_FLUSH_OPERATIONS-regionserver/da1c6afcd1f9:0-0 {event_type=RS_FLUSH_REGIONS, pid=20}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=2, new segment=null 2024-11-14T14:40:51,546 DEBUG [RS_FLUSH_OPERATIONS-regionserver/da1c6afcd1f9:0-0 {event_type=RS_FLUSH_REGIONS, pid=20}] regionserver.CompactingMemStore(205): FLUSHING TO DISK b982b98e12b52abc271df4d930581a34, store=C 2024-11-14T14:40:51,546 DEBUG [RS_FLUSH_OPERATIONS-regionserver/da1c6afcd1f9:0-0 {event_type=RS_FLUSH_REGIONS, pid=20}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=2, new segment=null 2024-11-14T14:40:51,553 DEBUG [RS_FLUSH_OPERATIONS-regionserver/da1c6afcd1f9:0-0 {event_type=RS_FLUSH_REGIONS, pid=20}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:34345/user/jenkins/test-data/14d118ee-a83a-b09b-5913-1a58940a5db1/data/default/TestAcidGuarantees/b982b98e12b52abc271df4d930581a34/.tmp/A/0fc2d72d3bfb400598dcc2f6a782b5a9 is 50, key is test_row_0/A:col10/1731595251080/Put/seqid=0 2024-11-14T14:40:51,572 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36699 is added to blk_1073741917_1093 (size=12301) 2024-11-14T14:40:51,573 INFO [RS_FLUSH_OPERATIONS-regionserver/da1c6afcd1f9:0-0 {event_type=RS_FLUSH_REGIONS, pid=20}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=44.73 KB at sequenceid=711 (bloomFilter=true), to=hdfs://localhost:34345/user/jenkins/test-data/14d118ee-a83a-b09b-5913-1a58940a5db1/data/default/TestAcidGuarantees/b982b98e12b52abc271df4d930581a34/.tmp/A/0fc2d72d3bfb400598dcc2f6a782b5a9 2024-11-14T14:40:51,587 DEBUG [RS_FLUSH_OPERATIONS-regionserver/da1c6afcd1f9:0-0 {event_type=RS_FLUSH_REGIONS, pid=20}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:34345/user/jenkins/test-data/14d118ee-a83a-b09b-5913-1a58940a5db1/data/default/TestAcidGuarantees/b982b98e12b52abc271df4d930581a34/.tmp/B/7f21d73a13644304bc26a051cccc2398 is 50, key is test_row_0/B:col10/1731595251080/Put/seqid=0 2024-11-14T14:40:51,592 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36699 is added to blk_1073741918_1094 (size=12301) 2024-11-14T14:40:51,593 INFO [RS_FLUSH_OPERATIONS-regionserver/da1c6afcd1f9:0-0 {event_type=RS_FLUSH_REGIONS, pid=20}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=44.73 KB at sequenceid=711 (bloomFilter=true), to=hdfs://localhost:34345/user/jenkins/test-data/14d118ee-a83a-b09b-5913-1a58940a5db1/data/default/TestAcidGuarantees/b982b98e12b52abc271df4d930581a34/.tmp/B/7f21d73a13644304bc26a051cccc2398 2024-11-14T14:40:51,596 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45145 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=19 2024-11-14T14:40:51,607 DEBUG [RS_FLUSH_OPERATIONS-regionserver/da1c6afcd1f9:0-0 {event_type=RS_FLUSH_REGIONS, pid=20}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:34345/user/jenkins/test-data/14d118ee-a83a-b09b-5913-1a58940a5db1/data/default/TestAcidGuarantees/b982b98e12b52abc271df4d930581a34/.tmp/C/d78164b8ff0c4cf08b3601d1c99c3049 is 50, key is test_row_0/C:col10/1731595251080/Put/seqid=0 2024-11-14T14:40:51,638 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36699 is added to blk_1073741919_1095 (size=12301) 2024-11-14T14:40:51,689 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35765 {}] regionserver.HRegion(8855): Flush requested on b982b98e12b52abc271df4d930581a34 2024-11-14T14:40:51,689 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1731595236744.b982b98e12b52abc271df4d930581a34. as already flushing 2024-11-14T14:40:51,720 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35765 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b982b98e12b52abc271df4d930581a34, server=da1c6afcd1f9,35765,1731595233113 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-14T14:40:51,721 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35765 {}] ipc.CallRunner(138): callId: 137 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:57926 deadline: 1731595311713, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b982b98e12b52abc271df4d930581a34, server=da1c6afcd1f9,35765,1731595233113 2024-11-14T14:40:51,721 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35765 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b982b98e12b52abc271df4d930581a34, server=da1c6afcd1f9,35765,1731595233113 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-14T14:40:51,721 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731595236744.b982b98e12b52abc271df4d930581a34., hostname=da1c6afcd1f9,35765,1731595233113, seqNum=2 , the old value is region=TestAcidGuarantees,,1731595236744.b982b98e12b52abc271df4d930581a34., hostname=da1c6afcd1f9,35765,1731595233113, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b982b98e12b52abc271df4d930581a34, server=da1c6afcd1f9,35765,1731595233113 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-14T14:40:51,721 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731595236744.b982b98e12b52abc271df4d930581a34., hostname=da1c6afcd1f9,35765,1731595233113, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b982b98e12b52abc271df4d930581a34, server=da1c6afcd1f9,35765,1731595233113 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-14T14:40:51,721 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731595236744.b982b98e12b52abc271df4d930581a34., hostname=da1c6afcd1f9,35765,1731595233113, seqNum=2 because the exception is null or not the one we care about 2024-11-14T14:40:51,721 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35765 {}] ipc.CallRunner(138): callId: 187 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:57914 deadline: 1731595311715, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b982b98e12b52abc271df4d930581a34, server=da1c6afcd1f9,35765,1731595233113 2024-11-14T14:40:51,722 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731595236744.b982b98e12b52abc271df4d930581a34., hostname=da1c6afcd1f9,35765,1731595233113, seqNum=2 , the old value is region=TestAcidGuarantees,,1731595236744.b982b98e12b52abc271df4d930581a34., hostname=da1c6afcd1f9,35765,1731595233113, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b982b98e12b52abc271df4d930581a34, server=da1c6afcd1f9,35765,1731595233113 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-14T14:40:51,722 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731595236744.b982b98e12b52abc271df4d930581a34., hostname=da1c6afcd1f9,35765,1731595233113, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b982b98e12b52abc271df4d930581a34, server=da1c6afcd1f9,35765,1731595233113 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-14T14:40:51,722 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731595236744.b982b98e12b52abc271df4d930581a34., hostname=da1c6afcd1f9,35765,1731595233113, seqNum=2 because the exception is null or not the one we care about 2024-11-14T14:40:51,729 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35765 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b982b98e12b52abc271df4d930581a34, server=da1c6afcd1f9,35765,1731595233113 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-14T14:40:51,730 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35765 {}] ipc.CallRunner(138): callId: 185 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:57946 deadline: 1731595311726, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b982b98e12b52abc271df4d930581a34, server=da1c6afcd1f9,35765,1731595233113 2024-11-14T14:40:51,730 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35765 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b982b98e12b52abc271df4d930581a34, server=da1c6afcd1f9,35765,1731595233113 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-14T14:40:51,730 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731595236744.b982b98e12b52abc271df4d930581a34., hostname=da1c6afcd1f9,35765,1731595233113, seqNum=2 , the old value is region=TestAcidGuarantees,,1731595236744.b982b98e12b52abc271df4d930581a34., hostname=da1c6afcd1f9,35765,1731595233113, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b982b98e12b52abc271df4d930581a34, server=da1c6afcd1f9,35765,1731595233113 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-14T14:40:51,730 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731595236744.b982b98e12b52abc271df4d930581a34., hostname=da1c6afcd1f9,35765,1731595233113, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b982b98e12b52abc271df4d930581a34, server=da1c6afcd1f9,35765,1731595233113 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-14T14:40:51,730 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35765 {}] ipc.CallRunner(138): callId: 154 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:57954 deadline: 1731595311726, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b982b98e12b52abc271df4d930581a34, server=da1c6afcd1f9,35765,1731595233113 2024-11-14T14:40:51,730 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731595236744.b982b98e12b52abc271df4d930581a34., hostname=da1c6afcd1f9,35765,1731595233113, seqNum=2 because the exception is null or not the one we care about 2024-11-14T14:40:51,730 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35765 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b982b98e12b52abc271df4d930581a34, server=da1c6afcd1f9,35765,1731595233113 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-14T14:40:51,730 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35765 {}] ipc.CallRunner(138): callId: 182 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:57884 deadline: 1731595311726, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b982b98e12b52abc271df4d930581a34, server=da1c6afcd1f9,35765,1731595233113 2024-11-14T14:40:51,731 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731595236744.b982b98e12b52abc271df4d930581a34., hostname=da1c6afcd1f9,35765,1731595233113, seqNum=2 , the old value is region=TestAcidGuarantees,,1731595236744.b982b98e12b52abc271df4d930581a34., hostname=da1c6afcd1f9,35765,1731595233113, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b982b98e12b52abc271df4d930581a34, server=da1c6afcd1f9,35765,1731595233113 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-14T14:40:51,731 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731595236744.b982b98e12b52abc271df4d930581a34., hostname=da1c6afcd1f9,35765,1731595233113, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b982b98e12b52abc271df4d930581a34, server=da1c6afcd1f9,35765,1731595233113 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-14T14:40:51,731 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731595236744.b982b98e12b52abc271df4d930581a34., hostname=da1c6afcd1f9,35765,1731595233113, seqNum=2 because the exception is null or not the one we care about 2024-11-14T14:40:51,731 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731595236744.b982b98e12b52abc271df4d930581a34., hostname=da1c6afcd1f9,35765,1731595233113, seqNum=2 , the old value is region=TestAcidGuarantees,,1731595236744.b982b98e12b52abc271df4d930581a34., hostname=da1c6afcd1f9,35765,1731595233113, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b982b98e12b52abc271df4d930581a34, server=da1c6afcd1f9,35765,1731595233113 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-14T14:40:51,731 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731595236744.b982b98e12b52abc271df4d930581a34., hostname=da1c6afcd1f9,35765,1731595233113, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b982b98e12b52abc271df4d930581a34, server=da1c6afcd1f9,35765,1731595233113 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-14T14:40:51,731 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731595236744.b982b98e12b52abc271df4d930581a34., hostname=da1c6afcd1f9,35765,1731595233113, seqNum=2 because the exception is null or not the one we care about 2024-11-14T14:40:51,832 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35765 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b982b98e12b52abc271df4d930581a34, server=da1c6afcd1f9,35765,1731595233113 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-14T14:40:51,832 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35765 {}] ipc.CallRunner(138): callId: 138 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:57926 deadline: 1731595311826, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b982b98e12b52abc271df4d930581a34, server=da1c6afcd1f9,35765,1731595233113 2024-11-14T14:40:51,833 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35765 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b982b98e12b52abc271df4d930581a34, server=da1c6afcd1f9,35765,1731595233113 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-14T14:40:51,833 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731595236744.b982b98e12b52abc271df4d930581a34., hostname=da1c6afcd1f9,35765,1731595233113, seqNum=2 , the old value is region=TestAcidGuarantees,,1731595236744.b982b98e12b52abc271df4d930581a34., hostname=da1c6afcd1f9,35765,1731595233113, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b982b98e12b52abc271df4d930581a34, server=da1c6afcd1f9,35765,1731595233113 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-14T14:40:51,833 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731595236744.b982b98e12b52abc271df4d930581a34., hostname=da1c6afcd1f9,35765,1731595233113, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b982b98e12b52abc271df4d930581a34, server=da1c6afcd1f9,35765,1731595233113 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-14T14:40:51,833 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731595236744.b982b98e12b52abc271df4d930581a34., hostname=da1c6afcd1f9,35765,1731595233113, seqNum=2 because the exception is null or not the one we care about 2024-11-14T14:40:51,833 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35765 {}] ipc.CallRunner(138): callId: 188 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:57914 deadline: 1731595311826, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b982b98e12b52abc271df4d930581a34, server=da1c6afcd1f9,35765,1731595233113 2024-11-14T14:40:51,833 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731595236744.b982b98e12b52abc271df4d930581a34., hostname=da1c6afcd1f9,35765,1731595233113, seqNum=2 , the old value is region=TestAcidGuarantees,,1731595236744.b982b98e12b52abc271df4d930581a34., hostname=da1c6afcd1f9,35765,1731595233113, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b982b98e12b52abc271df4d930581a34, server=da1c6afcd1f9,35765,1731595233113 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-14T14:40:51,833 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731595236744.b982b98e12b52abc271df4d930581a34., hostname=da1c6afcd1f9,35765,1731595233113, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b982b98e12b52abc271df4d930581a34, server=da1c6afcd1f9,35765,1731595233113 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-14T14:40:51,833 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731595236744.b982b98e12b52abc271df4d930581a34., hostname=da1c6afcd1f9,35765,1731595233113, seqNum=2 because the exception is null or not the one we care about 2024-11-14T14:40:51,896 DEBUG [RS:0;da1c6afcd1f9:35765-longCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:34345/user/jenkins/test-data/14d118ee-a83a-b09b-5913-1a58940a5db1/data/default/TestAcidGuarantees/b982b98e12b52abc271df4d930581a34/.tmp/B/6013d0fa72c94d438833de05c0bea741 as hdfs://localhost:34345/user/jenkins/test-data/14d118ee-a83a-b09b-5913-1a58940a5db1/data/default/TestAcidGuarantees/b982b98e12b52abc271df4d930581a34/B/6013d0fa72c94d438833de05c0bea741 2024-11-14T14:40:51,903 INFO [RS:0;da1c6afcd1f9:35765-longCompactions-0 {}] regionserver.HStore(1337): Completed compaction of 3 (all) file(s) in b982b98e12b52abc271df4d930581a34/B of b982b98e12b52abc271df4d930581a34 into 6013d0fa72c94d438833de05c0bea741(size=12.9 K), total size for store is 12.9 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-11-14T14:40:51,904 DEBUG [RS:0;da1c6afcd1f9:35765-longCompactions-0 {}] regionserver.HRegion(2446): Compaction status journal for b982b98e12b52abc271df4d930581a34: 2024-11-14T14:40:51,904 INFO [RS:0;da1c6afcd1f9:35765-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1731595236744.b982b98e12b52abc271df4d930581a34., storeName=b982b98e12b52abc271df4d930581a34/B, priority=13, startTime=1731595251461; duration=0sec 2024-11-14T14:40:51,904 DEBUG [RS:0;da1c6afcd1f9:35765-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-14T14:40:51,904 DEBUG [RS:0;da1c6afcd1f9:35765-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: b982b98e12b52abc271df4d930581a34:B 2024-11-14T14:40:52,039 INFO [RS_FLUSH_OPERATIONS-regionserver/da1c6afcd1f9:0-0 {event_type=RS_FLUSH_REGIONS, pid=20}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=44.73 KB at sequenceid=711 (bloomFilter=true), to=hdfs://localhost:34345/user/jenkins/test-data/14d118ee-a83a-b09b-5913-1a58940a5db1/data/default/TestAcidGuarantees/b982b98e12b52abc271df4d930581a34/.tmp/C/d78164b8ff0c4cf08b3601d1c99c3049 2024-11-14T14:40:52,040 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35765 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b982b98e12b52abc271df4d930581a34, server=da1c6afcd1f9,35765,1731595233113 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-14T14:40:52,040 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35765 {}] ipc.CallRunner(138): callId: 139 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:57926 deadline: 1731595312036, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b982b98e12b52abc271df4d930581a34, server=da1c6afcd1f9,35765,1731595233113 2024-11-14T14:40:52,040 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35765 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b982b98e12b52abc271df4d930581a34, server=da1c6afcd1f9,35765,1731595233113 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-14T14:40:52,041 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731595236744.b982b98e12b52abc271df4d930581a34., hostname=da1c6afcd1f9,35765,1731595233113, seqNum=2 , the old value is region=TestAcidGuarantees,,1731595236744.b982b98e12b52abc271df4d930581a34., hostname=da1c6afcd1f9,35765,1731595233113, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b982b98e12b52abc271df4d930581a34, server=da1c6afcd1f9,35765,1731595233113 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-14T14:40:52,041 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731595236744.b982b98e12b52abc271df4d930581a34., hostname=da1c6afcd1f9,35765,1731595233113, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b982b98e12b52abc271df4d930581a34, server=da1c6afcd1f9,35765,1731595233113 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-14T14:40:52,041 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731595236744.b982b98e12b52abc271df4d930581a34., hostname=da1c6afcd1f9,35765,1731595233113, seqNum=2 because the exception is null or not the one we care about 2024-11-14T14:40:52,041 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35765 {}] ipc.CallRunner(138): callId: 189 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:57914 deadline: 1731595312036, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b982b98e12b52abc271df4d930581a34, server=da1c6afcd1f9,35765,1731595233113 2024-11-14T14:40:52,041 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731595236744.b982b98e12b52abc271df4d930581a34., hostname=da1c6afcd1f9,35765,1731595233113, seqNum=2 , the old value is region=TestAcidGuarantees,,1731595236744.b982b98e12b52abc271df4d930581a34., hostname=da1c6afcd1f9,35765,1731595233113, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b982b98e12b52abc271df4d930581a34, server=da1c6afcd1f9,35765,1731595233113 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-14T14:40:52,041 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731595236744.b982b98e12b52abc271df4d930581a34., hostname=da1c6afcd1f9,35765,1731595233113, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b982b98e12b52abc271df4d930581a34, server=da1c6afcd1f9,35765,1731595233113 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-14T14:40:52,041 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731595236744.b982b98e12b52abc271df4d930581a34., hostname=da1c6afcd1f9,35765,1731595233113, seqNum=2 because the exception is null or not the one we care about 2024-11-14T14:40:52,046 DEBUG [RS_FLUSH_OPERATIONS-regionserver/da1c6afcd1f9:0-0 {event_type=RS_FLUSH_REGIONS, pid=20}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:34345/user/jenkins/test-data/14d118ee-a83a-b09b-5913-1a58940a5db1/data/default/TestAcidGuarantees/b982b98e12b52abc271df4d930581a34/.tmp/A/0fc2d72d3bfb400598dcc2f6a782b5a9 as hdfs://localhost:34345/user/jenkins/test-data/14d118ee-a83a-b09b-5913-1a58940a5db1/data/default/TestAcidGuarantees/b982b98e12b52abc271df4d930581a34/A/0fc2d72d3bfb400598dcc2f6a782b5a9 2024-11-14T14:40:52,052 INFO [RS_FLUSH_OPERATIONS-regionserver/da1c6afcd1f9:0-0 {event_type=RS_FLUSH_REGIONS, pid=20}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:34345/user/jenkins/test-data/14d118ee-a83a-b09b-5913-1a58940a5db1/data/default/TestAcidGuarantees/b982b98e12b52abc271df4d930581a34/A/0fc2d72d3bfb400598dcc2f6a782b5a9, entries=150, sequenceid=711, filesize=12.0 K 2024-11-14T14:40:52,053 DEBUG [RS_FLUSH_OPERATIONS-regionserver/da1c6afcd1f9:0-0 {event_type=RS_FLUSH_REGIONS, pid=20}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:34345/user/jenkins/test-data/14d118ee-a83a-b09b-5913-1a58940a5db1/data/default/TestAcidGuarantees/b982b98e12b52abc271df4d930581a34/.tmp/B/7f21d73a13644304bc26a051cccc2398 as hdfs://localhost:34345/user/jenkins/test-data/14d118ee-a83a-b09b-5913-1a58940a5db1/data/default/TestAcidGuarantees/b982b98e12b52abc271df4d930581a34/B/7f21d73a13644304bc26a051cccc2398 2024-11-14T14:40:52,059 INFO [RS_FLUSH_OPERATIONS-regionserver/da1c6afcd1f9:0-0 {event_type=RS_FLUSH_REGIONS, pid=20}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:34345/user/jenkins/test-data/14d118ee-a83a-b09b-5913-1a58940a5db1/data/default/TestAcidGuarantees/b982b98e12b52abc271df4d930581a34/B/7f21d73a13644304bc26a051cccc2398, entries=150, sequenceid=711, filesize=12.0 K 2024-11-14T14:40:52,060 DEBUG [RS_FLUSH_OPERATIONS-regionserver/da1c6afcd1f9:0-0 {event_type=RS_FLUSH_REGIONS, pid=20}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:34345/user/jenkins/test-data/14d118ee-a83a-b09b-5913-1a58940a5db1/data/default/TestAcidGuarantees/b982b98e12b52abc271df4d930581a34/.tmp/C/d78164b8ff0c4cf08b3601d1c99c3049 as hdfs://localhost:34345/user/jenkins/test-data/14d118ee-a83a-b09b-5913-1a58940a5db1/data/default/TestAcidGuarantees/b982b98e12b52abc271df4d930581a34/C/d78164b8ff0c4cf08b3601d1c99c3049 2024-11-14T14:40:52,066 INFO [RS_FLUSH_OPERATIONS-regionserver/da1c6afcd1f9:0-0 {event_type=RS_FLUSH_REGIONS, pid=20}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:34345/user/jenkins/test-data/14d118ee-a83a-b09b-5913-1a58940a5db1/data/default/TestAcidGuarantees/b982b98e12b52abc271df4d930581a34/C/d78164b8ff0c4cf08b3601d1c99c3049, entries=150, sequenceid=711, filesize=12.0 K 2024-11-14T14:40:52,071 INFO [RS_FLUSH_OPERATIONS-regionserver/da1c6afcd1f9:0-0 {event_type=RS_FLUSH_REGIONS, pid=20}] regionserver.HRegion(3140): Finished flush of dataSize ~134.18 KB/137400, heapSize ~370.88 KB/379776, currentSize=53.67 KB/54960 for b982b98e12b52abc271df4d930581a34 in 525ms, sequenceid=711, compaction requested=true 2024-11-14T14:40:52,071 DEBUG [RS_FLUSH_OPERATIONS-regionserver/da1c6afcd1f9:0-0 {event_type=RS_FLUSH_REGIONS, pid=20}] regionserver.HRegion(2603): Flush status journal for b982b98e12b52abc271df4d930581a34: 2024-11-14T14:40:52,071 DEBUG [RS_FLUSH_OPERATIONS-regionserver/da1c6afcd1f9:0-0 {event_type=RS_FLUSH_REGIONS, pid=20}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1731595236744.b982b98e12b52abc271df4d930581a34. 2024-11-14T14:40:52,071 DEBUG [RS_FLUSH_OPERATIONS-regionserver/da1c6afcd1f9:0-0 {event_type=RS_FLUSH_REGIONS, pid=20}] regionserver.RemoteProcedureResultReporter(62): Successfully complete execution of pid=20 2024-11-14T14:40:52,072 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45145 {}] master.HMaster(4169): Remote procedure done, pid=20 2024-11-14T14:40:52,076 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=20, resume processing ppid=19 2024-11-14T14:40:52,076 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1521): Finished pid=20, ppid=19, state=SUCCESS, hasLock=false; org.apache.hadoop.hbase.master.procedure.FlushRegionProcedure in 1.6220 sec 2024-11-14T14:40:52,078 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1521): Finished pid=19, state=SUCCESS, hasLock=false; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=19, table=TestAcidGuarantees in 1.6280 sec 2024-11-14T14:40:52,239 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35765 {}] regionserver.HRegion(8855): Flush requested on b982b98e12b52abc271df4d930581a34 2024-11-14T14:40:52,240 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(2902): Flushing b982b98e12b52abc271df4d930581a34 3/3 column families, dataSize=60.38 KB heapSize=180.05 KB 2024-11-14T14:40:52,240 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK b982b98e12b52abc271df4d930581a34, store=A 2024-11-14T14:40:52,240 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-14T14:40:52,240 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK b982b98e12b52abc271df4d930581a34, store=B 2024-11-14T14:40:52,240 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-14T14:40:52,240 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK b982b98e12b52abc271df4d930581a34, store=C 2024-11-14T14:40:52,240 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-14T14:40:52,247 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:34345/user/jenkins/test-data/14d118ee-a83a-b09b-5913-1a58940a5db1/data/default/TestAcidGuarantees/b982b98e12b52abc271df4d930581a34/.tmp/A/d399ee69ddbe4066bd396d602b2f72ff is 50, key is test_row_0/A:col10/1731595251710/Put/seqid=0 2024-11-14T14:40:52,263 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36699 is added to blk_1073741920_1096 (size=14741) 2024-11-14T14:40:52,265 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=20.13 KB at sequenceid=724 (bloomFilter=true), to=hdfs://localhost:34345/user/jenkins/test-data/14d118ee-a83a-b09b-5913-1a58940a5db1/data/default/TestAcidGuarantees/b982b98e12b52abc271df4d930581a34/.tmp/A/d399ee69ddbe4066bd396d602b2f72ff 2024-11-14T14:40:52,282 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:34345/user/jenkins/test-data/14d118ee-a83a-b09b-5913-1a58940a5db1/data/default/TestAcidGuarantees/b982b98e12b52abc271df4d930581a34/.tmp/B/5fe0de8f58da4e49a9aed92ef25fccb7 is 50, key is test_row_0/B:col10/1731595251710/Put/seqid=0 2024-11-14T14:40:52,301 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35765 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b982b98e12b52abc271df4d930581a34, server=da1c6afcd1f9,35765,1731595233113 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-14T14:40:52,301 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35765 {}] ipc.CallRunner(138): callId: 160 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:57954 deadline: 1731595312292, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b982b98e12b52abc271df4d930581a34, server=da1c6afcd1f9,35765,1731595233113 2024-11-14T14:40:52,302 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35765 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b982b98e12b52abc271df4d930581a34, server=da1c6afcd1f9,35765,1731595233113 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-14T14:40:52,302 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731595236744.b982b98e12b52abc271df4d930581a34., hostname=da1c6afcd1f9,35765,1731595233113, seqNum=2 , the old value is region=TestAcidGuarantees,,1731595236744.b982b98e12b52abc271df4d930581a34., hostname=da1c6afcd1f9,35765,1731595233113, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b982b98e12b52abc271df4d930581a34, server=da1c6afcd1f9,35765,1731595233113 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-14T14:40:52,302 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731595236744.b982b98e12b52abc271df4d930581a34., hostname=da1c6afcd1f9,35765,1731595233113, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b982b98e12b52abc271df4d930581a34, server=da1c6afcd1f9,35765,1731595233113 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-14T14:40:52,302 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731595236744.b982b98e12b52abc271df4d930581a34., hostname=da1c6afcd1f9,35765,1731595233113, seqNum=2 because the exception is null or not the one we care about 2024-11-14T14:40:52,302 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35765 {}] ipc.CallRunner(138): callId: 192 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:57946 deadline: 1731595312292, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b982b98e12b52abc271df4d930581a34, server=da1c6afcd1f9,35765,1731595233113 2024-11-14T14:40:52,302 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35765 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b982b98e12b52abc271df4d930581a34, server=da1c6afcd1f9,35765,1731595233113 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-14T14:40:52,302 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35765 {}] ipc.CallRunner(138): callId: 190 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:57884 deadline: 1731595312293, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b982b98e12b52abc271df4d930581a34, server=da1c6afcd1f9,35765,1731595233113 2024-11-14T14:40:52,302 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731595236744.b982b98e12b52abc271df4d930581a34., hostname=da1c6afcd1f9,35765,1731595233113, seqNum=2 , the old value is region=TestAcidGuarantees,,1731595236744.b982b98e12b52abc271df4d930581a34., hostname=da1c6afcd1f9,35765,1731595233113, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b982b98e12b52abc271df4d930581a34, server=da1c6afcd1f9,35765,1731595233113 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-14T14:40:52,302 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731595236744.b982b98e12b52abc271df4d930581a34., hostname=da1c6afcd1f9,35765,1731595233113, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b982b98e12b52abc271df4d930581a34, server=da1c6afcd1f9,35765,1731595233113 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-14T14:40:52,303 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731595236744.b982b98e12b52abc271df4d930581a34., hostname=da1c6afcd1f9,35765,1731595233113, seqNum=2 because the exception is null or not the one we care about 2024-11-14T14:40:52,303 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731595236744.b982b98e12b52abc271df4d930581a34., hostname=da1c6afcd1f9,35765,1731595233113, seqNum=2 , the old value is region=TestAcidGuarantees,,1731595236744.b982b98e12b52abc271df4d930581a34., hostname=da1c6afcd1f9,35765,1731595233113, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b982b98e12b52abc271df4d930581a34, server=da1c6afcd1f9,35765,1731595233113 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-14T14:40:52,303 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731595236744.b982b98e12b52abc271df4d930581a34., hostname=da1c6afcd1f9,35765,1731595233113, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b982b98e12b52abc271df4d930581a34, server=da1c6afcd1f9,35765,1731595233113 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-14T14:40:52,303 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731595236744.b982b98e12b52abc271df4d930581a34., hostname=da1c6afcd1f9,35765,1731595233113, seqNum=2 because the exception is null or not the one we care about 2024-11-14T14:40:52,303 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36699 is added to blk_1073741921_1097 (size=12301) 2024-11-14T14:40:52,305 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=20.13 KB at sequenceid=724 (bloomFilter=true), to=hdfs://localhost:34345/user/jenkins/test-data/14d118ee-a83a-b09b-5913-1a58940a5db1/data/default/TestAcidGuarantees/b982b98e12b52abc271df4d930581a34/.tmp/B/5fe0de8f58da4e49a9aed92ef25fccb7 2024-11-14T14:40:52,331 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:34345/user/jenkins/test-data/14d118ee-a83a-b09b-5913-1a58940a5db1/data/default/TestAcidGuarantees/b982b98e12b52abc271df4d930581a34/.tmp/C/1ddca00edbc2454cbc04dcc4ad50a26c is 50, key is test_row_0/C:col10/1731595251710/Put/seqid=0 2024-11-14T14:40:52,342 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36699 is added to blk_1073741922_1098 (size=12301) 2024-11-14T14:40:52,344 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=20.13 KB at sequenceid=724 (bloomFilter=true), to=hdfs://localhost:34345/user/jenkins/test-data/14d118ee-a83a-b09b-5913-1a58940a5db1/data/default/TestAcidGuarantees/b982b98e12b52abc271df4d930581a34/.tmp/C/1ddca00edbc2454cbc04dcc4ad50a26c 2024-11-14T14:40:52,346 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35765 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b982b98e12b52abc271df4d930581a34, server=da1c6afcd1f9,35765,1731595233113 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-14T14:40:52,347 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35765 {}] ipc.CallRunner(138): callId: 140 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:57926 deadline: 1731595312346, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b982b98e12b52abc271df4d930581a34, server=da1c6afcd1f9,35765,1731595233113 2024-11-14T14:40:52,347 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731595236744.b982b98e12b52abc271df4d930581a34., hostname=da1c6afcd1f9,35765,1731595233113, seqNum=2 , the old value is region=TestAcidGuarantees,,1731595236744.b982b98e12b52abc271df4d930581a34., hostname=da1c6afcd1f9,35765,1731595233113, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b982b98e12b52abc271df4d930581a34, server=da1c6afcd1f9,35765,1731595233113 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-14T14:40:52,347 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731595236744.b982b98e12b52abc271df4d930581a34., hostname=da1c6afcd1f9,35765,1731595233113, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b982b98e12b52abc271df4d930581a34, server=da1c6afcd1f9,35765,1731595233113 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-14T14:40:52,347 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35765 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b982b98e12b52abc271df4d930581a34, server=da1c6afcd1f9,35765,1731595233113 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-14T14:40:52,347 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731595236744.b982b98e12b52abc271df4d930581a34., hostname=da1c6afcd1f9,35765,1731595233113, seqNum=2 because the exception is null or not the one we care about 2024-11-14T14:40:52,347 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35765 {}] ipc.CallRunner(138): callId: 190 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:57914 deadline: 1731595312346, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b982b98e12b52abc271df4d930581a34, server=da1c6afcd1f9,35765,1731595233113 2024-11-14T14:40:52,348 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731595236744.b982b98e12b52abc271df4d930581a34., hostname=da1c6afcd1f9,35765,1731595233113, seqNum=2 , the old value is region=TestAcidGuarantees,,1731595236744.b982b98e12b52abc271df4d930581a34., hostname=da1c6afcd1f9,35765,1731595233113, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b982b98e12b52abc271df4d930581a34, server=da1c6afcd1f9,35765,1731595233113 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-14T14:40:52,348 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731595236744.b982b98e12b52abc271df4d930581a34., hostname=da1c6afcd1f9,35765,1731595233113, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b982b98e12b52abc271df4d930581a34, server=da1c6afcd1f9,35765,1731595233113 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-14T14:40:52,348 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731595236744.b982b98e12b52abc271df4d930581a34., hostname=da1c6afcd1f9,35765,1731595233113, seqNum=2 because the exception is null or not the one we care about 2024-11-14T14:40:52,355 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:34345/user/jenkins/test-data/14d118ee-a83a-b09b-5913-1a58940a5db1/data/default/TestAcidGuarantees/b982b98e12b52abc271df4d930581a34/.tmp/A/d399ee69ddbe4066bd396d602b2f72ff as hdfs://localhost:34345/user/jenkins/test-data/14d118ee-a83a-b09b-5913-1a58940a5db1/data/default/TestAcidGuarantees/b982b98e12b52abc271df4d930581a34/A/d399ee69ddbe4066bd396d602b2f72ff 2024-11-14T14:40:52,368 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:34345/user/jenkins/test-data/14d118ee-a83a-b09b-5913-1a58940a5db1/data/default/TestAcidGuarantees/b982b98e12b52abc271df4d930581a34/A/d399ee69ddbe4066bd396d602b2f72ff, entries=200, sequenceid=724, filesize=14.4 K 2024-11-14T14:40:52,371 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:34345/user/jenkins/test-data/14d118ee-a83a-b09b-5913-1a58940a5db1/data/default/TestAcidGuarantees/b982b98e12b52abc271df4d930581a34/.tmp/B/5fe0de8f58da4e49a9aed92ef25fccb7 as hdfs://localhost:34345/user/jenkins/test-data/14d118ee-a83a-b09b-5913-1a58940a5db1/data/default/TestAcidGuarantees/b982b98e12b52abc271df4d930581a34/B/5fe0de8f58da4e49a9aed92ef25fccb7 2024-11-14T14:40:52,381 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:34345/user/jenkins/test-data/14d118ee-a83a-b09b-5913-1a58940a5db1/data/default/TestAcidGuarantees/b982b98e12b52abc271df4d930581a34/B/5fe0de8f58da4e49a9aed92ef25fccb7, entries=150, sequenceid=724, filesize=12.0 K 2024-11-14T14:40:52,386 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:34345/user/jenkins/test-data/14d118ee-a83a-b09b-5913-1a58940a5db1/data/default/TestAcidGuarantees/b982b98e12b52abc271df4d930581a34/.tmp/C/1ddca00edbc2454cbc04dcc4ad50a26c as hdfs://localhost:34345/user/jenkins/test-data/14d118ee-a83a-b09b-5913-1a58940a5db1/data/default/TestAcidGuarantees/b982b98e12b52abc271df4d930581a34/C/1ddca00edbc2454cbc04dcc4ad50a26c 2024-11-14T14:40:52,393 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:34345/user/jenkins/test-data/14d118ee-a83a-b09b-5913-1a58940a5db1/data/default/TestAcidGuarantees/b982b98e12b52abc271df4d930581a34/C/1ddca00edbc2454cbc04dcc4ad50a26c, entries=150, sequenceid=724, filesize=12.0 K 2024-11-14T14:40:52,394 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(3140): Finished flush of dataSize ~60.38 KB/61830, heapSize ~180 KB/184320, currentSize=114.05 KB/116790 for b982b98e12b52abc271df4d930581a34 in 154ms, sequenceid=724, compaction requested=true 2024-11-14T14:40:52,395 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2603): Flush status journal for b982b98e12b52abc271df4d930581a34: 2024-11-14T14:40:52,395 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store b982b98e12b52abc271df4d930581a34:A, priority=-2147483648, current under compaction store size is 1 2024-11-14T14:40:52,395 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-14T14:40:52,395 DEBUG [RS:0;da1c6afcd1f9:35765-shortCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 3 store files, 0 compacting, 3 eligible, 16 blocking 2024-11-14T14:40:52,395 DEBUG [RS:0;da1c6afcd1f9:35765-longCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 3 store files, 0 compacting, 3 eligible, 16 blocking 2024-11-14T14:40:52,395 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store b982b98e12b52abc271df4d930581a34:B, priority=-2147483648, current under compaction store size is 2 2024-11-14T14:40:52,395 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-14T14:40:52,395 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store b982b98e12b52abc271df4d930581a34:C, priority=-2147483648, current under compaction store size is 3 2024-11-14T14:40:52,395 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=1), splitQueue=0 2024-11-14T14:40:52,397 DEBUG [RS:0;da1c6afcd1f9:35765-longCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 3 files of size 37789 starting at candidate #0 after considering 1 permutations with 1 in ratio 2024-11-14T14:40:52,397 DEBUG [RS:0;da1c6afcd1f9:35765-longCompactions-0 {}] regionserver.HStore(1541): b982b98e12b52abc271df4d930581a34/B is initiating minor compaction (all files) 2024-11-14T14:40:52,397 DEBUG [RS:0;da1c6afcd1f9:35765-shortCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 3 files of size 40229 starting at candidate #0 after considering 1 permutations with 1 in ratio 2024-11-14T14:40:52,397 INFO [RS:0;da1c6afcd1f9:35765-longCompactions-0 {}] regionserver.HRegion(2416): Starting compaction of b982b98e12b52abc271df4d930581a34/B in TestAcidGuarantees,,1731595236744.b982b98e12b52abc271df4d930581a34. 2024-11-14T14:40:52,397 DEBUG [RS:0;da1c6afcd1f9:35765-shortCompactions-0 {}] regionserver.HStore(1541): b982b98e12b52abc271df4d930581a34/A is initiating minor compaction (all files) 2024-11-14T14:40:52,397 INFO [RS:0;da1c6afcd1f9:35765-shortCompactions-0 {}] regionserver.HRegion(2416): Starting compaction of b982b98e12b52abc271df4d930581a34/A in TestAcidGuarantees,,1731595236744.b982b98e12b52abc271df4d930581a34. 2024-11-14T14:40:52,397 INFO [RS:0;da1c6afcd1f9:35765-longCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:34345/user/jenkins/test-data/14d118ee-a83a-b09b-5913-1a58940a5db1/data/default/TestAcidGuarantees/b982b98e12b52abc271df4d930581a34/B/6013d0fa72c94d438833de05c0bea741, hdfs://localhost:34345/user/jenkins/test-data/14d118ee-a83a-b09b-5913-1a58940a5db1/data/default/TestAcidGuarantees/b982b98e12b52abc271df4d930581a34/B/7f21d73a13644304bc26a051cccc2398, hdfs://localhost:34345/user/jenkins/test-data/14d118ee-a83a-b09b-5913-1a58940a5db1/data/default/TestAcidGuarantees/b982b98e12b52abc271df4d930581a34/B/5fe0de8f58da4e49a9aed92ef25fccb7] into tmpdir=hdfs://localhost:34345/user/jenkins/test-data/14d118ee-a83a-b09b-5913-1a58940a5db1/data/default/TestAcidGuarantees/b982b98e12b52abc271df4d930581a34/.tmp, totalSize=36.9 K 2024-11-14T14:40:52,397 INFO [RS:0;da1c6afcd1f9:35765-shortCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:34345/user/jenkins/test-data/14d118ee-a83a-b09b-5913-1a58940a5db1/data/default/TestAcidGuarantees/b982b98e12b52abc271df4d930581a34/A/21eb66454d754d768244f5b8ecd4712b, hdfs://localhost:34345/user/jenkins/test-data/14d118ee-a83a-b09b-5913-1a58940a5db1/data/default/TestAcidGuarantees/b982b98e12b52abc271df4d930581a34/A/0fc2d72d3bfb400598dcc2f6a782b5a9, hdfs://localhost:34345/user/jenkins/test-data/14d118ee-a83a-b09b-5913-1a58940a5db1/data/default/TestAcidGuarantees/b982b98e12b52abc271df4d930581a34/A/d399ee69ddbe4066bd396d602b2f72ff] into tmpdir=hdfs://localhost:34345/user/jenkins/test-data/14d118ee-a83a-b09b-5913-1a58940a5db1/data/default/TestAcidGuarantees/b982b98e12b52abc271df4d930581a34/.tmp, totalSize=39.3 K 2024-11-14T14:40:52,400 DEBUG [RS:0;da1c6afcd1f9:35765-longCompactions-0 {}] compactions.Compactor(225): Compacting 6013d0fa72c94d438833de05c0bea741, keycount=150, bloomtype=ROW, size=12.9 K, encoding=NONE, compression=NONE, seqNum=675, earliestPutTs=1731595250861 2024-11-14T14:40:52,400 DEBUG [RS:0;da1c6afcd1f9:35765-shortCompactions-0 {}] compactions.Compactor(225): Compacting 21eb66454d754d768244f5b8ecd4712b, keycount=150, bloomtype=ROW, size=12.9 K, encoding=NONE, compression=NONE, seqNum=675, earliestPutTs=1731595250861 2024-11-14T14:40:52,401 DEBUG [RS:0;da1c6afcd1f9:35765-shortCompactions-0 {}] compactions.Compactor(225): Compacting 0fc2d72d3bfb400598dcc2f6a782b5a9, keycount=150, bloomtype=ROW, size=12.0 K, encoding=NONE, compression=NONE, seqNum=711, earliestPutTs=1731595251074 2024-11-14T14:40:52,401 DEBUG [RS:0;da1c6afcd1f9:35765-longCompactions-0 {}] compactions.Compactor(225): Compacting 7f21d73a13644304bc26a051cccc2398, keycount=150, bloomtype=ROW, size=12.0 K, encoding=NONE, compression=NONE, seqNum=711, earliestPutTs=1731595251074 2024-11-14T14:40:52,402 DEBUG [RS:0;da1c6afcd1f9:35765-longCompactions-0 {}] compactions.Compactor(225): Compacting 5fe0de8f58da4e49a9aed92ef25fccb7, keycount=150, bloomtype=ROW, size=12.0 K, encoding=NONE, compression=NONE, seqNum=724, earliestPutTs=1731595251710 2024-11-14T14:40:52,404 DEBUG [RS:0;da1c6afcd1f9:35765-shortCompactions-0 {}] compactions.Compactor(225): Compacting d399ee69ddbe4066bd396d602b2f72ff, keycount=200, bloomtype=ROW, size=14.4 K, encoding=NONE, compression=NONE, seqNum=724, earliestPutTs=1731595251708 2024-11-14T14:40:52,414 DEBUG [RS_IN_MEMORY_COMPACTION-regionserver/da1c6afcd1f9:0-8 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=type=CellArrayImmutableSegment, empty=no, cellCount=159, cellSize=7275, totalHeapSize=16776, min timestamp=1731595252287, max timestamp=1731595252410Num uniques 859; 2024-11-14T14:40:52,414 DEBUG [RS_IN_MEMORY_COMPACTION-regionserver/da1c6afcd1f9:0-1 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=type=CellArrayImmutableSegment, empty=no, cellCount=159, cellSize=7275, totalHeapSize=16776, min timestamp=1731595252287, max timestamp=1731595252410Num uniques 859; 2024-11-14T14:40:52,414 DEBUG [RS_IN_MEMORY_COMPACTION-regionserver/da1c6afcd1f9:0-6 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=type=CellArrayImmutableSegment, empty=no, cellCount=159, cellSize=7275, totalHeapSize=16776, min timestamp=1731595252287, max timestamp=1731595252410Num uniques 859; 2024-11-14T14:40:52,414 DEBUG [RS_IN_MEMORY_COMPACTION-regionserver/da1c6afcd1f9:0-8 {}] regionserver.CompactionPipeline(163): Suffix data size=39335, new segment data size=7275, suffix heap size=117064,new segment heap size=16776 　suffix off heap size=0, new segment off heap size=0, suffix cells count=859, new segment cells count=159 2024-11-14T14:40:52,414 DEBUG [RS_IN_MEMORY_COMPACTION-regionserver/da1c6afcd1f9:0-1 {}] regionserver.CompactionPipeline(163): Suffix data size=39335, new segment data size=7275, suffix heap size=117064,new segment heap size=16776 　suffix off heap size=0, new segment off heap size=0, suffix cells count=859, new segment cells count=159 2024-11-14T14:40:52,414 DEBUG [RS_IN_MEMORY_COMPACTION-regionserver/da1c6afcd1f9:0-6 {}] regionserver.CompactionPipeline(163): Suffix data size=39335, new segment data size=7275, suffix heap size=117064,new segment heap size=16776 　suffix off heap size=0, new segment off heap size=0, suffix cells count=859, new segment cells count=159 2024-11-14T14:40:52,426 INFO [RS:0;da1c6afcd1f9:35765-shortCompactions-0 {}] throttle.PressureAwareThroughputController(145): b982b98e12b52abc271df4d930581a34#A#compaction#87 average throughput is 2.18 MB/second, slept 0 time(s) and total slept time is 0 ms. 1 active operations remaining, total limit is 50.00 MB/second 2024-11-14T14:40:52,427 DEBUG [RS:0;da1c6afcd1f9:35765-shortCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:34345/user/jenkins/test-data/14d118ee-a83a-b09b-5913-1a58940a5db1/data/default/TestAcidGuarantees/b982b98e12b52abc271df4d930581a34/.tmp/A/8fe6475fc87f4348879ecf8d793ef574 is 50, key is test_row_0/A:col10/1731595251710/Put/seqid=0 2024-11-14T14:40:52,430 INFO [RS:0;da1c6afcd1f9:35765-longCompactions-0 {}] throttle.PressureAwareThroughputController(145): b982b98e12b52abc271df4d930581a34#B#compaction#86 average throughput is 0.94 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second 2024-11-14T14:40:52,431 DEBUG [RS:0;da1c6afcd1f9:35765-longCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:34345/user/jenkins/test-data/14d118ee-a83a-b09b-5913-1a58940a5db1/data/default/TestAcidGuarantees/b982b98e12b52abc271df4d930581a34/.tmp/B/fa79de6132154186a2c68eadefc6498c is 50, key is test_row_0/B:col10/1731595251710/Put/seqid=0 2024-11-14T14:40:52,439 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35765 {}] regionserver.HRegion(8855): Flush requested on b982b98e12b52abc271df4d930581a34 2024-11-14T14:40:52,440 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(2902): Flushing b982b98e12b52abc271df4d930581a34 3/3 column families, dataSize=53.67 KB heapSize=145.92 KB 2024-11-14T14:40:52,443 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK b982b98e12b52abc271df4d930581a34, store=A 2024-11-14T14:40:52,443 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=2, new segment=null 2024-11-14T14:40:52,443 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK b982b98e12b52abc271df4d930581a34, store=B 2024-11-14T14:40:52,444 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=2, new segment=null 2024-11-14T14:40:52,444 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK b982b98e12b52abc271df4d930581a34, store=C 2024-11-14T14:40:52,444 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=2, new segment=null 2024-11-14T14:40:52,452 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36699 is added to blk_1073741923_1099 (size=13289) 2024-11-14T14:40:52,458 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36699 is added to blk_1073741924_1100 (size=13289) 2024-11-14T14:40:52,460 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:34345/user/jenkins/test-data/14d118ee-a83a-b09b-5913-1a58940a5db1/data/default/TestAcidGuarantees/b982b98e12b52abc271df4d930581a34/.tmp/A/161c24ecbd834f3cb5754c4395612e67 is 50, key is test_row_0/A:col10/1731595252415/Put/seqid=0 2024-11-14T14:40:52,469 DEBUG [RS:0;da1c6afcd1f9:35765-longCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:34345/user/jenkins/test-data/14d118ee-a83a-b09b-5913-1a58940a5db1/data/default/TestAcidGuarantees/b982b98e12b52abc271df4d930581a34/.tmp/B/fa79de6132154186a2c68eadefc6498c as hdfs://localhost:34345/user/jenkins/test-data/14d118ee-a83a-b09b-5913-1a58940a5db1/data/default/TestAcidGuarantees/b982b98e12b52abc271df4d930581a34/B/fa79de6132154186a2c68eadefc6498c 2024-11-14T14:40:52,484 INFO [RS:0;da1c6afcd1f9:35765-longCompactions-0 {}] regionserver.HStore(1337): Completed compaction of 3 (all) file(s) in b982b98e12b52abc271df4d930581a34/B of b982b98e12b52abc271df4d930581a34 into fa79de6132154186a2c68eadefc6498c(size=13.0 K), total size for store is 13.0 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-11-14T14:40:52,484 DEBUG [RS:0;da1c6afcd1f9:35765-longCompactions-0 {}] regionserver.HRegion(2446): Compaction status journal for b982b98e12b52abc271df4d930581a34: 2024-11-14T14:40:52,484 INFO [RS:0;da1c6afcd1f9:35765-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1731595236744.b982b98e12b52abc271df4d930581a34., storeName=b982b98e12b52abc271df4d930581a34/B, priority=13, startTime=1731595252395; duration=0sec 2024-11-14T14:40:52,484 DEBUG [RS:0;da1c6afcd1f9:35765-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=1), splitQueue=0 2024-11-14T14:40:52,484 DEBUG [RS:0;da1c6afcd1f9:35765-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: b982b98e12b52abc271df4d930581a34:B 2024-11-14T14:40:52,484 DEBUG [RS:0;da1c6afcd1f9:35765-longCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 4 store files, 0 compacting, 4 eligible, 16 blocking 2024-11-14T14:40:52,491 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36699 is added to blk_1073741925_1101 (size=12301) 2024-11-14T14:40:52,493 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=20.13 KB at sequenceid=750 (bloomFilter=true), to=hdfs://localhost:34345/user/jenkins/test-data/14d118ee-a83a-b09b-5913-1a58940a5db1/data/default/TestAcidGuarantees/b982b98e12b52abc271df4d930581a34/.tmp/A/161c24ecbd834f3cb5754c4395612e67 2024-11-14T14:40:52,494 DEBUG [RS:0;da1c6afcd1f9:35765-longCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 4 files of size 50022 starting at candidate #0 after considering 3 permutations with 3 in ratio 2024-11-14T14:40:52,494 DEBUG [RS:0;da1c6afcd1f9:35765-longCompactions-0 {}] regionserver.HStore(1541): b982b98e12b52abc271df4d930581a34/C is initiating minor compaction (all files) 2024-11-14T14:40:52,494 INFO [RS:0;da1c6afcd1f9:35765-longCompactions-0 {}] regionserver.HRegion(2416): Starting compaction of b982b98e12b52abc271df4d930581a34/C in TestAcidGuarantees,,1731595236744.b982b98e12b52abc271df4d930581a34. 2024-11-14T14:40:52,494 INFO [RS:0;da1c6afcd1f9:35765-longCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:34345/user/jenkins/test-data/14d118ee-a83a-b09b-5913-1a58940a5db1/data/default/TestAcidGuarantees/b982b98e12b52abc271df4d930581a34/C/4801dd7bbec9439e86d6f62b6ccd1b94, hdfs://localhost:34345/user/jenkins/test-data/14d118ee-a83a-b09b-5913-1a58940a5db1/data/default/TestAcidGuarantees/b982b98e12b52abc271df4d930581a34/C/defac2f61e9d42bb9b0f8878df9fb77b, hdfs://localhost:34345/user/jenkins/test-data/14d118ee-a83a-b09b-5913-1a58940a5db1/data/default/TestAcidGuarantees/b982b98e12b52abc271df4d930581a34/C/d78164b8ff0c4cf08b3601d1c99c3049, hdfs://localhost:34345/user/jenkins/test-data/14d118ee-a83a-b09b-5913-1a58940a5db1/data/default/TestAcidGuarantees/b982b98e12b52abc271df4d930581a34/C/1ddca00edbc2454cbc04dcc4ad50a26c] into tmpdir=hdfs://localhost:34345/user/jenkins/test-data/14d118ee-a83a-b09b-5913-1a58940a5db1/data/default/TestAcidGuarantees/b982b98e12b52abc271df4d930581a34/.tmp, totalSize=48.8 K 2024-11-14T14:40:52,495 DEBUG [RS:0;da1c6afcd1f9:35765-longCompactions-0 {}] compactions.Compactor(225): Compacting 4801dd7bbec9439e86d6f62b6ccd1b94, keycount=150, bloomtype=ROW, size=12.8 K, encoding=NONE, compression=NONE, seqNum=661, earliestPutTs=1731595250517 2024-11-14T14:40:52,496 DEBUG [RS:0;da1c6afcd1f9:35765-longCompactions-0 {}] compactions.Compactor(225): Compacting defac2f61e9d42bb9b0f8878df9fb77b, keycount=150, bloomtype=ROW, size=12.0 K, encoding=NONE, compression=NONE, seqNum=675, earliestPutTs=1731595250861 2024-11-14T14:40:52,497 DEBUG [RS:0;da1c6afcd1f9:35765-longCompactions-0 {}] compactions.Compactor(225): Compacting d78164b8ff0c4cf08b3601d1c99c3049, keycount=150, bloomtype=ROW, size=12.0 K, encoding=NONE, compression=NONE, seqNum=711, earliestPutTs=1731595251074 2024-11-14T14:40:52,498 DEBUG [RS:0;da1c6afcd1f9:35765-longCompactions-0 {}] compactions.Compactor(225): Compacting 1ddca00edbc2454cbc04dcc4ad50a26c, keycount=150, bloomtype=ROW, size=12.0 K, encoding=NONE, compression=NONE, seqNum=724, earliestPutTs=1731595251710 2024-11-14T14:40:52,508 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:34345/user/jenkins/test-data/14d118ee-a83a-b09b-5913-1a58940a5db1/data/default/TestAcidGuarantees/b982b98e12b52abc271df4d930581a34/.tmp/B/ebbdbaef16664655b771938bb2873cdb is 50, key is test_row_0/B:col10/1731595252415/Put/seqid=0 2024-11-14T14:40:52,527 INFO [RS:0;da1c6afcd1f9:35765-longCompactions-0 {}] throttle.PressureAwareThroughputController(145): b982b98e12b52abc271df4d930581a34#C#compaction#90 average throughput is 2.18 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second 2024-11-14T14:40:52,528 DEBUG [RS:0;da1c6afcd1f9:35765-longCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:34345/user/jenkins/test-data/14d118ee-a83a-b09b-5913-1a58940a5db1/data/default/TestAcidGuarantees/b982b98e12b52abc271df4d930581a34/.tmp/C/5cf54a7a9d8345a6af25bd99bc4e4e70 is 50, key is test_row_0/C:col10/1731595251710/Put/seqid=0 2024-11-14T14:40:52,530 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36699 is added to blk_1073741926_1102 (size=12301) 2024-11-14T14:40:52,530 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=20.13 KB at sequenceid=750 (bloomFilter=true), to=hdfs://localhost:34345/user/jenkins/test-data/14d118ee-a83a-b09b-5913-1a58940a5db1/data/default/TestAcidGuarantees/b982b98e12b52abc271df4d930581a34/.tmp/B/ebbdbaef16664655b771938bb2873cdb 2024-11-14T14:40:52,540 DEBUG [RS_IN_MEMORY_COMPACTION-regionserver/da1c6afcd1f9:0-9 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=type=CellArrayImmutableSegment, empty=no, cellCount=359, cellSize=16435, totalHeapSize=37576, min timestamp=1731595252477, max timestamp=1731595252536Num uniques 859; 2024-11-14T14:40:52,541 DEBUG [RS_IN_MEMORY_COMPACTION-regionserver/da1c6afcd1f9:0-9 {}] regionserver.CompactionPipeline(163): Suffix data size=39335, new segment data size=16435, suffix heap size=117064,new segment heap size=37576 　suffix off heap size=0, new segment off heap size=0, suffix cells count=859, new segment cells count=359 2024-11-14T14:40:52,540 DEBUG [RS_IN_MEMORY_COMPACTION-regionserver/da1c6afcd1f9:0-0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=type=CellArrayImmutableSegment, empty=no, cellCount=259, cellSize=11855, totalHeapSize=27176, min timestamp=1731595252509, max timestamp=1731595252536Num uniques 859; 2024-11-14T14:40:52,541 DEBUG [RS_IN_MEMORY_COMPACTION-regionserver/da1c6afcd1f9:0-0 {}] regionserver.CompactionPipeline(163): Suffix data size=39335, new segment data size=11855, suffix heap size=117064,new segment heap size=27176 　suffix off heap size=0, new segment off heap size=0, suffix cells count=859, new segment cells count=259 2024-11-14T14:40:52,542 DEBUG [RS_IN_MEMORY_COMPACTION-regionserver/da1c6afcd1f9:0-3 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=type=CellArrayImmutableSegment, empty=no, cellCount=259, cellSize=11855, totalHeapSize=27176, min timestamp=1731595252509, max timestamp=1731595252536Num uniques 859; 2024-11-14T14:40:52,543 DEBUG [RS_IN_MEMORY_COMPACTION-regionserver/da1c6afcd1f9:0-3 {}] regionserver.CompactionPipeline(163): Suffix data size=39335, new segment data size=11855, suffix heap size=117064,new segment heap size=27176 　suffix off heap size=0, new segment off heap size=0, suffix cells count=859, new segment cells count=259 2024-11-14T14:40:52,545 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36699 is added to blk_1073741927_1103 (size=13255) 2024-11-14T14:40:52,553 DEBUG [RS:0;da1c6afcd1f9:35765-longCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:34345/user/jenkins/test-data/14d118ee-a83a-b09b-5913-1a58940a5db1/data/default/TestAcidGuarantees/b982b98e12b52abc271df4d930581a34/.tmp/C/5cf54a7a9d8345a6af25bd99bc4e4e70 as hdfs://localhost:34345/user/jenkins/test-data/14d118ee-a83a-b09b-5913-1a58940a5db1/data/default/TestAcidGuarantees/b982b98e12b52abc271df4d930581a34/C/5cf54a7a9d8345a6af25bd99bc4e4e70 2024-11-14T14:40:52,562 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:34345/user/jenkins/test-data/14d118ee-a83a-b09b-5913-1a58940a5db1/data/default/TestAcidGuarantees/b982b98e12b52abc271df4d930581a34/.tmp/C/53150baededd4a4a9580811ca0adbdb7 is 50, key is test_row_0/C:col10/1731595252415/Put/seqid=0 2024-11-14T14:40:52,564 INFO [RS:0;da1c6afcd1f9:35765-longCompactions-0 {}] regionserver.HStore(1337): Completed compaction of 4 (all) file(s) in b982b98e12b52abc271df4d930581a34/C of b982b98e12b52abc271df4d930581a34 into 5cf54a7a9d8345a6af25bd99bc4e4e70(size=12.9 K), total size for store is 12.9 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-11-14T14:40:52,564 DEBUG [RS:0;da1c6afcd1f9:35765-longCompactions-0 {}] regionserver.HRegion(2446): Compaction status journal for b982b98e12b52abc271df4d930581a34: 2024-11-14T14:40:52,564 INFO [RS:0;da1c6afcd1f9:35765-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1731595236744.b982b98e12b52abc271df4d930581a34., storeName=b982b98e12b52abc271df4d930581a34/C, priority=12, startTime=1731595252395; duration=0sec 2024-11-14T14:40:52,564 DEBUG [RS:0;da1c6afcd1f9:35765-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-14T14:40:52,564 DEBUG [RS:0;da1c6afcd1f9:35765-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: b982b98e12b52abc271df4d930581a34:C 2024-11-14T14:40:52,581 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36699 is added to blk_1073741928_1104 (size=12301) 2024-11-14T14:40:52,606 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45145 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=19 2024-11-14T14:40:52,607 INFO [RPCClient-NioEventLoopGroup-4-8 {}] client.RawAsyncHBaseAdmin$TableProcedureBiConsumer(2721): Operation: FLUSH, Table Name: default:TestAcidGuarantees completed 2024-11-14T14:40:52,607 INFO [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45145 {}] master.HMaster$22(4506): Client=jenkins//172.17.0.2 flush TestAcidGuarantees 2024-11-14T14:40:52,608 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45145 {}] procedure2.ProcedureExecutor(1139): Stored pid=21, state=RUNNABLE:FLUSH_TABLE_PREPARE, hasLock=false; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=21, table=TestAcidGuarantees 2024-11-14T14:40:52,609 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45145 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=21 2024-11-14T14:40:52,609 INFO [PEWorker-5 {}] procedure.FlushTableProcedure(91): pid=21, state=RUNNABLE:FLUSH_TABLE_PREPARE, hasLock=true; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=21, table=TestAcidGuarantees execute state=FLUSH_TABLE_PREPARE 2024-11-14T14:40:52,610 INFO [PEWorker-5 {}] procedure.FlushTableProcedure(91): pid=21, state=RUNNABLE:FLUSH_TABLE_FLUSH_REGIONS, hasLock=true; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=21, table=TestAcidGuarantees execute state=FLUSH_TABLE_FLUSH_REGIONS 2024-11-14T14:40:52,610 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=22, ppid=21, state=RUNNABLE, hasLock=false; org.apache.hadoop.hbase.master.procedure.FlushRegionProcedure}] 2024-11-14T14:40:52,636 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35765 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b982b98e12b52abc271df4d930581a34, server=da1c6afcd1f9,35765,1731595233113 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-14T14:40:52,636 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35765 {}] ipc.CallRunner(138): callId: 174 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:57954 deadline: 1731595312625, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b982b98e12b52abc271df4d930581a34, server=da1c6afcd1f9,35765,1731595233113 2024-11-14T14:40:52,637 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731595236744.b982b98e12b52abc271df4d930581a34., hostname=da1c6afcd1f9,35765,1731595233113, seqNum=2 , the old value is region=TestAcidGuarantees,,1731595236744.b982b98e12b52abc271df4d930581a34., hostname=da1c6afcd1f9,35765,1731595233113, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b982b98e12b52abc271df4d930581a34, server=da1c6afcd1f9,35765,1731595233113 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-14T14:40:52,637 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731595236744.b982b98e12b52abc271df4d930581a34., hostname=da1c6afcd1f9,35765,1731595233113, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b982b98e12b52abc271df4d930581a34, server=da1c6afcd1f9,35765,1731595233113 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-14T14:40:52,637 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731595236744.b982b98e12b52abc271df4d930581a34., hostname=da1c6afcd1f9,35765,1731595233113, seqNum=2 because the exception is null or not the one we care about 2024-11-14T14:40:52,638 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35765 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b982b98e12b52abc271df4d930581a34, server=da1c6afcd1f9,35765,1731595233113 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-14T14:40:52,638 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35765 {}] ipc.CallRunner(138): callId: 206 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:57946 deadline: 1731595312629, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b982b98e12b52abc271df4d930581a34, server=da1c6afcd1f9,35765,1731595233113 2024-11-14T14:40:52,638 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731595236744.b982b98e12b52abc271df4d930581a34., hostname=da1c6afcd1f9,35765,1731595233113, seqNum=2 , the old value is region=TestAcidGuarantees,,1731595236744.b982b98e12b52abc271df4d930581a34., hostname=da1c6afcd1f9,35765,1731595233113, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b982b98e12b52abc271df4d930581a34, server=da1c6afcd1f9,35765,1731595233113 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-14T14:40:52,638 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731595236744.b982b98e12b52abc271df4d930581a34., hostname=da1c6afcd1f9,35765,1731595233113, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b982b98e12b52abc271df4d930581a34, server=da1c6afcd1f9,35765,1731595233113 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-14T14:40:52,638 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731595236744.b982b98e12b52abc271df4d930581a34., hostname=da1c6afcd1f9,35765,1731595233113, seqNum=2 because the exception is null or not the one we care about 2024-11-14T14:40:52,642 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35765 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b982b98e12b52abc271df4d930581a34, server=da1c6afcd1f9,35765,1731595233113 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-14T14:40:52,642 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35765 {}] ipc.CallRunner(138): callId: 204 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:57884 deadline: 1731595312629, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b982b98e12b52abc271df4d930581a34, server=da1c6afcd1f9,35765,1731595233113 2024-11-14T14:40:52,642 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731595236744.b982b98e12b52abc271df4d930581a34., hostname=da1c6afcd1f9,35765,1731595233113, seqNum=2 , the old value is region=TestAcidGuarantees,,1731595236744.b982b98e12b52abc271df4d930581a34., hostname=da1c6afcd1f9,35765,1731595233113, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b982b98e12b52abc271df4d930581a34, server=da1c6afcd1f9,35765,1731595233113 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-14T14:40:52,642 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731595236744.b982b98e12b52abc271df4d930581a34., hostname=da1c6afcd1f9,35765,1731595233113, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b982b98e12b52abc271df4d930581a34, server=da1c6afcd1f9,35765,1731595233113 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-14T14:40:52,643 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731595236744.b982b98e12b52abc271df4d930581a34., hostname=da1c6afcd1f9,35765,1731595233113, seqNum=2 because the exception is null or not the one we care about 2024-11-14T14:40:52,717 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45145 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=21 2024-11-14T14:40:52,749 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35765 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b982b98e12b52abc271df4d930581a34, server=da1c6afcd1f9,35765,1731595233113 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-14T14:40:52,749 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35765 {}] ipc.CallRunner(138): callId: 175 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:57954 deadline: 1731595312746, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b982b98e12b52abc271df4d930581a34, server=da1c6afcd1f9,35765,1731595233113 2024-11-14T14:40:52,750 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35765 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b982b98e12b52abc271df4d930581a34, server=da1c6afcd1f9,35765,1731595233113 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-14T14:40:52,750 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731595236744.b982b98e12b52abc271df4d930581a34., hostname=da1c6afcd1f9,35765,1731595233113, seqNum=2 , the old value is region=TestAcidGuarantees,,1731595236744.b982b98e12b52abc271df4d930581a34., hostname=da1c6afcd1f9,35765,1731595233113, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b982b98e12b52abc271df4d930581a34, server=da1c6afcd1f9,35765,1731595233113 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-14T14:40:52,750 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731595236744.b982b98e12b52abc271df4d930581a34., hostname=da1c6afcd1f9,35765,1731595233113, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b982b98e12b52abc271df4d930581a34, server=da1c6afcd1f9,35765,1731595233113 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-14T14:40:52,750 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731595236744.b982b98e12b52abc271df4d930581a34., hostname=da1c6afcd1f9,35765,1731595233113, seqNum=2 because the exception is null or not the one we care about 2024-11-14T14:40:52,750 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35765 {}] ipc.CallRunner(138): callId: 205 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:57884 deadline: 1731595312746, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b982b98e12b52abc271df4d930581a34, server=da1c6afcd1f9,35765,1731595233113 2024-11-14T14:40:52,750 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731595236744.b982b98e12b52abc271df4d930581a34., hostname=da1c6afcd1f9,35765,1731595233113, seqNum=2 , the old value is region=TestAcidGuarantees,,1731595236744.b982b98e12b52abc271df4d930581a34., hostname=da1c6afcd1f9,35765,1731595233113, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b982b98e12b52abc271df4d930581a34, server=da1c6afcd1f9,35765,1731595233113 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-14T14:40:52,750 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731595236744.b982b98e12b52abc271df4d930581a34., hostname=da1c6afcd1f9,35765,1731595233113, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b982b98e12b52abc271df4d930581a34, server=da1c6afcd1f9,35765,1731595233113 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-14T14:40:52,750 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35765 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b982b98e12b52abc271df4d930581a34, server=da1c6afcd1f9,35765,1731595233113 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-14T14:40:52,750 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731595236744.b982b98e12b52abc271df4d930581a34., hostname=da1c6afcd1f9,35765,1731595233113, seqNum=2 because the exception is null or not the one we care about 2024-11-14T14:40:52,750 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35765 {}] ipc.CallRunner(138): callId: 207 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:57946 deadline: 1731595312746, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b982b98e12b52abc271df4d930581a34, server=da1c6afcd1f9,35765,1731595233113 2024-11-14T14:40:52,751 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731595236744.b982b98e12b52abc271df4d930581a34., hostname=da1c6afcd1f9,35765,1731595233113, seqNum=2 , the old value is region=TestAcidGuarantees,,1731595236744.b982b98e12b52abc271df4d930581a34., hostname=da1c6afcd1f9,35765,1731595233113, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b982b98e12b52abc271df4d930581a34, server=da1c6afcd1f9,35765,1731595233113 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-14T14:40:52,751 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731595236744.b982b98e12b52abc271df4d930581a34., hostname=da1c6afcd1f9,35765,1731595233113, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b982b98e12b52abc271df4d930581a34, server=da1c6afcd1f9,35765,1731595233113 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-14T14:40:52,751 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731595236744.b982b98e12b52abc271df4d930581a34., hostname=da1c6afcd1f9,35765,1731595233113, seqNum=2 because the exception is null or not the one we care about 2024-11-14T14:40:52,769 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=35765 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=22 2024-11-14T14:40:52,769 DEBUG [RS_FLUSH_OPERATIONS-regionserver/da1c6afcd1f9:0-1 {event_type=RS_FLUSH_REGIONS, pid=22}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1731595236744.b982b98e12b52abc271df4d930581a34. 2024-11-14T14:40:52,769 DEBUG [RS_FLUSH_OPERATIONS-regionserver/da1c6afcd1f9:0-1 {event_type=RS_FLUSH_REGIONS, pid=22}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1731595236744.b982b98e12b52abc271df4d930581a34. as already flushing 2024-11-14T14:40:52,769 DEBUG [RS_FLUSH_OPERATIONS-regionserver/da1c6afcd1f9:0-1 {event_type=RS_FLUSH_REGIONS, pid=22}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1731595236744.b982b98e12b52abc271df4d930581a34. 2024-11-14T14:40:52,769 ERROR [RS_FLUSH_OPERATIONS-regionserver/da1c6afcd1f9:0-1 {event_type=RS_FLUSH_REGIONS, pid=22}] handler.RSProcedureHandler(58): pid=22 java.io.IOException: Unable to complete flush {ENCODED => b982b98e12b52abc271df4d930581a34, NAME => 'TestAcidGuarantees,,1731595236744.b982b98e12b52abc271df4d930581a34.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-14T14:40:52,769 DEBUG [RS_FLUSH_OPERATIONS-regionserver/da1c6afcd1f9:0-1 {event_type=RS_FLUSH_REGIONS, pid=22}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=22 java.io.IOException: Unable to complete flush {ENCODED => b982b98e12b52abc271df4d930581a34, NAME => 'TestAcidGuarantees,,1731595236744.b982b98e12b52abc271df4d930581a34.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-14T14:40:52,770 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45145 {}] master.HMaster(4177): Remote procedure failed, pid=22 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => b982b98e12b52abc271df4d930581a34, NAME => 'TestAcidGuarantees,,1731595236744.b982b98e12b52abc271df4d930581a34.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$5(MasterRpcServices.java:2580) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2575) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => b982b98e12b52abc271df4d930581a34, NAME => 'TestAcidGuarantees,,1731595236744.b982b98e12b52abc271df4d930581a34.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-14T14:40:52,860 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35765 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b982b98e12b52abc271df4d930581a34, server=da1c6afcd1f9,35765,1731595233113 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-14T14:40:52,861 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35765 {}] ipc.CallRunner(138): callId: 141 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:57926 deadline: 1731595312856, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b982b98e12b52abc271df4d930581a34, server=da1c6afcd1f9,35765,1731595233113 2024-11-14T14:40:52,861 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731595236744.b982b98e12b52abc271df4d930581a34., hostname=da1c6afcd1f9,35765,1731595233113, seqNum=2 , the old value is region=TestAcidGuarantees,,1731595236744.b982b98e12b52abc271df4d930581a34., hostname=da1c6afcd1f9,35765,1731595233113, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b982b98e12b52abc271df4d930581a34, server=da1c6afcd1f9,35765,1731595233113 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-14T14:40:52,861 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731595236744.b982b98e12b52abc271df4d930581a34., hostname=da1c6afcd1f9,35765,1731595233113, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b982b98e12b52abc271df4d930581a34, server=da1c6afcd1f9,35765,1731595233113 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-14T14:40:52,861 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731595236744.b982b98e12b52abc271df4d930581a34., hostname=da1c6afcd1f9,35765,1731595233113, seqNum=2 because the exception is null or not the one we care about 2024-11-14T14:40:52,861 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35765 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b982b98e12b52abc271df4d930581a34, server=da1c6afcd1f9,35765,1731595233113 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-14T14:40:52,862 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35765 {}] ipc.CallRunner(138): callId: 191 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:57914 deadline: 1731595312856, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b982b98e12b52abc271df4d930581a34, server=da1c6afcd1f9,35765,1731595233113 2024-11-14T14:40:52,862 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731595236744.b982b98e12b52abc271df4d930581a34., hostname=da1c6afcd1f9,35765,1731595233113, seqNum=2 , the old value is region=TestAcidGuarantees,,1731595236744.b982b98e12b52abc271df4d930581a34., hostname=da1c6afcd1f9,35765,1731595233113, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b982b98e12b52abc271df4d930581a34, server=da1c6afcd1f9,35765,1731595233113 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-14T14:40:52,862 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731595236744.b982b98e12b52abc271df4d930581a34., hostname=da1c6afcd1f9,35765,1731595233113, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b982b98e12b52abc271df4d930581a34, server=da1c6afcd1f9,35765,1731595233113 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-14T14:40:52,862 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731595236744.b982b98e12b52abc271df4d930581a34., hostname=da1c6afcd1f9,35765,1731595233113, seqNum=2 because the exception is null or not the one we care about 2024-11-14T14:40:52,864 DEBUG [RS:0;da1c6afcd1f9:35765-shortCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:34345/user/jenkins/test-data/14d118ee-a83a-b09b-5913-1a58940a5db1/data/default/TestAcidGuarantees/b982b98e12b52abc271df4d930581a34/.tmp/A/8fe6475fc87f4348879ecf8d793ef574 as hdfs://localhost:34345/user/jenkins/test-data/14d118ee-a83a-b09b-5913-1a58940a5db1/data/default/TestAcidGuarantees/b982b98e12b52abc271df4d930581a34/A/8fe6475fc87f4348879ecf8d793ef574 2024-11-14T14:40:52,873 INFO [RS:0;da1c6afcd1f9:35765-shortCompactions-0 {}] regionserver.HStore(1337): Completed compaction of 3 (all) file(s) in b982b98e12b52abc271df4d930581a34/A of b982b98e12b52abc271df4d930581a34 into 8fe6475fc87f4348879ecf8d793ef574(size=13.0 K), total size for store is 13.0 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-11-14T14:40:52,873 DEBUG [RS:0;da1c6afcd1f9:35765-shortCompactions-0 {}] regionserver.HRegion(2446): Compaction status journal for b982b98e12b52abc271df4d930581a34: 2024-11-14T14:40:52,873 INFO [RS:0;da1c6afcd1f9:35765-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1731595236744.b982b98e12b52abc271df4d930581a34., storeName=b982b98e12b52abc271df4d930581a34/A, priority=13, startTime=1731595252395; duration=0sec 2024-11-14T14:40:52,874 DEBUG [RS:0;da1c6afcd1f9:35765-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-14T14:40:52,874 DEBUG [RS:0;da1c6afcd1f9:35765-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: b982b98e12b52abc271df4d930581a34:A 2024-11-14T14:40:52,923 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=35765 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=22 2024-11-14T14:40:52,923 DEBUG [RS_FLUSH_OPERATIONS-regionserver/da1c6afcd1f9:0-2 {event_type=RS_FLUSH_REGIONS, pid=22}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1731595236744.b982b98e12b52abc271df4d930581a34. 2024-11-14T14:40:52,923 DEBUG [RS_FLUSH_OPERATIONS-regionserver/da1c6afcd1f9:0-2 {event_type=RS_FLUSH_REGIONS, pid=22}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1731595236744.b982b98e12b52abc271df4d930581a34. as already flushing 2024-11-14T14:40:52,923 DEBUG [RS_FLUSH_OPERATIONS-regionserver/da1c6afcd1f9:0-2 {event_type=RS_FLUSH_REGIONS, pid=22}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1731595236744.b982b98e12b52abc271df4d930581a34. 2024-11-14T14:40:52,923 ERROR [RS_FLUSH_OPERATIONS-regionserver/da1c6afcd1f9:0-2 {event_type=RS_FLUSH_REGIONS, pid=22}] handler.RSProcedureHandler(58): pid=22 java.io.IOException: Unable to complete flush {ENCODED => b982b98e12b52abc271df4d930581a34, NAME => 'TestAcidGuarantees,,1731595236744.b982b98e12b52abc271df4d930581a34.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-14T14:40:52,924 DEBUG [RS_FLUSH_OPERATIONS-regionserver/da1c6afcd1f9:0-2 {event_type=RS_FLUSH_REGIONS, pid=22}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=22 java.io.IOException: Unable to complete flush {ENCODED => b982b98e12b52abc271df4d930581a34, NAME => 'TestAcidGuarantees,,1731595236744.b982b98e12b52abc271df4d930581a34.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-14T14:40:52,924 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45145 {}] master.HMaster(4177): Remote procedure failed, pid=22 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => b982b98e12b52abc271df4d930581a34, NAME => 'TestAcidGuarantees,,1731595236744.b982b98e12b52abc271df4d930581a34.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$5(MasterRpcServices.java:2580) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2575) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => b982b98e12b52abc271df4d930581a34, NAME => 'TestAcidGuarantees,,1731595236744.b982b98e12b52abc271df4d930581a34.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-14T14:40:52,926 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45145 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=21 2024-11-14T14:40:52,960 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35765 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b982b98e12b52abc271df4d930581a34, server=da1c6afcd1f9,35765,1731595233113 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-14T14:40:52,961 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35765 {}] ipc.CallRunner(138): callId: 176 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:57954 deadline: 1731595312956, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b982b98e12b52abc271df4d930581a34, server=da1c6afcd1f9,35765,1731595233113 2024-11-14T14:40:52,961 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731595236744.b982b98e12b52abc271df4d930581a34., hostname=da1c6afcd1f9,35765,1731595233113, seqNum=2 , the old value is region=TestAcidGuarantees,,1731595236744.b982b98e12b52abc271df4d930581a34., hostname=da1c6afcd1f9,35765,1731595233113, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b982b98e12b52abc271df4d930581a34, server=da1c6afcd1f9,35765,1731595233113 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-14T14:40:52,961 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35765 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b982b98e12b52abc271df4d930581a34, server=da1c6afcd1f9,35765,1731595233113 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-14T14:40:52,961 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731595236744.b982b98e12b52abc271df4d930581a34., hostname=da1c6afcd1f9,35765,1731595233113, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b982b98e12b52abc271df4d930581a34, server=da1c6afcd1f9,35765,1731595233113 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-14T14:40:52,961 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731595236744.b982b98e12b52abc271df4d930581a34., hostname=da1c6afcd1f9,35765,1731595233113, seqNum=2 because the exception is null or not the one we care about 2024-11-14T14:40:52,961 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35765 {}] ipc.CallRunner(138): callId: 206 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:57884 deadline: 1731595312956, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b982b98e12b52abc271df4d930581a34, server=da1c6afcd1f9,35765,1731595233113 2024-11-14T14:40:52,962 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731595236744.b982b98e12b52abc271df4d930581a34., hostname=da1c6afcd1f9,35765,1731595233113, seqNum=2 , the old value is region=TestAcidGuarantees,,1731595236744.b982b98e12b52abc271df4d930581a34., hostname=da1c6afcd1f9,35765,1731595233113, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b982b98e12b52abc271df4d930581a34, server=da1c6afcd1f9,35765,1731595233113 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-14T14:40:52,962 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35765 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b982b98e12b52abc271df4d930581a34, server=da1c6afcd1f9,35765,1731595233113 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-14T14:40:52,962 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731595236744.b982b98e12b52abc271df4d930581a34., hostname=da1c6afcd1f9,35765,1731595233113, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b982b98e12b52abc271df4d930581a34, server=da1c6afcd1f9,35765,1731595233113 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-14T14:40:52,962 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731595236744.b982b98e12b52abc271df4d930581a34., hostname=da1c6afcd1f9,35765,1731595233113, seqNum=2 because the exception is null or not the one we care about 2024-11-14T14:40:52,962 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35765 {}] ipc.CallRunner(138): callId: 208 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:57946 deadline: 1731595312957, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b982b98e12b52abc271df4d930581a34, server=da1c6afcd1f9,35765,1731595233113 2024-11-14T14:40:52,962 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731595236744.b982b98e12b52abc271df4d930581a34., hostname=da1c6afcd1f9,35765,1731595233113, seqNum=2 , the old value is region=TestAcidGuarantees,,1731595236744.b982b98e12b52abc271df4d930581a34., hostname=da1c6afcd1f9,35765,1731595233113, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b982b98e12b52abc271df4d930581a34, server=da1c6afcd1f9,35765,1731595233113 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-14T14:40:52,962 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731595236744.b982b98e12b52abc271df4d930581a34., hostname=da1c6afcd1f9,35765,1731595233113, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b982b98e12b52abc271df4d930581a34, server=da1c6afcd1f9,35765,1731595233113 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-14T14:40:52,962 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731595236744.b982b98e12b52abc271df4d930581a34., hostname=da1c6afcd1f9,35765,1731595233113, seqNum=2 because the exception is null or not the one we care about 2024-11-14T14:40:52,982 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=20.13 KB at sequenceid=750 (bloomFilter=true), to=hdfs://localhost:34345/user/jenkins/test-data/14d118ee-a83a-b09b-5913-1a58940a5db1/data/default/TestAcidGuarantees/b982b98e12b52abc271df4d930581a34/.tmp/C/53150baededd4a4a9580811ca0adbdb7 2024-11-14T14:40:52,989 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:34345/user/jenkins/test-data/14d118ee-a83a-b09b-5913-1a58940a5db1/data/default/TestAcidGuarantees/b982b98e12b52abc271df4d930581a34/.tmp/A/161c24ecbd834f3cb5754c4395612e67 as hdfs://localhost:34345/user/jenkins/test-data/14d118ee-a83a-b09b-5913-1a58940a5db1/data/default/TestAcidGuarantees/b982b98e12b52abc271df4d930581a34/A/161c24ecbd834f3cb5754c4395612e67 2024-11-14T14:40:52,995 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:34345/user/jenkins/test-data/14d118ee-a83a-b09b-5913-1a58940a5db1/data/default/TestAcidGuarantees/b982b98e12b52abc271df4d930581a34/A/161c24ecbd834f3cb5754c4395612e67, entries=150, sequenceid=750, filesize=12.0 K 2024-11-14T14:40:52,996 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:34345/user/jenkins/test-data/14d118ee-a83a-b09b-5913-1a58940a5db1/data/default/TestAcidGuarantees/b982b98e12b52abc271df4d930581a34/.tmp/B/ebbdbaef16664655b771938bb2873cdb as hdfs://localhost:34345/user/jenkins/test-data/14d118ee-a83a-b09b-5913-1a58940a5db1/data/default/TestAcidGuarantees/b982b98e12b52abc271df4d930581a34/B/ebbdbaef16664655b771938bb2873cdb 2024-11-14T14:40:53,001 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:34345/user/jenkins/test-data/14d118ee-a83a-b09b-5913-1a58940a5db1/data/default/TestAcidGuarantees/b982b98e12b52abc271df4d930581a34/B/ebbdbaef16664655b771938bb2873cdb, entries=150, sequenceid=750, filesize=12.0 K 2024-11-14T14:40:53,002 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:34345/user/jenkins/test-data/14d118ee-a83a-b09b-5913-1a58940a5db1/data/default/TestAcidGuarantees/b982b98e12b52abc271df4d930581a34/.tmp/C/53150baededd4a4a9580811ca0adbdb7 as hdfs://localhost:34345/user/jenkins/test-data/14d118ee-a83a-b09b-5913-1a58940a5db1/data/default/TestAcidGuarantees/b982b98e12b52abc271df4d930581a34/C/53150baededd4a4a9580811ca0adbdb7 2024-11-14T14:40:53,007 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:34345/user/jenkins/test-data/14d118ee-a83a-b09b-5913-1a58940a5db1/data/default/TestAcidGuarantees/b982b98e12b52abc271df4d930581a34/C/53150baededd4a4a9580811ca0adbdb7, entries=150, sequenceid=750, filesize=12.0 K 2024-11-14T14:40:53,012 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(3140): Finished flush of dataSize ~60.38 KB/61830, heapSize ~165.80 KB/169776, currentSize=145.36 KB/148850 for b982b98e12b52abc271df4d930581a34 in 573ms, sequenceid=750, compaction requested=false 2024-11-14T14:40:53,012 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2603): Flush status journal for b982b98e12b52abc271df4d930581a34: 2024-11-14T14:40:53,078 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=35765 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=22 2024-11-14T14:40:53,078 DEBUG [RS_FLUSH_OPERATIONS-regionserver/da1c6afcd1f9:0-0 {event_type=RS_FLUSH_REGIONS, pid=22}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1731595236744.b982b98e12b52abc271df4d930581a34. 2024-11-14T14:40:53,079 INFO [RS_FLUSH_OPERATIONS-regionserver/da1c6afcd1f9:0-0 {event_type=RS_FLUSH_REGIONS, pid=22}] regionserver.HRegion(2902): Flushing b982b98e12b52abc271df4d930581a34 3/3 column families, dataSize=145.36 KB heapSize=405.69 KB 2024-11-14T14:40:53,079 DEBUG [RS_FLUSH_OPERATIONS-regionserver/da1c6afcd1f9:0-0 {event_type=RS_FLUSH_REGIONS, pid=22}] regionserver.CompactingMemStore(205): FLUSHING TO DISK b982b98e12b52abc271df4d930581a34, store=A 2024-11-14T14:40:53,079 DEBUG [RS_FLUSH_OPERATIONS-regionserver/da1c6afcd1f9:0-0 {event_type=RS_FLUSH_REGIONS, pid=22}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=2, new segment=null 2024-11-14T14:40:53,079 DEBUG [RS_FLUSH_OPERATIONS-regionserver/da1c6afcd1f9:0-0 {event_type=RS_FLUSH_REGIONS, pid=22}] regionserver.CompactingMemStore(205): FLUSHING TO DISK b982b98e12b52abc271df4d930581a34, store=B 2024-11-14T14:40:53,079 DEBUG [RS_FLUSH_OPERATIONS-regionserver/da1c6afcd1f9:0-0 {event_type=RS_FLUSH_REGIONS, pid=22}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=2, new segment=null 2024-11-14T14:40:53,079 DEBUG [RS_FLUSH_OPERATIONS-regionserver/da1c6afcd1f9:0-0 {event_type=RS_FLUSH_REGIONS, pid=22}] regionserver.CompactingMemStore(205): FLUSHING TO DISK b982b98e12b52abc271df4d930581a34, store=C 2024-11-14T14:40:53,079 DEBUG [RS_FLUSH_OPERATIONS-regionserver/da1c6afcd1f9:0-0 {event_type=RS_FLUSH_REGIONS, pid=22}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=2, new segment=null 2024-11-14T14:40:53,090 DEBUG [RS_FLUSH_OPERATIONS-regionserver/da1c6afcd1f9:0-0 {event_type=RS_FLUSH_REGIONS, pid=22}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:34345/user/jenkins/test-data/14d118ee-a83a-b09b-5913-1a58940a5db1/data/default/TestAcidGuarantees/b982b98e12b52abc271df4d930581a34/.tmp/A/d092cd8c8d254401a0aa2259b7dd7e96 is 50, key is test_row_0/A:col10/1731595252593/Put/seqid=0 2024-11-14T14:40:53,101 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36699 is added to blk_1073741929_1105 (size=12301) 2024-11-14T14:40:53,236 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45145 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=21 2024-11-14T14:40:53,271 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35765 {}] regionserver.HRegion(8855): Flush requested on b982b98e12b52abc271df4d930581a34 2024-11-14T14:40:53,271 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1731595236744.b982b98e12b52abc271df4d930581a34. as already flushing 2024-11-14T14:40:53,277 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35765 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b982b98e12b52abc271df4d930581a34, server=da1c6afcd1f9,35765,1731595233113 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-14T14:40:53,278 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35765 {}] ipc.CallRunner(138): callId: 179 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:57954 deadline: 1731595313275, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b982b98e12b52abc271df4d930581a34, server=da1c6afcd1f9,35765,1731595233113 2024-11-14T14:40:53,278 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35765 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b982b98e12b52abc271df4d930581a34, server=da1c6afcd1f9,35765,1731595233113 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-14T14:40:53,278 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731595236744.b982b98e12b52abc271df4d930581a34., hostname=da1c6afcd1f9,35765,1731595233113, seqNum=2 , the old value is region=TestAcidGuarantees,,1731595236744.b982b98e12b52abc271df4d930581a34., hostname=da1c6afcd1f9,35765,1731595233113, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b982b98e12b52abc271df4d930581a34, server=da1c6afcd1f9,35765,1731595233113 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-14T14:40:53,278 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731595236744.b982b98e12b52abc271df4d930581a34., hostname=da1c6afcd1f9,35765,1731595233113, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b982b98e12b52abc271df4d930581a34, server=da1c6afcd1f9,35765,1731595233113 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-14T14:40:53,278 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35765 {}] ipc.CallRunner(138): callId: 209 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:57884 deadline: 1731595313276, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b982b98e12b52abc271df4d930581a34, server=da1c6afcd1f9,35765,1731595233113 2024-11-14T14:40:53,278 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731595236744.b982b98e12b52abc271df4d930581a34., hostname=da1c6afcd1f9,35765,1731595233113, seqNum=2 because the exception is null or not the one we care about 2024-11-14T14:40:53,278 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731595236744.b982b98e12b52abc271df4d930581a34., hostname=da1c6afcd1f9,35765,1731595233113, seqNum=2 , the old value is region=TestAcidGuarantees,,1731595236744.b982b98e12b52abc271df4d930581a34., hostname=da1c6afcd1f9,35765,1731595233113, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b982b98e12b52abc271df4d930581a34, server=da1c6afcd1f9,35765,1731595233113 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-14T14:40:53,278 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731595236744.b982b98e12b52abc271df4d930581a34., hostname=da1c6afcd1f9,35765,1731595233113, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b982b98e12b52abc271df4d930581a34, server=da1c6afcd1f9,35765,1731595233113 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-14T14:40:53,279 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731595236744.b982b98e12b52abc271df4d930581a34., hostname=da1c6afcd1f9,35765,1731595233113, seqNum=2 because the exception is null or not the one we care about 2024-11-14T14:40:53,286 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35765 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b982b98e12b52abc271df4d930581a34, server=da1c6afcd1f9,35765,1731595233113 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-14T14:40:53,287 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35765 {}] ipc.CallRunner(138): callId: 211 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:57946 deadline: 1731595313278, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b982b98e12b52abc271df4d930581a34, server=da1c6afcd1f9,35765,1731595233113 2024-11-14T14:40:53,287 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731595236744.b982b98e12b52abc271df4d930581a34., hostname=da1c6afcd1f9,35765,1731595233113, seqNum=2 , the old value is region=TestAcidGuarantees,,1731595236744.b982b98e12b52abc271df4d930581a34., hostname=da1c6afcd1f9,35765,1731595233113, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b982b98e12b52abc271df4d930581a34, server=da1c6afcd1f9,35765,1731595233113 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-14T14:40:53,287 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731595236744.b982b98e12b52abc271df4d930581a34., hostname=da1c6afcd1f9,35765,1731595233113, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b982b98e12b52abc271df4d930581a34, server=da1c6afcd1f9,35765,1731595233113 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-14T14:40:53,287 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731595236744.b982b98e12b52abc271df4d930581a34., hostname=da1c6afcd1f9,35765,1731595233113, seqNum=2 because the exception is null or not the one we care about 2024-11-14T14:40:53,391 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35765 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b982b98e12b52abc271df4d930581a34, server=da1c6afcd1f9,35765,1731595233113 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-14T14:40:53,391 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35765 {}] ipc.CallRunner(138): callId: 180 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:57954 deadline: 1731595313386, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b982b98e12b52abc271df4d930581a34, server=da1c6afcd1f9,35765,1731595233113 2024-11-14T14:40:53,392 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35765 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b982b98e12b52abc271df4d930581a34, server=da1c6afcd1f9,35765,1731595233113 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-14T14:40:53,392 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731595236744.b982b98e12b52abc271df4d930581a34., hostname=da1c6afcd1f9,35765,1731595233113, seqNum=2 , the old value is region=TestAcidGuarantees,,1731595236744.b982b98e12b52abc271df4d930581a34., hostname=da1c6afcd1f9,35765,1731595233113, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b982b98e12b52abc271df4d930581a34, server=da1c6afcd1f9,35765,1731595233113 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-14T14:40:53,392 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731595236744.b982b98e12b52abc271df4d930581a34., hostname=da1c6afcd1f9,35765,1731595233113, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b982b98e12b52abc271df4d930581a34, server=da1c6afcd1f9,35765,1731595233113 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-14T14:40:53,392 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731595236744.b982b98e12b52abc271df4d930581a34., hostname=da1c6afcd1f9,35765,1731595233113, seqNum=2 because the exception is null or not the one we care about 2024-11-14T14:40:53,392 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35765 {}] ipc.CallRunner(138): callId: 210 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:57884 deadline: 1731595313386, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b982b98e12b52abc271df4d930581a34, server=da1c6afcd1f9,35765,1731595233113 2024-11-14T14:40:53,392 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731595236744.b982b98e12b52abc271df4d930581a34., hostname=da1c6afcd1f9,35765,1731595233113, seqNum=2 , the old value is region=TestAcidGuarantees,,1731595236744.b982b98e12b52abc271df4d930581a34., hostname=da1c6afcd1f9,35765,1731595233113, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b982b98e12b52abc271df4d930581a34, server=da1c6afcd1f9,35765,1731595233113 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-14T14:40:53,392 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731595236744.b982b98e12b52abc271df4d930581a34., hostname=da1c6afcd1f9,35765,1731595233113, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b982b98e12b52abc271df4d930581a34, server=da1c6afcd1f9,35765,1731595233113 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-14T14:40:53,393 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731595236744.b982b98e12b52abc271df4d930581a34., hostname=da1c6afcd1f9,35765,1731595233113, seqNum=2 because the exception is null or not the one we care about 2024-11-14T14:40:53,397 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35765 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b982b98e12b52abc271df4d930581a34, server=da1c6afcd1f9,35765,1731595233113 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-14T14:40:53,398 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35765 {}] ipc.CallRunner(138): callId: 212 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:57946 deadline: 1731595313396, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b982b98e12b52abc271df4d930581a34, server=da1c6afcd1f9,35765,1731595233113 2024-11-14T14:40:53,398 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731595236744.b982b98e12b52abc271df4d930581a34., hostname=da1c6afcd1f9,35765,1731595233113, seqNum=2 , the old value is region=TestAcidGuarantees,,1731595236744.b982b98e12b52abc271df4d930581a34., hostname=da1c6afcd1f9,35765,1731595233113, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b982b98e12b52abc271df4d930581a34, server=da1c6afcd1f9,35765,1731595233113 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-14T14:40:53,398 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731595236744.b982b98e12b52abc271df4d930581a34., hostname=da1c6afcd1f9,35765,1731595233113, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b982b98e12b52abc271df4d930581a34, server=da1c6afcd1f9,35765,1731595233113 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-14T14:40:53,398 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731595236744.b982b98e12b52abc271df4d930581a34., hostname=da1c6afcd1f9,35765,1731595233113, seqNum=2 because the exception is null or not the one we care about 2024-11-14T14:40:53,502 INFO [RS_FLUSH_OPERATIONS-regionserver/da1c6afcd1f9:0-0 {event_type=RS_FLUSH_REGIONS, pid=22}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=51.44 KB at sequenceid=789 (bloomFilter=true), to=hdfs://localhost:34345/user/jenkins/test-data/14d118ee-a83a-b09b-5913-1a58940a5db1/data/default/TestAcidGuarantees/b982b98e12b52abc271df4d930581a34/.tmp/A/d092cd8c8d254401a0aa2259b7dd7e96 2024-11-14T14:40:53,514 DEBUG [RS_FLUSH_OPERATIONS-regionserver/da1c6afcd1f9:0-0 {event_type=RS_FLUSH_REGIONS, pid=22}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:34345/user/jenkins/test-data/14d118ee-a83a-b09b-5913-1a58940a5db1/data/default/TestAcidGuarantees/b982b98e12b52abc271df4d930581a34/.tmp/B/25272ca10b5349dfa0b47bc774bb1b04 is 50, key is test_row_0/B:col10/1731595252593/Put/seqid=0 2024-11-14T14:40:53,524 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36699 is added to blk_1073741930_1106 (size=12301) 2024-11-14T14:40:53,525 INFO [RS_FLUSH_OPERATIONS-regionserver/da1c6afcd1f9:0-0 {event_type=RS_FLUSH_REGIONS, pid=22}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=46.96 KB at sequenceid=789 (bloomFilter=true), to=hdfs://localhost:34345/user/jenkins/test-data/14d118ee-a83a-b09b-5913-1a58940a5db1/data/default/TestAcidGuarantees/b982b98e12b52abc271df4d930581a34/.tmp/B/25272ca10b5349dfa0b47bc774bb1b04 2024-11-14T14:40:53,534 DEBUG [RS_FLUSH_OPERATIONS-regionserver/da1c6afcd1f9:0-0 {event_type=RS_FLUSH_REGIONS, pid=22}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:34345/user/jenkins/test-data/14d118ee-a83a-b09b-5913-1a58940a5db1/data/default/TestAcidGuarantees/b982b98e12b52abc271df4d930581a34/.tmp/C/c33528d72c994a32a72b5150ece9f426 is 50, key is test_row_0/C:col10/1731595252593/Put/seqid=0 2024-11-14T14:40:53,539 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36699 is added to blk_1073741931_1107 (size=12301) 2024-11-14T14:40:53,597 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35765 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b982b98e12b52abc271df4d930581a34, server=da1c6afcd1f9,35765,1731595233113 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-14T14:40:53,597 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35765 {}] ipc.CallRunner(138): callId: 181 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:57954 deadline: 1731595313597, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b982b98e12b52abc271df4d930581a34, server=da1c6afcd1f9,35765,1731595233113 2024-11-14T14:40:53,598 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35765 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b982b98e12b52abc271df4d930581a34, server=da1c6afcd1f9,35765,1731595233113 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-14T14:40:53,598 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731595236744.b982b98e12b52abc271df4d930581a34., hostname=da1c6afcd1f9,35765,1731595233113, seqNum=2 , the old value is region=TestAcidGuarantees,,1731595236744.b982b98e12b52abc271df4d930581a34., hostname=da1c6afcd1f9,35765,1731595233113, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b982b98e12b52abc271df4d930581a34, server=da1c6afcd1f9,35765,1731595233113 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-14T14:40:53,598 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731595236744.b982b98e12b52abc271df4d930581a34., hostname=da1c6afcd1f9,35765,1731595233113, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b982b98e12b52abc271df4d930581a34, server=da1c6afcd1f9,35765,1731595233113 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-14T14:40:53,598 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731595236744.b982b98e12b52abc271df4d930581a34., hostname=da1c6afcd1f9,35765,1731595233113, seqNum=2 because the exception is null or not the one we care about 2024-11-14T14:40:53,598 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35765 {}] ipc.CallRunner(138): callId: 211 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:57884 deadline: 1731595313597, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b982b98e12b52abc271df4d930581a34, server=da1c6afcd1f9,35765,1731595233113 2024-11-14T14:40:53,598 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731595236744.b982b98e12b52abc271df4d930581a34., hostname=da1c6afcd1f9,35765,1731595233113, seqNum=2 , the old value is region=TestAcidGuarantees,,1731595236744.b982b98e12b52abc271df4d930581a34., hostname=da1c6afcd1f9,35765,1731595233113, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b982b98e12b52abc271df4d930581a34, server=da1c6afcd1f9,35765,1731595233113 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-14T14:40:53,599 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731595236744.b982b98e12b52abc271df4d930581a34., hostname=da1c6afcd1f9,35765,1731595233113, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b982b98e12b52abc271df4d930581a34, server=da1c6afcd1f9,35765,1731595233113 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-14T14:40:53,599 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731595236744.b982b98e12b52abc271df4d930581a34., hostname=da1c6afcd1f9,35765,1731595233113, seqNum=2 because the exception is null or not the one we care about 2024-11-14T14:40:53,614 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35765 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b982b98e12b52abc271df4d930581a34, server=da1c6afcd1f9,35765,1731595233113 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-14T14:40:53,614 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35765 {}] ipc.CallRunner(138): callId: 213 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:57946 deadline: 1731595313606, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b982b98e12b52abc271df4d930581a34, server=da1c6afcd1f9,35765,1731595233113 2024-11-14T14:40:53,615 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731595236744.b982b98e12b52abc271df4d930581a34., hostname=da1c6afcd1f9,35765,1731595233113, seqNum=2 , the old value is region=TestAcidGuarantees,,1731595236744.b982b98e12b52abc271df4d930581a34., hostname=da1c6afcd1f9,35765,1731595233113, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b982b98e12b52abc271df4d930581a34, server=da1c6afcd1f9,35765,1731595233113 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-14T14:40:53,615 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731595236744.b982b98e12b52abc271df4d930581a34., hostname=da1c6afcd1f9,35765,1731595233113, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b982b98e12b52abc271df4d930581a34, server=da1c6afcd1f9,35765,1731595233113 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-14T14:40:53,615 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731595236744.b982b98e12b52abc271df4d930581a34., hostname=da1c6afcd1f9,35765,1731595233113, seqNum=2 because the exception is null or not the one we care about 2024-11-14T14:40:53,746 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45145 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=21 2024-11-14T14:40:53,871 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35765 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b982b98e12b52abc271df4d930581a34, server=da1c6afcd1f9,35765,1731595233113 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-14T14:40:53,871 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35765 {}] ipc.CallRunner(138): callId: 142 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:57926 deadline: 1731595313866, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b982b98e12b52abc271df4d930581a34, server=da1c6afcd1f9,35765,1731595233113 2024-11-14T14:40:53,871 WARN [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRpcRetryingCaller(177): Call to da1c6afcd1f9,35765,1731595233113 for 'test_row_2' in b982b98e12b52abc271df4d930581a34 of TestAcidGuarantees failed, tries = 6, maxAttempts = 16, timeout = 1200000 ms, time elapsed = 2158 ms org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b982b98e12b52abc271df4d930581a34, server=da1c6afcd1f9,35765,1731595233113 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) at jdk.internal.reflect.GeneratedConstructorAccessor39.newInstance(Unknown Source) ~[?:?] at jdk.internal.reflect.DelegatingConstructorAccessorImpl.newInstance(DelegatingConstructorAccessorImpl.java:45) ~[?:?] at java.lang.reflect.Constructor.newInstanceWithCaller(Constructor.java:499) ~[?:?] at java.lang.reflect.Constructor.newInstance(Constructor.java:480) ~[?:?] at org.apache.hadoop.hbase.ipc.RemoteWithExtrasException.instantiateException(RemoteWithExtrasException.java:110) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RemoteWithExtrasException.unwrapRemoteException(RemoteWithExtrasException.java:100) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.client.ConnectionUtils.translateException(ConnectionUtils.java:219) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRpcRetryingCaller.onError(AsyncRpcRetryingCaller.java:165) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.lambda$call$4(AsyncSingleRequestRpcRetryingCaller.java:86) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.lambda$addListener$0(FutureUtils.java:71) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:863) ~[?:?] at java.util.concurrent.CompletableFuture$UniWhenComplete.tryFire(CompletableFuture.java:841) ~[?:?] at java.util.concurrent.CompletableFuture.postComplete(CompletableFuture.java:510) ~[?:?] at java.util.concurrent.CompletableFuture.completeExceptionally(CompletableFuture.java:2162) ~[?:?] at org.apache.hadoop.hbase.client.ConnectionUtils$2.run(ConnectionUtils.java:625) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hbase.thirdparty.com.google.protobuf.RpcUtil$1.run(RpcUtil.java:56) ~[hbase-shaded-protobuf-4.1.9.jar:4.1.9] at org.apache.hbase.thirdparty.com.google.protobuf.RpcUtil$1.run(RpcUtil.java:47) ~[hbase-shaded-protobuf-4.1.9.jar:4.1.9] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.onCallFinished(AbstractRpcClient.java:397) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:430) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:425) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.callComplete(Call.java:117) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.setException(Call.java:132) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcConnection.readResponse(RpcConnection.java:457) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.NettyRpcDuplexHandler.readResponse(NettyRpcDuplexHandler.java:125) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.NettyRpcDuplexHandler.channelRead(NettyRpcDuplexHandler.java:140) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:442) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.handler.codec.ByteToMessageDecoder.fireChannelRead(ByteToMessageDecoder.java:346) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.handler.codec.ByteToMessageDecoder.channelRead(ByteToMessageDecoder.java:318) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:444) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.handler.timeout.IdleStateHandler.channelRead(IdleStateHandler.java:289) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:442) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline$HeadContext.channelRead(DefaultChannelPipeline.java:1357) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:440) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline.fireChannelRead(DefaultChannelPipeline.java:868) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.AbstractNioByteChannel$NioByteUnsafe.read(AbstractNioByteChannel.java:166) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.processSelectedKey(NioEventLoop.java:788) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.processSelectedKeysOptimized(NioEventLoop.java:724) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.processSelectedKeys(NioEventLoop.java:650) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:562) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) ~[hbase-shaded-netty-4.1.9.jar:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] Caused by: org.apache.hadoop.hbase.ipc.RemoteWithExtrasException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b982b98e12b52abc271df4d930581a34, server=da1c6afcd1f9,35765,1731595233113 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) at org.apache.hadoop.hbase.ipc.AbstractRpcClient.onCallFinished(AbstractRpcClient.java:392) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] ... 32 more 2024-11-14T14:40:53,872 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731595236744.b982b98e12b52abc271df4d930581a34., hostname=da1c6afcd1f9,35765,1731595233113, seqNum=2 , the old value is region=TestAcidGuarantees,,1731595236744.b982b98e12b52abc271df4d930581a34., hostname=da1c6afcd1f9,35765,1731595233113, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b982b98e12b52abc271df4d930581a34, server=da1c6afcd1f9,35765,1731595233113 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-14T14:40:53,872 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731595236744.b982b98e12b52abc271df4d930581a34., hostname=da1c6afcd1f9,35765,1731595233113, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b982b98e12b52abc271df4d930581a34, server=da1c6afcd1f9,35765,1731595233113 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-14T14:40:53,873 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731595236744.b982b98e12b52abc271df4d930581a34., hostname=da1c6afcd1f9,35765,1731595233113, seqNum=2 because the exception is null or not the one we care about 2024-11-14T14:40:53,878 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35765 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b982b98e12b52abc271df4d930581a34, server=da1c6afcd1f9,35765,1731595233113 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-14T14:40:53,879 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35765 {}] ipc.CallRunner(138): callId: 192 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:57914 deadline: 1731595313877, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b982b98e12b52abc271df4d930581a34, server=da1c6afcd1f9,35765,1731595233113 2024-11-14T14:40:53,880 WARN [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRpcRetryingCaller(177): Call to da1c6afcd1f9,35765,1731595233113 for 'test_row_1' in b982b98e12b52abc271df4d930581a34 of TestAcidGuarantees failed, tries = 6, maxAttempts = 16, timeout = 1200000 ms, time elapsed = 2165 ms org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b982b98e12b52abc271df4d930581a34, server=da1c6afcd1f9,35765,1731595233113 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) at jdk.internal.reflect.GeneratedConstructorAccessor39.newInstance(Unknown Source) ~[?:?] at jdk.internal.reflect.DelegatingConstructorAccessorImpl.newInstance(DelegatingConstructorAccessorImpl.java:45) ~[?:?] at java.lang.reflect.Constructor.newInstanceWithCaller(Constructor.java:499) ~[?:?] at java.lang.reflect.Constructor.newInstance(Constructor.java:480) ~[?:?] at org.apache.hadoop.hbase.ipc.RemoteWithExtrasException.instantiateException(RemoteWithExtrasException.java:110) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RemoteWithExtrasException.unwrapRemoteException(RemoteWithExtrasException.java:100) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.client.ConnectionUtils.translateException(ConnectionUtils.java:219) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRpcRetryingCaller.onError(AsyncRpcRetryingCaller.java:165) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.lambda$call$4(AsyncSingleRequestRpcRetryingCaller.java:86) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.lambda$addListener$0(FutureUtils.java:71) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:863) ~[?:?] at java.util.concurrent.CompletableFuture$UniWhenComplete.tryFire(CompletableFuture.java:841) ~[?:?] at java.util.concurrent.CompletableFuture.postComplete(CompletableFuture.java:510) ~[?:?] at java.util.concurrent.CompletableFuture.completeExceptionally(CompletableFuture.java:2162) ~[?:?] at org.apache.hadoop.hbase.client.ConnectionUtils$2.run(ConnectionUtils.java:625) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hbase.thirdparty.com.google.protobuf.RpcUtil$1.run(RpcUtil.java:56) ~[hbase-shaded-protobuf-4.1.9.jar:4.1.9] at org.apache.hbase.thirdparty.com.google.protobuf.RpcUtil$1.run(RpcUtil.java:47) ~[hbase-shaded-protobuf-4.1.9.jar:4.1.9] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.onCallFinished(AbstractRpcClient.java:397) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:430) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:425) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.callComplete(Call.java:117) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.setException(Call.java:132) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcConnection.readResponse(RpcConnection.java:457) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.NettyRpcDuplexHandler.readResponse(NettyRpcDuplexHandler.java:125) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.NettyRpcDuplexHandler.channelRead(NettyRpcDuplexHandler.java:140) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:442) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.handler.codec.ByteToMessageDecoder.fireChannelRead(ByteToMessageDecoder.java:346) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.handler.codec.ByteToMessageDecoder.channelRead(ByteToMessageDecoder.java:318) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:444) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.handler.timeout.IdleStateHandler.channelRead(IdleStateHandler.java:289) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:442) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline$HeadContext.channelRead(DefaultChannelPipeline.java:1357) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:440) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline.fireChannelRead(DefaultChannelPipeline.java:868) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.AbstractNioByteChannel$NioByteUnsafe.read(AbstractNioByteChannel.java:166) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.processSelectedKey(NioEventLoop.java:788) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.processSelectedKeysOptimized(NioEventLoop.java:724) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.processSelectedKeys(NioEventLoop.java:650) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:562) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) ~[hbase-shaded-netty-4.1.9.jar:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] Caused by: org.apache.hadoop.hbase.ipc.RemoteWithExtrasException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b982b98e12b52abc271df4d930581a34, server=da1c6afcd1f9,35765,1731595233113 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) at org.apache.hadoop.hbase.ipc.AbstractRpcClient.onCallFinished(AbstractRpcClient.java:392) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] ... 32 more 2024-11-14T14:40:53,881 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731595236744.b982b98e12b52abc271df4d930581a34., hostname=da1c6afcd1f9,35765,1731595233113, seqNum=2 , the old value is region=TestAcidGuarantees,,1731595236744.b982b98e12b52abc271df4d930581a34., hostname=da1c6afcd1f9,35765,1731595233113, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b982b98e12b52abc271df4d930581a34, server=da1c6afcd1f9,35765,1731595233113 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-14T14:40:53,881 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731595236744.b982b98e12b52abc271df4d930581a34., hostname=da1c6afcd1f9,35765,1731595233113, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b982b98e12b52abc271df4d930581a34, server=da1c6afcd1f9,35765,1731595233113 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-14T14:40:53,881 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731595236744.b982b98e12b52abc271df4d930581a34., hostname=da1c6afcd1f9,35765,1731595233113, seqNum=2 because the exception is null or not the one we care about 2024-11-14T14:40:53,913 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35765 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b982b98e12b52abc271df4d930581a34, server=da1c6afcd1f9,35765,1731595233113 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-14T14:40:53,913 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35765 {}] ipc.CallRunner(138): callId: 182 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:57954 deadline: 1731595313908, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b982b98e12b52abc271df4d930581a34, server=da1c6afcd1f9,35765,1731595233113 2024-11-14T14:40:53,914 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35765 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b982b98e12b52abc271df4d930581a34, server=da1c6afcd1f9,35765,1731595233113 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-14T14:40:53,914 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731595236744.b982b98e12b52abc271df4d930581a34., hostname=da1c6afcd1f9,35765,1731595233113, seqNum=2 , the old value is region=TestAcidGuarantees,,1731595236744.b982b98e12b52abc271df4d930581a34., hostname=da1c6afcd1f9,35765,1731595233113, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b982b98e12b52abc271df4d930581a34, server=da1c6afcd1f9,35765,1731595233113 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-14T14:40:53,914 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731595236744.b982b98e12b52abc271df4d930581a34., hostname=da1c6afcd1f9,35765,1731595233113, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b982b98e12b52abc271df4d930581a34, server=da1c6afcd1f9,35765,1731595233113 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-14T14:40:53,914 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35765 {}] ipc.CallRunner(138): callId: 212 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:57884 deadline: 1731595313908, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b982b98e12b52abc271df4d930581a34, server=da1c6afcd1f9,35765,1731595233113 2024-11-14T14:40:53,914 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731595236744.b982b98e12b52abc271df4d930581a34., hostname=da1c6afcd1f9,35765,1731595233113, seqNum=2 because the exception is null or not the one we care about 2024-11-14T14:40:53,914 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731595236744.b982b98e12b52abc271df4d930581a34., hostname=da1c6afcd1f9,35765,1731595233113, seqNum=2 , the old value is region=TestAcidGuarantees,,1731595236744.b982b98e12b52abc271df4d930581a34., hostname=da1c6afcd1f9,35765,1731595233113, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b982b98e12b52abc271df4d930581a34, server=da1c6afcd1f9,35765,1731595233113 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-14T14:40:53,914 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731595236744.b982b98e12b52abc271df4d930581a34., hostname=da1c6afcd1f9,35765,1731595233113, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b982b98e12b52abc271df4d930581a34, server=da1c6afcd1f9,35765,1731595233113 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-14T14:40:53,914 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731595236744.b982b98e12b52abc271df4d930581a34., hostname=da1c6afcd1f9,35765,1731595233113, seqNum=2 because the exception is null or not the one we care about 2024-11-14T14:40:53,928 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35765 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b982b98e12b52abc271df4d930581a34, server=da1c6afcd1f9,35765,1731595233113 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-14T14:40:53,928 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35765 {}] ipc.CallRunner(138): callId: 214 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:57946 deadline: 1731595313926, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b982b98e12b52abc271df4d930581a34, server=da1c6afcd1f9,35765,1731595233113 2024-11-14T14:40:53,929 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731595236744.b982b98e12b52abc271df4d930581a34., hostname=da1c6afcd1f9,35765,1731595233113, seqNum=2 , the old value is region=TestAcidGuarantees,,1731595236744.b982b98e12b52abc271df4d930581a34., hostname=da1c6afcd1f9,35765,1731595233113, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b982b98e12b52abc271df4d930581a34, server=da1c6afcd1f9,35765,1731595233113 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-14T14:40:53,929 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731595236744.b982b98e12b52abc271df4d930581a34., hostname=da1c6afcd1f9,35765,1731595233113, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b982b98e12b52abc271df4d930581a34, server=da1c6afcd1f9,35765,1731595233113 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-14T14:40:53,929 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731595236744.b982b98e12b52abc271df4d930581a34., hostname=da1c6afcd1f9,35765,1731595233113, seqNum=2 because the exception is null or not the one we care about 2024-11-14T14:40:53,940 INFO [RS_FLUSH_OPERATIONS-regionserver/da1c6afcd1f9:0-0 {event_type=RS_FLUSH_REGIONS, pid=22}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=46.96 KB at sequenceid=789 (bloomFilter=true), to=hdfs://localhost:34345/user/jenkins/test-data/14d118ee-a83a-b09b-5913-1a58940a5db1/data/default/TestAcidGuarantees/b982b98e12b52abc271df4d930581a34/.tmp/C/c33528d72c994a32a72b5150ece9f426 2024-11-14T14:40:53,950 DEBUG [RS_FLUSH_OPERATIONS-regionserver/da1c6afcd1f9:0-0 {event_type=RS_FLUSH_REGIONS, pid=22}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:34345/user/jenkins/test-data/14d118ee-a83a-b09b-5913-1a58940a5db1/data/default/TestAcidGuarantees/b982b98e12b52abc271df4d930581a34/.tmp/A/d092cd8c8d254401a0aa2259b7dd7e96 as hdfs://localhost:34345/user/jenkins/test-data/14d118ee-a83a-b09b-5913-1a58940a5db1/data/default/TestAcidGuarantees/b982b98e12b52abc271df4d930581a34/A/d092cd8c8d254401a0aa2259b7dd7e96 2024-11-14T14:40:53,962 INFO [RS_FLUSH_OPERATIONS-regionserver/da1c6afcd1f9:0-0 {event_type=RS_FLUSH_REGIONS, pid=22}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:34345/user/jenkins/test-data/14d118ee-a83a-b09b-5913-1a58940a5db1/data/default/TestAcidGuarantees/b982b98e12b52abc271df4d930581a34/A/d092cd8c8d254401a0aa2259b7dd7e96, entries=150, sequenceid=789, filesize=12.0 K 2024-11-14T14:40:53,963 DEBUG [RS_FLUSH_OPERATIONS-regionserver/da1c6afcd1f9:0-0 {event_type=RS_FLUSH_REGIONS, pid=22}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:34345/user/jenkins/test-data/14d118ee-a83a-b09b-5913-1a58940a5db1/data/default/TestAcidGuarantees/b982b98e12b52abc271df4d930581a34/.tmp/B/25272ca10b5349dfa0b47bc774bb1b04 as hdfs://localhost:34345/user/jenkins/test-data/14d118ee-a83a-b09b-5913-1a58940a5db1/data/default/TestAcidGuarantees/b982b98e12b52abc271df4d930581a34/B/25272ca10b5349dfa0b47bc774bb1b04 2024-11-14T14:40:53,971 INFO [RS_FLUSH_OPERATIONS-regionserver/da1c6afcd1f9:0-0 {event_type=RS_FLUSH_REGIONS, pid=22}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:34345/user/jenkins/test-data/14d118ee-a83a-b09b-5913-1a58940a5db1/data/default/TestAcidGuarantees/b982b98e12b52abc271df4d930581a34/B/25272ca10b5349dfa0b47bc774bb1b04, entries=150, sequenceid=789, filesize=12.0 K 2024-11-14T14:40:53,973 DEBUG [RS_FLUSH_OPERATIONS-regionserver/da1c6afcd1f9:0-0 {event_type=RS_FLUSH_REGIONS, pid=22}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:34345/user/jenkins/test-data/14d118ee-a83a-b09b-5913-1a58940a5db1/data/default/TestAcidGuarantees/b982b98e12b52abc271df4d930581a34/.tmp/C/c33528d72c994a32a72b5150ece9f426 as hdfs://localhost:34345/user/jenkins/test-data/14d118ee-a83a-b09b-5913-1a58940a5db1/data/default/TestAcidGuarantees/b982b98e12b52abc271df4d930581a34/C/c33528d72c994a32a72b5150ece9f426 2024-11-14T14:40:53,983 INFO [RS_FLUSH_OPERATIONS-regionserver/da1c6afcd1f9:0-0 {event_type=RS_FLUSH_REGIONS, pid=22}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:34345/user/jenkins/test-data/14d118ee-a83a-b09b-5913-1a58940a5db1/data/default/TestAcidGuarantees/b982b98e12b52abc271df4d930581a34/C/c33528d72c994a32a72b5150ece9f426, entries=150, sequenceid=789, filesize=12.0 K 2024-11-14T14:40:53,985 INFO [RS_FLUSH_OPERATIONS-regionserver/da1c6afcd1f9:0-0 {event_type=RS_FLUSH_REGIONS, pid=22}] regionserver.HRegion(3140): Finished flush of dataSize ~145.36 KB/148850, heapSize ~405.64 KB/415376, currentSize=40.25 KB/41220 for b982b98e12b52abc271df4d930581a34 in 907ms, sequenceid=789, compaction requested=true 2024-11-14T14:40:53,985 DEBUG [RS_FLUSH_OPERATIONS-regionserver/da1c6afcd1f9:0-0 {event_type=RS_FLUSH_REGIONS, pid=22}] regionserver.HRegion(2603): Flush status journal for b982b98e12b52abc271df4d930581a34: 2024-11-14T14:40:53,985 DEBUG [RS_FLUSH_OPERATIONS-regionserver/da1c6afcd1f9:0-0 {event_type=RS_FLUSH_REGIONS, pid=22}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1731595236744.b982b98e12b52abc271df4d930581a34. 2024-11-14T14:40:53,985 DEBUG [RS_FLUSH_OPERATIONS-regionserver/da1c6afcd1f9:0-0 {event_type=RS_FLUSH_REGIONS, pid=22}] regionserver.RemoteProcedureResultReporter(62): Successfully complete execution of pid=22 2024-11-14T14:40:53,986 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45145 {}] master.HMaster(4169): Remote procedure done, pid=22 2024-11-14T14:40:53,991 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=22, resume processing ppid=21 2024-11-14T14:40:53,991 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1521): Finished pid=22, ppid=21, state=SUCCESS, hasLock=false; org.apache.hadoop.hbase.master.procedure.FlushRegionProcedure in 1.3780 sec 2024-11-14T14:40:53,996 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1521): Finished pid=21, state=SUCCESS, hasLock=false; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=21, table=TestAcidGuarantees in 1.3840 sec 2024-11-14T14:40:54,430 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(2902): Flushing b982b98e12b52abc271df4d930581a34 3/3 column families, dataSize=53.67 KB heapSize=160.13 KB 2024-11-14T14:40:54,431 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK b982b98e12b52abc271df4d930581a34, store=A 2024-11-14T14:40:54,431 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-14T14:40:54,431 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK b982b98e12b52abc271df4d930581a34, store=B 2024-11-14T14:40:54,431 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-14T14:40:54,431 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK b982b98e12b52abc271df4d930581a34, store=C 2024-11-14T14:40:54,431 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-14T14:40:54,431 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35765 {}] regionserver.HRegion(8855): Flush requested on b982b98e12b52abc271df4d930581a34 2024-11-14T14:40:54,452 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:34345/user/jenkins/test-data/14d118ee-a83a-b09b-5913-1a58940a5db1/data/default/TestAcidGuarantees/b982b98e12b52abc271df4d930581a34/.tmp/A/5ec538dffc354ca48e12f5cd6a58cf0f is 50, key is test_row_0/A:col10/1731595254428/Put/seqid=0 2024-11-14T14:40:54,487 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36699 is added to blk_1073741932_1108 (size=17181) 2024-11-14T14:40:54,488 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=17.89 KB at sequenceid=800 (bloomFilter=true), to=hdfs://localhost:34345/user/jenkins/test-data/14d118ee-a83a-b09b-5913-1a58940a5db1/data/default/TestAcidGuarantees/b982b98e12b52abc271df4d930581a34/.tmp/A/5ec538dffc354ca48e12f5cd6a58cf0f 2024-11-14T14:40:54,492 DEBUG [RS_IN_MEMORY_COMPACTION-regionserver/da1c6afcd1f9:0-7 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=type=CellArrayImmutableSegment, empty=no, cellCount=309, cellSize=14145, totalHeapSize=32376, min timestamp=1731595254466, max timestamp=1731595254488Num uniques 859; 2024-11-14T14:40:54,492 DEBUG [RS_IN_MEMORY_COMPACTION-regionserver/da1c6afcd1f9:0-7 {}] regionserver.CompactionPipeline(163): Suffix data size=39335, new segment data size=14145, suffix heap size=117064,new segment heap size=32376 　suffix off heap size=0, new segment off heap size=0, suffix cells count=859, new segment cells count=309 2024-11-14T14:40:54,492 DEBUG [RS_IN_MEMORY_COMPACTION-regionserver/da1c6afcd1f9:0-2 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=type=CellArrayImmutableSegment, empty=no, cellCount=309, cellSize=14145, totalHeapSize=32376, min timestamp=1731595254466, max timestamp=1731595254488Num uniques 859; 2024-11-14T14:40:54,492 DEBUG [RS_IN_MEMORY_COMPACTION-regionserver/da1c6afcd1f9:0-2 {}] regionserver.CompactionPipeline(163): Suffix data size=39335, new segment data size=14145, suffix heap size=117064,new segment heap size=32376 　suffix off heap size=0, new segment off heap size=0, suffix cells count=859, new segment cells count=309 2024-11-14T14:40:54,496 DEBUG [RS_IN_MEMORY_COMPACTION-regionserver/da1c6afcd1f9:0-4 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=type=CellArrayImmutableSegment, empty=no, cellCount=159, cellSize=7275, totalHeapSize=16776, min timestamp=1731595254471, max timestamp=1731595254488Num uniques 859; 2024-11-14T14:40:54,496 DEBUG [RS_IN_MEMORY_COMPACTION-regionserver/da1c6afcd1f9:0-4 {}] regionserver.CompactionPipeline(163): Suffix data size=39335, new segment data size=7275, suffix heap size=117064,new segment heap size=16776 　suffix off heap size=0, new segment off heap size=0, suffix cells count=859, new segment cells count=159 2024-11-14T14:40:54,507 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:34345/user/jenkins/test-data/14d118ee-a83a-b09b-5913-1a58940a5db1/data/default/TestAcidGuarantees/b982b98e12b52abc271df4d930581a34/.tmp/B/fe9aee8e11f249338f24a2f6ffea0a0e is 50, key is test_row_0/B:col10/1731595254428/Put/seqid=0 2024-11-14T14:40:54,533 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36699 is added to blk_1073741933_1109 (size=12301) 2024-11-14T14:40:54,534 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=17.89 KB at sequenceid=800 (bloomFilter=true), to=hdfs://localhost:34345/user/jenkins/test-data/14d118ee-a83a-b09b-5913-1a58940a5db1/data/default/TestAcidGuarantees/b982b98e12b52abc271df4d930581a34/.tmp/B/fe9aee8e11f249338f24a2f6ffea0a0e 2024-11-14T14:40:54,553 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35765 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b982b98e12b52abc271df4d930581a34, server=da1c6afcd1f9,35765,1731595233113 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-14T14:40:54,554 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35765 {}] ipc.CallRunner(138): callId: 224 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:57946 deadline: 1731595314546, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b982b98e12b52abc271df4d930581a34, server=da1c6afcd1f9,35765,1731595233113 2024-11-14T14:40:54,554 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35765 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b982b98e12b52abc271df4d930581a34, server=da1c6afcd1f9,35765,1731595233113 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-14T14:40:54,554 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35765 {}] ipc.CallRunner(138): callId: 225 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:57884 deadline: 1731595314549, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b982b98e12b52abc271df4d930581a34, server=da1c6afcd1f9,35765,1731595233113 2024-11-14T14:40:54,554 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731595236744.b982b98e12b52abc271df4d930581a34., hostname=da1c6afcd1f9,35765,1731595233113, seqNum=2 , the old value is region=TestAcidGuarantees,,1731595236744.b982b98e12b52abc271df4d930581a34., hostname=da1c6afcd1f9,35765,1731595233113, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b982b98e12b52abc271df4d930581a34, server=da1c6afcd1f9,35765,1731595233113 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-14T14:40:54,554 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731595236744.b982b98e12b52abc271df4d930581a34., hostname=da1c6afcd1f9,35765,1731595233113, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b982b98e12b52abc271df4d930581a34, server=da1c6afcd1f9,35765,1731595233113 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-14T14:40:54,554 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731595236744.b982b98e12b52abc271df4d930581a34., hostname=da1c6afcd1f9,35765,1731595233113, seqNum=2 because the exception is null or not the one we care about 2024-11-14T14:40:54,555 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731595236744.b982b98e12b52abc271df4d930581a34., hostname=da1c6afcd1f9,35765,1731595233113, seqNum=2 , the old value is region=TestAcidGuarantees,,1731595236744.b982b98e12b52abc271df4d930581a34., hostname=da1c6afcd1f9,35765,1731595233113, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b982b98e12b52abc271df4d930581a34, server=da1c6afcd1f9,35765,1731595233113 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-14T14:40:54,555 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731595236744.b982b98e12b52abc271df4d930581a34., hostname=da1c6afcd1f9,35765,1731595233113, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b982b98e12b52abc271df4d930581a34, server=da1c6afcd1f9,35765,1731595233113 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-14T14:40:54,555 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35765 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b982b98e12b52abc271df4d930581a34, server=da1c6afcd1f9,35765,1731595233113 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-14T14:40:54,555 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731595236744.b982b98e12b52abc271df4d930581a34., hostname=da1c6afcd1f9,35765,1731595233113, seqNum=2 because the exception is null or not the one we care about 2024-11-14T14:40:54,555 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35765 {}] ipc.CallRunner(138): callId: 195 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:57954 deadline: 1731595314552, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b982b98e12b52abc271df4d930581a34, server=da1c6afcd1f9,35765,1731595233113 2024-11-14T14:40:54,555 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731595236744.b982b98e12b52abc271df4d930581a34., hostname=da1c6afcd1f9,35765,1731595233113, seqNum=2 , the old value is region=TestAcidGuarantees,,1731595236744.b982b98e12b52abc271df4d930581a34., hostname=da1c6afcd1f9,35765,1731595233113, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b982b98e12b52abc271df4d930581a34, server=da1c6afcd1f9,35765,1731595233113 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-14T14:40:54,555 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731595236744.b982b98e12b52abc271df4d930581a34., hostname=da1c6afcd1f9,35765,1731595233113, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b982b98e12b52abc271df4d930581a34, server=da1c6afcd1f9,35765,1731595233113 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-14T14:40:54,555 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731595236744.b982b98e12b52abc271df4d930581a34., hostname=da1c6afcd1f9,35765,1731595233113, seqNum=2 because the exception is null or not the one we care about 2024-11-14T14:40:54,557 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:34345/user/jenkins/test-data/14d118ee-a83a-b09b-5913-1a58940a5db1/data/default/TestAcidGuarantees/b982b98e12b52abc271df4d930581a34/.tmp/C/7d0c2e5552ad4edd8e829bdaa35eb221 is 50, key is test_row_0/C:col10/1731595254428/Put/seqid=0 2024-11-14T14:40:54,599 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36699 is added to blk_1073741934_1110 (size=12301) 2024-11-14T14:40:54,602 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=17.89 KB at sequenceid=800 (bloomFilter=true), to=hdfs://localhost:34345/user/jenkins/test-data/14d118ee-a83a-b09b-5913-1a58940a5db1/data/default/TestAcidGuarantees/b982b98e12b52abc271df4d930581a34/.tmp/C/7d0c2e5552ad4edd8e829bdaa35eb221 2024-11-14T14:40:54,618 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:34345/user/jenkins/test-data/14d118ee-a83a-b09b-5913-1a58940a5db1/data/default/TestAcidGuarantees/b982b98e12b52abc271df4d930581a34/.tmp/A/5ec538dffc354ca48e12f5cd6a58cf0f as hdfs://localhost:34345/user/jenkins/test-data/14d118ee-a83a-b09b-5913-1a58940a5db1/data/default/TestAcidGuarantees/b982b98e12b52abc271df4d930581a34/A/5ec538dffc354ca48e12f5cd6a58cf0f 2024-11-14T14:40:54,628 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:34345/user/jenkins/test-data/14d118ee-a83a-b09b-5913-1a58940a5db1/data/default/TestAcidGuarantees/b982b98e12b52abc271df4d930581a34/A/5ec538dffc354ca48e12f5cd6a58cf0f, entries=250, sequenceid=800, filesize=16.8 K 2024-11-14T14:40:54,630 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:34345/user/jenkins/test-data/14d118ee-a83a-b09b-5913-1a58940a5db1/data/default/TestAcidGuarantees/b982b98e12b52abc271df4d930581a34/.tmp/B/fe9aee8e11f249338f24a2f6ffea0a0e as hdfs://localhost:34345/user/jenkins/test-data/14d118ee-a83a-b09b-5913-1a58940a5db1/data/default/TestAcidGuarantees/b982b98e12b52abc271df4d930581a34/B/fe9aee8e11f249338f24a2f6ffea0a0e 2024-11-14T14:40:54,636 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:34345/user/jenkins/test-data/14d118ee-a83a-b09b-5913-1a58940a5db1/data/default/TestAcidGuarantees/b982b98e12b52abc271df4d930581a34/B/fe9aee8e11f249338f24a2f6ffea0a0e, entries=150, sequenceid=800, filesize=12.0 K 2024-11-14T14:40:54,638 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:34345/user/jenkins/test-data/14d118ee-a83a-b09b-5913-1a58940a5db1/data/default/TestAcidGuarantees/b982b98e12b52abc271df4d930581a34/.tmp/C/7d0c2e5552ad4edd8e829bdaa35eb221 as hdfs://localhost:34345/user/jenkins/test-data/14d118ee-a83a-b09b-5913-1a58940a5db1/data/default/TestAcidGuarantees/b982b98e12b52abc271df4d930581a34/C/7d0c2e5552ad4edd8e829bdaa35eb221 2024-11-14T14:40:54,644 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:34345/user/jenkins/test-data/14d118ee-a83a-b09b-5913-1a58940a5db1/data/default/TestAcidGuarantees/b982b98e12b52abc271df4d930581a34/C/7d0c2e5552ad4edd8e829bdaa35eb221, entries=150, sequenceid=800, filesize=12.0 K 2024-11-14T14:40:54,646 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(3140): Finished flush of dataSize ~53.67 KB/54960, heapSize ~160.08 KB/163920, currentSize=127.47 KB/130530 for b982b98e12b52abc271df4d930581a34 in 215ms, sequenceid=800, compaction requested=true 2024-11-14T14:40:54,646 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2603): Flush status journal for b982b98e12b52abc271df4d930581a34: 2024-11-14T14:40:54,646 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store b982b98e12b52abc271df4d930581a34:A, priority=-2147483648, current under compaction store size is 1 2024-11-14T14:40:54,646 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-14T14:40:54,646 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store b982b98e12b52abc271df4d930581a34:B, priority=-2147483648, current under compaction store size is 2 2024-11-14T14:40:54,646 DEBUG [RS:0;da1c6afcd1f9:35765-shortCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 4 store files, 0 compacting, 4 eligible, 16 blocking 2024-11-14T14:40:54,646 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-14T14:40:54,646 DEBUG [RS:0;da1c6afcd1f9:35765-longCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 4 store files, 0 compacting, 4 eligible, 16 blocking 2024-11-14T14:40:54,646 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store b982b98e12b52abc271df4d930581a34:C, priority=-2147483648, current under compaction store size is 3 2024-11-14T14:40:54,646 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=1), splitQueue=0 2024-11-14T14:40:54,648 DEBUG [RS:0;da1c6afcd1f9:35765-shortCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 4 files of size 55072 starting at candidate #0 after considering 3 permutations with 3 in ratio 2024-11-14T14:40:54,648 DEBUG [RS:0;da1c6afcd1f9:35765-shortCompactions-0 {}] regionserver.HStore(1541): b982b98e12b52abc271df4d930581a34/A is initiating minor compaction (all files) 2024-11-14T14:40:54,649 INFO [RS:0;da1c6afcd1f9:35765-shortCompactions-0 {}] regionserver.HRegion(2416): Starting compaction of b982b98e12b52abc271df4d930581a34/A in TestAcidGuarantees,,1731595236744.b982b98e12b52abc271df4d930581a34. 2024-11-14T14:40:54,649 DEBUG [RS:0;da1c6afcd1f9:35765-longCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 4 files of size 50192 starting at candidate #0 after considering 3 permutations with 3 in ratio 2024-11-14T14:40:54,649 INFO [RS:0;da1c6afcd1f9:35765-shortCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:34345/user/jenkins/test-data/14d118ee-a83a-b09b-5913-1a58940a5db1/data/default/TestAcidGuarantees/b982b98e12b52abc271df4d930581a34/A/8fe6475fc87f4348879ecf8d793ef574, hdfs://localhost:34345/user/jenkins/test-data/14d118ee-a83a-b09b-5913-1a58940a5db1/data/default/TestAcidGuarantees/b982b98e12b52abc271df4d930581a34/A/161c24ecbd834f3cb5754c4395612e67, hdfs://localhost:34345/user/jenkins/test-data/14d118ee-a83a-b09b-5913-1a58940a5db1/data/default/TestAcidGuarantees/b982b98e12b52abc271df4d930581a34/A/d092cd8c8d254401a0aa2259b7dd7e96, hdfs://localhost:34345/user/jenkins/test-data/14d118ee-a83a-b09b-5913-1a58940a5db1/data/default/TestAcidGuarantees/b982b98e12b52abc271df4d930581a34/A/5ec538dffc354ca48e12f5cd6a58cf0f] into tmpdir=hdfs://localhost:34345/user/jenkins/test-data/14d118ee-a83a-b09b-5913-1a58940a5db1/data/default/TestAcidGuarantees/b982b98e12b52abc271df4d930581a34/.tmp, totalSize=53.8 K 2024-11-14T14:40:54,649 DEBUG [RS:0;da1c6afcd1f9:35765-longCompactions-0 {}] regionserver.HStore(1541): b982b98e12b52abc271df4d930581a34/B is initiating minor compaction (all files) 2024-11-14T14:40:54,649 INFO [RS:0;da1c6afcd1f9:35765-longCompactions-0 {}] regionserver.HRegion(2416): Starting compaction of b982b98e12b52abc271df4d930581a34/B in TestAcidGuarantees,,1731595236744.b982b98e12b52abc271df4d930581a34. 2024-11-14T14:40:54,649 INFO [RS:0;da1c6afcd1f9:35765-longCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:34345/user/jenkins/test-data/14d118ee-a83a-b09b-5913-1a58940a5db1/data/default/TestAcidGuarantees/b982b98e12b52abc271df4d930581a34/B/fa79de6132154186a2c68eadefc6498c, hdfs://localhost:34345/user/jenkins/test-data/14d118ee-a83a-b09b-5913-1a58940a5db1/data/default/TestAcidGuarantees/b982b98e12b52abc271df4d930581a34/B/ebbdbaef16664655b771938bb2873cdb, hdfs://localhost:34345/user/jenkins/test-data/14d118ee-a83a-b09b-5913-1a58940a5db1/data/default/TestAcidGuarantees/b982b98e12b52abc271df4d930581a34/B/25272ca10b5349dfa0b47bc774bb1b04, hdfs://localhost:34345/user/jenkins/test-data/14d118ee-a83a-b09b-5913-1a58940a5db1/data/default/TestAcidGuarantees/b982b98e12b52abc271df4d930581a34/B/fe9aee8e11f249338f24a2f6ffea0a0e] into tmpdir=hdfs://localhost:34345/user/jenkins/test-data/14d118ee-a83a-b09b-5913-1a58940a5db1/data/default/TestAcidGuarantees/b982b98e12b52abc271df4d930581a34/.tmp, totalSize=49.0 K 2024-11-14T14:40:54,650 DEBUG [RS:0;da1c6afcd1f9:35765-shortCompactions-0 {}] compactions.Compactor(225): Compacting 8fe6475fc87f4348879ecf8d793ef574, keycount=150, bloomtype=ROW, size=13.0 K, encoding=NONE, compression=NONE, seqNum=724, earliestPutTs=1731595251710 2024-11-14T14:40:54,650 DEBUG [RS:0;da1c6afcd1f9:35765-longCompactions-0 {}] compactions.Compactor(225): Compacting fa79de6132154186a2c68eadefc6498c, keycount=150, bloomtype=ROW, size=13.0 K, encoding=NONE, compression=NONE, seqNum=724, earliestPutTs=1731595251710 2024-11-14T14:40:54,650 DEBUG [RS:0;da1c6afcd1f9:35765-shortCompactions-0 {}] compactions.Compactor(225): Compacting 161c24ecbd834f3cb5754c4395612e67, keycount=150, bloomtype=ROW, size=12.0 K, encoding=NONE, compression=NONE, seqNum=750, earliestPutTs=1731595252287 2024-11-14T14:40:54,651 DEBUG [RS:0;da1c6afcd1f9:35765-shortCompactions-0 {}] compactions.Compactor(225): Compacting d092cd8c8d254401a0aa2259b7dd7e96, keycount=150, bloomtype=ROW, size=12.0 K, encoding=NONE, compression=NONE, seqNum=789, earliestPutTs=1731595252574 2024-11-14T14:40:54,651 DEBUG [RS:0;da1c6afcd1f9:35765-longCompactions-0 {}] compactions.Compactor(225): Compacting ebbdbaef16664655b771938bb2873cdb, keycount=150, bloomtype=ROW, size=12.0 K, encoding=NONE, compression=NONE, seqNum=750, earliestPutTs=1731595252287 2024-11-14T14:40:54,652 DEBUG [RS:0;da1c6afcd1f9:35765-shortCompactions-0 {}] compactions.Compactor(225): Compacting 5ec538dffc354ca48e12f5cd6a58cf0f, keycount=250, bloomtype=ROW, size=16.8 K, encoding=NONE, compression=NONE, seqNum=800, earliestPutTs=1731595253272 2024-11-14T14:40:54,654 DEBUG [RS:0;da1c6afcd1f9:35765-longCompactions-0 {}] compactions.Compactor(225): Compacting 25272ca10b5349dfa0b47bc774bb1b04, keycount=150, bloomtype=ROW, size=12.0 K, encoding=NONE, compression=NONE, seqNum=789, earliestPutTs=1731595252574 2024-11-14T14:40:54,660 DEBUG [RS:0;da1c6afcd1f9:35765-longCompactions-0 {}] compactions.Compactor(225): Compacting fe9aee8e11f249338f24a2f6ffea0a0e, keycount=150, bloomtype=ROW, size=12.0 K, encoding=NONE, compression=NONE, seqNum=800, earliestPutTs=1731595253272 2024-11-14T14:40:54,660 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35765 {}] regionserver.HRegion(8855): Flush requested on b982b98e12b52abc271df4d930581a34 2024-11-14T14:40:54,661 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(2902): Flushing b982b98e12b52abc271df4d930581a34 3/3 column families, dataSize=134.18 KB heapSize=375.61 KB 2024-11-14T14:40:54,661 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK b982b98e12b52abc271df4d930581a34, store=A 2024-11-14T14:40:54,661 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=2, new segment=null 2024-11-14T14:40:54,661 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK b982b98e12b52abc271df4d930581a34, store=B 2024-11-14T14:40:54,661 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=2, new segment=null 2024-11-14T14:40:54,661 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK b982b98e12b52abc271df4d930581a34, store=C 2024-11-14T14:40:54,661 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=2, new segment=null 2024-11-14T14:40:54,683 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:34345/user/jenkins/test-data/14d118ee-a83a-b09b-5913-1a58940a5db1/data/default/TestAcidGuarantees/b982b98e12b52abc271df4d930581a34/.tmp/A/fcba7d9c437c47c0a4b9e391280d9ac3 is 50, key is test_row_0/A:col10/1731595254546/Put/seqid=0 2024-11-14T14:40:54,683 INFO [RS:0;da1c6afcd1f9:35765-longCompactions-0 {}] throttle.PressureAwareThroughputController(145): b982b98e12b52abc271df4d930581a34#B#compaction#99 average throughput is 3.28 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second 2024-11-14T14:40:54,684 DEBUG [RS:0;da1c6afcd1f9:35765-longCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:34345/user/jenkins/test-data/14d118ee-a83a-b09b-5913-1a58940a5db1/data/default/TestAcidGuarantees/b982b98e12b52abc271df4d930581a34/.tmp/B/b3cf444bea6e46afb53ce9888d199abc is 50, key is test_row_0/B:col10/1731595254428/Put/seqid=0 2024-11-14T14:40:54,699 INFO [RS:0;da1c6afcd1f9:35765-shortCompactions-0 {}] throttle.PressureAwareThroughputController(145): b982b98e12b52abc271df4d930581a34#A#compaction#100 average throughput is 3.28 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second 2024-11-14T14:40:54,700 DEBUG [RS:0;da1c6afcd1f9:35765-shortCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:34345/user/jenkins/test-data/14d118ee-a83a-b09b-5913-1a58940a5db1/data/default/TestAcidGuarantees/b982b98e12b52abc271df4d930581a34/.tmp/A/8ae8be29a66c46ed91990e8340a458d7 is 50, key is test_row_0/A:col10/1731595254428/Put/seqid=0 2024-11-14T14:40:54,706 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35765 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b982b98e12b52abc271df4d930581a34, server=da1c6afcd1f9,35765,1731595233113 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-14T14:40:54,706 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35765 {}] ipc.CallRunner(138): callId: 198 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:57954 deadline: 1731595314689, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b982b98e12b52abc271df4d930581a34, server=da1c6afcd1f9,35765,1731595233113 2024-11-14T14:40:54,707 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731595236744.b982b98e12b52abc271df4d930581a34., hostname=da1c6afcd1f9,35765,1731595233113, seqNum=2 , the old value is region=TestAcidGuarantees,,1731595236744.b982b98e12b52abc271df4d930581a34., hostname=da1c6afcd1f9,35765,1731595233113, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b982b98e12b52abc271df4d930581a34, server=da1c6afcd1f9,35765,1731595233113 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-14T14:40:54,707 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731595236744.b982b98e12b52abc271df4d930581a34., hostname=da1c6afcd1f9,35765,1731595233113, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b982b98e12b52abc271df4d930581a34, server=da1c6afcd1f9,35765,1731595233113 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-14T14:40:54,707 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731595236744.b982b98e12b52abc271df4d930581a34., hostname=da1c6afcd1f9,35765,1731595233113, seqNum=2 because the exception is null or not the one we care about 2024-11-14T14:40:54,707 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35765 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b982b98e12b52abc271df4d930581a34, server=da1c6afcd1f9,35765,1731595233113 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-14T14:40:54,707 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35765 {}] ipc.CallRunner(138): callId: 228 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:57884 deadline: 1731595314696, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b982b98e12b52abc271df4d930581a34, server=da1c6afcd1f9,35765,1731595233113 2024-11-14T14:40:54,707 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731595236744.b982b98e12b52abc271df4d930581a34., hostname=da1c6afcd1f9,35765,1731595233113, seqNum=2 , the old value is region=TestAcidGuarantees,,1731595236744.b982b98e12b52abc271df4d930581a34., hostname=da1c6afcd1f9,35765,1731595233113, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b982b98e12b52abc271df4d930581a34, server=da1c6afcd1f9,35765,1731595233113 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-14T14:40:54,707 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731595236744.b982b98e12b52abc271df4d930581a34., hostname=da1c6afcd1f9,35765,1731595233113, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b982b98e12b52abc271df4d930581a34, server=da1c6afcd1f9,35765,1731595233113 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-14T14:40:54,707 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731595236744.b982b98e12b52abc271df4d930581a34., hostname=da1c6afcd1f9,35765,1731595233113, seqNum=2 because the exception is null or not the one we care about 2024-11-14T14:40:54,708 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35765 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b982b98e12b52abc271df4d930581a34, server=da1c6afcd1f9,35765,1731595233113 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-14T14:40:54,708 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35765 {}] ipc.CallRunner(138): callId: 229 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:57946 deadline: 1731595314705, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b982b98e12b52abc271df4d930581a34, server=da1c6afcd1f9,35765,1731595233113 2024-11-14T14:40:54,708 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731595236744.b982b98e12b52abc271df4d930581a34., hostname=da1c6afcd1f9,35765,1731595233113, seqNum=2 , the old value is region=TestAcidGuarantees,,1731595236744.b982b98e12b52abc271df4d930581a34., hostname=da1c6afcd1f9,35765,1731595233113, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b982b98e12b52abc271df4d930581a34, server=da1c6afcd1f9,35765,1731595233113 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-14T14:40:54,708 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731595236744.b982b98e12b52abc271df4d930581a34., hostname=da1c6afcd1f9,35765,1731595233113, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b982b98e12b52abc271df4d930581a34, server=da1c6afcd1f9,35765,1731595233113 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-14T14:40:54,708 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731595236744.b982b98e12b52abc271df4d930581a34., hostname=da1c6afcd1f9,35765,1731595233113, seqNum=2 because the exception is null or not the one we care about 2024-11-14T14:40:54,762 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36699 is added to blk_1073741935_1111 (size=14741) 2024-11-14T14:40:54,763 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=46.96 KB at sequenceid=835 (bloomFilter=true), to=hdfs://localhost:34345/user/jenkins/test-data/14d118ee-a83a-b09b-5913-1a58940a5db1/data/default/TestAcidGuarantees/b982b98e12b52abc271df4d930581a34/.tmp/A/fcba7d9c437c47c0a4b9e391280d9ac3 2024-11-14T14:40:54,766 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45145 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=21 2024-11-14T14:40:54,767 INFO [RPCClient-NioEventLoopGroup-4-8 {}] client.RawAsyncHBaseAdmin$TableProcedureBiConsumer(2721): Operation: FLUSH, Table Name: default:TestAcidGuarantees completed 2024-11-14T14:40:54,767 INFO [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45145 {}] master.HMaster$22(4506): Client=jenkins//172.17.0.2 flush TestAcidGuarantees 2024-11-14T14:40:54,769 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45145 {}] procedure2.ProcedureExecutor(1139): Stored pid=23, state=RUNNABLE:FLUSH_TABLE_PREPARE, hasLock=false; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=23, table=TestAcidGuarantees 2024-11-14T14:40:54,770 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45145 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=23 2024-11-14T14:40:54,771 INFO [PEWorker-3 {}] procedure.FlushTableProcedure(91): pid=23, state=RUNNABLE:FLUSH_TABLE_PREPARE, hasLock=true; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=23, table=TestAcidGuarantees execute state=FLUSH_TABLE_PREPARE 2024-11-14T14:40:54,771 INFO [PEWorker-3 {}] procedure.FlushTableProcedure(91): pid=23, state=RUNNABLE:FLUSH_TABLE_FLUSH_REGIONS, hasLock=true; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=23, table=TestAcidGuarantees execute state=FLUSH_TABLE_FLUSH_REGIONS 2024-11-14T14:40:54,772 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=24, ppid=23, state=RUNNABLE, hasLock=false; org.apache.hadoop.hbase.master.procedure.FlushRegionProcedure}] 2024-11-14T14:40:54,772 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36699 is added to blk_1073741936_1112 (size=13425) 2024-11-14T14:40:54,795 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:34345/user/jenkins/test-data/14d118ee-a83a-b09b-5913-1a58940a5db1/data/default/TestAcidGuarantees/b982b98e12b52abc271df4d930581a34/.tmp/B/64a7de5260e14afcb2e4a08d134c0502 is 50, key is test_row_0/B:col10/1731595254546/Put/seqid=0 2024-11-14T14:40:54,796 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36699 is added to blk_1073741937_1113 (size=13425) 2024-11-14T14:40:54,804 DEBUG [RS:0;da1c6afcd1f9:35765-shortCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:34345/user/jenkins/test-data/14d118ee-a83a-b09b-5913-1a58940a5db1/data/default/TestAcidGuarantees/b982b98e12b52abc271df4d930581a34/.tmp/A/8ae8be29a66c46ed91990e8340a458d7 as hdfs://localhost:34345/user/jenkins/test-data/14d118ee-a83a-b09b-5913-1a58940a5db1/data/default/TestAcidGuarantees/b982b98e12b52abc271df4d930581a34/A/8ae8be29a66c46ed91990e8340a458d7 2024-11-14T14:40:54,811 INFO [RS:0;da1c6afcd1f9:35765-shortCompactions-0 {}] regionserver.HStore(1337): Completed compaction of 4 (all) file(s) in b982b98e12b52abc271df4d930581a34/A of b982b98e12b52abc271df4d930581a34 into 8ae8be29a66c46ed91990e8340a458d7(size=13.1 K), total size for store is 13.1 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-11-14T14:40:54,811 DEBUG [RS:0;da1c6afcd1f9:35765-shortCompactions-0 {}] regionserver.HRegion(2446): Compaction status journal for b982b98e12b52abc271df4d930581a34: 2024-11-14T14:40:54,811 INFO [RS:0;da1c6afcd1f9:35765-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1731595236744.b982b98e12b52abc271df4d930581a34., storeName=b982b98e12b52abc271df4d930581a34/A, priority=12, startTime=1731595254646; duration=0sec 2024-11-14T14:40:54,811 DEBUG [RS:0;da1c6afcd1f9:35765-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=1), splitQueue=0 2024-11-14T14:40:54,811 DEBUG [RS:0;da1c6afcd1f9:35765-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: b982b98e12b52abc271df4d930581a34:A 2024-11-14T14:40:54,811 DEBUG [RS:0;da1c6afcd1f9:35765-shortCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 4 store files, 0 compacting, 4 eligible, 16 blocking 2024-11-14T14:40:54,816 DEBUG [RS:0;da1c6afcd1f9:35765-shortCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 4 files of size 50158 starting at candidate #0 after considering 3 permutations with 3 in ratio 2024-11-14T14:40:54,816 DEBUG [RS:0;da1c6afcd1f9:35765-shortCompactions-0 {}] regionserver.HStore(1541): b982b98e12b52abc271df4d930581a34/C is initiating minor compaction (all files) 2024-11-14T14:40:54,816 INFO [RS:0;da1c6afcd1f9:35765-shortCompactions-0 {}] regionserver.HRegion(2416): Starting compaction of b982b98e12b52abc271df4d930581a34/C in TestAcidGuarantees,,1731595236744.b982b98e12b52abc271df4d930581a34. 2024-11-14T14:40:54,816 INFO [RS:0;da1c6afcd1f9:35765-shortCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:34345/user/jenkins/test-data/14d118ee-a83a-b09b-5913-1a58940a5db1/data/default/TestAcidGuarantees/b982b98e12b52abc271df4d930581a34/C/5cf54a7a9d8345a6af25bd99bc4e4e70, hdfs://localhost:34345/user/jenkins/test-data/14d118ee-a83a-b09b-5913-1a58940a5db1/data/default/TestAcidGuarantees/b982b98e12b52abc271df4d930581a34/C/53150baededd4a4a9580811ca0adbdb7, hdfs://localhost:34345/user/jenkins/test-data/14d118ee-a83a-b09b-5913-1a58940a5db1/data/default/TestAcidGuarantees/b982b98e12b52abc271df4d930581a34/C/c33528d72c994a32a72b5150ece9f426, hdfs://localhost:34345/user/jenkins/test-data/14d118ee-a83a-b09b-5913-1a58940a5db1/data/default/TestAcidGuarantees/b982b98e12b52abc271df4d930581a34/C/7d0c2e5552ad4edd8e829bdaa35eb221] into tmpdir=hdfs://localhost:34345/user/jenkins/test-data/14d118ee-a83a-b09b-5913-1a58940a5db1/data/default/TestAcidGuarantees/b982b98e12b52abc271df4d930581a34/.tmp, totalSize=49.0 K 2024-11-14T14:40:54,819 DEBUG [RS:0;da1c6afcd1f9:35765-shortCompactions-0 {}] compactions.Compactor(225): Compacting 5cf54a7a9d8345a6af25bd99bc4e4e70, keycount=150, bloomtype=ROW, size=12.9 K, encoding=NONE, compression=NONE, seqNum=724, earliestPutTs=1731595251710 2024-11-14T14:40:54,820 DEBUG [RS:0;da1c6afcd1f9:35765-shortCompactions-0 {}] compactions.Compactor(225): Compacting 53150baededd4a4a9580811ca0adbdb7, keycount=150, bloomtype=ROW, size=12.0 K, encoding=NONE, compression=NONE, seqNum=750, earliestPutTs=1731595252287 2024-11-14T14:40:54,820 DEBUG [RS:0;da1c6afcd1f9:35765-shortCompactions-0 {}] compactions.Compactor(225): Compacting c33528d72c994a32a72b5150ece9f426, keycount=150, bloomtype=ROW, size=12.0 K, encoding=NONE, compression=NONE, seqNum=789, earliestPutTs=1731595252574 2024-11-14T14:40:54,821 DEBUG [RS:0;da1c6afcd1f9:35765-shortCompactions-0 {}] compactions.Compactor(225): Compacting 7d0c2e5552ad4edd8e829bdaa35eb221, keycount=150, bloomtype=ROW, size=12.0 K, encoding=NONE, compression=NONE, seqNum=800, earliestPutTs=1731595253272 2024-11-14T14:40:54,823 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35765 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b982b98e12b52abc271df4d930581a34, server=da1c6afcd1f9,35765,1731595233113 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-14T14:40:54,823 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35765 {}] ipc.CallRunner(138): callId: 229 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:57884 deadline: 1731595314816, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b982b98e12b52abc271df4d930581a34, server=da1c6afcd1f9,35765,1731595233113 2024-11-14T14:40:54,823 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35765 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b982b98e12b52abc271df4d930581a34, server=da1c6afcd1f9,35765,1731595233113 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-14T14:40:54,824 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35765 {}] ipc.CallRunner(138): callId: 199 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:57954 deadline: 1731595314816, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b982b98e12b52abc271df4d930581a34, server=da1c6afcd1f9,35765,1731595233113 2024-11-14T14:40:54,824 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731595236744.b982b98e12b52abc271df4d930581a34., hostname=da1c6afcd1f9,35765,1731595233113, seqNum=2 , the old value is region=TestAcidGuarantees,,1731595236744.b982b98e12b52abc271df4d930581a34., hostname=da1c6afcd1f9,35765,1731595233113, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b982b98e12b52abc271df4d930581a34, server=da1c6afcd1f9,35765,1731595233113 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-14T14:40:54,824 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731595236744.b982b98e12b52abc271df4d930581a34., hostname=da1c6afcd1f9,35765,1731595233113, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b982b98e12b52abc271df4d930581a34, server=da1c6afcd1f9,35765,1731595233113 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-14T14:40:54,824 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731595236744.b982b98e12b52abc271df4d930581a34., hostname=da1c6afcd1f9,35765,1731595233113, seqNum=2 because the exception is null or not the one we care about 2024-11-14T14:40:54,824 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731595236744.b982b98e12b52abc271df4d930581a34., hostname=da1c6afcd1f9,35765,1731595233113, seqNum=2 , the old value is region=TestAcidGuarantees,,1731595236744.b982b98e12b52abc271df4d930581a34., hostname=da1c6afcd1f9,35765,1731595233113, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b982b98e12b52abc271df4d930581a34, server=da1c6afcd1f9,35765,1731595233113 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-14T14:40:54,824 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35765 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b982b98e12b52abc271df4d930581a34, server=da1c6afcd1f9,35765,1731595233113 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-14T14:40:54,824 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731595236744.b982b98e12b52abc271df4d930581a34., hostname=da1c6afcd1f9,35765,1731595233113, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b982b98e12b52abc271df4d930581a34, server=da1c6afcd1f9,35765,1731595233113 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-14T14:40:54,824 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731595236744.b982b98e12b52abc271df4d930581a34., hostname=da1c6afcd1f9,35765,1731595233113, seqNum=2 because the exception is null or not the one we care about 2024-11-14T14:40:54,824 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35765 {}] ipc.CallRunner(138): callId: 230 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:57946 deadline: 1731595314818, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b982b98e12b52abc271df4d930581a34, server=da1c6afcd1f9,35765,1731595233113 2024-11-14T14:40:54,825 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731595236744.b982b98e12b52abc271df4d930581a34., hostname=da1c6afcd1f9,35765,1731595233113, seqNum=2 , the old value is region=TestAcidGuarantees,,1731595236744.b982b98e12b52abc271df4d930581a34., hostname=da1c6afcd1f9,35765,1731595233113, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b982b98e12b52abc271df4d930581a34, server=da1c6afcd1f9,35765,1731595233113 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-14T14:40:54,825 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731595236744.b982b98e12b52abc271df4d930581a34., hostname=da1c6afcd1f9,35765,1731595233113, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b982b98e12b52abc271df4d930581a34, server=da1c6afcd1f9,35765,1731595233113 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-14T14:40:54,825 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731595236744.b982b98e12b52abc271df4d930581a34., hostname=da1c6afcd1f9,35765,1731595233113, seqNum=2 because the exception is null or not the one we care about 2024-11-14T14:40:54,837 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36699 is added to blk_1073741938_1114 (size=12301) 2024-11-14T14:40:54,843 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=46.96 KB at sequenceid=835 (bloomFilter=true), to=hdfs://localhost:34345/user/jenkins/test-data/14d118ee-a83a-b09b-5913-1a58940a5db1/data/default/TestAcidGuarantees/b982b98e12b52abc271df4d930581a34/.tmp/B/64a7de5260e14afcb2e4a08d134c0502 2024-11-14T14:40:54,862 INFO [RS:0;da1c6afcd1f9:35765-shortCompactions-0 {}] throttle.PressureAwareThroughputController(145): b982b98e12b52abc271df4d930581a34#C#compaction#102 average throughput is 3.28 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second 2024-11-14T14:40:54,862 DEBUG [RS:0;da1c6afcd1f9:35765-shortCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:34345/user/jenkins/test-data/14d118ee-a83a-b09b-5913-1a58940a5db1/data/default/TestAcidGuarantees/b982b98e12b52abc271df4d930581a34/.tmp/C/d5da3852fc45465b937b30d15eb5a5c8 is 50, key is test_row_0/C:col10/1731595254428/Put/seqid=0 2024-11-14T14:40:54,871 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:34345/user/jenkins/test-data/14d118ee-a83a-b09b-5913-1a58940a5db1/data/default/TestAcidGuarantees/b982b98e12b52abc271df4d930581a34/.tmp/C/bf6e0c51491e4956b0ccbb38db8d7ceb is 50, key is test_row_0/C:col10/1731595254546/Put/seqid=0 2024-11-14T14:40:54,876 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45145 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=23 2024-11-14T14:40:54,921 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36699 is added to blk_1073741940_1116 (size=12301) 2024-11-14T14:40:54,923 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=40.25 KB at sequenceid=835 (bloomFilter=true), to=hdfs://localhost:34345/user/jenkins/test-data/14d118ee-a83a-b09b-5913-1a58940a5db1/data/default/TestAcidGuarantees/b982b98e12b52abc271df4d930581a34/.tmp/C/bf6e0c51491e4956b0ccbb38db8d7ceb 2024-11-14T14:40:54,925 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=35765 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=24 2024-11-14T14:40:54,925 DEBUG [RS_FLUSH_OPERATIONS-regionserver/da1c6afcd1f9:0-1 {event_type=RS_FLUSH_REGIONS, pid=24}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1731595236744.b982b98e12b52abc271df4d930581a34. 2024-11-14T14:40:54,926 DEBUG [RS_FLUSH_OPERATIONS-regionserver/da1c6afcd1f9:0-1 {event_type=RS_FLUSH_REGIONS, pid=24}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1731595236744.b982b98e12b52abc271df4d930581a34. as already flushing 2024-11-14T14:40:54,926 DEBUG [RS_FLUSH_OPERATIONS-regionserver/da1c6afcd1f9:0-1 {event_type=RS_FLUSH_REGIONS, pid=24}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1731595236744.b982b98e12b52abc271df4d930581a34. 2024-11-14T14:40:54,926 ERROR [RS_FLUSH_OPERATIONS-regionserver/da1c6afcd1f9:0-1 {event_type=RS_FLUSH_REGIONS, pid=24}] handler.RSProcedureHandler(58): pid=24 java.io.IOException: Unable to complete flush {ENCODED => b982b98e12b52abc271df4d930581a34, NAME => 'TestAcidGuarantees,,1731595236744.b982b98e12b52abc271df4d930581a34.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-14T14:40:54,926 DEBUG [RS_FLUSH_OPERATIONS-regionserver/da1c6afcd1f9:0-1 {event_type=RS_FLUSH_REGIONS, pid=24}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=24 java.io.IOException: Unable to complete flush {ENCODED => b982b98e12b52abc271df4d930581a34, NAME => 'TestAcidGuarantees,,1731595236744.b982b98e12b52abc271df4d930581a34.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-14T14:40:54,927 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45145 {}] master.HMaster(4177): Remote procedure failed, pid=24 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => b982b98e12b52abc271df4d930581a34, NAME => 'TestAcidGuarantees,,1731595236744.b982b98e12b52abc271df4d930581a34.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$5(MasterRpcServices.java:2580) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2575) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => b982b98e12b52abc271df4d930581a34, NAME => 'TestAcidGuarantees,,1731595236744.b982b98e12b52abc271df4d930581a34.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-14T14:40:54,938 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:34345/user/jenkins/test-data/14d118ee-a83a-b09b-5913-1a58940a5db1/data/default/TestAcidGuarantees/b982b98e12b52abc271df4d930581a34/.tmp/A/fcba7d9c437c47c0a4b9e391280d9ac3 as hdfs://localhost:34345/user/jenkins/test-data/14d118ee-a83a-b09b-5913-1a58940a5db1/data/default/TestAcidGuarantees/b982b98e12b52abc271df4d930581a34/A/fcba7d9c437c47c0a4b9e391280d9ac3 2024-11-14T14:40:54,939 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36699 is added to blk_1073741939_1115 (size=13391) 2024-11-14T14:40:54,948 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:34345/user/jenkins/test-data/14d118ee-a83a-b09b-5913-1a58940a5db1/data/default/TestAcidGuarantees/b982b98e12b52abc271df4d930581a34/A/fcba7d9c437c47c0a4b9e391280d9ac3, entries=200, sequenceid=835, filesize=14.4 K 2024-11-14T14:40:54,953 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:34345/user/jenkins/test-data/14d118ee-a83a-b09b-5913-1a58940a5db1/data/default/TestAcidGuarantees/b982b98e12b52abc271df4d930581a34/.tmp/B/64a7de5260e14afcb2e4a08d134c0502 as hdfs://localhost:34345/user/jenkins/test-data/14d118ee-a83a-b09b-5913-1a58940a5db1/data/default/TestAcidGuarantees/b982b98e12b52abc271df4d930581a34/B/64a7de5260e14afcb2e4a08d134c0502 2024-11-14T14:40:54,954 DEBUG [RS:0;da1c6afcd1f9:35765-shortCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:34345/user/jenkins/test-data/14d118ee-a83a-b09b-5913-1a58940a5db1/data/default/TestAcidGuarantees/b982b98e12b52abc271df4d930581a34/.tmp/C/d5da3852fc45465b937b30d15eb5a5c8 as hdfs://localhost:34345/user/jenkins/test-data/14d118ee-a83a-b09b-5913-1a58940a5db1/data/default/TestAcidGuarantees/b982b98e12b52abc271df4d930581a34/C/d5da3852fc45465b937b30d15eb5a5c8 2024-11-14T14:40:54,961 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:34345/user/jenkins/test-data/14d118ee-a83a-b09b-5913-1a58940a5db1/data/default/TestAcidGuarantees/b982b98e12b52abc271df4d930581a34/B/64a7de5260e14afcb2e4a08d134c0502, entries=150, sequenceid=835, filesize=12.0 K 2024-11-14T14:40:54,962 INFO [RS:0;da1c6afcd1f9:35765-shortCompactions-0 {}] regionserver.HStore(1337): Completed compaction of 4 (all) file(s) in b982b98e12b52abc271df4d930581a34/C of b982b98e12b52abc271df4d930581a34 into d5da3852fc45465b937b30d15eb5a5c8(size=13.1 K), total size for store is 13.1 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-11-14T14:40:54,962 DEBUG [RS:0;da1c6afcd1f9:35765-shortCompactions-0 {}] regionserver.HRegion(2446): Compaction status journal for b982b98e12b52abc271df4d930581a34: 2024-11-14T14:40:54,962 INFO [RS:0;da1c6afcd1f9:35765-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1731595236744.b982b98e12b52abc271df4d930581a34., storeName=b982b98e12b52abc271df4d930581a34/C, priority=12, startTime=1731595254646; duration=0sec 2024-11-14T14:40:54,962 DEBUG [RS:0;da1c6afcd1f9:35765-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-14T14:40:54,962 DEBUG [RS:0;da1c6afcd1f9:35765-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: b982b98e12b52abc271df4d930581a34:C 2024-11-14T14:40:54,963 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:34345/user/jenkins/test-data/14d118ee-a83a-b09b-5913-1a58940a5db1/data/default/TestAcidGuarantees/b982b98e12b52abc271df4d930581a34/.tmp/C/bf6e0c51491e4956b0ccbb38db8d7ceb as hdfs://localhost:34345/user/jenkins/test-data/14d118ee-a83a-b09b-5913-1a58940a5db1/data/default/TestAcidGuarantees/b982b98e12b52abc271df4d930581a34/C/bf6e0c51491e4956b0ccbb38db8d7ceb 2024-11-14T14:40:54,969 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:34345/user/jenkins/test-data/14d118ee-a83a-b09b-5913-1a58940a5db1/data/default/TestAcidGuarantees/b982b98e12b52abc271df4d930581a34/C/bf6e0c51491e4956b0ccbb38db8d7ceb, entries=150, sequenceid=835, filesize=12.0 K 2024-11-14T14:40:54,970 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(3140): Finished flush of dataSize ~134.18 KB/137400, heapSize ~375.56 KB/384576, currentSize=46.96 KB/48090 for b982b98e12b52abc271df4d930581a34 in 309ms, sequenceid=835, compaction requested=false 2024-11-14T14:40:54,970 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2603): Flush status journal for b982b98e12b52abc271df4d930581a34: 2024-11-14T14:40:55,028 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(2902): Flushing b982b98e12b52abc271df4d930581a34 3/3 column families, dataSize=53.67 KB heapSize=160.13 KB 2024-11-14T14:40:55,028 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK b982b98e12b52abc271df4d930581a34, store=A 2024-11-14T14:40:55,029 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-14T14:40:55,029 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK b982b98e12b52abc271df4d930581a34, store=B 2024-11-14T14:40:55,029 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-14T14:40:55,029 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK b982b98e12b52abc271df4d930581a34, store=C 2024-11-14T14:40:55,029 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-14T14:40:55,029 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35765 {}] regionserver.HRegion(8855): Flush requested on b982b98e12b52abc271df4d930581a34 2024-11-14T14:40:55,042 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:34345/user/jenkins/test-data/14d118ee-a83a-b09b-5913-1a58940a5db1/data/default/TestAcidGuarantees/b982b98e12b52abc271df4d930581a34/.tmp/A/f780a2eee0c747a78753105255571b27 is 50, key is test_row_0/A:col10/1731595255026/Put/seqid=0 2024-11-14T14:40:55,062 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36699 is added to blk_1073741941_1117 (size=12297) 2024-11-14T14:40:55,063 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=17.89 KB at sequenceid=848 (bloomFilter=true), to=hdfs://localhost:34345/user/jenkins/test-data/14d118ee-a83a-b09b-5913-1a58940a5db1/data/default/TestAcidGuarantees/b982b98e12b52abc271df4d930581a34/.tmp/A/f780a2eee0c747a78753105255571b27 2024-11-14T14:40:55,081 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=35765 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=24 2024-11-14T14:40:55,081 DEBUG [RS_FLUSH_OPERATIONS-regionserver/da1c6afcd1f9:0-2 {event_type=RS_FLUSH_REGIONS, pid=24}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1731595236744.b982b98e12b52abc271df4d930581a34. 2024-11-14T14:40:55,081 DEBUG [RS_FLUSH_OPERATIONS-regionserver/da1c6afcd1f9:0-2 {event_type=RS_FLUSH_REGIONS, pid=24}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1731595236744.b982b98e12b52abc271df4d930581a34. as already flushing 2024-11-14T14:40:55,081 DEBUG [RS_FLUSH_OPERATIONS-regionserver/da1c6afcd1f9:0-2 {event_type=RS_FLUSH_REGIONS, pid=24}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1731595236744.b982b98e12b52abc271df4d930581a34. 2024-11-14T14:40:55,081 ERROR [RS_FLUSH_OPERATIONS-regionserver/da1c6afcd1f9:0-2 {event_type=RS_FLUSH_REGIONS, pid=24}] handler.RSProcedureHandler(58): pid=24 java.io.IOException: Unable to complete flush {ENCODED => b982b98e12b52abc271df4d930581a34, NAME => 'TestAcidGuarantees,,1731595236744.b982b98e12b52abc271df4d930581a34.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-14T14:40:55,081 DEBUG [RS_FLUSH_OPERATIONS-regionserver/da1c6afcd1f9:0-2 {event_type=RS_FLUSH_REGIONS, pid=24}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=24 java.io.IOException: Unable to complete flush {ENCODED => b982b98e12b52abc271df4d930581a34, NAME => 'TestAcidGuarantees,,1731595236744.b982b98e12b52abc271df4d930581a34.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-14T14:40:55,082 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45145 {}] master.HMaster(4177): Remote procedure failed, pid=24 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => b982b98e12b52abc271df4d930581a34, NAME => 'TestAcidGuarantees,,1731595236744.b982b98e12b52abc271df4d930581a34.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$5(MasterRpcServices.java:2580) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2575) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => b982b98e12b52abc271df4d930581a34, NAME => 'TestAcidGuarantees,,1731595236744.b982b98e12b52abc271df4d930581a34.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-14T14:40:55,086 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45145 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=23 2024-11-14T14:40:55,098 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:34345/user/jenkins/test-data/14d118ee-a83a-b09b-5913-1a58940a5db1/data/default/TestAcidGuarantees/b982b98e12b52abc271df4d930581a34/.tmp/B/4416a2bba34c4a52a37454551956187b is 50, key is test_row_0/B:col10/1731595255026/Put/seqid=0 2024-11-14T14:40:55,114 DEBUG [RS_IN_MEMORY_COMPACTION-regionserver/da1c6afcd1f9:0-8 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=type=CellArrayImmutableSegment, empty=no, cellCount=409, cellSize=18725, totalHeapSize=42776, min timestamp=1731595255067, max timestamp=1731595255108Num uniques 859; 2024-11-14T14:40:55,114 DEBUG [RS_IN_MEMORY_COMPACTION-regionserver/da1c6afcd1f9:0-1 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=type=CellArrayImmutableSegment, empty=no, cellCount=409, cellSize=18725, totalHeapSize=42776, min timestamp=1731595255067, max timestamp=1731595255108Num uniques 859; 2024-11-14T14:40:55,114 DEBUG [RS_IN_MEMORY_COMPACTION-regionserver/da1c6afcd1f9:0-5 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=type=CellArrayImmutableSegment, empty=no, cellCount=409, cellSize=18725, totalHeapSize=42776, min timestamp=1731595255067, max timestamp=1731595255108Num uniques 859; 2024-11-14T14:40:55,114 DEBUG [RS_IN_MEMORY_COMPACTION-regionserver/da1c6afcd1f9:0-8 {}] regionserver.CompactionPipeline(163): Suffix data size=39335, new segment data size=18725, suffix heap size=117064,new segment heap size=42776 　suffix off heap size=0, new segment off heap size=0, suffix cells count=859, new segment cells count=409 2024-11-14T14:40:55,114 DEBUG [RS_IN_MEMORY_COMPACTION-regionserver/da1c6afcd1f9:0-5 {}] regionserver.CompactionPipeline(163): Suffix data size=39335, new segment data size=18725, suffix heap size=117064,new segment heap size=42776 　suffix off heap size=0, new segment off heap size=0, suffix cells count=859, new segment cells count=409 2024-11-14T14:40:55,114 DEBUG [RS_IN_MEMORY_COMPACTION-regionserver/da1c6afcd1f9:0-1 {}] regionserver.CompactionPipeline(163): Suffix data size=39335, new segment data size=18725, suffix heap size=117064,new segment heap size=42776 　suffix off heap size=0, new segment off heap size=0, suffix cells count=859, new segment cells count=409 2024-11-14T14:40:55,155 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35765 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b982b98e12b52abc271df4d930581a34, server=da1c6afcd1f9,35765,1731595233113 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-14T14:40:55,155 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35765 {}] ipc.CallRunner(138): callId: 209 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:57954 deadline: 1731595315147, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b982b98e12b52abc271df4d930581a34, server=da1c6afcd1f9,35765,1731595233113 2024-11-14T14:40:55,156 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731595236744.b982b98e12b52abc271df4d930581a34., hostname=da1c6afcd1f9,35765,1731595233113, seqNum=2 , the old value is region=TestAcidGuarantees,,1731595236744.b982b98e12b52abc271df4d930581a34., hostname=da1c6afcd1f9,35765,1731595233113, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b982b98e12b52abc271df4d930581a34, server=da1c6afcd1f9,35765,1731595233113 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-14T14:40:55,156 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731595236744.b982b98e12b52abc271df4d930581a34., hostname=da1c6afcd1f9,35765,1731595233113, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b982b98e12b52abc271df4d930581a34, server=da1c6afcd1f9,35765,1731595233113 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-14T14:40:55,156 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731595236744.b982b98e12b52abc271df4d930581a34., hostname=da1c6afcd1f9,35765,1731595233113, seqNum=2 because the exception is null or not the one we care about 2024-11-14T14:40:55,157 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35765 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b982b98e12b52abc271df4d930581a34, server=da1c6afcd1f9,35765,1731595233113 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-14T14:40:55,157 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35765 {}] ipc.CallRunner(138): callId: 241 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:57884 deadline: 1731595315150, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b982b98e12b52abc271df4d930581a34, server=da1c6afcd1f9,35765,1731595233113 2024-11-14T14:40:55,157 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731595236744.b982b98e12b52abc271df4d930581a34., hostname=da1c6afcd1f9,35765,1731595233113, seqNum=2 , the old value is region=TestAcidGuarantees,,1731595236744.b982b98e12b52abc271df4d930581a34., hostname=da1c6afcd1f9,35765,1731595233113, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b982b98e12b52abc271df4d930581a34, server=da1c6afcd1f9,35765,1731595233113 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-14T14:40:55,157 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731595236744.b982b98e12b52abc271df4d930581a34., hostname=da1c6afcd1f9,35765,1731595233113, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b982b98e12b52abc271df4d930581a34, server=da1c6afcd1f9,35765,1731595233113 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-14T14:40:55,158 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731595236744.b982b98e12b52abc271df4d930581a34., hostname=da1c6afcd1f9,35765,1731595233113, seqNum=2 because the exception is null or not the one we care about 2024-11-14T14:40:55,164 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35765 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b982b98e12b52abc271df4d930581a34, server=da1c6afcd1f9,35765,1731595233113 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-14T14:40:55,164 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35765 {}] ipc.CallRunner(138): callId: 241 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:57946 deadline: 1731595315163, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b982b98e12b52abc271df4d930581a34, server=da1c6afcd1f9,35765,1731595233113 2024-11-14T14:40:55,165 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731595236744.b982b98e12b52abc271df4d930581a34., hostname=da1c6afcd1f9,35765,1731595233113, seqNum=2 , the old value is region=TestAcidGuarantees,,1731595236744.b982b98e12b52abc271df4d930581a34., hostname=da1c6afcd1f9,35765,1731595233113, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b982b98e12b52abc271df4d930581a34, server=da1c6afcd1f9,35765,1731595233113 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-14T14:40:55,165 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731595236744.b982b98e12b52abc271df4d930581a34., hostname=da1c6afcd1f9,35765,1731595233113, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b982b98e12b52abc271df4d930581a34, server=da1c6afcd1f9,35765,1731595233113 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-14T14:40:55,165 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731595236744.b982b98e12b52abc271df4d930581a34., hostname=da1c6afcd1f9,35765,1731595233113, seqNum=2 because the exception is null or not the one we care about 2024-11-14T14:40:55,173 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36699 is added to blk_1073741942_1118 (size=9857) 2024-11-14T14:40:55,174 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=17.89 KB at sequenceid=848 (bloomFilter=true), to=hdfs://localhost:34345/user/jenkins/test-data/14d118ee-a83a-b09b-5913-1a58940a5db1/data/default/TestAcidGuarantees/b982b98e12b52abc271df4d930581a34/.tmp/B/4416a2bba34c4a52a37454551956187b 2024-11-14T14:40:55,185 DEBUG [RS:0;da1c6afcd1f9:35765-longCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:34345/user/jenkins/test-data/14d118ee-a83a-b09b-5913-1a58940a5db1/data/default/TestAcidGuarantees/b982b98e12b52abc271df4d930581a34/.tmp/B/b3cf444bea6e46afb53ce9888d199abc as hdfs://localhost:34345/user/jenkins/test-data/14d118ee-a83a-b09b-5913-1a58940a5db1/data/default/TestAcidGuarantees/b982b98e12b52abc271df4d930581a34/B/b3cf444bea6e46afb53ce9888d199abc 2024-11-14T14:40:55,193 INFO [RS:0;da1c6afcd1f9:35765-longCompactions-0 {}] regionserver.HStore(1337): Completed compaction of 4 (all) file(s) in b982b98e12b52abc271df4d930581a34/B of b982b98e12b52abc271df4d930581a34 into b3cf444bea6e46afb53ce9888d199abc(size=13.1 K), total size for store is 25.1 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-11-14T14:40:55,193 DEBUG [RS:0;da1c6afcd1f9:35765-longCompactions-0 {}] regionserver.HRegion(2446): Compaction status journal for b982b98e12b52abc271df4d930581a34: 2024-11-14T14:40:55,193 INFO [RS:0;da1c6afcd1f9:35765-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1731595236744.b982b98e12b52abc271df4d930581a34., storeName=b982b98e12b52abc271df4d930581a34/B, priority=12, startTime=1731595254646; duration=0sec 2024-11-14T14:40:55,193 DEBUG [RS:0;da1c6afcd1f9:35765-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-14T14:40:55,193 DEBUG [RS:0;da1c6afcd1f9:35765-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: b982b98e12b52abc271df4d930581a34:B 2024-11-14T14:40:55,198 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:34345/user/jenkins/test-data/14d118ee-a83a-b09b-5913-1a58940a5db1/data/default/TestAcidGuarantees/b982b98e12b52abc271df4d930581a34/.tmp/C/2c456d9a533c46edbecd464098aedae5 is 50, key is test_row_0/C:col10/1731595255026/Put/seqid=0 2024-11-14T14:40:55,235 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=35765 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=24 2024-11-14T14:40:55,235 DEBUG [RS_FLUSH_OPERATIONS-regionserver/da1c6afcd1f9:0-0 {event_type=RS_FLUSH_REGIONS, pid=24}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1731595236744.b982b98e12b52abc271df4d930581a34. 2024-11-14T14:40:55,235 DEBUG [RS_FLUSH_OPERATIONS-regionserver/da1c6afcd1f9:0-0 {event_type=RS_FLUSH_REGIONS, pid=24}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1731595236744.b982b98e12b52abc271df4d930581a34. as already flushing 2024-11-14T14:40:55,235 DEBUG [RS_FLUSH_OPERATIONS-regionserver/da1c6afcd1f9:0-0 {event_type=RS_FLUSH_REGIONS, pid=24}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1731595236744.b982b98e12b52abc271df4d930581a34. 2024-11-14T14:40:55,235 ERROR [RS_FLUSH_OPERATIONS-regionserver/da1c6afcd1f9:0-0 {event_type=RS_FLUSH_REGIONS, pid=24}] handler.RSProcedureHandler(58): pid=24 java.io.IOException: Unable to complete flush {ENCODED => b982b98e12b52abc271df4d930581a34, NAME => 'TestAcidGuarantees,,1731595236744.b982b98e12b52abc271df4d930581a34.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-14T14:40:55,236 DEBUG [RS_FLUSH_OPERATIONS-regionserver/da1c6afcd1f9:0-0 {event_type=RS_FLUSH_REGIONS, pid=24}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=24 java.io.IOException: Unable to complete flush {ENCODED => b982b98e12b52abc271df4d930581a34, NAME => 'TestAcidGuarantees,,1731595236744.b982b98e12b52abc271df4d930581a34.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-14T14:40:55,237 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45145 {}] master.HMaster(4177): Remote procedure failed, pid=24 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => b982b98e12b52abc271df4d930581a34, NAME => 'TestAcidGuarantees,,1731595236744.b982b98e12b52abc271df4d930581a34.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$5(MasterRpcServices.java:2580) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2575) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => b982b98e12b52abc271df4d930581a34, NAME => 'TestAcidGuarantees,,1731595236744.b982b98e12b52abc271df4d930581a34.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-14T14:40:55,263 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36699 is added to blk_1073741943_1119 (size=9857) 2024-11-14T14:40:55,273 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35765 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b982b98e12b52abc271df4d930581a34, server=da1c6afcd1f9,35765,1731595233113 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-14T14:40:55,274 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35765 {}] ipc.CallRunner(138): callId: 210 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:57954 deadline: 1731595315266, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b982b98e12b52abc271df4d930581a34, server=da1c6afcd1f9,35765,1731595233113 2024-11-14T14:40:55,274 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35765 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b982b98e12b52abc271df4d930581a34, server=da1c6afcd1f9,35765,1731595233113 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-14T14:40:55,274 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731595236744.b982b98e12b52abc271df4d930581a34., hostname=da1c6afcd1f9,35765,1731595233113, seqNum=2 , the old value is region=TestAcidGuarantees,,1731595236744.b982b98e12b52abc271df4d930581a34., hostname=da1c6afcd1f9,35765,1731595233113, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b982b98e12b52abc271df4d930581a34, server=da1c6afcd1f9,35765,1731595233113 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-14T14:40:55,275 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731595236744.b982b98e12b52abc271df4d930581a34., hostname=da1c6afcd1f9,35765,1731595233113, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b982b98e12b52abc271df4d930581a34, server=da1c6afcd1f9,35765,1731595233113 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-14T14:40:55,275 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731595236744.b982b98e12b52abc271df4d930581a34., hostname=da1c6afcd1f9,35765,1731595233113, seqNum=2 because the exception is null or not the one we care about 2024-11-14T14:40:55,275 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35765 {}] ipc.CallRunner(138): callId: 242 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:57884 deadline: 1731595315266, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b982b98e12b52abc271df4d930581a34, server=da1c6afcd1f9,35765,1731595233113 2024-11-14T14:40:55,275 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731595236744.b982b98e12b52abc271df4d930581a34., hostname=da1c6afcd1f9,35765,1731595233113, seqNum=2 , the old value is region=TestAcidGuarantees,,1731595236744.b982b98e12b52abc271df4d930581a34., hostname=da1c6afcd1f9,35765,1731595233113, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b982b98e12b52abc271df4d930581a34, server=da1c6afcd1f9,35765,1731595233113 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-14T14:40:55,275 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731595236744.b982b98e12b52abc271df4d930581a34., hostname=da1c6afcd1f9,35765,1731595233113, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b982b98e12b52abc271df4d930581a34, server=da1c6afcd1f9,35765,1731595233113 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-14T14:40:55,275 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731595236744.b982b98e12b52abc271df4d930581a34., hostname=da1c6afcd1f9,35765,1731595233113, seqNum=2 because the exception is null or not the one we care about 2024-11-14T14:40:55,294 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35765 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b982b98e12b52abc271df4d930581a34, server=da1c6afcd1f9,35765,1731595233113 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-14T14:40:55,295 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35765 {}] ipc.CallRunner(138): callId: 242 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:57946 deadline: 1731595315276, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b982b98e12b52abc271df4d930581a34, server=da1c6afcd1f9,35765,1731595233113 2024-11-14T14:40:55,295 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731595236744.b982b98e12b52abc271df4d930581a34., hostname=da1c6afcd1f9,35765,1731595233113, seqNum=2 , the old value is region=TestAcidGuarantees,,1731595236744.b982b98e12b52abc271df4d930581a34., hostname=da1c6afcd1f9,35765,1731595233113, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b982b98e12b52abc271df4d930581a34, server=da1c6afcd1f9,35765,1731595233113 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-14T14:40:55,295 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731595236744.b982b98e12b52abc271df4d930581a34., hostname=da1c6afcd1f9,35765,1731595233113, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b982b98e12b52abc271df4d930581a34, server=da1c6afcd1f9,35765,1731595233113 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-14T14:40:55,295 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731595236744.b982b98e12b52abc271df4d930581a34., hostname=da1c6afcd1f9,35765,1731595233113, seqNum=2 because the exception is null or not the one we care about 2024-11-14T14:40:55,389 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=35765 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=24 2024-11-14T14:40:55,390 DEBUG [RS_FLUSH_OPERATIONS-regionserver/da1c6afcd1f9:0-1 {event_type=RS_FLUSH_REGIONS, pid=24}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1731595236744.b982b98e12b52abc271df4d930581a34. 2024-11-14T14:40:55,390 DEBUG [RS_FLUSH_OPERATIONS-regionserver/da1c6afcd1f9:0-1 {event_type=RS_FLUSH_REGIONS, pid=24}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1731595236744.b982b98e12b52abc271df4d930581a34. as already flushing 2024-11-14T14:40:55,390 DEBUG [RS_FLUSH_OPERATIONS-regionserver/da1c6afcd1f9:0-1 {event_type=RS_FLUSH_REGIONS, pid=24}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1731595236744.b982b98e12b52abc271df4d930581a34. 2024-11-14T14:40:55,390 ERROR [RS_FLUSH_OPERATIONS-regionserver/da1c6afcd1f9:0-1 {event_type=RS_FLUSH_REGIONS, pid=24}] handler.RSProcedureHandler(58): pid=24 java.io.IOException: Unable to complete flush {ENCODED => b982b98e12b52abc271df4d930581a34, NAME => 'TestAcidGuarantees,,1731595236744.b982b98e12b52abc271df4d930581a34.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-14T14:40:55,390 DEBUG [RS_FLUSH_OPERATIONS-regionserver/da1c6afcd1f9:0-1 {event_type=RS_FLUSH_REGIONS, pid=24}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=24 java.io.IOException: Unable to complete flush {ENCODED => b982b98e12b52abc271df4d930581a34, NAME => 'TestAcidGuarantees,,1731595236744.b982b98e12b52abc271df4d930581a34.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-14T14:40:55,391 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45145 {}] master.HMaster(4177): Remote procedure failed, pid=24 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => b982b98e12b52abc271df4d930581a34, NAME => 'TestAcidGuarantees,,1731595236744.b982b98e12b52abc271df4d930581a34.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$5(MasterRpcServices.java:2580) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2575) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => b982b98e12b52abc271df4d930581a34, NAME => 'TestAcidGuarantees,,1731595236744.b982b98e12b52abc271df4d930581a34.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-14T14:40:55,396 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45145 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=23 2024-11-14T14:40:55,492 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35765 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b982b98e12b52abc271df4d930581a34, server=da1c6afcd1f9,35765,1731595233113 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-14T14:40:55,493 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35765 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b982b98e12b52abc271df4d930581a34, server=da1c6afcd1f9,35765,1731595233113 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-14T14:40:55,493 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35765 {}] ipc.CallRunner(138): callId: 243 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:57884 deadline: 1731595315487, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b982b98e12b52abc271df4d930581a34, server=da1c6afcd1f9,35765,1731595233113 2024-11-14T14:40:55,496 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731595236744.b982b98e12b52abc271df4d930581a34., hostname=da1c6afcd1f9,35765,1731595233113, seqNum=2 , the old value is region=TestAcidGuarantees,,1731595236744.b982b98e12b52abc271df4d930581a34., hostname=da1c6afcd1f9,35765,1731595233113, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b982b98e12b52abc271df4d930581a34, server=da1c6afcd1f9,35765,1731595233113 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-14T14:40:55,496 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731595236744.b982b98e12b52abc271df4d930581a34., hostname=da1c6afcd1f9,35765,1731595233113, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b982b98e12b52abc271df4d930581a34, server=da1c6afcd1f9,35765,1731595233113 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-14T14:40:55,496 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731595236744.b982b98e12b52abc271df4d930581a34., hostname=da1c6afcd1f9,35765,1731595233113, seqNum=2 because the exception is null or not the one we care about 2024-11-14T14:40:55,497 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35765 {}] ipc.CallRunner(138): callId: 211 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:57954 deadline: 1731595315487, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b982b98e12b52abc271df4d930581a34, server=da1c6afcd1f9,35765,1731595233113 2024-11-14T14:40:55,497 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731595236744.b982b98e12b52abc271df4d930581a34., hostname=da1c6afcd1f9,35765,1731595233113, seqNum=2 , the old value is region=TestAcidGuarantees,,1731595236744.b982b98e12b52abc271df4d930581a34., hostname=da1c6afcd1f9,35765,1731595233113, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b982b98e12b52abc271df4d930581a34, server=da1c6afcd1f9,35765,1731595233113 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-14T14:40:55,498 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731595236744.b982b98e12b52abc271df4d930581a34., hostname=da1c6afcd1f9,35765,1731595233113, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b982b98e12b52abc271df4d930581a34, server=da1c6afcd1f9,35765,1731595233113 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-14T14:40:55,498 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731595236744.b982b98e12b52abc271df4d930581a34., hostname=da1c6afcd1f9,35765,1731595233113, seqNum=2 because the exception is null or not the one we care about 2024-11-14T14:40:55,513 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35765 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b982b98e12b52abc271df4d930581a34, server=da1c6afcd1f9,35765,1731595233113 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-14T14:40:55,514 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35765 {}] ipc.CallRunner(138): callId: 243 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:57946 deadline: 1731595315507, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b982b98e12b52abc271df4d930581a34, server=da1c6afcd1f9,35765,1731595233113 2024-11-14T14:40:55,514 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731595236744.b982b98e12b52abc271df4d930581a34., hostname=da1c6afcd1f9,35765,1731595233113, seqNum=2 , the old value is region=TestAcidGuarantees,,1731595236744.b982b98e12b52abc271df4d930581a34., hostname=da1c6afcd1f9,35765,1731595233113, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b982b98e12b52abc271df4d930581a34, server=da1c6afcd1f9,35765,1731595233113 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-14T14:40:55,514 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731595236744.b982b98e12b52abc271df4d930581a34., hostname=da1c6afcd1f9,35765,1731595233113, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b982b98e12b52abc271df4d930581a34, server=da1c6afcd1f9,35765,1731595233113 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-14T14:40:55,514 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731595236744.b982b98e12b52abc271df4d930581a34., hostname=da1c6afcd1f9,35765,1731595233113, seqNum=2 because the exception is null or not the one we care about 2024-11-14T14:40:55,545 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=35765 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=24 2024-11-14T14:40:55,546 DEBUG [RS_FLUSH_OPERATIONS-regionserver/da1c6afcd1f9:0-2 {event_type=RS_FLUSH_REGIONS, pid=24}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1731595236744.b982b98e12b52abc271df4d930581a34. 2024-11-14T14:40:55,546 DEBUG [RS_FLUSH_OPERATIONS-regionserver/da1c6afcd1f9:0-2 {event_type=RS_FLUSH_REGIONS, pid=24}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1731595236744.b982b98e12b52abc271df4d930581a34. as already flushing 2024-11-14T14:40:55,546 DEBUG [RS_FLUSH_OPERATIONS-regionserver/da1c6afcd1f9:0-2 {event_type=RS_FLUSH_REGIONS, pid=24}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1731595236744.b982b98e12b52abc271df4d930581a34. 2024-11-14T14:40:55,546 ERROR [RS_FLUSH_OPERATIONS-regionserver/da1c6afcd1f9:0-2 {event_type=RS_FLUSH_REGIONS, pid=24}] handler.RSProcedureHandler(58): pid=24 java.io.IOException: Unable to complete flush {ENCODED => b982b98e12b52abc271df4d930581a34, NAME => 'TestAcidGuarantees,,1731595236744.b982b98e12b52abc271df4d930581a34.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-14T14:40:55,546 DEBUG [RS_FLUSH_OPERATIONS-regionserver/da1c6afcd1f9:0-2 {event_type=RS_FLUSH_REGIONS, pid=24}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=24 java.io.IOException: Unable to complete flush {ENCODED => b982b98e12b52abc271df4d930581a34, NAME => 'TestAcidGuarantees,,1731595236744.b982b98e12b52abc271df4d930581a34.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-14T14:40:55,547 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45145 {}] master.HMaster(4177): Remote procedure failed, pid=24 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => b982b98e12b52abc271df4d930581a34, NAME => 'TestAcidGuarantees,,1731595236744.b982b98e12b52abc271df4d930581a34.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$5(MasterRpcServices.java:2580) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2575) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => b982b98e12b52abc271df4d930581a34, NAME => 'TestAcidGuarantees,,1731595236744.b982b98e12b52abc271df4d930581a34.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-14T14:40:55,666 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=17.89 KB at sequenceid=848 (bloomFilter=true), to=hdfs://localhost:34345/user/jenkins/test-data/14d118ee-a83a-b09b-5913-1a58940a5db1/data/default/TestAcidGuarantees/b982b98e12b52abc271df4d930581a34/.tmp/C/2c456d9a533c46edbecd464098aedae5 2024-11-14T14:40:55,673 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:34345/user/jenkins/test-data/14d118ee-a83a-b09b-5913-1a58940a5db1/data/default/TestAcidGuarantees/b982b98e12b52abc271df4d930581a34/.tmp/A/f780a2eee0c747a78753105255571b27 as hdfs://localhost:34345/user/jenkins/test-data/14d118ee-a83a-b09b-5913-1a58940a5db1/data/default/TestAcidGuarantees/b982b98e12b52abc271df4d930581a34/A/f780a2eee0c747a78753105255571b27 2024-11-14T14:40:55,684 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:34345/user/jenkins/test-data/14d118ee-a83a-b09b-5913-1a58940a5db1/data/default/TestAcidGuarantees/b982b98e12b52abc271df4d930581a34/A/f780a2eee0c747a78753105255571b27, entries=150, sequenceid=848, filesize=12.0 K 2024-11-14T14:40:55,686 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:34345/user/jenkins/test-data/14d118ee-a83a-b09b-5913-1a58940a5db1/data/default/TestAcidGuarantees/b982b98e12b52abc271df4d930581a34/.tmp/B/4416a2bba34c4a52a37454551956187b as hdfs://localhost:34345/user/jenkins/test-data/14d118ee-a83a-b09b-5913-1a58940a5db1/data/default/TestAcidGuarantees/b982b98e12b52abc271df4d930581a34/B/4416a2bba34c4a52a37454551956187b 2024-11-14T14:40:55,692 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:34345/user/jenkins/test-data/14d118ee-a83a-b09b-5913-1a58940a5db1/data/default/TestAcidGuarantees/b982b98e12b52abc271df4d930581a34/B/4416a2bba34c4a52a37454551956187b, entries=100, sequenceid=848, filesize=9.6 K 2024-11-14T14:40:55,694 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:34345/user/jenkins/test-data/14d118ee-a83a-b09b-5913-1a58940a5db1/data/default/TestAcidGuarantees/b982b98e12b52abc271df4d930581a34/.tmp/C/2c456d9a533c46edbecd464098aedae5 as hdfs://localhost:34345/user/jenkins/test-data/14d118ee-a83a-b09b-5913-1a58940a5db1/data/default/TestAcidGuarantees/b982b98e12b52abc271df4d930581a34/C/2c456d9a533c46edbecd464098aedae5 2024-11-14T14:40:55,702 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=35765 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=24 2024-11-14T14:40:55,702 DEBUG [RS_FLUSH_OPERATIONS-regionserver/da1c6afcd1f9:0-0 {event_type=RS_FLUSH_REGIONS, pid=24}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1731595236744.b982b98e12b52abc271df4d930581a34. 2024-11-14T14:40:55,702 DEBUG [RS_FLUSH_OPERATIONS-regionserver/da1c6afcd1f9:0-0 {event_type=RS_FLUSH_REGIONS, pid=24}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1731595236744.b982b98e12b52abc271df4d930581a34. as already flushing 2024-11-14T14:40:55,702 DEBUG [RS_FLUSH_OPERATIONS-regionserver/da1c6afcd1f9:0-0 {event_type=RS_FLUSH_REGIONS, pid=24}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1731595236744.b982b98e12b52abc271df4d930581a34. 2024-11-14T14:40:55,702 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:34345/user/jenkins/test-data/14d118ee-a83a-b09b-5913-1a58940a5db1/data/default/TestAcidGuarantees/b982b98e12b52abc271df4d930581a34/C/2c456d9a533c46edbecd464098aedae5, entries=100, sequenceid=848, filesize=9.6 K 2024-11-14T14:40:55,702 ERROR [RS_FLUSH_OPERATIONS-regionserver/da1c6afcd1f9:0-0 {event_type=RS_FLUSH_REGIONS, pid=24}] handler.RSProcedureHandler(58): pid=24 java.io.IOException: Unable to complete flush {ENCODED => b982b98e12b52abc271df4d930581a34, NAME => 'TestAcidGuarantees,,1731595236744.b982b98e12b52abc271df4d930581a34.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-14T14:40:55,702 DEBUG [RS_FLUSH_OPERATIONS-regionserver/da1c6afcd1f9:0-0 {event_type=RS_FLUSH_REGIONS, pid=24}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=24 java.io.IOException: Unable to complete flush {ENCODED => b982b98e12b52abc271df4d930581a34, NAME => 'TestAcidGuarantees,,1731595236744.b982b98e12b52abc271df4d930581a34.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-14T14:40:55,703 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45145 {}] master.HMaster(4177): Remote procedure failed, pid=24 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => b982b98e12b52abc271df4d930581a34, NAME => 'TestAcidGuarantees,,1731595236744.b982b98e12b52abc271df4d930581a34.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$5(MasterRpcServices.java:2580) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2575) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => b982b98e12b52abc271df4d930581a34, NAME => 'TestAcidGuarantees,,1731595236744.b982b98e12b52abc271df4d930581a34.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-14T14:40:55,703 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(3140): Finished flush of dataSize ~53.67 KB/54960, heapSize ~160.08 KB/163920, currentSize=134.18 KB/137400 for b982b98e12b52abc271df4d930581a34 in 675ms, sequenceid=848, compaction requested=true 2024-11-14T14:40:55,704 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2603): Flush status journal for b982b98e12b52abc271df4d930581a34: 2024-11-14T14:40:55,704 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store b982b98e12b52abc271df4d930581a34:A, priority=-2147483648, current under compaction store size is 1 2024-11-14T14:40:55,704 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=1), splitQueue=0 2024-11-14T14:40:55,704 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store b982b98e12b52abc271df4d930581a34:B, priority=-2147483648, current under compaction store size is 2 2024-11-14T14:40:55,704 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=2), splitQueue=0 2024-11-14T14:40:55,704 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store b982b98e12b52abc271df4d930581a34:C, priority=-2147483648, current under compaction store size is 3 2024-11-14T14:40:55,704 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=2), splitQueue=0 2024-11-14T14:40:55,704 DEBUG [RS:0;da1c6afcd1f9:35765-longCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 3 store files, 0 compacting, 3 eligible, 16 blocking 2024-11-14T14:40:55,704 DEBUG [RS:0;da1c6afcd1f9:35765-shortCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 3 store files, 0 compacting, 3 eligible, 16 blocking 2024-11-14T14:40:55,706 DEBUG [RS:0;da1c6afcd1f9:35765-shortCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 3 files of size 35549 starting at candidate #0 after considering 1 permutations with 1 in ratio 2024-11-14T14:40:55,706 DEBUG [RS:0;da1c6afcd1f9:35765-shortCompactions-0 {}] regionserver.HStore(1541): b982b98e12b52abc271df4d930581a34/C is initiating minor compaction (all files) 2024-11-14T14:40:55,706 INFO [RS:0;da1c6afcd1f9:35765-shortCompactions-0 {}] regionserver.HRegion(2416): Starting compaction of b982b98e12b52abc271df4d930581a34/C in TestAcidGuarantees,,1731595236744.b982b98e12b52abc271df4d930581a34. 2024-11-14T14:40:55,706 INFO [RS:0;da1c6afcd1f9:35765-shortCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:34345/user/jenkins/test-data/14d118ee-a83a-b09b-5913-1a58940a5db1/data/default/TestAcidGuarantees/b982b98e12b52abc271df4d930581a34/C/d5da3852fc45465b937b30d15eb5a5c8, hdfs://localhost:34345/user/jenkins/test-data/14d118ee-a83a-b09b-5913-1a58940a5db1/data/default/TestAcidGuarantees/b982b98e12b52abc271df4d930581a34/C/bf6e0c51491e4956b0ccbb38db8d7ceb, hdfs://localhost:34345/user/jenkins/test-data/14d118ee-a83a-b09b-5913-1a58940a5db1/data/default/TestAcidGuarantees/b982b98e12b52abc271df4d930581a34/C/2c456d9a533c46edbecd464098aedae5] into tmpdir=hdfs://localhost:34345/user/jenkins/test-data/14d118ee-a83a-b09b-5913-1a58940a5db1/data/default/TestAcidGuarantees/b982b98e12b52abc271df4d930581a34/.tmp, totalSize=34.7 K 2024-11-14T14:40:55,707 DEBUG [RS:0;da1c6afcd1f9:35765-longCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 3 files of size 40463 starting at candidate #0 after considering 1 permutations with 1 in ratio 2024-11-14T14:40:55,707 DEBUG [RS:0;da1c6afcd1f9:35765-longCompactions-0 {}] regionserver.HStore(1541): b982b98e12b52abc271df4d930581a34/A is initiating minor compaction (all files) 2024-11-14T14:40:55,707 INFO [RS:0;da1c6afcd1f9:35765-longCompactions-0 {}] regionserver.HRegion(2416): Starting compaction of b982b98e12b52abc271df4d930581a34/A in TestAcidGuarantees,,1731595236744.b982b98e12b52abc271df4d930581a34. 2024-11-14T14:40:55,707 DEBUG [RS:0;da1c6afcd1f9:35765-shortCompactions-0 {}] compactions.Compactor(225): Compacting d5da3852fc45465b937b30d15eb5a5c8, keycount=150, bloomtype=ROW, size=13.1 K, encoding=NONE, compression=NONE, seqNum=800, earliestPutTs=1731595253272 2024-11-14T14:40:55,707 INFO [RS:0;da1c6afcd1f9:35765-longCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:34345/user/jenkins/test-data/14d118ee-a83a-b09b-5913-1a58940a5db1/data/default/TestAcidGuarantees/b982b98e12b52abc271df4d930581a34/A/8ae8be29a66c46ed91990e8340a458d7, hdfs://localhost:34345/user/jenkins/test-data/14d118ee-a83a-b09b-5913-1a58940a5db1/data/default/TestAcidGuarantees/b982b98e12b52abc271df4d930581a34/A/fcba7d9c437c47c0a4b9e391280d9ac3, hdfs://localhost:34345/user/jenkins/test-data/14d118ee-a83a-b09b-5913-1a58940a5db1/data/default/TestAcidGuarantees/b982b98e12b52abc271df4d930581a34/A/f780a2eee0c747a78753105255571b27] into tmpdir=hdfs://localhost:34345/user/jenkins/test-data/14d118ee-a83a-b09b-5913-1a58940a5db1/data/default/TestAcidGuarantees/b982b98e12b52abc271df4d930581a34/.tmp, totalSize=39.5 K 2024-11-14T14:40:55,708 DEBUG [RS:0;da1c6afcd1f9:35765-shortCompactions-0 {}] compactions.Compactor(225): Compacting bf6e0c51491e4956b0ccbb38db8d7ceb, keycount=150, bloomtype=ROW, size=12.0 K, encoding=NONE, compression=NONE, seqNum=835, earliestPutTs=1731595254546 2024-11-14T14:40:55,708 DEBUG [RS:0;da1c6afcd1f9:35765-longCompactions-0 {}] compactions.Compactor(225): Compacting 8ae8be29a66c46ed91990e8340a458d7, keycount=150, bloomtype=ROW, size=13.1 K, encoding=NONE, compression=NONE, seqNum=800, earliestPutTs=1731595253272 2024-11-14T14:40:55,708 DEBUG [RS:0;da1c6afcd1f9:35765-shortCompactions-0 {}] compactions.Compactor(225): Compacting 2c456d9a533c46edbecd464098aedae5, keycount=100, bloomtype=ROW, size=9.6 K, encoding=NONE, compression=NONE, seqNum=848, earliestPutTs=1731595254693 2024-11-14T14:40:55,708 DEBUG [RS:0;da1c6afcd1f9:35765-longCompactions-0 {}] compactions.Compactor(225): Compacting fcba7d9c437c47c0a4b9e391280d9ac3, keycount=200, bloomtype=ROW, size=14.4 K, encoding=NONE, compression=NONE, seqNum=835, earliestPutTs=1731595254537 2024-11-14T14:40:55,709 DEBUG [RS:0;da1c6afcd1f9:35765-longCompactions-0 {}] compactions.Compactor(225): Compacting f780a2eee0c747a78753105255571b27, keycount=150, bloomtype=ROW, size=12.0 K, encoding=NONE, compression=NONE, seqNum=848, earliestPutTs=1731595254693 2024-11-14T14:40:55,728 INFO [RS:0;da1c6afcd1f9:35765-shortCompactions-0 {}] throttle.PressureAwareThroughputController(145): b982b98e12b52abc271df4d930581a34#C#compaction#107 average throughput is 6.55 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second 2024-11-14T14:40:55,728 DEBUG [RS:0;da1c6afcd1f9:35765-shortCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:34345/user/jenkins/test-data/14d118ee-a83a-b09b-5913-1a58940a5db1/data/default/TestAcidGuarantees/b982b98e12b52abc271df4d930581a34/.tmp/C/1c5fa74587d1479fa538966756e43030 is 50, key is test_row_0/C:col10/1731595255026/Put/seqid=0 2024-11-14T14:40:55,744 INFO [RS:0;da1c6afcd1f9:35765-longCompactions-0 {}] throttle.PressureAwareThroughputController(145): b982b98e12b52abc271df4d930581a34#A#compaction#108 average throughput is 6.55 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second 2024-11-14T14:40:55,745 DEBUG [RS:0;da1c6afcd1f9:35765-longCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:34345/user/jenkins/test-data/14d118ee-a83a-b09b-5913-1a58940a5db1/data/default/TestAcidGuarantees/b982b98e12b52abc271df4d930581a34/.tmp/A/e906dff89a104b929476deb6dd925969 is 50, key is test_row_0/A:col10/1731595255026/Put/seqid=0 2024-11-14T14:40:55,761 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36699 is added to blk_1073741944_1120 (size=13493) 2024-11-14T14:40:55,773 DEBUG [RS:0;da1c6afcd1f9:35765-shortCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:34345/user/jenkins/test-data/14d118ee-a83a-b09b-5913-1a58940a5db1/data/default/TestAcidGuarantees/b982b98e12b52abc271df4d930581a34/.tmp/C/1c5fa74587d1479fa538966756e43030 as hdfs://localhost:34345/user/jenkins/test-data/14d118ee-a83a-b09b-5913-1a58940a5db1/data/default/TestAcidGuarantees/b982b98e12b52abc271df4d930581a34/C/1c5fa74587d1479fa538966756e43030 2024-11-14T14:40:55,779 INFO [RS:0;da1c6afcd1f9:35765-shortCompactions-0 {}] regionserver.HStore(1337): Completed compaction of 3 (all) file(s) in b982b98e12b52abc271df4d930581a34/C of b982b98e12b52abc271df4d930581a34 into 1c5fa74587d1479fa538966756e43030(size=13.2 K), total size for store is 13.2 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-11-14T14:40:55,779 DEBUG [RS:0;da1c6afcd1f9:35765-shortCompactions-0 {}] regionserver.HRegion(2446): Compaction status journal for b982b98e12b52abc271df4d930581a34: 2024-11-14T14:40:55,779 INFO [RS:0;da1c6afcd1f9:35765-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1731595236744.b982b98e12b52abc271df4d930581a34., storeName=b982b98e12b52abc271df4d930581a34/C, priority=13, startTime=1731595255704; duration=0sec 2024-11-14T14:40:55,780 DEBUG [RS:0;da1c6afcd1f9:35765-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=1), splitQueue=0 2024-11-14T14:40:55,780 DEBUG [RS:0;da1c6afcd1f9:35765-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: b982b98e12b52abc271df4d930581a34:C 2024-11-14T14:40:55,780 DEBUG [RS:0;da1c6afcd1f9:35765-shortCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 3 store files, 0 compacting, 3 eligible, 16 blocking 2024-11-14T14:40:55,784 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36699 is added to blk_1073741945_1121 (size=13527) 2024-11-14T14:40:55,786 DEBUG [RS:0;da1c6afcd1f9:35765-shortCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 3 files of size 35583 starting at candidate #0 after considering 1 permutations with 1 in ratio 2024-11-14T14:40:55,786 DEBUG [RS:0;da1c6afcd1f9:35765-shortCompactions-0 {}] regionserver.HStore(1541): b982b98e12b52abc271df4d930581a34/B is initiating minor compaction (all files) 2024-11-14T14:40:55,786 INFO [RS:0;da1c6afcd1f9:35765-shortCompactions-0 {}] regionserver.HRegion(2416): Starting compaction of b982b98e12b52abc271df4d930581a34/B in TestAcidGuarantees,,1731595236744.b982b98e12b52abc271df4d930581a34. 2024-11-14T14:40:55,786 INFO [RS:0;da1c6afcd1f9:35765-shortCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:34345/user/jenkins/test-data/14d118ee-a83a-b09b-5913-1a58940a5db1/data/default/TestAcidGuarantees/b982b98e12b52abc271df4d930581a34/B/b3cf444bea6e46afb53ce9888d199abc, hdfs://localhost:34345/user/jenkins/test-data/14d118ee-a83a-b09b-5913-1a58940a5db1/data/default/TestAcidGuarantees/b982b98e12b52abc271df4d930581a34/B/64a7de5260e14afcb2e4a08d134c0502, hdfs://localhost:34345/user/jenkins/test-data/14d118ee-a83a-b09b-5913-1a58940a5db1/data/default/TestAcidGuarantees/b982b98e12b52abc271df4d930581a34/B/4416a2bba34c4a52a37454551956187b] into tmpdir=hdfs://localhost:34345/user/jenkins/test-data/14d118ee-a83a-b09b-5913-1a58940a5db1/data/default/TestAcidGuarantees/b982b98e12b52abc271df4d930581a34/.tmp, totalSize=34.7 K 2024-11-14T14:40:55,787 DEBUG [RS:0;da1c6afcd1f9:35765-shortCompactions-0 {}] compactions.Compactor(225): Compacting b3cf444bea6e46afb53ce9888d199abc, keycount=150, bloomtype=ROW, size=13.1 K, encoding=NONE, compression=NONE, seqNum=800, earliestPutTs=1731595253272 2024-11-14T14:40:55,787 DEBUG [RS:0;da1c6afcd1f9:35765-shortCompactions-0 {}] compactions.Compactor(225): Compacting 64a7de5260e14afcb2e4a08d134c0502, keycount=150, bloomtype=ROW, size=12.0 K, encoding=NONE, compression=NONE, seqNum=835, earliestPutTs=1731595254546 2024-11-14T14:40:55,788 DEBUG [RS:0;da1c6afcd1f9:35765-shortCompactions-0 {}] compactions.Compactor(225): Compacting 4416a2bba34c4a52a37454551956187b, keycount=100, bloomtype=ROW, size=9.6 K, encoding=NONE, compression=NONE, seqNum=848, earliestPutTs=1731595254693 2024-11-14T14:40:55,794 DEBUG [RS:0;da1c6afcd1f9:35765-longCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:34345/user/jenkins/test-data/14d118ee-a83a-b09b-5913-1a58940a5db1/data/default/TestAcidGuarantees/b982b98e12b52abc271df4d930581a34/.tmp/A/e906dff89a104b929476deb6dd925969 as hdfs://localhost:34345/user/jenkins/test-data/14d118ee-a83a-b09b-5913-1a58940a5db1/data/default/TestAcidGuarantees/b982b98e12b52abc271df4d930581a34/A/e906dff89a104b929476deb6dd925969 2024-11-14T14:40:55,801 INFO [RS:0;da1c6afcd1f9:35765-longCompactions-0 {}] regionserver.HStore(1337): Completed compaction of 3 (all) file(s) in b982b98e12b52abc271df4d930581a34/A of b982b98e12b52abc271df4d930581a34 into e906dff89a104b929476deb6dd925969(size=13.2 K), total size for store is 13.2 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-11-14T14:40:55,801 DEBUG [RS:0;da1c6afcd1f9:35765-longCompactions-0 {}] regionserver.HRegion(2446): Compaction status journal for b982b98e12b52abc271df4d930581a34: 2024-11-14T14:40:55,801 INFO [RS:0;da1c6afcd1f9:35765-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1731595236744.b982b98e12b52abc271df4d930581a34., storeName=b982b98e12b52abc271df4d930581a34/A, priority=13, startTime=1731595255704; duration=0sec 2024-11-14T14:40:55,802 DEBUG [RS:0;da1c6afcd1f9:35765-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-14T14:40:55,802 DEBUG [RS:0;da1c6afcd1f9:35765-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: b982b98e12b52abc271df4d930581a34:A 2024-11-14T14:40:55,805 INFO [RS:0;da1c6afcd1f9:35765-shortCompactions-0 {}] throttle.PressureAwareThroughputController(145): b982b98e12b52abc271df4d930581a34#B#compaction#109 average throughput is 6.55 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second 2024-11-14T14:40:55,814 DEBUG [RS:0;da1c6afcd1f9:35765-shortCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:34345/user/jenkins/test-data/14d118ee-a83a-b09b-5913-1a58940a5db1/data/default/TestAcidGuarantees/b982b98e12b52abc271df4d930581a34/.tmp/B/832e1b473d6b47f0826e25b210924e8d is 50, key is test_row_0/B:col10/1731595255026/Put/seqid=0 2024-11-14T14:40:55,820 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35765 {}] regionserver.HRegion(8855): Flush requested on b982b98e12b52abc271df4d930581a34 2024-11-14T14:40:55,821 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(2902): Flushing b982b98e12b52abc271df4d930581a34 3/3 column families, dataSize=140.89 KB heapSize=381.47 KB 2024-11-14T14:40:55,821 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK b982b98e12b52abc271df4d930581a34, store=A 2024-11-14T14:40:55,821 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=2, new segment=null 2024-11-14T14:40:55,821 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK b982b98e12b52abc271df4d930581a34, store=B 2024-11-14T14:40:55,821 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=2, new segment=null 2024-11-14T14:40:55,821 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK b982b98e12b52abc271df4d930581a34, store=C 2024-11-14T14:40:55,821 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=2, new segment=null 2024-11-14T14:40:55,843 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:34345/user/jenkins/test-data/14d118ee-a83a-b09b-5913-1a58940a5db1/data/default/TestAcidGuarantees/b982b98e12b52abc271df4d930581a34/.tmp/A/c443ede84cf64c1cab371099e5b1e48e is 50, key is test_row_0/A:col10/1731595255150/Put/seqid=0 2024-11-14T14:40:55,852 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35765 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b982b98e12b52abc271df4d930581a34, server=da1c6afcd1f9,35765,1731595233113 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-14T14:40:55,852 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35765 {}] ipc.CallRunner(138): callId: 247 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:57884 deadline: 1731595315844, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b982b98e12b52abc271df4d930581a34, server=da1c6afcd1f9,35765,1731595233113 2024-11-14T14:40:55,853 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731595236744.b982b98e12b52abc271df4d930581a34., hostname=da1c6afcd1f9,35765,1731595233113, seqNum=2 , the old value is region=TestAcidGuarantees,,1731595236744.b982b98e12b52abc271df4d930581a34., hostname=da1c6afcd1f9,35765,1731595233113, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b982b98e12b52abc271df4d930581a34, server=da1c6afcd1f9,35765,1731595233113 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-14T14:40:55,853 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731595236744.b982b98e12b52abc271df4d930581a34., hostname=da1c6afcd1f9,35765,1731595233113, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b982b98e12b52abc271df4d930581a34, server=da1c6afcd1f9,35765,1731595233113 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-14T14:40:55,853 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731595236744.b982b98e12b52abc271df4d930581a34., hostname=da1c6afcd1f9,35765,1731595233113, seqNum=2 because the exception is null or not the one we care about 2024-11-14T14:40:55,857 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=35765 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=24 2024-11-14T14:40:55,857 DEBUG [RS_FLUSH_OPERATIONS-regionserver/da1c6afcd1f9:0-1 {event_type=RS_FLUSH_REGIONS, pid=24}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1731595236744.b982b98e12b52abc271df4d930581a34. 2024-11-14T14:40:55,857 DEBUG [RS_FLUSH_OPERATIONS-regionserver/da1c6afcd1f9:0-1 {event_type=RS_FLUSH_REGIONS, pid=24}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1731595236744.b982b98e12b52abc271df4d930581a34. as already flushing 2024-11-14T14:40:55,858 DEBUG [RS_FLUSH_OPERATIONS-regionserver/da1c6afcd1f9:0-1 {event_type=RS_FLUSH_REGIONS, pid=24}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1731595236744.b982b98e12b52abc271df4d930581a34. 2024-11-14T14:40:55,858 ERROR [RS_FLUSH_OPERATIONS-regionserver/da1c6afcd1f9:0-1 {event_type=RS_FLUSH_REGIONS, pid=24}] handler.RSProcedureHandler(58): pid=24 java.io.IOException: Unable to complete flush {ENCODED => b982b98e12b52abc271df4d930581a34, NAME => 'TestAcidGuarantees,,1731595236744.b982b98e12b52abc271df4d930581a34.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-14T14:40:55,858 DEBUG [RS_FLUSH_OPERATIONS-regionserver/da1c6afcd1f9:0-1 {event_type=RS_FLUSH_REGIONS, pid=24}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=24 java.io.IOException: Unable to complete flush {ENCODED => b982b98e12b52abc271df4d930581a34, NAME => 'TestAcidGuarantees,,1731595236744.b982b98e12b52abc271df4d930581a34.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-14T14:40:55,859 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45145 {}] master.HMaster(4177): Remote procedure failed, pid=24 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => b982b98e12b52abc271df4d930581a34, NAME => 'TestAcidGuarantees,,1731595236744.b982b98e12b52abc271df4d930581a34.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$5(MasterRpcServices.java:2580) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2575) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => b982b98e12b52abc271df4d930581a34, NAME => 'TestAcidGuarantees,,1731595236744.b982b98e12b52abc271df4d930581a34.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-14T14:40:55,863 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35765 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b982b98e12b52abc271df4d930581a34, server=da1c6afcd1f9,35765,1731595233113 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-14T14:40:55,863 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35765 {}] ipc.CallRunner(138): callId: 246 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:57946 deadline: 1731595315852, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b982b98e12b52abc271df4d930581a34, server=da1c6afcd1f9,35765,1731595233113 2024-11-14T14:40:55,864 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35765 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b982b98e12b52abc271df4d930581a34, server=da1c6afcd1f9,35765,1731595233113 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-14T14:40:55,865 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35765 {}] ipc.CallRunner(138): callId: 215 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:57954 deadline: 1731595315852, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b982b98e12b52abc271df4d930581a34, server=da1c6afcd1f9,35765,1731595233113 2024-11-14T14:40:55,865 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731595236744.b982b98e12b52abc271df4d930581a34., hostname=da1c6afcd1f9,35765,1731595233113, seqNum=2 , the old value is region=TestAcidGuarantees,,1731595236744.b982b98e12b52abc271df4d930581a34., hostname=da1c6afcd1f9,35765,1731595233113, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b982b98e12b52abc271df4d930581a34, server=da1c6afcd1f9,35765,1731595233113 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-14T14:40:55,865 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731595236744.b982b98e12b52abc271df4d930581a34., hostname=da1c6afcd1f9,35765,1731595233113, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b982b98e12b52abc271df4d930581a34, server=da1c6afcd1f9,35765,1731595233113 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-14T14:40:55,865 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731595236744.b982b98e12b52abc271df4d930581a34., hostname=da1c6afcd1f9,35765,1731595233113, seqNum=2 because the exception is null or not the one we care about 2024-11-14T14:40:55,866 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731595236744.b982b98e12b52abc271df4d930581a34., hostname=da1c6afcd1f9,35765,1731595233113, seqNum=2 , the old value is region=TestAcidGuarantees,,1731595236744.b982b98e12b52abc271df4d930581a34., hostname=da1c6afcd1f9,35765,1731595233113, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b982b98e12b52abc271df4d930581a34, server=da1c6afcd1f9,35765,1731595233113 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-14T14:40:55,866 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731595236744.b982b98e12b52abc271df4d930581a34., hostname=da1c6afcd1f9,35765,1731595233113, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b982b98e12b52abc271df4d930581a34, server=da1c6afcd1f9,35765,1731595233113 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-14T14:40:55,866 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731595236744.b982b98e12b52abc271df4d930581a34., hostname=da1c6afcd1f9,35765,1731595233113, seqNum=2 because the exception is null or not the one we care about 2024-11-14T14:40:55,884 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36699 is added to blk_1073741947_1123 (size=12301) 2024-11-14T14:40:55,887 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=46.96 KB at sequenceid=884 (bloomFilter=true), to=hdfs://localhost:34345/user/jenkins/test-data/14d118ee-a83a-b09b-5913-1a58940a5db1/data/default/TestAcidGuarantees/b982b98e12b52abc271df4d930581a34/.tmp/A/c443ede84cf64c1cab371099e5b1e48e 2024-11-14T14:40:55,888 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36699 is added to blk_1073741946_1122 (size=13527) 2024-11-14T14:40:55,889 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35765 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b982b98e12b52abc271df4d930581a34, server=da1c6afcd1f9,35765,1731595233113 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-14T14:40:55,890 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35765 {}] ipc.CallRunner(138): callId: 143 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:57926 deadline: 1731595315886, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b982b98e12b52abc271df4d930581a34, server=da1c6afcd1f9,35765,1731595233113 2024-11-14T14:40:55,891 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35765 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b982b98e12b52abc271df4d930581a34, server=da1c6afcd1f9,35765,1731595233113 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-14T14:40:55,891 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35765 {}] ipc.CallRunner(138): callId: 193 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:57914 deadline: 1731595315886, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b982b98e12b52abc271df4d930581a34, server=da1c6afcd1f9,35765,1731595233113 2024-11-14T14:40:55,891 WARN [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRpcRetryingCaller(177): Call to da1c6afcd1f9,35765,1731595233113 for 'test_row_2' in b982b98e12b52abc271df4d930581a34 of TestAcidGuarantees failed, tries = 7, maxAttempts = 16, timeout = 1200000 ms, time elapsed = 4177 ms org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b982b98e12b52abc271df4d930581a34, server=da1c6afcd1f9,35765,1731595233113 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) at jdk.internal.reflect.GeneratedConstructorAccessor39.newInstance(Unknown Source) ~[?:?] at jdk.internal.reflect.DelegatingConstructorAccessorImpl.newInstance(DelegatingConstructorAccessorImpl.java:45) ~[?:?] at java.lang.reflect.Constructor.newInstanceWithCaller(Constructor.java:499) ~[?:?] at java.lang.reflect.Constructor.newInstance(Constructor.java:480) ~[?:?] at org.apache.hadoop.hbase.ipc.RemoteWithExtrasException.instantiateException(RemoteWithExtrasException.java:110) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RemoteWithExtrasException.unwrapRemoteException(RemoteWithExtrasException.java:100) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.client.ConnectionUtils.translateException(ConnectionUtils.java:219) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRpcRetryingCaller.onError(AsyncRpcRetryingCaller.java:165) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.lambda$call$4(AsyncSingleRequestRpcRetryingCaller.java:86) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.lambda$addListener$0(FutureUtils.java:71) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:863) ~[?:?] at java.util.concurrent.CompletableFuture$UniWhenComplete.tryFire(CompletableFuture.java:841) ~[?:?] at java.util.concurrent.CompletableFuture.postComplete(CompletableFuture.java:510) ~[?:?] at java.util.concurrent.CompletableFuture.completeExceptionally(CompletableFuture.java:2162) ~[?:?] at org.apache.hadoop.hbase.client.ConnectionUtils$2.run(ConnectionUtils.java:625) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hbase.thirdparty.com.google.protobuf.RpcUtil$1.run(RpcUtil.java:56) ~[hbase-shaded-protobuf-4.1.9.jar:4.1.9] at org.apache.hbase.thirdparty.com.google.protobuf.RpcUtil$1.run(RpcUtil.java:47) ~[hbase-shaded-protobuf-4.1.9.jar:4.1.9] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.onCallFinished(AbstractRpcClient.java:397) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:430) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:425) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.callComplete(Call.java:117) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.setException(Call.java:132) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcConnection.readResponse(RpcConnection.java:457) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.NettyRpcDuplexHandler.readResponse(NettyRpcDuplexHandler.java:125) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.NettyRpcDuplexHandler.channelRead(NettyRpcDuplexHandler.java:140) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:442) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.handler.codec.ByteToMessageDecoder.fireChannelRead(ByteToMessageDecoder.java:346) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.handler.codec.ByteToMessageDecoder.channelRead(ByteToMessageDecoder.java:318) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:444) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.handler.timeout.IdleStateHandler.channelRead(IdleStateHandler.java:289) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:442) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline$HeadContext.channelRead(DefaultChannelPipeline.java:1357) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:440) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline.fireChannelRead(DefaultChannelPipeline.java:868) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.AbstractNioByteChannel$NioByteUnsafe.read(AbstractNioByteChannel.java:166) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.processSelectedKey(NioEventLoop.java:788) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.processSelectedKeysOptimized(NioEventLoop.java:724) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.processSelectedKeys(NioEventLoop.java:650) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:562) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) ~[hbase-shaded-netty-4.1.9.jar:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] Caused by: org.apache.hadoop.hbase.ipc.RemoteWithExtrasException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b982b98e12b52abc271df4d930581a34, server=da1c6afcd1f9,35765,1731595233113 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) at org.apache.hadoop.hbase.ipc.AbstractRpcClient.onCallFinished(AbstractRpcClient.java:392) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] ... 32 more 2024-11-14T14:40:55,891 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731595236744.b982b98e12b52abc271df4d930581a34., hostname=da1c6afcd1f9,35765,1731595233113, seqNum=2 , the old value is region=TestAcidGuarantees,,1731595236744.b982b98e12b52abc271df4d930581a34., hostname=da1c6afcd1f9,35765,1731595233113, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b982b98e12b52abc271df4d930581a34, server=da1c6afcd1f9,35765,1731595233113 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-14T14:40:55,891 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731595236744.b982b98e12b52abc271df4d930581a34., hostname=da1c6afcd1f9,35765,1731595233113, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b982b98e12b52abc271df4d930581a34, server=da1c6afcd1f9,35765,1731595233113 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-14T14:40:55,892 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731595236744.b982b98e12b52abc271df4d930581a34., hostname=da1c6afcd1f9,35765,1731595233113, seqNum=2 because the exception is null or not the one we care about 2024-11-14T14:40:55,892 WARN [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRpcRetryingCaller(177): Call to da1c6afcd1f9,35765,1731595233113 for 'test_row_1' in b982b98e12b52abc271df4d930581a34 of TestAcidGuarantees failed, tries = 7, maxAttempts = 16, timeout = 1200000 ms, time elapsed = 4177 ms org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b982b98e12b52abc271df4d930581a34, server=da1c6afcd1f9,35765,1731595233113 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) at jdk.internal.reflect.GeneratedConstructorAccessor39.newInstance(Unknown Source) ~[?:?] at jdk.internal.reflect.DelegatingConstructorAccessorImpl.newInstance(DelegatingConstructorAccessorImpl.java:45) ~[?:?] at java.lang.reflect.Constructor.newInstanceWithCaller(Constructor.java:499) ~[?:?] at java.lang.reflect.Constructor.newInstance(Constructor.java:480) ~[?:?] at org.apache.hadoop.hbase.ipc.RemoteWithExtrasException.instantiateException(RemoteWithExtrasException.java:110) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RemoteWithExtrasException.unwrapRemoteException(RemoteWithExtrasException.java:100) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.client.ConnectionUtils.translateException(ConnectionUtils.java:219) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRpcRetryingCaller.onError(AsyncRpcRetryingCaller.java:165) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.lambda$call$4(AsyncSingleRequestRpcRetryingCaller.java:86) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.lambda$addListener$0(FutureUtils.java:71) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:863) ~[?:?] at java.util.concurrent.CompletableFuture$UniWhenComplete.tryFire(CompletableFuture.java:841) ~[?:?] at java.util.concurrent.CompletableFuture.postComplete(CompletableFuture.java:510) ~[?:?] at java.util.concurrent.CompletableFuture.completeExceptionally(CompletableFuture.java:2162) ~[?:?] at org.apache.hadoop.hbase.client.ConnectionUtils$2.run(ConnectionUtils.java:625) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hbase.thirdparty.com.google.protobuf.RpcUtil$1.run(RpcUtil.java:56) ~[hbase-shaded-protobuf-4.1.9.jar:4.1.9] at org.apache.hbase.thirdparty.com.google.protobuf.RpcUtil$1.run(RpcUtil.java:47) ~[hbase-shaded-protobuf-4.1.9.jar:4.1.9] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.onCallFinished(AbstractRpcClient.java:397) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:430) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:425) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.callComplete(Call.java:117) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.setException(Call.java:132) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcConnection.readResponse(RpcConnection.java:457) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.NettyRpcDuplexHandler.readResponse(NettyRpcDuplexHandler.java:125) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.NettyRpcDuplexHandler.channelRead(NettyRpcDuplexHandler.java:140) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:442) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.handler.codec.ByteToMessageDecoder.fireChannelRead(ByteToMessageDecoder.java:346) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.handler.codec.ByteToMessageDecoder.channelRead(ByteToMessageDecoder.java:318) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:444) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.handler.timeout.IdleStateHandler.channelRead(IdleStateHandler.java:289) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:442) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline$HeadContext.channelRead(DefaultChannelPipeline.java:1357) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:440) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline.fireChannelRead(DefaultChannelPipeline.java:868) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.AbstractNioByteChannel$NioByteUnsafe.read(AbstractNioByteChannel.java:166) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.processSelectedKey(NioEventLoop.java:788) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.processSelectedKeysOptimized(NioEventLoop.java:724) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.processSelectedKeys(NioEventLoop.java:650) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:562) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) ~[hbase-shaded-netty-4.1.9.jar:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] Caused by: org.apache.hadoop.hbase.ipc.RemoteWithExtrasException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b982b98e12b52abc271df4d930581a34, server=da1c6afcd1f9,35765,1731595233113 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) at org.apache.hadoop.hbase.ipc.AbstractRpcClient.onCallFinished(AbstractRpcClient.java:392) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] ... 32 more 2024-11-14T14:40:55,893 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731595236744.b982b98e12b52abc271df4d930581a34., hostname=da1c6afcd1f9,35765,1731595233113, seqNum=2 , the old value is region=TestAcidGuarantees,,1731595236744.b982b98e12b52abc271df4d930581a34., hostname=da1c6afcd1f9,35765,1731595233113, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b982b98e12b52abc271df4d930581a34, server=da1c6afcd1f9,35765,1731595233113 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-14T14:40:55,893 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731595236744.b982b98e12b52abc271df4d930581a34., hostname=da1c6afcd1f9,35765,1731595233113, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b982b98e12b52abc271df4d930581a34, server=da1c6afcd1f9,35765,1731595233113 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-14T14:40:55,893 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731595236744.b982b98e12b52abc271df4d930581a34., hostname=da1c6afcd1f9,35765,1731595233113, seqNum=2 because the exception is null or not the one we care about 2024-11-14T14:40:55,904 DEBUG [RS:0;da1c6afcd1f9:35765-shortCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:34345/user/jenkins/test-data/14d118ee-a83a-b09b-5913-1a58940a5db1/data/default/TestAcidGuarantees/b982b98e12b52abc271df4d930581a34/.tmp/B/832e1b473d6b47f0826e25b210924e8d as hdfs://localhost:34345/user/jenkins/test-data/14d118ee-a83a-b09b-5913-1a58940a5db1/data/default/TestAcidGuarantees/b982b98e12b52abc271df4d930581a34/B/832e1b473d6b47f0826e25b210924e8d 2024-11-14T14:40:55,912 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45145 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=23 2024-11-14T14:40:55,915 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:34345/user/jenkins/test-data/14d118ee-a83a-b09b-5913-1a58940a5db1/data/default/TestAcidGuarantees/b982b98e12b52abc271df4d930581a34/.tmp/B/a57f2fc46e0b4b7a903b90f968d59d23 is 50, key is test_row_0/B:col10/1731595255150/Put/seqid=0 2024-11-14T14:40:55,923 INFO [RS:0;da1c6afcd1f9:35765-shortCompactions-0 {}] regionserver.HStore(1337): Completed compaction of 3 (all) file(s) in b982b98e12b52abc271df4d930581a34/B of b982b98e12b52abc271df4d930581a34 into 832e1b473d6b47f0826e25b210924e8d(size=13.2 K), total size for store is 13.2 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-11-14T14:40:55,924 DEBUG [RS:0;da1c6afcd1f9:35765-shortCompactions-0 {}] regionserver.HRegion(2446): Compaction status journal for b982b98e12b52abc271df4d930581a34: 2024-11-14T14:40:55,924 INFO [RS:0;da1c6afcd1f9:35765-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1731595236744.b982b98e12b52abc271df4d930581a34., storeName=b982b98e12b52abc271df4d930581a34/B, priority=13, startTime=1731595255704; duration=0sec 2024-11-14T14:40:55,924 DEBUG [RS:0;da1c6afcd1f9:35765-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-14T14:40:55,924 DEBUG [RS:0;da1c6afcd1f9:35765-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: b982b98e12b52abc271df4d930581a34:B 2024-11-14T14:40:55,960 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35765 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b982b98e12b52abc271df4d930581a34, server=da1c6afcd1f9,35765,1731595233113 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-14T14:40:55,961 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35765 {}] ipc.CallRunner(138): callId: 248 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:57884 deadline: 1731595315957, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b982b98e12b52abc271df4d930581a34, server=da1c6afcd1f9,35765,1731595233113 2024-11-14T14:40:55,961 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731595236744.b982b98e12b52abc271df4d930581a34., hostname=da1c6afcd1f9,35765,1731595233113, seqNum=2 , the old value is region=TestAcidGuarantees,,1731595236744.b982b98e12b52abc271df4d930581a34., hostname=da1c6afcd1f9,35765,1731595233113, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b982b98e12b52abc271df4d930581a34, server=da1c6afcd1f9,35765,1731595233113 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-14T14:40:55,961 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731595236744.b982b98e12b52abc271df4d930581a34., hostname=da1c6afcd1f9,35765,1731595233113, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b982b98e12b52abc271df4d930581a34, server=da1c6afcd1f9,35765,1731595233113 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-14T14:40:55,961 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731595236744.b982b98e12b52abc271df4d930581a34., hostname=da1c6afcd1f9,35765,1731595233113, seqNum=2 because the exception is null or not the one we care about 2024-11-14T14:40:55,970 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36699 is added to blk_1073741948_1124 (size=12301) 2024-11-14T14:40:55,984 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35765 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b982b98e12b52abc271df4d930581a34, server=da1c6afcd1f9,35765,1731595233113 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-14T14:40:55,984 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35765 {}] ipc.CallRunner(138): callId: 216 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:57954 deadline: 1731595315976, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b982b98e12b52abc271df4d930581a34, server=da1c6afcd1f9,35765,1731595233113 2024-11-14T14:40:55,985 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35765 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b982b98e12b52abc271df4d930581a34, server=da1c6afcd1f9,35765,1731595233113 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-14T14:40:55,985 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731595236744.b982b98e12b52abc271df4d930581a34., hostname=da1c6afcd1f9,35765,1731595233113, seqNum=2 , the old value is region=TestAcidGuarantees,,1731595236744.b982b98e12b52abc271df4d930581a34., hostname=da1c6afcd1f9,35765,1731595233113, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b982b98e12b52abc271df4d930581a34, server=da1c6afcd1f9,35765,1731595233113 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-14T14:40:55,985 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731595236744.b982b98e12b52abc271df4d930581a34., hostname=da1c6afcd1f9,35765,1731595233113, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b982b98e12b52abc271df4d930581a34, server=da1c6afcd1f9,35765,1731595233113 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-14T14:40:55,985 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731595236744.b982b98e12b52abc271df4d930581a34., hostname=da1c6afcd1f9,35765,1731595233113, seqNum=2 because the exception is null or not the one we care about 2024-11-14T14:40:55,991 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35765 {}] ipc.CallRunner(138): callId: 247 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:57946 deadline: 1731595315976, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b982b98e12b52abc271df4d930581a34, server=da1c6afcd1f9,35765,1731595233113 2024-11-14T14:40:55,992 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731595236744.b982b98e12b52abc271df4d930581a34., hostname=da1c6afcd1f9,35765,1731595233113, seqNum=2 , the old value is region=TestAcidGuarantees,,1731595236744.b982b98e12b52abc271df4d930581a34., hostname=da1c6afcd1f9,35765,1731595233113, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b982b98e12b52abc271df4d930581a34, server=da1c6afcd1f9,35765,1731595233113 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-14T14:40:55,992 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731595236744.b982b98e12b52abc271df4d930581a34., hostname=da1c6afcd1f9,35765,1731595233113, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b982b98e12b52abc271df4d930581a34, server=da1c6afcd1f9,35765,1731595233113 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-14T14:40:55,992 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731595236744.b982b98e12b52abc271df4d930581a34., hostname=da1c6afcd1f9,35765,1731595233113, seqNum=2 because the exception is null or not the one we care about 2024-11-14T14:40:56,011 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=35765 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=24 2024-11-14T14:40:56,012 DEBUG [RS_FLUSH_OPERATIONS-regionserver/da1c6afcd1f9:0-2 {event_type=RS_FLUSH_REGIONS, pid=24}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1731595236744.b982b98e12b52abc271df4d930581a34. 2024-11-14T14:40:56,012 DEBUG [RS_FLUSH_OPERATIONS-regionserver/da1c6afcd1f9:0-2 {event_type=RS_FLUSH_REGIONS, pid=24}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1731595236744.b982b98e12b52abc271df4d930581a34. as already flushing 2024-11-14T14:40:56,012 DEBUG [RS_FLUSH_OPERATIONS-regionserver/da1c6afcd1f9:0-2 {event_type=RS_FLUSH_REGIONS, pid=24}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1731595236744.b982b98e12b52abc271df4d930581a34. 2024-11-14T14:40:56,012 ERROR [RS_FLUSH_OPERATIONS-regionserver/da1c6afcd1f9:0-2 {event_type=RS_FLUSH_REGIONS, pid=24}] handler.RSProcedureHandler(58): pid=24 java.io.IOException: Unable to complete flush {ENCODED => b982b98e12b52abc271df4d930581a34, NAME => 'TestAcidGuarantees,,1731595236744.b982b98e12b52abc271df4d930581a34.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-14T14:40:56,012 DEBUG [RS_FLUSH_OPERATIONS-regionserver/da1c6afcd1f9:0-2 {event_type=RS_FLUSH_REGIONS, pid=24}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=24 java.io.IOException: Unable to complete flush {ENCODED => b982b98e12b52abc271df4d930581a34, NAME => 'TestAcidGuarantees,,1731595236744.b982b98e12b52abc271df4d930581a34.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-14T14:40:56,013 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45145 {}] master.HMaster(4177): Remote procedure failed, pid=24 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => b982b98e12b52abc271df4d930581a34, NAME => 'TestAcidGuarantees,,1731595236744.b982b98e12b52abc271df4d930581a34.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$5(MasterRpcServices.java:2580) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2575) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => b982b98e12b52abc271df4d930581a34, NAME => 'TestAcidGuarantees,,1731595236744.b982b98e12b52abc271df4d930581a34.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-14T14:40:56,166 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=35765 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=24 2024-11-14T14:40:56,166 DEBUG [RS_FLUSH_OPERATIONS-regionserver/da1c6afcd1f9:0-0 {event_type=RS_FLUSH_REGIONS, pid=24}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1731595236744.b982b98e12b52abc271df4d930581a34. 2024-11-14T14:40:56,166 DEBUG [RS_FLUSH_OPERATIONS-regionserver/da1c6afcd1f9:0-0 {event_type=RS_FLUSH_REGIONS, pid=24}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1731595236744.b982b98e12b52abc271df4d930581a34. as already flushing 2024-11-14T14:40:56,166 DEBUG [RS_FLUSH_OPERATIONS-regionserver/da1c6afcd1f9:0-0 {event_type=RS_FLUSH_REGIONS, pid=24}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1731595236744.b982b98e12b52abc271df4d930581a34. 2024-11-14T14:40:56,167 ERROR [RS_FLUSH_OPERATIONS-regionserver/da1c6afcd1f9:0-0 {event_type=RS_FLUSH_REGIONS, pid=24}] handler.RSProcedureHandler(58): pid=24 java.io.IOException: Unable to complete flush {ENCODED => b982b98e12b52abc271df4d930581a34, NAME => 'TestAcidGuarantees,,1731595236744.b982b98e12b52abc271df4d930581a34.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-14T14:40:56,167 DEBUG [RS_FLUSH_OPERATIONS-regionserver/da1c6afcd1f9:0-0 {event_type=RS_FLUSH_REGIONS, pid=24}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=24 java.io.IOException: Unable to complete flush {ENCODED => b982b98e12b52abc271df4d930581a34, NAME => 'TestAcidGuarantees,,1731595236744.b982b98e12b52abc271df4d930581a34.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-14T14:40:56,168 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45145 {}] master.HMaster(4177): Remote procedure failed, pid=24 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => b982b98e12b52abc271df4d930581a34, NAME => 'TestAcidGuarantees,,1731595236744.b982b98e12b52abc271df4d930581a34.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$5(MasterRpcServices.java:2580) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2575) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => b982b98e12b52abc271df4d930581a34, NAME => 'TestAcidGuarantees,,1731595236744.b982b98e12b52abc271df4d930581a34.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-14T14:40:56,172 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35765 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b982b98e12b52abc271df4d930581a34, server=da1c6afcd1f9,35765,1731595233113 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-14T14:40:56,173 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35765 {}] ipc.CallRunner(138): callId: 249 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:57884 deadline: 1731595316166, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b982b98e12b52abc271df4d930581a34, server=da1c6afcd1f9,35765,1731595233113 2024-11-14T14:40:56,173 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731595236744.b982b98e12b52abc271df4d930581a34., hostname=da1c6afcd1f9,35765,1731595233113, seqNum=2 , the old value is region=TestAcidGuarantees,,1731595236744.b982b98e12b52abc271df4d930581a34., hostname=da1c6afcd1f9,35765,1731595233113, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b982b98e12b52abc271df4d930581a34, server=da1c6afcd1f9,35765,1731595233113 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-14T14:40:56,173 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731595236744.b982b98e12b52abc271df4d930581a34., hostname=da1c6afcd1f9,35765,1731595233113, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b982b98e12b52abc271df4d930581a34, server=da1c6afcd1f9,35765,1731595233113 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-14T14:40:56,173 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731595236744.b982b98e12b52abc271df4d930581a34., hostname=da1c6afcd1f9,35765,1731595233113, seqNum=2 because the exception is null or not the one we care about 2024-11-14T14:40:56,198 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35765 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b982b98e12b52abc271df4d930581a34, server=da1c6afcd1f9,35765,1731595233113 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-14T14:40:56,199 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35765 {}] ipc.CallRunner(138): callId: 248 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:57946 deadline: 1731595316197, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b982b98e12b52abc271df4d930581a34, server=da1c6afcd1f9,35765,1731595233113 2024-11-14T14:40:56,198 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35765 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b982b98e12b52abc271df4d930581a34, server=da1c6afcd1f9,35765,1731595233113 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-14T14:40:56,199 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35765 {}] ipc.CallRunner(138): callId: 217 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:57954 deadline: 1731595316196, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b982b98e12b52abc271df4d930581a34, server=da1c6afcd1f9,35765,1731595233113 2024-11-14T14:40:56,199 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731595236744.b982b98e12b52abc271df4d930581a34., hostname=da1c6afcd1f9,35765,1731595233113, seqNum=2 , the old value is region=TestAcidGuarantees,,1731595236744.b982b98e12b52abc271df4d930581a34., hostname=da1c6afcd1f9,35765,1731595233113, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b982b98e12b52abc271df4d930581a34, server=da1c6afcd1f9,35765,1731595233113 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-14T14:40:56,199 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731595236744.b982b98e12b52abc271df4d930581a34., hostname=da1c6afcd1f9,35765,1731595233113, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b982b98e12b52abc271df4d930581a34, server=da1c6afcd1f9,35765,1731595233113 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-14T14:40:56,199 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731595236744.b982b98e12b52abc271df4d930581a34., hostname=da1c6afcd1f9,35765,1731595233113, seqNum=2 because the exception is null or not the one we care about 2024-11-14T14:40:56,200 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731595236744.b982b98e12b52abc271df4d930581a34., hostname=da1c6afcd1f9,35765,1731595233113, seqNum=2 , the old value is region=TestAcidGuarantees,,1731595236744.b982b98e12b52abc271df4d930581a34., hostname=da1c6afcd1f9,35765,1731595233113, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b982b98e12b52abc271df4d930581a34, server=da1c6afcd1f9,35765,1731595233113 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-14T14:40:56,200 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731595236744.b982b98e12b52abc271df4d930581a34., hostname=da1c6afcd1f9,35765,1731595233113, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b982b98e12b52abc271df4d930581a34, server=da1c6afcd1f9,35765,1731595233113 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-14T14:40:56,200 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731595236744.b982b98e12b52abc271df4d930581a34., hostname=da1c6afcd1f9,35765,1731595233113, seqNum=2 because the exception is null or not the one we care about 2024-11-14T14:40:56,322 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=35765 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=24 2024-11-14T14:40:56,323 DEBUG [RS_FLUSH_OPERATIONS-regionserver/da1c6afcd1f9:0-1 {event_type=RS_FLUSH_REGIONS, pid=24}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1731595236744.b982b98e12b52abc271df4d930581a34. 2024-11-14T14:40:56,323 DEBUG [RS_FLUSH_OPERATIONS-regionserver/da1c6afcd1f9:0-1 {event_type=RS_FLUSH_REGIONS, pid=24}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1731595236744.b982b98e12b52abc271df4d930581a34. as already flushing 2024-11-14T14:40:56,323 DEBUG [RS_FLUSH_OPERATIONS-regionserver/da1c6afcd1f9:0-1 {event_type=RS_FLUSH_REGIONS, pid=24}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1731595236744.b982b98e12b52abc271df4d930581a34. 2024-11-14T14:40:56,323 ERROR [RS_FLUSH_OPERATIONS-regionserver/da1c6afcd1f9:0-1 {event_type=RS_FLUSH_REGIONS, pid=24}] handler.RSProcedureHandler(58): pid=24 java.io.IOException: Unable to complete flush {ENCODED => b982b98e12b52abc271df4d930581a34, NAME => 'TestAcidGuarantees,,1731595236744.b982b98e12b52abc271df4d930581a34.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-14T14:40:56,323 DEBUG [RS_FLUSH_OPERATIONS-regionserver/da1c6afcd1f9:0-1 {event_type=RS_FLUSH_REGIONS, pid=24}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=24 java.io.IOException: Unable to complete flush {ENCODED => b982b98e12b52abc271df4d930581a34, NAME => 'TestAcidGuarantees,,1731595236744.b982b98e12b52abc271df4d930581a34.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-14T14:40:56,324 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45145 {}] master.HMaster(4177): Remote procedure failed, pid=24 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => b982b98e12b52abc271df4d930581a34, NAME => 'TestAcidGuarantees,,1731595236744.b982b98e12b52abc271df4d930581a34.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$5(MasterRpcServices.java:2580) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2575) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => b982b98e12b52abc271df4d930581a34, NAME => 'TestAcidGuarantees,,1731595236744.b982b98e12b52abc271df4d930581a34.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-14T14:40:56,372 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=46.96 KB at sequenceid=884 (bloomFilter=true), to=hdfs://localhost:34345/user/jenkins/test-data/14d118ee-a83a-b09b-5913-1a58940a5db1/data/default/TestAcidGuarantees/b982b98e12b52abc271df4d930581a34/.tmp/B/a57f2fc46e0b4b7a903b90f968d59d23 2024-11-14T14:40:56,397 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:34345/user/jenkins/test-data/14d118ee-a83a-b09b-5913-1a58940a5db1/data/default/TestAcidGuarantees/b982b98e12b52abc271df4d930581a34/.tmp/C/125d7f1b5f9340b68e239e0d9fcb16df is 50, key is test_row_0/C:col10/1731595255150/Put/seqid=0 2024-11-14T14:40:56,446 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36699 is added to blk_1073741949_1125 (size=12301) 2024-11-14T14:40:56,447 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=46.96 KB at sequenceid=884 (bloomFilter=true), to=hdfs://localhost:34345/user/jenkins/test-data/14d118ee-a83a-b09b-5913-1a58940a5db1/data/default/TestAcidGuarantees/b982b98e12b52abc271df4d930581a34/.tmp/C/125d7f1b5f9340b68e239e0d9fcb16df 2024-11-14T14:40:56,457 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:34345/user/jenkins/test-data/14d118ee-a83a-b09b-5913-1a58940a5db1/data/default/TestAcidGuarantees/b982b98e12b52abc271df4d930581a34/.tmp/A/c443ede84cf64c1cab371099e5b1e48e as hdfs://localhost:34345/user/jenkins/test-data/14d118ee-a83a-b09b-5913-1a58940a5db1/data/default/TestAcidGuarantees/b982b98e12b52abc271df4d930581a34/A/c443ede84cf64c1cab371099e5b1e48e 2024-11-14T14:40:56,463 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:34345/user/jenkins/test-data/14d118ee-a83a-b09b-5913-1a58940a5db1/data/default/TestAcidGuarantees/b982b98e12b52abc271df4d930581a34/A/c443ede84cf64c1cab371099e5b1e48e, entries=150, sequenceid=884, filesize=12.0 K 2024-11-14T14:40:56,466 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:34345/user/jenkins/test-data/14d118ee-a83a-b09b-5913-1a58940a5db1/data/default/TestAcidGuarantees/b982b98e12b52abc271df4d930581a34/.tmp/B/a57f2fc46e0b4b7a903b90f968d59d23 as hdfs://localhost:34345/user/jenkins/test-data/14d118ee-a83a-b09b-5913-1a58940a5db1/data/default/TestAcidGuarantees/b982b98e12b52abc271df4d930581a34/B/a57f2fc46e0b4b7a903b90f968d59d23 2024-11-14T14:40:56,472 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:34345/user/jenkins/test-data/14d118ee-a83a-b09b-5913-1a58940a5db1/data/default/TestAcidGuarantees/b982b98e12b52abc271df4d930581a34/B/a57f2fc46e0b4b7a903b90f968d59d23, entries=150, sequenceid=884, filesize=12.0 K 2024-11-14T14:40:56,473 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:34345/user/jenkins/test-data/14d118ee-a83a-b09b-5913-1a58940a5db1/data/default/TestAcidGuarantees/b982b98e12b52abc271df4d930581a34/.tmp/C/125d7f1b5f9340b68e239e0d9fcb16df as hdfs://localhost:34345/user/jenkins/test-data/14d118ee-a83a-b09b-5913-1a58940a5db1/data/default/TestAcidGuarantees/b982b98e12b52abc271df4d930581a34/C/125d7f1b5f9340b68e239e0d9fcb16df 2024-11-14T14:40:56,477 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=35765 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=24 2024-11-14T14:40:56,477 DEBUG [RS_FLUSH_OPERATIONS-regionserver/da1c6afcd1f9:0-2 {event_type=RS_FLUSH_REGIONS, pid=24}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1731595236744.b982b98e12b52abc271df4d930581a34. 2024-11-14T14:40:56,477 DEBUG [RS_FLUSH_OPERATIONS-regionserver/da1c6afcd1f9:0-2 {event_type=RS_FLUSH_REGIONS, pid=24}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1731595236744.b982b98e12b52abc271df4d930581a34. as already flushing 2024-11-14T14:40:56,477 DEBUG [RS_FLUSH_OPERATIONS-regionserver/da1c6afcd1f9:0-2 {event_type=RS_FLUSH_REGIONS, pid=24}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1731595236744.b982b98e12b52abc271df4d930581a34. 2024-11-14T14:40:56,477 ERROR [RS_FLUSH_OPERATIONS-regionserver/da1c6afcd1f9:0-2 {event_type=RS_FLUSH_REGIONS, pid=24}] handler.RSProcedureHandler(58): pid=24 java.io.IOException: Unable to complete flush {ENCODED => b982b98e12b52abc271df4d930581a34, NAME => 'TestAcidGuarantees,,1731595236744.b982b98e12b52abc271df4d930581a34.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-14T14:40:56,477 DEBUG [RS_FLUSH_OPERATIONS-regionserver/da1c6afcd1f9:0-2 {event_type=RS_FLUSH_REGIONS, pid=24}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=24 java.io.IOException: Unable to complete flush {ENCODED => b982b98e12b52abc271df4d930581a34, NAME => 'TestAcidGuarantees,,1731595236744.b982b98e12b52abc271df4d930581a34.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-14T14:40:56,479 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45145 {}] master.HMaster(4177): Remote procedure failed, pid=24 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => b982b98e12b52abc271df4d930581a34, NAME => 'TestAcidGuarantees,,1731595236744.b982b98e12b52abc271df4d930581a34.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$5(MasterRpcServices.java:2580) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2575) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => b982b98e12b52abc271df4d930581a34, NAME => 'TestAcidGuarantees,,1731595236744.b982b98e12b52abc271df4d930581a34.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-14T14:40:56,479 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:34345/user/jenkins/test-data/14d118ee-a83a-b09b-5913-1a58940a5db1/data/default/TestAcidGuarantees/b982b98e12b52abc271df4d930581a34/C/125d7f1b5f9340b68e239e0d9fcb16df, entries=150, sequenceid=884, filesize=12.0 K 2024-11-14T14:40:56,483 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(3140): Finished flush of dataSize ~140.89 KB/144270, heapSize ~381.42 KB/390576, currentSize=46.96 KB/48090 for b982b98e12b52abc271df4d930581a34 in 660ms, sequenceid=884, compaction requested=false 2024-11-14T14:40:56,483 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2603): Flush status journal for b982b98e12b52abc271df4d930581a34: 2024-11-14T14:40:56,491 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35765 {}] regionserver.HRegion(8855): Flush requested on b982b98e12b52abc271df4d930581a34 2024-11-14T14:40:56,492 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(2902): Flushing b982b98e12b52abc271df4d930581a34 3/3 column families, dataSize=53.67 KB heapSize=160.13 KB 2024-11-14T14:40:56,492 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK b982b98e12b52abc271df4d930581a34, store=A 2024-11-14T14:40:56,493 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-14T14:40:56,493 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK b982b98e12b52abc271df4d930581a34, store=B 2024-11-14T14:40:56,493 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-14T14:40:56,493 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK b982b98e12b52abc271df4d930581a34, store=C 2024-11-14T14:40:56,493 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-14T14:40:56,500 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:34345/user/jenkins/test-data/14d118ee-a83a-b09b-5913-1a58940a5db1/data/default/TestAcidGuarantees/b982b98e12b52abc271df4d930581a34/.tmp/A/6839784b43fb4c57bd1e08ca0cdd9db7 is 50, key is test_row_0/A:col10/1731595255842/Put/seqid=0 2024-11-14T14:40:56,515 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36699 is added to blk_1073741950_1126 (size=14741) 2024-11-14T14:40:56,543 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35765 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b982b98e12b52abc271df4d930581a34, server=da1c6afcd1f9,35765,1731595233113 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-14T14:40:56,543 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35765 {}] ipc.CallRunner(138): callId: 260 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:57884 deadline: 1731595316538, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b982b98e12b52abc271df4d930581a34, server=da1c6afcd1f9,35765,1731595233113 2024-11-14T14:40:56,544 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731595236744.b982b98e12b52abc271df4d930581a34., hostname=da1c6afcd1f9,35765,1731595233113, seqNum=2 , the old value is region=TestAcidGuarantees,,1731595236744.b982b98e12b52abc271df4d930581a34., hostname=da1c6afcd1f9,35765,1731595233113, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b982b98e12b52abc271df4d930581a34, server=da1c6afcd1f9,35765,1731595233113 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-14T14:40:56,544 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731595236744.b982b98e12b52abc271df4d930581a34., hostname=da1c6afcd1f9,35765,1731595233113, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b982b98e12b52abc271df4d930581a34, server=da1c6afcd1f9,35765,1731595233113 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-14T14:40:56,544 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731595236744.b982b98e12b52abc271df4d930581a34., hostname=da1c6afcd1f9,35765,1731595233113, seqNum=2 because the exception is null or not the one we care about 2024-11-14T14:40:56,544 DEBUG [RS_IN_MEMORY_COMPACTION-regionserver/da1c6afcd1f9:0-6 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=type=CellArrayImmutableSegment, empty=no, cellCount=159, cellSize=7275, totalHeapSize=16776, min timestamp=1731595256530, max timestamp=1731595256541Num uniques 859; 2024-11-14T14:40:56,545 DEBUG [RS_IN_MEMORY_COMPACTION-regionserver/da1c6afcd1f9:0-9 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=type=CellArrayImmutableSegment, empty=no, cellCount=159, cellSize=7275, totalHeapSize=16776, min timestamp=1731595256530, max timestamp=1731595256541Num uniques 859; 2024-11-14T14:40:56,545 DEBUG [RS_IN_MEMORY_COMPACTION-regionserver/da1c6afcd1f9:0-6 {}] regionserver.CompactionPipeline(163): Suffix data size=39335, new segment data size=7275, suffix heap size=117064,new segment heap size=16776 　suffix off heap size=0, new segment off heap size=0, suffix cells count=859, new segment cells count=159 2024-11-14T14:40:56,545 DEBUG [RS_IN_MEMORY_COMPACTION-regionserver/da1c6afcd1f9:0-9 {}] regionserver.CompactionPipeline(163): Suffix data size=39335, new segment data size=7275, suffix heap size=117064,new segment heap size=16776 　suffix off heap size=0, new segment off heap size=0, suffix cells count=859, new segment cells count=159 2024-11-14T14:40:56,546 DEBUG [RS_IN_MEMORY_COMPACTION-regionserver/da1c6afcd1f9:0-0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=type=CellArrayImmutableSegment, empty=no, cellCount=159, cellSize=7275, totalHeapSize=16776, min timestamp=1731595256530, max timestamp=1731595256541Num uniques 859; 2024-11-14T14:40:56,546 DEBUG [RS_IN_MEMORY_COMPACTION-regionserver/da1c6afcd1f9:0-0 {}] regionserver.CompactionPipeline(163): Suffix data size=39335, new segment data size=7275, suffix heap size=117064,new segment heap size=16776 　suffix off heap size=0, new segment off heap size=0, suffix cells count=859, new segment cells count=159 2024-11-14T14:40:56,614 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35765 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b982b98e12b52abc271df4d930581a34, server=da1c6afcd1f9,35765,1731595233113 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-14T14:40:56,614 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35765 {}] ipc.CallRunner(138): callId: 229 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:57954 deadline: 1731595316608, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b982b98e12b52abc271df4d930581a34, server=da1c6afcd1f9,35765,1731595233113 2024-11-14T14:40:56,614 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731595236744.b982b98e12b52abc271df4d930581a34., hostname=da1c6afcd1f9,35765,1731595233113, seqNum=2 , the old value is region=TestAcidGuarantees,,1731595236744.b982b98e12b52abc271df4d930581a34., hostname=da1c6afcd1f9,35765,1731595233113, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b982b98e12b52abc271df4d930581a34, server=da1c6afcd1f9,35765,1731595233113 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-14T14:40:56,615 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731595236744.b982b98e12b52abc271df4d930581a34., hostname=da1c6afcd1f9,35765,1731595233113, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b982b98e12b52abc271df4d930581a34, server=da1c6afcd1f9,35765,1731595233113 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-14T14:40:56,615 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731595236744.b982b98e12b52abc271df4d930581a34., hostname=da1c6afcd1f9,35765,1731595233113, seqNum=2 because the exception is null or not the one we care about 2024-11-14T14:40:56,621 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35765 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b982b98e12b52abc271df4d930581a34, server=da1c6afcd1f9,35765,1731595233113 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-14T14:40:56,622 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35765 {}] ipc.CallRunner(138): callId: 262 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:57946 deadline: 1731595316614, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b982b98e12b52abc271df4d930581a34, server=da1c6afcd1f9,35765,1731595233113 2024-11-14T14:40:56,623 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731595236744.b982b98e12b52abc271df4d930581a34., hostname=da1c6afcd1f9,35765,1731595233113, seqNum=2 , the old value is region=TestAcidGuarantees,,1731595236744.b982b98e12b52abc271df4d930581a34., hostname=da1c6afcd1f9,35765,1731595233113, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b982b98e12b52abc271df4d930581a34, server=da1c6afcd1f9,35765,1731595233113 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-14T14:40:56,623 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731595236744.b982b98e12b52abc271df4d930581a34., hostname=da1c6afcd1f9,35765,1731595233113, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b982b98e12b52abc271df4d930581a34, server=da1c6afcd1f9,35765,1731595233113 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-14T14:40:56,623 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731595236744.b982b98e12b52abc271df4d930581a34., hostname=da1c6afcd1f9,35765,1731595233113, seqNum=2 because the exception is null or not the one we care about 2024-11-14T14:40:56,632 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=35765 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=24 2024-11-14T14:40:56,633 DEBUG [RS_FLUSH_OPERATIONS-regionserver/da1c6afcd1f9:0-0 {event_type=RS_FLUSH_REGIONS, pid=24}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1731595236744.b982b98e12b52abc271df4d930581a34. 2024-11-14T14:40:56,633 DEBUG [RS_FLUSH_OPERATIONS-regionserver/da1c6afcd1f9:0-0 {event_type=RS_FLUSH_REGIONS, pid=24}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1731595236744.b982b98e12b52abc271df4d930581a34. as already flushing 2024-11-14T14:40:56,633 DEBUG [RS_FLUSH_OPERATIONS-regionserver/da1c6afcd1f9:0-0 {event_type=RS_FLUSH_REGIONS, pid=24}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1731595236744.b982b98e12b52abc271df4d930581a34. 2024-11-14T14:40:56,633 ERROR [RS_FLUSH_OPERATIONS-regionserver/da1c6afcd1f9:0-0 {event_type=RS_FLUSH_REGIONS, pid=24}] handler.RSProcedureHandler(58): pid=24 java.io.IOException: Unable to complete flush {ENCODED => b982b98e12b52abc271df4d930581a34, NAME => 'TestAcidGuarantees,,1731595236744.b982b98e12b52abc271df4d930581a34.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-14T14:40:56,633 DEBUG [RS_FLUSH_OPERATIONS-regionserver/da1c6afcd1f9:0-0 {event_type=RS_FLUSH_REGIONS, pid=24}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=24 java.io.IOException: Unable to complete flush {ENCODED => b982b98e12b52abc271df4d930581a34, NAME => 'TestAcidGuarantees,,1731595236744.b982b98e12b52abc271df4d930581a34.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-14T14:40:56,634 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45145 {}] master.HMaster(4177): Remote procedure failed, pid=24 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => b982b98e12b52abc271df4d930581a34, NAME => 'TestAcidGuarantees,,1731595236744.b982b98e12b52abc271df4d930581a34.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$5(MasterRpcServices.java:2580) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2575) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => b982b98e12b52abc271df4d930581a34, NAME => 'TestAcidGuarantees,,1731595236744.b982b98e12b52abc271df4d930581a34.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-14T14:40:56,652 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35765 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b982b98e12b52abc271df4d930581a34, server=da1c6afcd1f9,35765,1731595233113 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-14T14:40:56,652 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35765 {}] ipc.CallRunner(138): callId: 261 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:57884 deadline: 1731595316647, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b982b98e12b52abc271df4d930581a34, server=da1c6afcd1f9,35765,1731595233113 2024-11-14T14:40:56,653 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731595236744.b982b98e12b52abc271df4d930581a34., hostname=da1c6afcd1f9,35765,1731595233113, seqNum=2 , the old value is region=TestAcidGuarantees,,1731595236744.b982b98e12b52abc271df4d930581a34., hostname=da1c6afcd1f9,35765,1731595233113, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b982b98e12b52abc271df4d930581a34, server=da1c6afcd1f9,35765,1731595233113 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-14T14:40:56,653 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731595236744.b982b98e12b52abc271df4d930581a34., hostname=da1c6afcd1f9,35765,1731595233113, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b982b98e12b52abc271df4d930581a34, server=da1c6afcd1f9,35765,1731595233113 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-14T14:40:56,653 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731595236744.b982b98e12b52abc271df4d930581a34., hostname=da1c6afcd1f9,35765,1731595233113, seqNum=2 because the exception is null or not the one we care about 2024-11-14T14:40:56,731 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35765 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b982b98e12b52abc271df4d930581a34, server=da1c6afcd1f9,35765,1731595233113 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-14T14:40:56,731 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35765 {}] ipc.CallRunner(138): callId: 230 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:57954 deadline: 1731595316727, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b982b98e12b52abc271df4d930581a34, server=da1c6afcd1f9,35765,1731595233113 2024-11-14T14:40:56,731 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731595236744.b982b98e12b52abc271df4d930581a34., hostname=da1c6afcd1f9,35765,1731595233113, seqNum=2 , the old value is region=TestAcidGuarantees,,1731595236744.b982b98e12b52abc271df4d930581a34., hostname=da1c6afcd1f9,35765,1731595233113, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b982b98e12b52abc271df4d930581a34, server=da1c6afcd1f9,35765,1731595233113 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-14T14:40:56,731 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731595236744.b982b98e12b52abc271df4d930581a34., hostname=da1c6afcd1f9,35765,1731595233113, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b982b98e12b52abc271df4d930581a34, server=da1c6afcd1f9,35765,1731595233113 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-14T14:40:56,732 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731595236744.b982b98e12b52abc271df4d930581a34., hostname=da1c6afcd1f9,35765,1731595233113, seqNum=2 because the exception is null or not the one we care about 2024-11-14T14:40:56,732 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35765 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b982b98e12b52abc271df4d930581a34, server=da1c6afcd1f9,35765,1731595233113 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-14T14:40:56,732 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35765 {}] ipc.CallRunner(138): callId: 263 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:57946 deadline: 1731595316727, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b982b98e12b52abc271df4d930581a34, server=da1c6afcd1f9,35765,1731595233113 2024-11-14T14:40:56,733 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731595236744.b982b98e12b52abc271df4d930581a34., hostname=da1c6afcd1f9,35765,1731595233113, seqNum=2 , the old value is region=TestAcidGuarantees,,1731595236744.b982b98e12b52abc271df4d930581a34., hostname=da1c6afcd1f9,35765,1731595233113, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b982b98e12b52abc271df4d930581a34, server=da1c6afcd1f9,35765,1731595233113 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-14T14:40:56,733 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731595236744.b982b98e12b52abc271df4d930581a34., hostname=da1c6afcd1f9,35765,1731595233113, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b982b98e12b52abc271df4d930581a34, server=da1c6afcd1f9,35765,1731595233113 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-14T14:40:56,733 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731595236744.b982b98e12b52abc271df4d930581a34., hostname=da1c6afcd1f9,35765,1731595233113, seqNum=2 because the exception is null or not the one we care about 2024-11-14T14:40:56,788 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=35765 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=24 2024-11-14T14:40:56,788 DEBUG [RS_FLUSH_OPERATIONS-regionserver/da1c6afcd1f9:0-1 {event_type=RS_FLUSH_REGIONS, pid=24}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1731595236744.b982b98e12b52abc271df4d930581a34. 2024-11-14T14:40:56,788 DEBUG [RS_FLUSH_OPERATIONS-regionserver/da1c6afcd1f9:0-1 {event_type=RS_FLUSH_REGIONS, pid=24}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1731595236744.b982b98e12b52abc271df4d930581a34. as already flushing 2024-11-14T14:40:56,788 DEBUG [RS_FLUSH_OPERATIONS-regionserver/da1c6afcd1f9:0-1 {event_type=RS_FLUSH_REGIONS, pid=24}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1731595236744.b982b98e12b52abc271df4d930581a34. 2024-11-14T14:40:56,788 ERROR [RS_FLUSH_OPERATIONS-regionserver/da1c6afcd1f9:0-1 {event_type=RS_FLUSH_REGIONS, pid=24}] handler.RSProcedureHandler(58): pid=24 java.io.IOException: Unable to complete flush {ENCODED => b982b98e12b52abc271df4d930581a34, NAME => 'TestAcidGuarantees,,1731595236744.b982b98e12b52abc271df4d930581a34.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-14T14:40:56,789 DEBUG [RS_FLUSH_OPERATIONS-regionserver/da1c6afcd1f9:0-1 {event_type=RS_FLUSH_REGIONS, pid=24}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=24 java.io.IOException: Unable to complete flush {ENCODED => b982b98e12b52abc271df4d930581a34, NAME => 'TestAcidGuarantees,,1731595236744.b982b98e12b52abc271df4d930581a34.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-14T14:40:56,791 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45145 {}] master.HMaster(4177): Remote procedure failed, pid=24 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => b982b98e12b52abc271df4d930581a34, NAME => 'TestAcidGuarantees,,1731595236744.b982b98e12b52abc271df4d930581a34.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$5(MasterRpcServices.java:2580) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2575) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => b982b98e12b52abc271df4d930581a34, NAME => 'TestAcidGuarantees,,1731595236744.b982b98e12b52abc271df4d930581a34.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-14T14:40:56,860 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35765 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b982b98e12b52abc271df4d930581a34, server=da1c6afcd1f9,35765,1731595233113 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-14T14:40:56,860 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35765 {}] ipc.CallRunner(138): callId: 262 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:57884 deadline: 1731595316856, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b982b98e12b52abc271df4d930581a34, server=da1c6afcd1f9,35765,1731595233113 2024-11-14T14:40:56,861 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731595236744.b982b98e12b52abc271df4d930581a34., hostname=da1c6afcd1f9,35765,1731595233113, seqNum=2 , the old value is region=TestAcidGuarantees,,1731595236744.b982b98e12b52abc271df4d930581a34., hostname=da1c6afcd1f9,35765,1731595233113, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b982b98e12b52abc271df4d930581a34, server=da1c6afcd1f9,35765,1731595233113 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-14T14:40:56,861 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731595236744.b982b98e12b52abc271df4d930581a34., hostname=da1c6afcd1f9,35765,1731595233113, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b982b98e12b52abc271df4d930581a34, server=da1c6afcd1f9,35765,1731595233113 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-14T14:40:56,861 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731595236744.b982b98e12b52abc271df4d930581a34., hostname=da1c6afcd1f9,35765,1731595233113, seqNum=2 because the exception is null or not the one we care about 2024-11-14T14:40:56,916 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=17.89 KB at sequenceid=896 (bloomFilter=true), to=hdfs://localhost:34345/user/jenkins/test-data/14d118ee-a83a-b09b-5913-1a58940a5db1/data/default/TestAcidGuarantees/b982b98e12b52abc271df4d930581a34/.tmp/A/6839784b43fb4c57bd1e08ca0cdd9db7 2024-11-14T14:40:56,926 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45145 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=23 2024-11-14T14:40:56,941 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35765 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b982b98e12b52abc271df4d930581a34, server=da1c6afcd1f9,35765,1731595233113 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-14T14:40:56,941 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35765 {}] ipc.CallRunner(138): callId: 231 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:57954 deadline: 1731595316936, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b982b98e12b52abc271df4d930581a34, server=da1c6afcd1f9,35765,1731595233113 2024-11-14T14:40:56,942 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35765 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b982b98e12b52abc271df4d930581a34, server=da1c6afcd1f9,35765,1731595233113 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-14T14:40:56,942 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731595236744.b982b98e12b52abc271df4d930581a34., hostname=da1c6afcd1f9,35765,1731595233113, seqNum=2 , the old value is region=TestAcidGuarantees,,1731595236744.b982b98e12b52abc271df4d930581a34., hostname=da1c6afcd1f9,35765,1731595233113, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b982b98e12b52abc271df4d930581a34, server=da1c6afcd1f9,35765,1731595233113 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-14T14:40:56,942 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35765 {}] ipc.CallRunner(138): callId: 264 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:57946 deadline: 1731595316936, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b982b98e12b52abc271df4d930581a34, server=da1c6afcd1f9,35765,1731595233113 2024-11-14T14:40:56,942 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731595236744.b982b98e12b52abc271df4d930581a34., hostname=da1c6afcd1f9,35765,1731595233113, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b982b98e12b52abc271df4d930581a34, server=da1c6afcd1f9,35765,1731595233113 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-14T14:40:56,942 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731595236744.b982b98e12b52abc271df4d930581a34., hostname=da1c6afcd1f9,35765,1731595233113, seqNum=2 because the exception is null or not the one we care about 2024-11-14T14:40:56,942 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731595236744.b982b98e12b52abc271df4d930581a34., hostname=da1c6afcd1f9,35765,1731595233113, seqNum=2 , the old value is region=TestAcidGuarantees,,1731595236744.b982b98e12b52abc271df4d930581a34., hostname=da1c6afcd1f9,35765,1731595233113, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b982b98e12b52abc271df4d930581a34, server=da1c6afcd1f9,35765,1731595233113 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-14T14:40:56,942 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731595236744.b982b98e12b52abc271df4d930581a34., hostname=da1c6afcd1f9,35765,1731595233113, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b982b98e12b52abc271df4d930581a34, server=da1c6afcd1f9,35765,1731595233113 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-14T14:40:56,942 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731595236744.b982b98e12b52abc271df4d930581a34., hostname=da1c6afcd1f9,35765,1731595233113, seqNum=2 because the exception is null or not the one we care about 2024-11-14T14:40:56,944 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:34345/user/jenkins/test-data/14d118ee-a83a-b09b-5913-1a58940a5db1/data/default/TestAcidGuarantees/b982b98e12b52abc271df4d930581a34/.tmp/B/a5c410a1210443ce9670e1d2d5480b5f is 50, key is test_row_0/B:col10/1731595255842/Put/seqid=0 2024-11-14T14:40:56,946 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=35765 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=24 2024-11-14T14:40:56,946 DEBUG [RS_FLUSH_OPERATIONS-regionserver/da1c6afcd1f9:0-2 {event_type=RS_FLUSH_REGIONS, pid=24}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1731595236744.b982b98e12b52abc271df4d930581a34. 2024-11-14T14:40:56,946 DEBUG [RS_FLUSH_OPERATIONS-regionserver/da1c6afcd1f9:0-2 {event_type=RS_FLUSH_REGIONS, pid=24}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1731595236744.b982b98e12b52abc271df4d930581a34. as already flushing 2024-11-14T14:40:56,946 DEBUG [RS_FLUSH_OPERATIONS-regionserver/da1c6afcd1f9:0-2 {event_type=RS_FLUSH_REGIONS, pid=24}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1731595236744.b982b98e12b52abc271df4d930581a34. 2024-11-14T14:40:56,946 ERROR [RS_FLUSH_OPERATIONS-regionserver/da1c6afcd1f9:0-2 {event_type=RS_FLUSH_REGIONS, pid=24}] handler.RSProcedureHandler(58): pid=24 java.io.IOException: Unable to complete flush {ENCODED => b982b98e12b52abc271df4d930581a34, NAME => 'TestAcidGuarantees,,1731595236744.b982b98e12b52abc271df4d930581a34.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-14T14:40:56,946 DEBUG [RS_FLUSH_OPERATIONS-regionserver/da1c6afcd1f9:0-2 {event_type=RS_FLUSH_REGIONS, pid=24}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=24 java.io.IOException: Unable to complete flush {ENCODED => b982b98e12b52abc271df4d930581a34, NAME => 'TestAcidGuarantees,,1731595236744.b982b98e12b52abc271df4d930581a34.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-14T14:40:56,947 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45145 {}] master.HMaster(4177): Remote procedure failed, pid=24 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => b982b98e12b52abc271df4d930581a34, NAME => 'TestAcidGuarantees,,1731595236744.b982b98e12b52abc271df4d930581a34.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$5(MasterRpcServices.java:2580) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2575) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => b982b98e12b52abc271df4d930581a34, NAME => 'TestAcidGuarantees,,1731595236744.b982b98e12b52abc271df4d930581a34.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-14T14:40:56,960 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36699 is added to blk_1073741951_1127 (size=12301) 2024-11-14T14:40:57,100 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=35765 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=24 2024-11-14T14:40:57,100 DEBUG [RS_FLUSH_OPERATIONS-regionserver/da1c6afcd1f9:0-0 {event_type=RS_FLUSH_REGIONS, pid=24}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1731595236744.b982b98e12b52abc271df4d930581a34. 2024-11-14T14:40:57,100 DEBUG [RS_FLUSH_OPERATIONS-regionserver/da1c6afcd1f9:0-0 {event_type=RS_FLUSH_REGIONS, pid=24}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1731595236744.b982b98e12b52abc271df4d930581a34. as already flushing 2024-11-14T14:40:57,101 DEBUG [RS_FLUSH_OPERATIONS-regionserver/da1c6afcd1f9:0-0 {event_type=RS_FLUSH_REGIONS, pid=24}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1731595236744.b982b98e12b52abc271df4d930581a34. 2024-11-14T14:40:57,101 ERROR [RS_FLUSH_OPERATIONS-regionserver/da1c6afcd1f9:0-0 {event_type=RS_FLUSH_REGIONS, pid=24}] handler.RSProcedureHandler(58): pid=24 java.io.IOException: Unable to complete flush {ENCODED => b982b98e12b52abc271df4d930581a34, NAME => 'TestAcidGuarantees,,1731595236744.b982b98e12b52abc271df4d930581a34.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-14T14:40:57,101 DEBUG [RS_FLUSH_OPERATIONS-regionserver/da1c6afcd1f9:0-0 {event_type=RS_FLUSH_REGIONS, pid=24}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=24 java.io.IOException: Unable to complete flush {ENCODED => b982b98e12b52abc271df4d930581a34, NAME => 'TestAcidGuarantees,,1731595236744.b982b98e12b52abc271df4d930581a34.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-14T14:40:57,102 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45145 {}] master.HMaster(4177): Remote procedure failed, pid=24 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => b982b98e12b52abc271df4d930581a34, NAME => 'TestAcidGuarantees,,1731595236744.b982b98e12b52abc271df4d930581a34.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$5(MasterRpcServices.java:2580) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2575) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => b982b98e12b52abc271df4d930581a34, NAME => 'TestAcidGuarantees,,1731595236744.b982b98e12b52abc271df4d930581a34.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-14T14:40:57,167 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35765 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b982b98e12b52abc271df4d930581a34, server=da1c6afcd1f9,35765,1731595233113 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-14T14:40:57,167 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35765 {}] ipc.CallRunner(138): callId: 263 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:57884 deadline: 1731595317167, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b982b98e12b52abc271df4d930581a34, server=da1c6afcd1f9,35765,1731595233113 2024-11-14T14:40:57,168 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731595236744.b982b98e12b52abc271df4d930581a34., hostname=da1c6afcd1f9,35765,1731595233113, seqNum=2 , the old value is region=TestAcidGuarantees,,1731595236744.b982b98e12b52abc271df4d930581a34., hostname=da1c6afcd1f9,35765,1731595233113, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b982b98e12b52abc271df4d930581a34, server=da1c6afcd1f9,35765,1731595233113 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-14T14:40:57,168 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731595236744.b982b98e12b52abc271df4d930581a34., hostname=da1c6afcd1f9,35765,1731595233113, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b982b98e12b52abc271df4d930581a34, server=da1c6afcd1f9,35765,1731595233113 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-14T14:40:57,168 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731595236744.b982b98e12b52abc271df4d930581a34., hostname=da1c6afcd1f9,35765,1731595233113, seqNum=2 because the exception is null or not the one we care about 2024-11-14T14:40:57,249 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35765 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b982b98e12b52abc271df4d930581a34, server=da1c6afcd1f9,35765,1731595233113 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-14T14:40:57,249 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35765 {}] ipc.CallRunner(138): callId: 232 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:57954 deadline: 1731595317246, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b982b98e12b52abc271df4d930581a34, server=da1c6afcd1f9,35765,1731595233113 2024-11-14T14:40:57,250 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35765 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b982b98e12b52abc271df4d930581a34, server=da1c6afcd1f9,35765,1731595233113 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-14T14:40:57,250 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731595236744.b982b98e12b52abc271df4d930581a34., hostname=da1c6afcd1f9,35765,1731595233113, seqNum=2 , the old value is region=TestAcidGuarantees,,1731595236744.b982b98e12b52abc271df4d930581a34., hostname=da1c6afcd1f9,35765,1731595233113, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b982b98e12b52abc271df4d930581a34, server=da1c6afcd1f9,35765,1731595233113 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-14T14:40:57,250 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35765 {}] ipc.CallRunner(138): callId: 265 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:57946 deadline: 1731595317246, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b982b98e12b52abc271df4d930581a34, server=da1c6afcd1f9,35765,1731595233113 2024-11-14T14:40:57,250 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731595236744.b982b98e12b52abc271df4d930581a34., hostname=da1c6afcd1f9,35765,1731595233113, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b982b98e12b52abc271df4d930581a34, server=da1c6afcd1f9,35765,1731595233113 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-14T14:40:57,250 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731595236744.b982b98e12b52abc271df4d930581a34., hostname=da1c6afcd1f9,35765,1731595233113, seqNum=2 because the exception is null or not the one we care about 2024-11-14T14:40:57,250 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731595236744.b982b98e12b52abc271df4d930581a34., hostname=da1c6afcd1f9,35765,1731595233113, seqNum=2 , the old value is region=TestAcidGuarantees,,1731595236744.b982b98e12b52abc271df4d930581a34., hostname=da1c6afcd1f9,35765,1731595233113, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b982b98e12b52abc271df4d930581a34, server=da1c6afcd1f9,35765,1731595233113 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-14T14:40:57,251 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731595236744.b982b98e12b52abc271df4d930581a34., hostname=da1c6afcd1f9,35765,1731595233113, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b982b98e12b52abc271df4d930581a34, server=da1c6afcd1f9,35765,1731595233113 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-14T14:40:57,251 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731595236744.b982b98e12b52abc271df4d930581a34., hostname=da1c6afcd1f9,35765,1731595233113, seqNum=2 because the exception is null or not the one we care about 2024-11-14T14:40:57,254 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=35765 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=24 2024-11-14T14:40:57,254 DEBUG [RS_FLUSH_OPERATIONS-regionserver/da1c6afcd1f9:0-1 {event_type=RS_FLUSH_REGIONS, pid=24}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1731595236744.b982b98e12b52abc271df4d930581a34. 2024-11-14T14:40:57,254 DEBUG [RS_FLUSH_OPERATIONS-regionserver/da1c6afcd1f9:0-1 {event_type=RS_FLUSH_REGIONS, pid=24}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1731595236744.b982b98e12b52abc271df4d930581a34. as already flushing 2024-11-14T14:40:57,254 DEBUG [RS_FLUSH_OPERATIONS-regionserver/da1c6afcd1f9:0-1 {event_type=RS_FLUSH_REGIONS, pid=24}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1731595236744.b982b98e12b52abc271df4d930581a34. 2024-11-14T14:40:57,254 ERROR [RS_FLUSH_OPERATIONS-regionserver/da1c6afcd1f9:0-1 {event_type=RS_FLUSH_REGIONS, pid=24}] handler.RSProcedureHandler(58): pid=24 java.io.IOException: Unable to complete flush {ENCODED => b982b98e12b52abc271df4d930581a34, NAME => 'TestAcidGuarantees,,1731595236744.b982b98e12b52abc271df4d930581a34.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-14T14:40:57,255 DEBUG [RS_FLUSH_OPERATIONS-regionserver/da1c6afcd1f9:0-1 {event_type=RS_FLUSH_REGIONS, pid=24}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=24 java.io.IOException: Unable to complete flush {ENCODED => b982b98e12b52abc271df4d930581a34, NAME => 'TestAcidGuarantees,,1731595236744.b982b98e12b52abc271df4d930581a34.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-14T14:40:57,255 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45145 {}] master.HMaster(4177): Remote procedure failed, pid=24 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => b982b98e12b52abc271df4d930581a34, NAME => 'TestAcidGuarantees,,1731595236744.b982b98e12b52abc271df4d930581a34.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$5(MasterRpcServices.java:2580) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2575) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => b982b98e12b52abc271df4d930581a34, NAME => 'TestAcidGuarantees,,1731595236744.b982b98e12b52abc271df4d930581a34.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-14T14:40:57,363 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=17.89 KB at sequenceid=896 (bloomFilter=true), to=hdfs://localhost:34345/user/jenkins/test-data/14d118ee-a83a-b09b-5913-1a58940a5db1/data/default/TestAcidGuarantees/b982b98e12b52abc271df4d930581a34/.tmp/B/a5c410a1210443ce9670e1d2d5480b5f 2024-11-14T14:40:57,394 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:34345/user/jenkins/test-data/14d118ee-a83a-b09b-5913-1a58940a5db1/data/default/TestAcidGuarantees/b982b98e12b52abc271df4d930581a34/.tmp/C/4ba919b9da7e474fa63ee131e4be1cba is 50, key is test_row_0/C:col10/1731595255842/Put/seqid=0 2024-11-14T14:40:57,406 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36699 is added to blk_1073741952_1128 (size=12301) 2024-11-14T14:40:57,407 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=17.89 KB at sequenceid=896 (bloomFilter=true), to=hdfs://localhost:34345/user/jenkins/test-data/14d118ee-a83a-b09b-5913-1a58940a5db1/data/default/TestAcidGuarantees/b982b98e12b52abc271df4d930581a34/.tmp/C/4ba919b9da7e474fa63ee131e4be1cba 2024-11-14T14:40:57,412 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=35765 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=24 2024-11-14T14:40:57,413 DEBUG [RS_FLUSH_OPERATIONS-regionserver/da1c6afcd1f9:0-2 {event_type=RS_FLUSH_REGIONS, pid=24}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1731595236744.b982b98e12b52abc271df4d930581a34. 2024-11-14T14:40:57,413 DEBUG [RS_FLUSH_OPERATIONS-regionserver/da1c6afcd1f9:0-2 {event_type=RS_FLUSH_REGIONS, pid=24}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1731595236744.b982b98e12b52abc271df4d930581a34. as already flushing 2024-11-14T14:40:57,413 DEBUG [RS_FLUSH_OPERATIONS-regionserver/da1c6afcd1f9:0-2 {event_type=RS_FLUSH_REGIONS, pid=24}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1731595236744.b982b98e12b52abc271df4d930581a34. 2024-11-14T14:40:57,413 ERROR [RS_FLUSH_OPERATIONS-regionserver/da1c6afcd1f9:0-2 {event_type=RS_FLUSH_REGIONS, pid=24}] handler.RSProcedureHandler(58): pid=24 java.io.IOException: Unable to complete flush {ENCODED => b982b98e12b52abc271df4d930581a34, NAME => 'TestAcidGuarantees,,1731595236744.b982b98e12b52abc271df4d930581a34.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-14T14:40:57,413 DEBUG [RS_FLUSH_OPERATIONS-regionserver/da1c6afcd1f9:0-2 {event_type=RS_FLUSH_REGIONS, pid=24}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=24 java.io.IOException: Unable to complete flush {ENCODED => b982b98e12b52abc271df4d930581a34, NAME => 'TestAcidGuarantees,,1731595236744.b982b98e12b52abc271df4d930581a34.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-14T14:40:57,414 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45145 {}] master.HMaster(4177): Remote procedure failed, pid=24 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => b982b98e12b52abc271df4d930581a34, NAME => 'TestAcidGuarantees,,1731595236744.b982b98e12b52abc271df4d930581a34.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$5(MasterRpcServices.java:2580) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2575) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => b982b98e12b52abc271df4d930581a34, NAME => 'TestAcidGuarantees,,1731595236744.b982b98e12b52abc271df4d930581a34.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-14T14:40:57,430 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:34345/user/jenkins/test-data/14d118ee-a83a-b09b-5913-1a58940a5db1/data/default/TestAcidGuarantees/b982b98e12b52abc271df4d930581a34/.tmp/A/6839784b43fb4c57bd1e08ca0cdd9db7 as hdfs://localhost:34345/user/jenkins/test-data/14d118ee-a83a-b09b-5913-1a58940a5db1/data/default/TestAcidGuarantees/b982b98e12b52abc271df4d930581a34/A/6839784b43fb4c57bd1e08ca0cdd9db7 2024-11-14T14:40:57,437 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:34345/user/jenkins/test-data/14d118ee-a83a-b09b-5913-1a58940a5db1/data/default/TestAcidGuarantees/b982b98e12b52abc271df4d930581a34/A/6839784b43fb4c57bd1e08ca0cdd9db7, entries=200, sequenceid=896, filesize=14.4 K 2024-11-14T14:40:57,438 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:34345/user/jenkins/test-data/14d118ee-a83a-b09b-5913-1a58940a5db1/data/default/TestAcidGuarantees/b982b98e12b52abc271df4d930581a34/.tmp/B/a5c410a1210443ce9670e1d2d5480b5f as hdfs://localhost:34345/user/jenkins/test-data/14d118ee-a83a-b09b-5913-1a58940a5db1/data/default/TestAcidGuarantees/b982b98e12b52abc271df4d930581a34/B/a5c410a1210443ce9670e1d2d5480b5f 2024-11-14T14:40:57,463 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:34345/user/jenkins/test-data/14d118ee-a83a-b09b-5913-1a58940a5db1/data/default/TestAcidGuarantees/b982b98e12b52abc271df4d930581a34/B/a5c410a1210443ce9670e1d2d5480b5f, entries=150, sequenceid=896, filesize=12.0 K 2024-11-14T14:40:57,467 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:34345/user/jenkins/test-data/14d118ee-a83a-b09b-5913-1a58940a5db1/data/default/TestAcidGuarantees/b982b98e12b52abc271df4d930581a34/.tmp/C/4ba919b9da7e474fa63ee131e4be1cba as hdfs://localhost:34345/user/jenkins/test-data/14d118ee-a83a-b09b-5913-1a58940a5db1/data/default/TestAcidGuarantees/b982b98e12b52abc271df4d930581a34/C/4ba919b9da7e474fa63ee131e4be1cba 2024-11-14T14:40:57,472 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:34345/user/jenkins/test-data/14d118ee-a83a-b09b-5913-1a58940a5db1/data/default/TestAcidGuarantees/b982b98e12b52abc271df4d930581a34/C/4ba919b9da7e474fa63ee131e4be1cba, entries=150, sequenceid=896, filesize=12.0 K 2024-11-14T14:40:57,474 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(3140): Finished flush of dataSize ~53.67 KB/54960, heapSize ~160.08 KB/163920, currentSize=127.47 KB/130530 for b982b98e12b52abc271df4d930581a34 in 982ms, sequenceid=896, compaction requested=true 2024-11-14T14:40:57,474 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2603): Flush status journal for b982b98e12b52abc271df4d930581a34: 2024-11-14T14:40:57,474 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store b982b98e12b52abc271df4d930581a34:A, priority=-2147483648, current under compaction store size is 1 2024-11-14T14:40:57,474 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-14T14:40:57,474 DEBUG [RS:0;da1c6afcd1f9:35765-shortCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 3 store files, 0 compacting, 3 eligible, 16 blocking 2024-11-14T14:40:57,474 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store b982b98e12b52abc271df4d930581a34:B, priority=-2147483648, current under compaction store size is 2 2024-11-14T14:40:57,474 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-14T14:40:57,474 DEBUG [RS:0;da1c6afcd1f9:35765-longCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 3 store files, 0 compacting, 3 eligible, 16 blocking 2024-11-14T14:40:57,474 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store b982b98e12b52abc271df4d930581a34:C, priority=-2147483648, current under compaction store size is 3 2024-11-14T14:40:57,474 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=1), splitQueue=0 2024-11-14T14:40:57,475 DEBUG [RS:0;da1c6afcd1f9:35765-longCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 3 files of size 38129 starting at candidate #0 after considering 1 permutations with 1 in ratio 2024-11-14T14:40:57,476 DEBUG [RS:0;da1c6afcd1f9:35765-longCompactions-0 {}] regionserver.HStore(1541): b982b98e12b52abc271df4d930581a34/B is initiating minor compaction (all files) 2024-11-14T14:40:57,476 INFO [RS:0;da1c6afcd1f9:35765-longCompactions-0 {}] regionserver.HRegion(2416): Starting compaction of b982b98e12b52abc271df4d930581a34/B in TestAcidGuarantees,,1731595236744.b982b98e12b52abc271df4d930581a34. 2024-11-14T14:40:57,476 INFO [RS:0;da1c6afcd1f9:35765-longCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:34345/user/jenkins/test-data/14d118ee-a83a-b09b-5913-1a58940a5db1/data/default/TestAcidGuarantees/b982b98e12b52abc271df4d930581a34/B/832e1b473d6b47f0826e25b210924e8d, hdfs://localhost:34345/user/jenkins/test-data/14d118ee-a83a-b09b-5913-1a58940a5db1/data/default/TestAcidGuarantees/b982b98e12b52abc271df4d930581a34/B/a57f2fc46e0b4b7a903b90f968d59d23, hdfs://localhost:34345/user/jenkins/test-data/14d118ee-a83a-b09b-5913-1a58940a5db1/data/default/TestAcidGuarantees/b982b98e12b52abc271df4d930581a34/B/a5c410a1210443ce9670e1d2d5480b5f] into tmpdir=hdfs://localhost:34345/user/jenkins/test-data/14d118ee-a83a-b09b-5913-1a58940a5db1/data/default/TestAcidGuarantees/b982b98e12b52abc271df4d930581a34/.tmp, totalSize=37.2 K 2024-11-14T14:40:57,476 DEBUG [RS:0;da1c6afcd1f9:35765-shortCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 3 files of size 40569 starting at candidate #0 after considering 1 permutations with 1 in ratio 2024-11-14T14:40:57,476 DEBUG [RS:0;da1c6afcd1f9:35765-shortCompactions-0 {}] regionserver.HStore(1541): b982b98e12b52abc271df4d930581a34/A is initiating minor compaction (all files) 2024-11-14T14:40:57,476 INFO [RS:0;da1c6afcd1f9:35765-shortCompactions-0 {}] regionserver.HRegion(2416): Starting compaction of b982b98e12b52abc271df4d930581a34/A in TestAcidGuarantees,,1731595236744.b982b98e12b52abc271df4d930581a34. 2024-11-14T14:40:57,476 INFO [RS:0;da1c6afcd1f9:35765-shortCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:34345/user/jenkins/test-data/14d118ee-a83a-b09b-5913-1a58940a5db1/data/default/TestAcidGuarantees/b982b98e12b52abc271df4d930581a34/A/e906dff89a104b929476deb6dd925969, hdfs://localhost:34345/user/jenkins/test-data/14d118ee-a83a-b09b-5913-1a58940a5db1/data/default/TestAcidGuarantees/b982b98e12b52abc271df4d930581a34/A/c443ede84cf64c1cab371099e5b1e48e, hdfs://localhost:34345/user/jenkins/test-data/14d118ee-a83a-b09b-5913-1a58940a5db1/data/default/TestAcidGuarantees/b982b98e12b52abc271df4d930581a34/A/6839784b43fb4c57bd1e08ca0cdd9db7] into tmpdir=hdfs://localhost:34345/user/jenkins/test-data/14d118ee-a83a-b09b-5913-1a58940a5db1/data/default/TestAcidGuarantees/b982b98e12b52abc271df4d930581a34/.tmp, totalSize=39.6 K 2024-11-14T14:40:57,477 DEBUG [RS:0;da1c6afcd1f9:35765-longCompactions-0 {}] compactions.Compactor(225): Compacting 832e1b473d6b47f0826e25b210924e8d, keycount=150, bloomtype=ROW, size=13.2 K, encoding=NONE, compression=NONE, seqNum=848, earliestPutTs=1731595254658 2024-11-14T14:40:57,477 DEBUG [RS:0;da1c6afcd1f9:35765-shortCompactions-0 {}] compactions.Compactor(225): Compacting e906dff89a104b929476deb6dd925969, keycount=150, bloomtype=ROW, size=13.2 K, encoding=NONE, compression=NONE, seqNum=848, earliestPutTs=1731595254658 2024-11-14T14:40:57,478 DEBUG [RS:0;da1c6afcd1f9:35765-longCompactions-0 {}] compactions.Compactor(225): Compacting a57f2fc46e0b4b7a903b90f968d59d23, keycount=150, bloomtype=ROW, size=12.0 K, encoding=NONE, compression=NONE, seqNum=884, earliestPutTs=1731595255133 2024-11-14T14:40:57,478 DEBUG [RS:0;da1c6afcd1f9:35765-shortCompactions-0 {}] compactions.Compactor(225): Compacting c443ede84cf64c1cab371099e5b1e48e, keycount=150, bloomtype=ROW, size=12.0 K, encoding=NONE, compression=NONE, seqNum=884, earliestPutTs=1731595255133 2024-11-14T14:40:57,479 DEBUG [RS:0;da1c6afcd1f9:35765-shortCompactions-0 {}] compactions.Compactor(225): Compacting 6839784b43fb4c57bd1e08ca0cdd9db7, keycount=200, bloomtype=ROW, size=14.4 K, encoding=NONE, compression=NONE, seqNum=896, earliestPutTs=1731595255832 2024-11-14T14:40:57,479 DEBUG [RS:0;da1c6afcd1f9:35765-longCompactions-0 {}] compactions.Compactor(225): Compacting a5c410a1210443ce9670e1d2d5480b5f, keycount=150, bloomtype=ROW, size=12.0 K, encoding=NONE, compression=NONE, seqNum=896, earliestPutTs=1731595255832 2024-11-14T14:40:57,498 INFO [RS:0;da1c6afcd1f9:35765-shortCompactions-0 {}] throttle.PressureAwareThroughputController(145): b982b98e12b52abc271df4d930581a34#A#compaction#116 average throughput is 3.28 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second 2024-11-14T14:40:57,499 DEBUG [RS:0;da1c6afcd1f9:35765-shortCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:34345/user/jenkins/test-data/14d118ee-a83a-b09b-5913-1a58940a5db1/data/default/TestAcidGuarantees/b982b98e12b52abc271df4d930581a34/.tmp/A/0a775e9d295449e19fc7a9600b71fdc7 is 50, key is test_row_0/A:col10/1731595255842/Put/seqid=0 2024-11-14T14:40:57,518 INFO [RS:0;da1c6afcd1f9:35765-longCompactions-0 {}] throttle.PressureAwareThroughputController(145): b982b98e12b52abc271df4d930581a34#B#compaction#117 average throughput is 6.55 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second 2024-11-14T14:40:57,519 DEBUG [RS:0;da1c6afcd1f9:35765-longCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:34345/user/jenkins/test-data/14d118ee-a83a-b09b-5913-1a58940a5db1/data/default/TestAcidGuarantees/b982b98e12b52abc271df4d930581a34/.tmp/B/ea146733ada843898c295e1f4e8f2045 is 50, key is test_row_0/B:col10/1731595255842/Put/seqid=0 2024-11-14T14:40:57,550 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36699 is added to blk_1073741953_1129 (size=13629) 2024-11-14T14:40:57,561 DEBUG [RS:0;da1c6afcd1f9:35765-shortCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:34345/user/jenkins/test-data/14d118ee-a83a-b09b-5913-1a58940a5db1/data/default/TestAcidGuarantees/b982b98e12b52abc271df4d930581a34/.tmp/A/0a775e9d295449e19fc7a9600b71fdc7 as hdfs://localhost:34345/user/jenkins/test-data/14d118ee-a83a-b09b-5913-1a58940a5db1/data/default/TestAcidGuarantees/b982b98e12b52abc271df4d930581a34/A/0a775e9d295449e19fc7a9600b71fdc7 2024-11-14T14:40:57,565 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36699 is added to blk_1073741954_1130 (size=13629) 2024-11-14T14:40:57,566 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=35765 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=24 2024-11-14T14:40:57,566 DEBUG [RS_FLUSH_OPERATIONS-regionserver/da1c6afcd1f9:0-0 {event_type=RS_FLUSH_REGIONS, pid=24}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1731595236744.b982b98e12b52abc271df4d930581a34. 2024-11-14T14:40:57,567 INFO [RS_FLUSH_OPERATIONS-regionserver/da1c6afcd1f9:0-0 {event_type=RS_FLUSH_REGIONS, pid=24}] regionserver.HRegion(2902): Flushing b982b98e12b52abc271df4d930581a34 3/3 column families, dataSize=127.47 KB heapSize=365.06 KB 2024-11-14T14:40:57,567 DEBUG [RS_FLUSH_OPERATIONS-regionserver/da1c6afcd1f9:0-0 {event_type=RS_FLUSH_REGIONS, pid=24}] regionserver.CompactingMemStore(205): FLUSHING TO DISK b982b98e12b52abc271df4d930581a34, store=A 2024-11-14T14:40:57,567 DEBUG [RS_FLUSH_OPERATIONS-regionserver/da1c6afcd1f9:0-0 {event_type=RS_FLUSH_REGIONS, pid=24}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=2, new segment=null 2024-11-14T14:40:57,567 DEBUG [RS_FLUSH_OPERATIONS-regionserver/da1c6afcd1f9:0-0 {event_type=RS_FLUSH_REGIONS, pid=24}] regionserver.CompactingMemStore(205): FLUSHING TO DISK b982b98e12b52abc271df4d930581a34, store=B 2024-11-14T14:40:57,567 DEBUG [RS_FLUSH_OPERATIONS-regionserver/da1c6afcd1f9:0-0 {event_type=RS_FLUSH_REGIONS, pid=24}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=2, new segment=null 2024-11-14T14:40:57,567 DEBUG [RS_FLUSH_OPERATIONS-regionserver/da1c6afcd1f9:0-0 {event_type=RS_FLUSH_REGIONS, pid=24}] regionserver.CompactingMemStore(205): FLUSHING TO DISK b982b98e12b52abc271df4d930581a34, store=C 2024-11-14T14:40:57,567 DEBUG [RS_FLUSH_OPERATIONS-regionserver/da1c6afcd1f9:0-0 {event_type=RS_FLUSH_REGIONS, pid=24}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=2, new segment=null 2024-11-14T14:40:57,573 INFO [RS:0;da1c6afcd1f9:35765-shortCompactions-0 {}] regionserver.HStore(1337): Completed compaction of 3 (all) file(s) in b982b98e12b52abc271df4d930581a34/A of b982b98e12b52abc271df4d930581a34 into 0a775e9d295449e19fc7a9600b71fdc7(size=13.3 K), total size for store is 13.3 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-11-14T14:40:57,573 DEBUG [RS:0;da1c6afcd1f9:35765-shortCompactions-0 {}] regionserver.HRegion(2446): Compaction status journal for b982b98e12b52abc271df4d930581a34: 2024-11-14T14:40:57,573 INFO [RS:0;da1c6afcd1f9:35765-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1731595236744.b982b98e12b52abc271df4d930581a34., storeName=b982b98e12b52abc271df4d930581a34/A, priority=13, startTime=1731595257474; duration=0sec 2024-11-14T14:40:57,573 DEBUG [RS:0;da1c6afcd1f9:35765-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=1), splitQueue=0 2024-11-14T14:40:57,573 DEBUG [RS:0;da1c6afcd1f9:35765-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: b982b98e12b52abc271df4d930581a34:A 2024-11-14T14:40:57,573 DEBUG [RS:0;da1c6afcd1f9:35765-shortCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 3 store files, 0 compacting, 3 eligible, 16 blocking 2024-11-14T14:40:57,575 DEBUG [RS:0;da1c6afcd1f9:35765-shortCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 3 files of size 38095 starting at candidate #0 after considering 1 permutations with 1 in ratio 2024-11-14T14:40:57,575 DEBUG [RS:0;da1c6afcd1f9:35765-shortCompactions-0 {}] regionserver.HStore(1541): b982b98e12b52abc271df4d930581a34/C is initiating minor compaction (all files) 2024-11-14T14:40:57,576 INFO [RS:0;da1c6afcd1f9:35765-shortCompactions-0 {}] regionserver.HRegion(2416): Starting compaction of b982b98e12b52abc271df4d930581a34/C in TestAcidGuarantees,,1731595236744.b982b98e12b52abc271df4d930581a34. 2024-11-14T14:40:57,576 INFO [RS:0;da1c6afcd1f9:35765-shortCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:34345/user/jenkins/test-data/14d118ee-a83a-b09b-5913-1a58940a5db1/data/default/TestAcidGuarantees/b982b98e12b52abc271df4d930581a34/C/1c5fa74587d1479fa538966756e43030, hdfs://localhost:34345/user/jenkins/test-data/14d118ee-a83a-b09b-5913-1a58940a5db1/data/default/TestAcidGuarantees/b982b98e12b52abc271df4d930581a34/C/125d7f1b5f9340b68e239e0d9fcb16df, hdfs://localhost:34345/user/jenkins/test-data/14d118ee-a83a-b09b-5913-1a58940a5db1/data/default/TestAcidGuarantees/b982b98e12b52abc271df4d930581a34/C/4ba919b9da7e474fa63ee131e4be1cba] into tmpdir=hdfs://localhost:34345/user/jenkins/test-data/14d118ee-a83a-b09b-5913-1a58940a5db1/data/default/TestAcidGuarantees/b982b98e12b52abc271df4d930581a34/.tmp, totalSize=37.2 K 2024-11-14T14:40:57,579 DEBUG [RS_FLUSH_OPERATIONS-regionserver/da1c6afcd1f9:0-0 {event_type=RS_FLUSH_REGIONS, pid=24}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:34345/user/jenkins/test-data/14d118ee-a83a-b09b-5913-1a58940a5db1/data/default/TestAcidGuarantees/b982b98e12b52abc271df4d930581a34/.tmp/A/2fb0090fd85d41f9a115d2448431a858 is 50, key is test_row_0/A:col10/1731595256612/Put/seqid=0 2024-11-14T14:40:57,580 DEBUG [RS:0;da1c6afcd1f9:35765-shortCompactions-0 {}] compactions.Compactor(225): Compacting 1c5fa74587d1479fa538966756e43030, keycount=150, bloomtype=ROW, size=13.2 K, encoding=NONE, compression=NONE, seqNum=848, earliestPutTs=1731595254658 2024-11-14T14:40:57,582 DEBUG [RS:0;da1c6afcd1f9:35765-shortCompactions-0 {}] compactions.Compactor(225): Compacting 125d7f1b5f9340b68e239e0d9fcb16df, keycount=150, bloomtype=ROW, size=12.0 K, encoding=NONE, compression=NONE, seqNum=884, earliestPutTs=1731595255133 2024-11-14T14:40:57,582 DEBUG [RS:0;da1c6afcd1f9:35765-longCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:34345/user/jenkins/test-data/14d118ee-a83a-b09b-5913-1a58940a5db1/data/default/TestAcidGuarantees/b982b98e12b52abc271df4d930581a34/.tmp/B/ea146733ada843898c295e1f4e8f2045 as hdfs://localhost:34345/user/jenkins/test-data/14d118ee-a83a-b09b-5913-1a58940a5db1/data/default/TestAcidGuarantees/b982b98e12b52abc271df4d930581a34/B/ea146733ada843898c295e1f4e8f2045 2024-11-14T14:40:57,582 DEBUG [RS:0;da1c6afcd1f9:35765-shortCompactions-0 {}] compactions.Compactor(225): Compacting 4ba919b9da7e474fa63ee131e4be1cba, keycount=150, bloomtype=ROW, size=12.0 K, encoding=NONE, compression=NONE, seqNum=896, earliestPutTs=1731595255832 2024-11-14T14:40:57,595 INFO [RS:0;da1c6afcd1f9:35765-longCompactions-0 {}] regionserver.HStore(1337): Completed compaction of 3 (all) file(s) in b982b98e12b52abc271df4d930581a34/B of b982b98e12b52abc271df4d930581a34 into ea146733ada843898c295e1f4e8f2045(size=13.3 K), total size for store is 13.3 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-11-14T14:40:57,595 DEBUG [RS:0;da1c6afcd1f9:35765-longCompactions-0 {}] regionserver.HRegion(2446): Compaction status journal for b982b98e12b52abc271df4d930581a34: 2024-11-14T14:40:57,595 INFO [RS:0;da1c6afcd1f9:35765-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1731595236744.b982b98e12b52abc271df4d930581a34., storeName=b982b98e12b52abc271df4d930581a34/B, priority=13, startTime=1731595257474; duration=0sec 2024-11-14T14:40:57,595 DEBUG [RS:0;da1c6afcd1f9:35765-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-14T14:40:57,595 DEBUG [RS:0;da1c6afcd1f9:35765-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: b982b98e12b52abc271df4d930581a34:B 2024-11-14T14:40:57,608 INFO [RS:0;da1c6afcd1f9:35765-shortCompactions-0 {}] throttle.PressureAwareThroughputController(145): b982b98e12b52abc271df4d930581a34#C#compaction#119 average throughput is 6.55 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second 2024-11-14T14:40:57,608 DEBUG [RS:0;da1c6afcd1f9:35765-shortCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:34345/user/jenkins/test-data/14d118ee-a83a-b09b-5913-1a58940a5db1/data/default/TestAcidGuarantees/b982b98e12b52abc271df4d930581a34/.tmp/C/bb568faeb44e4add95c20dc41dbdad90 is 50, key is test_row_0/C:col10/1731595255842/Put/seqid=0 2024-11-14T14:40:57,608 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36699 is added to blk_1073741955_1131 (size=12301) 2024-11-14T14:40:57,610 INFO [RS_FLUSH_OPERATIONS-regionserver/da1c6afcd1f9:0-0 {event_type=RS_FLUSH_REGIONS, pid=24}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=42.49 KB at sequenceid=932 (bloomFilter=true), to=hdfs://localhost:34345/user/jenkins/test-data/14d118ee-a83a-b09b-5913-1a58940a5db1/data/default/TestAcidGuarantees/b982b98e12b52abc271df4d930581a34/.tmp/A/2fb0090fd85d41f9a115d2448431a858 2024-11-14T14:40:57,618 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36699 is added to blk_1073741956_1132 (size=13595) 2024-11-14T14:40:57,621 DEBUG [RS_FLUSH_OPERATIONS-regionserver/da1c6afcd1f9:0-0 {event_type=RS_FLUSH_REGIONS, pid=24}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:34345/user/jenkins/test-data/14d118ee-a83a-b09b-5913-1a58940a5db1/data/default/TestAcidGuarantees/b982b98e12b52abc271df4d930581a34/.tmp/B/f448d08150cc47d381408b919ff130e6 is 50, key is test_row_0/B:col10/1731595256612/Put/seqid=0 2024-11-14T14:40:57,637 DEBUG [RS:0;da1c6afcd1f9:35765-shortCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:34345/user/jenkins/test-data/14d118ee-a83a-b09b-5913-1a58940a5db1/data/default/TestAcidGuarantees/b982b98e12b52abc271df4d930581a34/.tmp/C/bb568faeb44e4add95c20dc41dbdad90 as hdfs://localhost:34345/user/jenkins/test-data/14d118ee-a83a-b09b-5913-1a58940a5db1/data/default/TestAcidGuarantees/b982b98e12b52abc271df4d930581a34/C/bb568faeb44e4add95c20dc41dbdad90 2024-11-14T14:40:57,644 INFO [RS:0;da1c6afcd1f9:35765-shortCompactions-0 {}] regionserver.HStore(1337): Completed compaction of 3 (all) file(s) in b982b98e12b52abc271df4d930581a34/C of b982b98e12b52abc271df4d930581a34 into bb568faeb44e4add95c20dc41dbdad90(size=13.3 K), total size for store is 13.3 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-11-14T14:40:57,645 DEBUG [RS:0;da1c6afcd1f9:35765-shortCompactions-0 {}] regionserver.HRegion(2446): Compaction status journal for b982b98e12b52abc271df4d930581a34: 2024-11-14T14:40:57,645 INFO [RS:0;da1c6afcd1f9:35765-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1731595236744.b982b98e12b52abc271df4d930581a34., storeName=b982b98e12b52abc271df4d930581a34/C, priority=13, startTime=1731595257474; duration=0sec 2024-11-14T14:40:57,645 DEBUG [RS:0;da1c6afcd1f9:35765-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-14T14:40:57,645 DEBUG [RS:0;da1c6afcd1f9:35765-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: b982b98e12b52abc271df4d930581a34:C 2024-11-14T14:40:57,657 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36699 is added to blk_1073741957_1133 (size=12301) 2024-11-14T14:40:57,658 INFO [RS_FLUSH_OPERATIONS-regionserver/da1c6afcd1f9:0-0 {event_type=RS_FLUSH_REGIONS, pid=24}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=42.49 KB at sequenceid=932 (bloomFilter=true), to=hdfs://localhost:34345/user/jenkins/test-data/14d118ee-a83a-b09b-5913-1a58940a5db1/data/default/TestAcidGuarantees/b982b98e12b52abc271df4d930581a34/.tmp/B/f448d08150cc47d381408b919ff130e6 2024-11-14T14:40:57,675 DEBUG [RS_FLUSH_OPERATIONS-regionserver/da1c6afcd1f9:0-0 {event_type=RS_FLUSH_REGIONS, pid=24}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:34345/user/jenkins/test-data/14d118ee-a83a-b09b-5913-1a58940a5db1/data/default/TestAcidGuarantees/b982b98e12b52abc271df4d930581a34/.tmp/C/604f8f36197048b9b39ab341f089628b is 50, key is test_row_0/C:col10/1731595256612/Put/seqid=0 2024-11-14T14:40:57,679 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35765 {}] regionserver.HRegion(8855): Flush requested on b982b98e12b52abc271df4d930581a34 2024-11-14T14:40:57,679 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1731595236744.b982b98e12b52abc271df4d930581a34. as already flushing 2024-11-14T14:40:57,709 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36699 is added to blk_1073741958_1134 (size=12301) 2024-11-14T14:40:57,710 INFO [RS_FLUSH_OPERATIONS-regionserver/da1c6afcd1f9:0-0 {event_type=RS_FLUSH_REGIONS, pid=24}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=42.49 KB at sequenceid=932 (bloomFilter=true), to=hdfs://localhost:34345/user/jenkins/test-data/14d118ee-a83a-b09b-5913-1a58940a5db1/data/default/TestAcidGuarantees/b982b98e12b52abc271df4d930581a34/.tmp/C/604f8f36197048b9b39ab341f089628b 2024-11-14T14:40:57,719 DEBUG [RS_FLUSH_OPERATIONS-regionserver/da1c6afcd1f9:0-0 {event_type=RS_FLUSH_REGIONS, pid=24}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:34345/user/jenkins/test-data/14d118ee-a83a-b09b-5913-1a58940a5db1/data/default/TestAcidGuarantees/b982b98e12b52abc271df4d930581a34/.tmp/A/2fb0090fd85d41f9a115d2448431a858 as hdfs://localhost:34345/user/jenkins/test-data/14d118ee-a83a-b09b-5913-1a58940a5db1/data/default/TestAcidGuarantees/b982b98e12b52abc271df4d930581a34/A/2fb0090fd85d41f9a115d2448431a858 2024-11-14T14:40:57,725 INFO [RS_FLUSH_OPERATIONS-regionserver/da1c6afcd1f9:0-0 {event_type=RS_FLUSH_REGIONS, pid=24}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:34345/user/jenkins/test-data/14d118ee-a83a-b09b-5913-1a58940a5db1/data/default/TestAcidGuarantees/b982b98e12b52abc271df4d930581a34/A/2fb0090fd85d41f9a115d2448431a858, entries=150, sequenceid=932, filesize=12.0 K 2024-11-14T14:40:57,728 DEBUG [RS_FLUSH_OPERATIONS-regionserver/da1c6afcd1f9:0-0 {event_type=RS_FLUSH_REGIONS, pid=24}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:34345/user/jenkins/test-data/14d118ee-a83a-b09b-5913-1a58940a5db1/data/default/TestAcidGuarantees/b982b98e12b52abc271df4d930581a34/.tmp/B/f448d08150cc47d381408b919ff130e6 as hdfs://localhost:34345/user/jenkins/test-data/14d118ee-a83a-b09b-5913-1a58940a5db1/data/default/TestAcidGuarantees/b982b98e12b52abc271df4d930581a34/B/f448d08150cc47d381408b919ff130e6 2024-11-14T14:40:57,735 INFO [RS_FLUSH_OPERATIONS-regionserver/da1c6afcd1f9:0-0 {event_type=RS_FLUSH_REGIONS, pid=24}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:34345/user/jenkins/test-data/14d118ee-a83a-b09b-5913-1a58940a5db1/data/default/TestAcidGuarantees/b982b98e12b52abc271df4d930581a34/B/f448d08150cc47d381408b919ff130e6, entries=150, sequenceid=932, filesize=12.0 K 2024-11-14T14:40:57,736 DEBUG [RS_FLUSH_OPERATIONS-regionserver/da1c6afcd1f9:0-0 {event_type=RS_FLUSH_REGIONS, pid=24}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:34345/user/jenkins/test-data/14d118ee-a83a-b09b-5913-1a58940a5db1/data/default/TestAcidGuarantees/b982b98e12b52abc271df4d930581a34/.tmp/C/604f8f36197048b9b39ab341f089628b as hdfs://localhost:34345/user/jenkins/test-data/14d118ee-a83a-b09b-5913-1a58940a5db1/data/default/TestAcidGuarantees/b982b98e12b52abc271df4d930581a34/C/604f8f36197048b9b39ab341f089628b 2024-11-14T14:40:57,740 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35765 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b982b98e12b52abc271df4d930581a34, server=da1c6afcd1f9,35765,1731595233113 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-14T14:40:57,740 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35765 {}] ipc.CallRunner(138): callId: 272 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:57884 deadline: 1731595317735, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b982b98e12b52abc271df4d930581a34, server=da1c6afcd1f9,35765,1731595233113 2024-11-14T14:40:57,741 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731595236744.b982b98e12b52abc271df4d930581a34., hostname=da1c6afcd1f9,35765,1731595233113, seqNum=2 , the old value is region=TestAcidGuarantees,,1731595236744.b982b98e12b52abc271df4d930581a34., hostname=da1c6afcd1f9,35765,1731595233113, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b982b98e12b52abc271df4d930581a34, server=da1c6afcd1f9,35765,1731595233113 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-14T14:40:57,741 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731595236744.b982b98e12b52abc271df4d930581a34., hostname=da1c6afcd1f9,35765,1731595233113, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b982b98e12b52abc271df4d930581a34, server=da1c6afcd1f9,35765,1731595233113 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-14T14:40:57,741 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731595236744.b982b98e12b52abc271df4d930581a34., hostname=da1c6afcd1f9,35765,1731595233113, seqNum=2 because the exception is null or not the one we care about 2024-11-14T14:40:57,750 INFO [RS_FLUSH_OPERATIONS-regionserver/da1c6afcd1f9:0-0 {event_type=RS_FLUSH_REGIONS, pid=24}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:34345/user/jenkins/test-data/14d118ee-a83a-b09b-5913-1a58940a5db1/data/default/TestAcidGuarantees/b982b98e12b52abc271df4d930581a34/C/604f8f36197048b9b39ab341f089628b, entries=150, sequenceid=932, filesize=12.0 K 2024-11-14T14:40:57,753 INFO [RS_FLUSH_OPERATIONS-regionserver/da1c6afcd1f9:0-0 {event_type=RS_FLUSH_REGIONS, pid=24}] regionserver.HRegion(3140): Finished flush of dataSize ~127.47 KB/130530, heapSize ~365.02 KB/373776, currentSize=53.67 KB/54960 for b982b98e12b52abc271df4d930581a34 in 187ms, sequenceid=932, compaction requested=false 2024-11-14T14:40:57,753 DEBUG [RS_FLUSH_OPERATIONS-regionserver/da1c6afcd1f9:0-0 {event_type=RS_FLUSH_REGIONS, pid=24}] regionserver.HRegion(2603): Flush status journal for b982b98e12b52abc271df4d930581a34: 2024-11-14T14:40:57,753 DEBUG [RS_FLUSH_OPERATIONS-regionserver/da1c6afcd1f9:0-0 {event_type=RS_FLUSH_REGIONS, pid=24}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1731595236744.b982b98e12b52abc271df4d930581a34. 2024-11-14T14:40:57,753 DEBUG [RS_FLUSH_OPERATIONS-regionserver/da1c6afcd1f9:0-0 {event_type=RS_FLUSH_REGIONS, pid=24}] regionserver.RemoteProcedureResultReporter(62): Successfully complete execution of pid=24 2024-11-14T14:40:57,753 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45145 {}] master.HMaster(4169): Remote procedure done, pid=24 2024-11-14T14:40:57,762 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35765 {}] regionserver.HRegion(8855): Flush requested on b982b98e12b52abc271df4d930581a34 2024-11-14T14:40:57,762 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(2902): Flushing b982b98e12b52abc271df4d930581a34 3/3 column families, dataSize=60.38 KB heapSize=180.05 KB 2024-11-14T14:40:57,762 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK b982b98e12b52abc271df4d930581a34, store=A 2024-11-14T14:40:57,762 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-14T14:40:57,762 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK b982b98e12b52abc271df4d930581a34, store=B 2024-11-14T14:40:57,762 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-14T14:40:57,763 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK b982b98e12b52abc271df4d930581a34, store=C 2024-11-14T14:40:57,763 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-14T14:40:57,763 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=24, resume processing ppid=23 2024-11-14T14:40:57,763 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1521): Finished pid=24, ppid=23, state=SUCCESS, hasLock=false; org.apache.hadoop.hbase.master.procedure.FlushRegionProcedure in 2.9880 sec 2024-11-14T14:40:57,770 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:34345/user/jenkins/test-data/14d118ee-a83a-b09b-5913-1a58940a5db1/data/default/TestAcidGuarantees/b982b98e12b52abc271df4d930581a34/.tmp/A/32ebc4698ffa4ee0a304f23b6aa63833 is 50, key is test_row_0/A:col10/1731595257682/Put/seqid=0 2024-11-14T14:40:57,773 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1521): Finished pid=23, state=SUCCESS, hasLock=false; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=23, table=TestAcidGuarantees in 3.0010 sec 2024-11-14T14:40:57,797 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36699 is added to blk_1073741959_1135 (size=14741) 2024-11-14T14:40:57,820 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35765 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b982b98e12b52abc271df4d930581a34, server=da1c6afcd1f9,35765,1731595233113 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-14T14:40:57,820 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35765 {}] ipc.CallRunner(138): callId: 275 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:57946 deadline: 1731595317814, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b982b98e12b52abc271df4d930581a34, server=da1c6afcd1f9,35765,1731595233113 2024-11-14T14:40:57,824 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731595236744.b982b98e12b52abc271df4d930581a34., hostname=da1c6afcd1f9,35765,1731595233113, seqNum=2 , the old value is region=TestAcidGuarantees,,1731595236744.b982b98e12b52abc271df4d930581a34., hostname=da1c6afcd1f9,35765,1731595233113, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b982b98e12b52abc271df4d930581a34, server=da1c6afcd1f9,35765,1731595233113 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-14T14:40:57,824 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731595236744.b982b98e12b52abc271df4d930581a34., hostname=da1c6afcd1f9,35765,1731595233113, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b982b98e12b52abc271df4d930581a34, server=da1c6afcd1f9,35765,1731595233113 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-14T14:40:57,824 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731595236744.b982b98e12b52abc271df4d930581a34., hostname=da1c6afcd1f9,35765,1731595233113, seqNum=2 because the exception is null or not the one we care about 2024-11-14T14:40:57,825 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35765 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b982b98e12b52abc271df4d930581a34, server=da1c6afcd1f9,35765,1731595233113 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-14T14:40:57,825 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35765 {}] ipc.CallRunner(138): callId: 242 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:57954 deadline: 1731595317820, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b982b98e12b52abc271df4d930581a34, server=da1c6afcd1f9,35765,1731595233113 2024-11-14T14:40:57,826 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731595236744.b982b98e12b52abc271df4d930581a34., hostname=da1c6afcd1f9,35765,1731595233113, seqNum=2 , the old value is region=TestAcidGuarantees,,1731595236744.b982b98e12b52abc271df4d930581a34., hostname=da1c6afcd1f9,35765,1731595233113, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b982b98e12b52abc271df4d930581a34, server=da1c6afcd1f9,35765,1731595233113 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-14T14:40:57,826 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731595236744.b982b98e12b52abc271df4d930581a34., hostname=da1c6afcd1f9,35765,1731595233113, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b982b98e12b52abc271df4d930581a34, server=da1c6afcd1f9,35765,1731595233113 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-14T14:40:57,826 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731595236744.b982b98e12b52abc271df4d930581a34., hostname=da1c6afcd1f9,35765,1731595233113, seqNum=2 because the exception is null or not the one we care about 2024-11-14T14:40:57,846 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35765 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b982b98e12b52abc271df4d930581a34, server=da1c6afcd1f9,35765,1731595233113 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-14T14:40:57,847 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35765 {}] ipc.CallRunner(138): callId: 273 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:57884 deadline: 1731595317846, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b982b98e12b52abc271df4d930581a34, server=da1c6afcd1f9,35765,1731595233113 2024-11-14T14:40:57,849 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731595236744.b982b98e12b52abc271df4d930581a34., hostname=da1c6afcd1f9,35765,1731595233113, seqNum=2 , the old value is region=TestAcidGuarantees,,1731595236744.b982b98e12b52abc271df4d930581a34., hostname=da1c6afcd1f9,35765,1731595233113, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b982b98e12b52abc271df4d930581a34, server=da1c6afcd1f9,35765,1731595233113 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-14T14:40:57,849 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731595236744.b982b98e12b52abc271df4d930581a34., hostname=da1c6afcd1f9,35765,1731595233113, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b982b98e12b52abc271df4d930581a34, server=da1c6afcd1f9,35765,1731595233113 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-14T14:40:57,849 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731595236744.b982b98e12b52abc271df4d930581a34., hostname=da1c6afcd1f9,35765,1731595233113, seqNum=2 because the exception is null or not the one we care about 2024-11-14T14:40:57,940 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35765 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b982b98e12b52abc271df4d930581a34, server=da1c6afcd1f9,35765,1731595233113 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-14T14:40:57,940 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35765 {}] ipc.CallRunner(138): callId: 276 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:57946 deadline: 1731595317936, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b982b98e12b52abc271df4d930581a34, server=da1c6afcd1f9,35765,1731595233113 2024-11-14T14:40:57,940 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35765 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b982b98e12b52abc271df4d930581a34, server=da1c6afcd1f9,35765,1731595233113 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-14T14:40:57,941 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35765 {}] ipc.CallRunner(138): callId: 243 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:57954 deadline: 1731595317936, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b982b98e12b52abc271df4d930581a34, server=da1c6afcd1f9,35765,1731595233113 2024-11-14T14:40:57,941 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731595236744.b982b98e12b52abc271df4d930581a34., hostname=da1c6afcd1f9,35765,1731595233113, seqNum=2 , the old value is region=TestAcidGuarantees,,1731595236744.b982b98e12b52abc271df4d930581a34., hostname=da1c6afcd1f9,35765,1731595233113, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b982b98e12b52abc271df4d930581a34, server=da1c6afcd1f9,35765,1731595233113 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-14T14:40:57,941 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731595236744.b982b98e12b52abc271df4d930581a34., hostname=da1c6afcd1f9,35765,1731595233113, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b982b98e12b52abc271df4d930581a34, server=da1c6afcd1f9,35765,1731595233113 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-14T14:40:57,941 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731595236744.b982b98e12b52abc271df4d930581a34., hostname=da1c6afcd1f9,35765,1731595233113, seqNum=2 , the old value is region=TestAcidGuarantees,,1731595236744.b982b98e12b52abc271df4d930581a34., hostname=da1c6afcd1f9,35765,1731595233113, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b982b98e12b52abc271df4d930581a34, server=da1c6afcd1f9,35765,1731595233113 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-14T14:40:57,941 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731595236744.b982b98e12b52abc271df4d930581a34., hostname=da1c6afcd1f9,35765,1731595233113, seqNum=2 because the exception is null or not the one we care about 2024-11-14T14:40:57,941 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731595236744.b982b98e12b52abc271df4d930581a34., hostname=da1c6afcd1f9,35765,1731595233113, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b982b98e12b52abc271df4d930581a34, server=da1c6afcd1f9,35765,1731595233113 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-14T14:40:57,941 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731595236744.b982b98e12b52abc271df4d930581a34., hostname=da1c6afcd1f9,35765,1731595233113, seqNum=2 because the exception is null or not the one we care about 2024-11-14T14:40:58,062 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35765 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b982b98e12b52abc271df4d930581a34, server=da1c6afcd1f9,35765,1731595233113 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-14T14:40:58,063 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35765 {}] ipc.CallRunner(138): callId: 274 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:57884 deadline: 1731595318056, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b982b98e12b52abc271df4d930581a34, server=da1c6afcd1f9,35765,1731595233113 2024-11-14T14:40:58,065 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731595236744.b982b98e12b52abc271df4d930581a34., hostname=da1c6afcd1f9,35765,1731595233113, seqNum=2 , the old value is region=TestAcidGuarantees,,1731595236744.b982b98e12b52abc271df4d930581a34., hostname=da1c6afcd1f9,35765,1731595233113, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b982b98e12b52abc271df4d930581a34, server=da1c6afcd1f9,35765,1731595233113 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-14T14:40:58,065 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731595236744.b982b98e12b52abc271df4d930581a34., hostname=da1c6afcd1f9,35765,1731595233113, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b982b98e12b52abc271df4d930581a34, server=da1c6afcd1f9,35765,1731595233113 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-14T14:40:58,065 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731595236744.b982b98e12b52abc271df4d930581a34., hostname=da1c6afcd1f9,35765,1731595233113, seqNum=2 because the exception is null or not the one we care about 2024-11-14T14:40:58,155 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35765 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b982b98e12b52abc271df4d930581a34, server=da1c6afcd1f9,35765,1731595233113 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-14T14:40:58,155 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35765 {}] ipc.CallRunner(138): callId: 244 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:57954 deadline: 1731595318146, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b982b98e12b52abc271df4d930581a34, server=da1c6afcd1f9,35765,1731595233113 2024-11-14T14:40:58,156 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731595236744.b982b98e12b52abc271df4d930581a34., hostname=da1c6afcd1f9,35765,1731595233113, seqNum=2 , the old value is region=TestAcidGuarantees,,1731595236744.b982b98e12b52abc271df4d930581a34., hostname=da1c6afcd1f9,35765,1731595233113, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b982b98e12b52abc271df4d930581a34, server=da1c6afcd1f9,35765,1731595233113 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-14T14:40:58,156 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731595236744.b982b98e12b52abc271df4d930581a34., hostname=da1c6afcd1f9,35765,1731595233113, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b982b98e12b52abc271df4d930581a34, server=da1c6afcd1f9,35765,1731595233113 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-14T14:40:58,156 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35765 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b982b98e12b52abc271df4d930581a34, server=da1c6afcd1f9,35765,1731595233113 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-14T14:40:58,156 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731595236744.b982b98e12b52abc271df4d930581a34., hostname=da1c6afcd1f9,35765,1731595233113, seqNum=2 because the exception is null or not the one we care about 2024-11-14T14:40:58,156 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35765 {}] ipc.CallRunner(138): callId: 277 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:57946 deadline: 1731595318146, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b982b98e12b52abc271df4d930581a34, server=da1c6afcd1f9,35765,1731595233113 2024-11-14T14:40:58,157 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731595236744.b982b98e12b52abc271df4d930581a34., hostname=da1c6afcd1f9,35765,1731595233113, seqNum=2 , the old value is region=TestAcidGuarantees,,1731595236744.b982b98e12b52abc271df4d930581a34., hostname=da1c6afcd1f9,35765,1731595233113, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b982b98e12b52abc271df4d930581a34, server=da1c6afcd1f9,35765,1731595233113 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-14T14:40:58,157 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731595236744.b982b98e12b52abc271df4d930581a34., hostname=da1c6afcd1f9,35765,1731595233113, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b982b98e12b52abc271df4d930581a34, server=da1c6afcd1f9,35765,1731595233113 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-14T14:40:58,157 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731595236744.b982b98e12b52abc271df4d930581a34., hostname=da1c6afcd1f9,35765,1731595233113, seqNum=2 because the exception is null or not the one we care about 2024-11-14T14:40:58,198 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=20.13 KB at sequenceid=947 (bloomFilter=true), to=hdfs://localhost:34345/user/jenkins/test-data/14d118ee-a83a-b09b-5913-1a58940a5db1/data/default/TestAcidGuarantees/b982b98e12b52abc271df4d930581a34/.tmp/A/32ebc4698ffa4ee0a304f23b6aa63833 2024-11-14T14:40:58,209 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:34345/user/jenkins/test-data/14d118ee-a83a-b09b-5913-1a58940a5db1/data/default/TestAcidGuarantees/b982b98e12b52abc271df4d930581a34/.tmp/B/c98fa7bf8f814be38b73cd1b3e7b61d4 is 50, key is test_row_0/B:col10/1731595257682/Put/seqid=0 2024-11-14T14:40:58,221 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36699 is added to blk_1073741960_1136 (size=12301) 2024-11-14T14:40:58,379 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35765 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b982b98e12b52abc271df4d930581a34, server=da1c6afcd1f9,35765,1731595233113 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-14T14:40:58,379 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35765 {}] ipc.CallRunner(138): callId: 275 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:57884 deadline: 1731595318376, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b982b98e12b52abc271df4d930581a34, server=da1c6afcd1f9,35765,1731595233113 2024-11-14T14:40:58,380 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731595236744.b982b98e12b52abc271df4d930581a34., hostname=da1c6afcd1f9,35765,1731595233113, seqNum=2 , the old value is region=TestAcidGuarantees,,1731595236744.b982b98e12b52abc271df4d930581a34., hostname=da1c6afcd1f9,35765,1731595233113, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b982b98e12b52abc271df4d930581a34, server=da1c6afcd1f9,35765,1731595233113 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-14T14:40:58,380 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731595236744.b982b98e12b52abc271df4d930581a34., hostname=da1c6afcd1f9,35765,1731595233113, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b982b98e12b52abc271df4d930581a34, server=da1c6afcd1f9,35765,1731595233113 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-14T14:40:58,380 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731595236744.b982b98e12b52abc271df4d930581a34., hostname=da1c6afcd1f9,35765,1731595233113, seqNum=2 because the exception is null or not the one we care about 2024-11-14T14:40:58,467 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35765 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b982b98e12b52abc271df4d930581a34, server=da1c6afcd1f9,35765,1731595233113 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-14T14:40:58,468 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35765 {}] ipc.CallRunner(138): callId: 245 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:57954 deadline: 1731595318466, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b982b98e12b52abc271df4d930581a34, server=da1c6afcd1f9,35765,1731595233113 2024-11-14T14:40:58,468 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35765 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b982b98e12b52abc271df4d930581a34, server=da1c6afcd1f9,35765,1731595233113 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-14T14:40:58,468 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731595236744.b982b98e12b52abc271df4d930581a34., hostname=da1c6afcd1f9,35765,1731595233113, seqNum=2 , the old value is region=TestAcidGuarantees,,1731595236744.b982b98e12b52abc271df4d930581a34., hostname=da1c6afcd1f9,35765,1731595233113, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b982b98e12b52abc271df4d930581a34, server=da1c6afcd1f9,35765,1731595233113 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-14T14:40:58,468 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731595236744.b982b98e12b52abc271df4d930581a34., hostname=da1c6afcd1f9,35765,1731595233113, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b982b98e12b52abc271df4d930581a34, server=da1c6afcd1f9,35765,1731595233113 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-14T14:40:58,468 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35765 {}] ipc.CallRunner(138): callId: 278 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:57946 deadline: 1731595318466, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b982b98e12b52abc271df4d930581a34, server=da1c6afcd1f9,35765,1731595233113 2024-11-14T14:40:58,468 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731595236744.b982b98e12b52abc271df4d930581a34., hostname=da1c6afcd1f9,35765,1731595233113, seqNum=2 because the exception is null or not the one we care about 2024-11-14T14:40:58,468 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731595236744.b982b98e12b52abc271df4d930581a34., hostname=da1c6afcd1f9,35765,1731595233113, seqNum=2 , the old value is region=TestAcidGuarantees,,1731595236744.b982b98e12b52abc271df4d930581a34., hostname=da1c6afcd1f9,35765,1731595233113, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b982b98e12b52abc271df4d930581a34, server=da1c6afcd1f9,35765,1731595233113 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-14T14:40:58,469 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731595236744.b982b98e12b52abc271df4d930581a34., hostname=da1c6afcd1f9,35765,1731595233113, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b982b98e12b52abc271df4d930581a34, server=da1c6afcd1f9,35765,1731595233113 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-14T14:40:58,469 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731595236744.b982b98e12b52abc271df4d930581a34., hostname=da1c6afcd1f9,35765,1731595233113, seqNum=2 because the exception is null or not the one we care about 2024-11-14T14:40:58,622 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=20.13 KB at sequenceid=947 (bloomFilter=true), to=hdfs://localhost:34345/user/jenkins/test-data/14d118ee-a83a-b09b-5913-1a58940a5db1/data/default/TestAcidGuarantees/b982b98e12b52abc271df4d930581a34/.tmp/B/c98fa7bf8f814be38b73cd1b3e7b61d4 2024-11-14T14:40:58,635 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:34345/user/jenkins/test-data/14d118ee-a83a-b09b-5913-1a58940a5db1/data/default/TestAcidGuarantees/b982b98e12b52abc271df4d930581a34/.tmp/C/01da1861134c4c85a4f8b5134fdff29a is 50, key is test_row_0/C:col10/1731595257682/Put/seqid=0 2024-11-14T14:40:58,647 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36699 is added to blk_1073741961_1137 (size=12301) 2024-11-14T14:40:58,892 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35765 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b982b98e12b52abc271df4d930581a34, server=da1c6afcd1f9,35765,1731595233113 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-14T14:40:58,893 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35765 {}] ipc.CallRunner(138): callId: 276 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:57884 deadline: 1731595318886, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b982b98e12b52abc271df4d930581a34, server=da1c6afcd1f9,35765,1731595233113 2024-11-14T14:40:58,893 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731595236744.b982b98e12b52abc271df4d930581a34., hostname=da1c6afcd1f9,35765,1731595233113, seqNum=2 , the old value is region=TestAcidGuarantees,,1731595236744.b982b98e12b52abc271df4d930581a34., hostname=da1c6afcd1f9,35765,1731595233113, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b982b98e12b52abc271df4d930581a34, server=da1c6afcd1f9,35765,1731595233113 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-14T14:40:58,893 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731595236744.b982b98e12b52abc271df4d930581a34., hostname=da1c6afcd1f9,35765,1731595233113, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b982b98e12b52abc271df4d930581a34, server=da1c6afcd1f9,35765,1731595233113 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-14T14:40:58,894 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731595236744.b982b98e12b52abc271df4d930581a34., hostname=da1c6afcd1f9,35765,1731595233113, seqNum=2 because the exception is null or not the one we care about 2024-11-14T14:40:58,946 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45145 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=23 2024-11-14T14:40:58,947 INFO [RPCClient-NioEventLoopGroup-4-8 {}] client.RawAsyncHBaseAdmin$TableProcedureBiConsumer(2721): Operation: FLUSH, Table Name: default:TestAcidGuarantees completed 2024-11-14T14:40:58,948 INFO [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45145 {}] master.HMaster$22(4506): Client=jenkins//172.17.0.2 flush TestAcidGuarantees 2024-11-14T14:40:58,949 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45145 {}] procedure2.ProcedureExecutor(1139): Stored pid=25, state=RUNNABLE:FLUSH_TABLE_PREPARE, hasLock=false; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=25, table=TestAcidGuarantees 2024-11-14T14:40:58,951 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45145 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=25 2024-11-14T14:40:58,951 INFO [PEWorker-4 {}] procedure.FlushTableProcedure(91): pid=25, state=RUNNABLE:FLUSH_TABLE_PREPARE, hasLock=true; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=25, table=TestAcidGuarantees execute state=FLUSH_TABLE_PREPARE 2024-11-14T14:40:58,952 INFO [PEWorker-4 {}] procedure.FlushTableProcedure(91): pid=25, state=RUNNABLE:FLUSH_TABLE_FLUSH_REGIONS, hasLock=true; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=25, table=TestAcidGuarantees execute state=FLUSH_TABLE_FLUSH_REGIONS 2024-11-14T14:40:58,952 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=26, ppid=25, state=RUNNABLE, hasLock=false; org.apache.hadoop.hbase.master.procedure.FlushRegionProcedure}] 2024-11-14T14:40:58,977 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35765 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b982b98e12b52abc271df4d930581a34, server=da1c6afcd1f9,35765,1731595233113 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-14T14:40:58,977 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35765 {}] ipc.CallRunner(138): callId: 279 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:57946 deadline: 1731595318976, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b982b98e12b52abc271df4d930581a34, server=da1c6afcd1f9,35765,1731595233113 2024-11-14T14:40:58,978 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35765 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b982b98e12b52abc271df4d930581a34, server=da1c6afcd1f9,35765,1731595233113 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-14T14:40:58,978 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731595236744.b982b98e12b52abc271df4d930581a34., hostname=da1c6afcd1f9,35765,1731595233113, seqNum=2 , the old value is region=TestAcidGuarantees,,1731595236744.b982b98e12b52abc271df4d930581a34., hostname=da1c6afcd1f9,35765,1731595233113, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b982b98e12b52abc271df4d930581a34, server=da1c6afcd1f9,35765,1731595233113 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-14T14:40:58,978 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731595236744.b982b98e12b52abc271df4d930581a34., hostname=da1c6afcd1f9,35765,1731595233113, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b982b98e12b52abc271df4d930581a34, server=da1c6afcd1f9,35765,1731595233113 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-14T14:40:58,978 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731595236744.b982b98e12b52abc271df4d930581a34., hostname=da1c6afcd1f9,35765,1731595233113, seqNum=2 because the exception is null or not the one we care about 2024-11-14T14:40:58,978 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35765 {}] ipc.CallRunner(138): callId: 246 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:57954 deadline: 1731595318977, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b982b98e12b52abc271df4d930581a34, server=da1c6afcd1f9,35765,1731595233113 2024-11-14T14:40:58,978 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731595236744.b982b98e12b52abc271df4d930581a34., hostname=da1c6afcd1f9,35765,1731595233113, seqNum=2 , the old value is region=TestAcidGuarantees,,1731595236744.b982b98e12b52abc271df4d930581a34., hostname=da1c6afcd1f9,35765,1731595233113, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b982b98e12b52abc271df4d930581a34, server=da1c6afcd1f9,35765,1731595233113 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-14T14:40:58,978 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731595236744.b982b98e12b52abc271df4d930581a34., hostname=da1c6afcd1f9,35765,1731595233113, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b982b98e12b52abc271df4d930581a34, server=da1c6afcd1f9,35765,1731595233113 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-14T14:40:58,978 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731595236744.b982b98e12b52abc271df4d930581a34., hostname=da1c6afcd1f9,35765,1731595233113, seqNum=2 because the exception is null or not the one we care about 2024-11-14T14:40:59,011 INFO [Thread-156 {}] client.AsyncConnectionImpl(233): Connection has been closed by Thread-156. 2024-11-14T14:40:59,011 DEBUG [Thread-156 {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.client.ConnectionOverAsyncConnection.close(ConnectionOverAsyncConnection.java:134) at org.apache.hadoop.hbase.AcidGuaranteesTestTool$AtomicGetReader.workDone(AcidGuaranteesTestTool.java:234) at org.apache.hadoop.hbase.MultithreadedTestUtil$RepeatingTestThread.doWork(MultithreadedTestUtil.java:152) at org.apache.hadoop.hbase.MultithreadedTestUtil$TestThread.run(MultithreadedTestUtil.java:123) 2024-11-14T14:40:59,014 INFO [Thread-154 {}] client.AsyncConnectionImpl(233): Connection has been closed by Thread-154. 2024-11-14T14:40:59,014 DEBUG [Thread-154 {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.client.ConnectionOverAsyncConnection.close(ConnectionOverAsyncConnection.java:134) at org.apache.hadoop.hbase.AcidGuaranteesTestTool$AtomicGetReader.workDone(AcidGuaranteesTestTool.java:234) at org.apache.hadoop.hbase.MultithreadedTestUtil$RepeatingTestThread.doWork(MultithreadedTestUtil.java:152) at org.apache.hadoop.hbase.MultithreadedTestUtil$TestThread.run(MultithreadedTestUtil.java:123) 2024-11-14T14:40:59,014 INFO [Thread-158 {}] client.AsyncConnectionImpl(233): Connection has been closed by Thread-158. 2024-11-14T14:40:59,014 DEBUG [Thread-158 {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.client.ConnectionOverAsyncConnection.close(ConnectionOverAsyncConnection.java:134) at org.apache.hadoop.hbase.AcidGuaranteesTestTool$AtomicScanReader.workDone(AcidGuaranteesTestTool.java:302) at org.apache.hadoop.hbase.MultithreadedTestUtil$RepeatingTestThread.doWork(MultithreadedTestUtil.java:152) at org.apache.hadoop.hbase.MultithreadedTestUtil$TestThread.run(MultithreadedTestUtil.java:123) 2024-11-14T14:40:59,016 INFO [Thread-160 {}] client.AsyncConnectionImpl(233): Connection has been closed by Thread-160. 2024-11-14T14:40:59,017 DEBUG [Thread-160 {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.client.ConnectionOverAsyncConnection.close(ConnectionOverAsyncConnection.java:134) at org.apache.hadoop.hbase.AcidGuaranteesTestTool$AtomicScanReader.workDone(AcidGuaranteesTestTool.java:302) at org.apache.hadoop.hbase.MultithreadedTestUtil$RepeatingTestThread.doWork(MultithreadedTestUtil.java:152) at org.apache.hadoop.hbase.MultithreadedTestUtil$TestThread.run(MultithreadedTestUtil.java:123) 2024-11-14T14:40:59,017 DEBUG [Thread-156 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-14T14:40:59,017 DEBUG [Thread-158 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-14T14:40:59,017 DEBUG [Thread-154 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-14T14:40:59,017 DEBUG [Thread-160 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-14T14:40:59,018 DEBUG [Thread-156 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-14T14:40:59,018 DEBUG [Thread-160 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-14T14:40:59,018 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-11-14T14:40:59,018 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-11-14T14:40:59,018 DEBUG [Thread-158 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-14T14:40:59,018 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-11-14T14:40:59,019 DEBUG [Thread-154 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-14T14:40:59,019 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-11-14T14:40:59,048 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=20.13 KB at sequenceid=947 (bloomFilter=true), to=hdfs://localhost:34345/user/jenkins/test-data/14d118ee-a83a-b09b-5913-1a58940a5db1/data/default/TestAcidGuarantees/b982b98e12b52abc271df4d930581a34/.tmp/C/01da1861134c4c85a4f8b5134fdff29a 2024-11-14T14:40:59,054 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:34345/user/jenkins/test-data/14d118ee-a83a-b09b-5913-1a58940a5db1/data/default/TestAcidGuarantees/b982b98e12b52abc271df4d930581a34/.tmp/A/32ebc4698ffa4ee0a304f23b6aa63833 as hdfs://localhost:34345/user/jenkins/test-data/14d118ee-a83a-b09b-5913-1a58940a5db1/data/default/TestAcidGuarantees/b982b98e12b52abc271df4d930581a34/A/32ebc4698ffa4ee0a304f23b6aa63833 2024-11-14T14:40:59,056 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45145 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=25 2024-11-14T14:40:59,059 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:34345/user/jenkins/test-data/14d118ee-a83a-b09b-5913-1a58940a5db1/data/default/TestAcidGuarantees/b982b98e12b52abc271df4d930581a34/A/32ebc4698ffa4ee0a304f23b6aa63833, entries=200, sequenceid=947, filesize=14.4 K 2024-11-14T14:40:59,060 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:34345/user/jenkins/test-data/14d118ee-a83a-b09b-5913-1a58940a5db1/data/default/TestAcidGuarantees/b982b98e12b52abc271df4d930581a34/.tmp/B/c98fa7bf8f814be38b73cd1b3e7b61d4 as hdfs://localhost:34345/user/jenkins/test-data/14d118ee-a83a-b09b-5913-1a58940a5db1/data/default/TestAcidGuarantees/b982b98e12b52abc271df4d930581a34/B/c98fa7bf8f814be38b73cd1b3e7b61d4 2024-11-14T14:40:59,086 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:34345/user/jenkins/test-data/14d118ee-a83a-b09b-5913-1a58940a5db1/data/default/TestAcidGuarantees/b982b98e12b52abc271df4d930581a34/B/c98fa7bf8f814be38b73cd1b3e7b61d4, entries=150, sequenceid=947, filesize=12.0 K 2024-11-14T14:40:59,087 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:34345/user/jenkins/test-data/14d118ee-a83a-b09b-5913-1a58940a5db1/data/default/TestAcidGuarantees/b982b98e12b52abc271df4d930581a34/.tmp/C/01da1861134c4c85a4f8b5134fdff29a as hdfs://localhost:34345/user/jenkins/test-data/14d118ee-a83a-b09b-5913-1a58940a5db1/data/default/TestAcidGuarantees/b982b98e12b52abc271df4d930581a34/C/01da1861134c4c85a4f8b5134fdff29a 2024-11-14T14:40:59,092 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:34345/user/jenkins/test-data/14d118ee-a83a-b09b-5913-1a58940a5db1/data/default/TestAcidGuarantees/b982b98e12b52abc271df4d930581a34/C/01da1861134c4c85a4f8b5134fdff29a, entries=150, sequenceid=947, filesize=12.0 K 2024-11-14T14:40:59,093 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(3140): Finished flush of dataSize ~60.38 KB/61830, heapSize ~180 KB/184320, currentSize=114.05 KB/116790 for b982b98e12b52abc271df4d930581a34 in 1331ms, sequenceid=947, compaction requested=true 2024-11-14T14:40:59,093 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2603): Flush status journal for b982b98e12b52abc271df4d930581a34: 2024-11-14T14:40:59,093 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store b982b98e12b52abc271df4d930581a34:A, priority=-2147483648, current under compaction store size is 1 2024-11-14T14:40:59,093 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-14T14:40:59,093 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store b982b98e12b52abc271df4d930581a34:B, priority=-2147483648, current under compaction store size is 2 2024-11-14T14:40:59,093 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-14T14:40:59,093 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store b982b98e12b52abc271df4d930581a34:C, priority=-2147483648, current under compaction store size is 3 2024-11-14T14:40:59,093 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=1), splitQueue=0 2024-11-14T14:40:59,093 DEBUG [RS:0;da1c6afcd1f9:35765-shortCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 3 store files, 0 compacting, 3 eligible, 16 blocking 2024-11-14T14:40:59,093 DEBUG [RS:0;da1c6afcd1f9:35765-longCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 3 store files, 0 compacting, 3 eligible, 16 blocking 2024-11-14T14:40:59,094 DEBUG [RS:0;da1c6afcd1f9:35765-shortCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 3 files of size 40671 starting at candidate #0 after considering 1 permutations with 1 in ratio 2024-11-14T14:40:59,095 DEBUG [RS:0;da1c6afcd1f9:35765-shortCompactions-0 {}] regionserver.HStore(1541): b982b98e12b52abc271df4d930581a34/A is initiating minor compaction (all files) 2024-11-14T14:40:59,095 INFO [RS:0;da1c6afcd1f9:35765-shortCompactions-0 {}] regionserver.HRegion(2416): Starting compaction of b982b98e12b52abc271df4d930581a34/A in TestAcidGuarantees,,1731595236744.b982b98e12b52abc271df4d930581a34. 2024-11-14T14:40:59,095 INFO [RS:0;da1c6afcd1f9:35765-shortCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:34345/user/jenkins/test-data/14d118ee-a83a-b09b-5913-1a58940a5db1/data/default/TestAcidGuarantees/b982b98e12b52abc271df4d930581a34/A/0a775e9d295449e19fc7a9600b71fdc7, hdfs://localhost:34345/user/jenkins/test-data/14d118ee-a83a-b09b-5913-1a58940a5db1/data/default/TestAcidGuarantees/b982b98e12b52abc271df4d930581a34/A/2fb0090fd85d41f9a115d2448431a858, hdfs://localhost:34345/user/jenkins/test-data/14d118ee-a83a-b09b-5913-1a58940a5db1/data/default/TestAcidGuarantees/b982b98e12b52abc271df4d930581a34/A/32ebc4698ffa4ee0a304f23b6aa63833] into tmpdir=hdfs://localhost:34345/user/jenkins/test-data/14d118ee-a83a-b09b-5913-1a58940a5db1/data/default/TestAcidGuarantees/b982b98e12b52abc271df4d930581a34/.tmp, totalSize=39.7 K 2024-11-14T14:40:59,095 DEBUG [RS:0;da1c6afcd1f9:35765-longCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 3 files of size 38231 starting at candidate #0 after considering 1 permutations with 1 in ratio 2024-11-14T14:40:59,095 DEBUG [RS:0;da1c6afcd1f9:35765-longCompactions-0 {}] regionserver.HStore(1541): b982b98e12b52abc271df4d930581a34/B is initiating minor compaction (all files) 2024-11-14T14:40:59,095 INFO [RS:0;da1c6afcd1f9:35765-longCompactions-0 {}] regionserver.HRegion(2416): Starting compaction of b982b98e12b52abc271df4d930581a34/B in TestAcidGuarantees,,1731595236744.b982b98e12b52abc271df4d930581a34. 2024-11-14T14:40:59,095 DEBUG [RS:0;da1c6afcd1f9:35765-shortCompactions-0 {}] compactions.Compactor(225): Compacting 0a775e9d295449e19fc7a9600b71fdc7, keycount=150, bloomtype=ROW, size=13.3 K, encoding=NONE, compression=NONE, seqNum=896, earliestPutTs=1731595255832 2024-11-14T14:40:59,095 INFO [RS:0;da1c6afcd1f9:35765-longCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:34345/user/jenkins/test-data/14d118ee-a83a-b09b-5913-1a58940a5db1/data/default/TestAcidGuarantees/b982b98e12b52abc271df4d930581a34/B/ea146733ada843898c295e1f4e8f2045, hdfs://localhost:34345/user/jenkins/test-data/14d118ee-a83a-b09b-5913-1a58940a5db1/data/default/TestAcidGuarantees/b982b98e12b52abc271df4d930581a34/B/f448d08150cc47d381408b919ff130e6, hdfs://localhost:34345/user/jenkins/test-data/14d118ee-a83a-b09b-5913-1a58940a5db1/data/default/TestAcidGuarantees/b982b98e12b52abc271df4d930581a34/B/c98fa7bf8f814be38b73cd1b3e7b61d4] into tmpdir=hdfs://localhost:34345/user/jenkins/test-data/14d118ee-a83a-b09b-5913-1a58940a5db1/data/default/TestAcidGuarantees/b982b98e12b52abc271df4d930581a34/.tmp, totalSize=37.3 K 2024-11-14T14:40:59,096 DEBUG [RS:0;da1c6afcd1f9:35765-shortCompactions-0 {}] compactions.Compactor(225): Compacting 2fb0090fd85d41f9a115d2448431a858, keycount=150, bloomtype=ROW, size=12.0 K, encoding=NONE, compression=NONE, seqNum=932, earliestPutTs=1731595256596 2024-11-14T14:40:59,096 DEBUG [RS:0;da1c6afcd1f9:35765-longCompactions-0 {}] compactions.Compactor(225): Compacting ea146733ada843898c295e1f4e8f2045, keycount=150, bloomtype=ROW, size=13.3 K, encoding=NONE, compression=NONE, seqNum=896, earliestPutTs=1731595255832 2024-11-14T14:40:59,096 DEBUG [RS:0;da1c6afcd1f9:35765-shortCompactions-0 {}] compactions.Compactor(225): Compacting 32ebc4698ffa4ee0a304f23b6aa63833, keycount=200, bloomtype=ROW, size=14.4 K, encoding=NONE, compression=NONE, seqNum=947, earliestPutTs=1731595257682 2024-11-14T14:40:59,096 DEBUG [RS:0;da1c6afcd1f9:35765-longCompactions-0 {}] compactions.Compactor(225): Compacting f448d08150cc47d381408b919ff130e6, keycount=150, bloomtype=ROW, size=12.0 K, encoding=NONE, compression=NONE, seqNum=932, earliestPutTs=1731595256596 2024-11-14T14:40:59,097 DEBUG [RS:0;da1c6afcd1f9:35765-longCompactions-0 {}] compactions.Compactor(225): Compacting c98fa7bf8f814be38b73cd1b3e7b61d4, keycount=150, bloomtype=ROW, size=12.0 K, encoding=NONE, compression=NONE, seqNum=947, earliestPutTs=1731595257682 2024-11-14T14:40:59,110 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=35765 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=26 2024-11-14T14:40:59,110 DEBUG [RS_FLUSH_OPERATIONS-regionserver/da1c6afcd1f9:0-1 {event_type=RS_FLUSH_REGIONS, pid=26}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1731595236744.b982b98e12b52abc271df4d930581a34. 2024-11-14T14:40:59,110 INFO [RS_FLUSH_OPERATIONS-regionserver/da1c6afcd1f9:0-1 {event_type=RS_FLUSH_REGIONS, pid=26}] regionserver.HRegion(2902): Flushing b982b98e12b52abc271df4d930581a34 3/3 column families, dataSize=114.05 KB heapSize=339.42 KB 2024-11-14T14:40:59,111 DEBUG [RS_FLUSH_OPERATIONS-regionserver/da1c6afcd1f9:0-1 {event_type=RS_FLUSH_REGIONS, pid=26}] regionserver.CompactingMemStore(205): FLUSHING TO DISK b982b98e12b52abc271df4d930581a34, store=A 2024-11-14T14:40:59,111 DEBUG [RS_FLUSH_OPERATIONS-regionserver/da1c6afcd1f9:0-1 {event_type=RS_FLUSH_REGIONS, pid=26}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-14T14:40:59,111 DEBUG [RS_FLUSH_OPERATIONS-regionserver/da1c6afcd1f9:0-1 {event_type=RS_FLUSH_REGIONS, pid=26}] regionserver.CompactingMemStore(205): FLUSHING TO DISK b982b98e12b52abc271df4d930581a34, store=B 2024-11-14T14:40:59,111 DEBUG [RS_FLUSH_OPERATIONS-regionserver/da1c6afcd1f9:0-1 {event_type=RS_FLUSH_REGIONS, pid=26}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-14T14:40:59,111 DEBUG [RS_FLUSH_OPERATIONS-regionserver/da1c6afcd1f9:0-1 {event_type=RS_FLUSH_REGIONS, pid=26}] regionserver.CompactingMemStore(205): FLUSHING TO DISK b982b98e12b52abc271df4d930581a34, store=C 2024-11-14T14:40:59,111 DEBUG [RS_FLUSH_OPERATIONS-regionserver/da1c6afcd1f9:0-1 {event_type=RS_FLUSH_REGIONS, pid=26}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-14T14:40:59,121 INFO [RS:0;da1c6afcd1f9:35765-shortCompactions-0 {}] throttle.PressureAwareThroughputController(145): b982b98e12b52abc271df4d930581a34#A#compaction#126 average throughput is 3.28 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second 2024-11-14T14:40:59,121 INFO [RS:0;da1c6afcd1f9:35765-longCompactions-0 {}] throttle.PressureAwareThroughputController(145): b982b98e12b52abc271df4d930581a34#B#compaction#125 average throughput is 3.28 MB/second, slept 0 time(s) and total slept time is 0 ms. 1 active operations remaining, total limit is 50.00 MB/second 2024-11-14T14:40:59,121 DEBUG [RS_FLUSH_OPERATIONS-regionserver/da1c6afcd1f9:0-1 {event_type=RS_FLUSH_REGIONS, pid=26}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:34345/user/jenkins/test-data/14d118ee-a83a-b09b-5913-1a58940a5db1/data/default/TestAcidGuarantees/b982b98e12b52abc271df4d930581a34/.tmp/A/afc559b3f53342949de8393e00c07017 is 50, key is test_row_0/A:col10/1731595257811/Put/seqid=0 2024-11-14T14:40:59,121 DEBUG [RS:0;da1c6afcd1f9:35765-longCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:34345/user/jenkins/test-data/14d118ee-a83a-b09b-5913-1a58940a5db1/data/default/TestAcidGuarantees/b982b98e12b52abc271df4d930581a34/.tmp/B/bb62ef339f4a4e36a2a6c47c84ef8f6c is 50, key is test_row_0/B:col10/1731595257682/Put/seqid=0 2024-11-14T14:40:59,121 DEBUG [RS:0;da1c6afcd1f9:35765-shortCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:34345/user/jenkins/test-data/14d118ee-a83a-b09b-5913-1a58940a5db1/data/default/TestAcidGuarantees/b982b98e12b52abc271df4d930581a34/.tmp/A/86b5fa49ef7744baa815137ef69fd79a is 50, key is test_row_0/A:col10/1731595257682/Put/seqid=0 2024-11-14T14:40:59,138 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36699 is added to blk_1073741963_1139 (size=13731) 2024-11-14T14:40:59,139 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36699 is added to blk_1073741962_1138 (size=12301) 2024-11-14T14:40:59,140 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36699 is added to blk_1073741964_1140 (size=13731) 2024-11-14T14:40:59,267 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45145 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=25 2024-11-14T14:40:59,539 INFO [RS_FLUSH_OPERATIONS-regionserver/da1c6afcd1f9:0-1 {event_type=RS_FLUSH_REGIONS, pid=26}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=38.02 KB at sequenceid=967 (bloomFilter=true), to=hdfs://localhost:34345/user/jenkins/test-data/14d118ee-a83a-b09b-5913-1a58940a5db1/data/default/TestAcidGuarantees/b982b98e12b52abc271df4d930581a34/.tmp/A/afc559b3f53342949de8393e00c07017 2024-11-14T14:40:59,546 DEBUG [RS:0;da1c6afcd1f9:35765-shortCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:34345/user/jenkins/test-data/14d118ee-a83a-b09b-5913-1a58940a5db1/data/default/TestAcidGuarantees/b982b98e12b52abc271df4d930581a34/.tmp/A/86b5fa49ef7744baa815137ef69fd79a as hdfs://localhost:34345/user/jenkins/test-data/14d118ee-a83a-b09b-5913-1a58940a5db1/data/default/TestAcidGuarantees/b982b98e12b52abc271df4d930581a34/A/86b5fa49ef7744baa815137ef69fd79a 2024-11-14T14:40:59,549 DEBUG [RS:0;da1c6afcd1f9:35765-longCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:34345/user/jenkins/test-data/14d118ee-a83a-b09b-5913-1a58940a5db1/data/default/TestAcidGuarantees/b982b98e12b52abc271df4d930581a34/.tmp/B/bb62ef339f4a4e36a2a6c47c84ef8f6c as hdfs://localhost:34345/user/jenkins/test-data/14d118ee-a83a-b09b-5913-1a58940a5db1/data/default/TestAcidGuarantees/b982b98e12b52abc271df4d930581a34/B/bb62ef339f4a4e36a2a6c47c84ef8f6c 2024-11-14T14:40:59,551 DEBUG [RS_FLUSH_OPERATIONS-regionserver/da1c6afcd1f9:0-1 {event_type=RS_FLUSH_REGIONS, pid=26}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:34345/user/jenkins/test-data/14d118ee-a83a-b09b-5913-1a58940a5db1/data/default/TestAcidGuarantees/b982b98e12b52abc271df4d930581a34/.tmp/B/644d44fe237e4aa6b6ea6a83ba626b96 is 50, key is test_row_0/B:col10/1731595257811/Put/seqid=0 2024-11-14T14:40:59,557 INFO [RS:0;da1c6afcd1f9:35765-shortCompactions-0 {}] regionserver.HStore(1337): Completed compaction of 3 (all) file(s) in b982b98e12b52abc271df4d930581a34/A of b982b98e12b52abc271df4d930581a34 into 86b5fa49ef7744baa815137ef69fd79a(size=13.4 K), total size for store is 13.4 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-11-14T14:40:59,557 DEBUG [RS:0;da1c6afcd1f9:35765-shortCompactions-0 {}] regionserver.HRegion(2446): Compaction status journal for b982b98e12b52abc271df4d930581a34: 2024-11-14T14:40:59,557 INFO [RS:0;da1c6afcd1f9:35765-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1731595236744.b982b98e12b52abc271df4d930581a34., storeName=b982b98e12b52abc271df4d930581a34/A, priority=13, startTime=1731595259093; duration=0sec 2024-11-14T14:40:59,557 DEBUG [RS:0;da1c6afcd1f9:35765-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=1), splitQueue=0 2024-11-14T14:40:59,557 DEBUG [RS:0;da1c6afcd1f9:35765-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: b982b98e12b52abc271df4d930581a34:A 2024-11-14T14:40:59,557 DEBUG [RS:0;da1c6afcd1f9:35765-shortCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 3 store files, 0 compacting, 3 eligible, 16 blocking 2024-11-14T14:40:59,559 INFO [RS:0;da1c6afcd1f9:35765-longCompactions-0 {}] regionserver.HStore(1337): Completed compaction of 3 (all) file(s) in b982b98e12b52abc271df4d930581a34/B of b982b98e12b52abc271df4d930581a34 into bb62ef339f4a4e36a2a6c47c84ef8f6c(size=13.4 K), total size for store is 13.4 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-11-14T14:40:59,559 DEBUG [RS:0;da1c6afcd1f9:35765-longCompactions-0 {}] regionserver.HRegion(2446): Compaction status journal for b982b98e12b52abc271df4d930581a34: 2024-11-14T14:40:59,559 INFO [RS:0;da1c6afcd1f9:35765-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1731595236744.b982b98e12b52abc271df4d930581a34., storeName=b982b98e12b52abc271df4d930581a34/B, priority=13, startTime=1731595259093; duration=0sec 2024-11-14T14:40:59,560 DEBUG [RS:0;da1c6afcd1f9:35765-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-14T14:40:59,560 DEBUG [RS:0;da1c6afcd1f9:35765-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: b982b98e12b52abc271df4d930581a34:B 2024-11-14T14:40:59,561 DEBUG [RS:0;da1c6afcd1f9:35765-shortCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 3 files of size 38197 starting at candidate #0 after considering 1 permutations with 1 in ratio 2024-11-14T14:40:59,561 DEBUG [RS:0;da1c6afcd1f9:35765-shortCompactions-0 {}] regionserver.HStore(1541): b982b98e12b52abc271df4d930581a34/C is initiating minor compaction (all files) 2024-11-14T14:40:59,561 INFO [RS:0;da1c6afcd1f9:35765-shortCompactions-0 {}] regionserver.HRegion(2416): Starting compaction of b982b98e12b52abc271df4d930581a34/C in TestAcidGuarantees,,1731595236744.b982b98e12b52abc271df4d930581a34. 2024-11-14T14:40:59,561 INFO [RS:0;da1c6afcd1f9:35765-shortCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:34345/user/jenkins/test-data/14d118ee-a83a-b09b-5913-1a58940a5db1/data/default/TestAcidGuarantees/b982b98e12b52abc271df4d930581a34/C/bb568faeb44e4add95c20dc41dbdad90, hdfs://localhost:34345/user/jenkins/test-data/14d118ee-a83a-b09b-5913-1a58940a5db1/data/default/TestAcidGuarantees/b982b98e12b52abc271df4d930581a34/C/604f8f36197048b9b39ab341f089628b, hdfs://localhost:34345/user/jenkins/test-data/14d118ee-a83a-b09b-5913-1a58940a5db1/data/default/TestAcidGuarantees/b982b98e12b52abc271df4d930581a34/C/01da1861134c4c85a4f8b5134fdff29a] into tmpdir=hdfs://localhost:34345/user/jenkins/test-data/14d118ee-a83a-b09b-5913-1a58940a5db1/data/default/TestAcidGuarantees/b982b98e12b52abc271df4d930581a34/.tmp, totalSize=37.3 K 2024-11-14T14:40:59,562 DEBUG [RS:0;da1c6afcd1f9:35765-shortCompactions-0 {}] compactions.Compactor(225): Compacting bb568faeb44e4add95c20dc41dbdad90, keycount=150, bloomtype=ROW, size=13.3 K, encoding=NONE, compression=NONE, seqNum=896, earliestPutTs=1731595255832 2024-11-14T14:40:59,562 DEBUG [RS:0;da1c6afcd1f9:35765-shortCompactions-0 {}] compactions.Compactor(225): Compacting 604f8f36197048b9b39ab341f089628b, keycount=150, bloomtype=ROW, size=12.0 K, encoding=NONE, compression=NONE, seqNum=932, earliestPutTs=1731595256596 2024-11-14T14:40:59,562 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36699 is added to blk_1073741965_1141 (size=12301) 2024-11-14T14:40:59,563 DEBUG [RS:0;da1c6afcd1f9:35765-shortCompactions-0 {}] compactions.Compactor(225): Compacting 01da1861134c4c85a4f8b5134fdff29a, keycount=150, bloomtype=ROW, size=12.0 K, encoding=NONE, compression=NONE, seqNum=947, earliestPutTs=1731595257682 2024-11-14T14:40:59,573 INFO [RS:0;da1c6afcd1f9:35765-shortCompactions-0 {}] throttle.PressureAwareThroughputController(145): b982b98e12b52abc271df4d930581a34#C#compaction#129 average throughput is 3.28 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second 2024-11-14T14:40:59,574 DEBUG [RS:0;da1c6afcd1f9:35765-shortCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:34345/user/jenkins/test-data/14d118ee-a83a-b09b-5913-1a58940a5db1/data/default/TestAcidGuarantees/b982b98e12b52abc271df4d930581a34/.tmp/C/a0e7b26009c146df919d335b123acf99 is 50, key is test_row_0/C:col10/1731595257682/Put/seqid=0 2024-11-14T14:40:59,576 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45145 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=25 2024-11-14T14:40:59,581 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36699 is added to blk_1073741966_1142 (size=13697) 2024-11-14T14:40:59,898 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35765 {}] regionserver.HRegion(8855): Flush requested on b982b98e12b52abc271df4d930581a34 2024-11-14T14:40:59,898 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1731595236744.b982b98e12b52abc271df4d930581a34. as already flushing 2024-11-14T14:40:59,898 INFO [Thread-147 {}] client.AsyncConnectionImpl(233): Connection has been closed by Thread-147. 2024-11-14T14:40:59,898 DEBUG [Thread-147 {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.client.ConnectionOverAsyncConnection.close(ConnectionOverAsyncConnection.java:134) at org.apache.hadoop.hbase.AcidGuaranteesTestTool$AtomicityWriter.workDone(AcidGuaranteesTestTool.java:178) at org.apache.hadoop.hbase.MultithreadedTestUtil$RepeatingTestThread.doWork(MultithreadedTestUtil.java:152) at org.apache.hadoop.hbase.MultithreadedTestUtil$TestThread.run(MultithreadedTestUtil.java:123) 2024-11-14T14:40:59,898 DEBUG [Thread-147 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-14T14:40:59,898 DEBUG [Thread-147 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-14T14:40:59,898 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-11-14T14:40:59,908 INFO [Thread-145 {}] client.AsyncConnectionImpl(233): Connection has been closed by Thread-145. 2024-11-14T14:40:59,908 DEBUG [Thread-145 {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.client.ConnectionOverAsyncConnection.close(ConnectionOverAsyncConnection.java:134) at org.apache.hadoop.hbase.AcidGuaranteesTestTool$AtomicityWriter.workDone(AcidGuaranteesTestTool.java:178) at org.apache.hadoop.hbase.MultithreadedTestUtil$RepeatingTestThread.doWork(MultithreadedTestUtil.java:152) at org.apache.hadoop.hbase.MultithreadedTestUtil$TestThread.run(MultithreadedTestUtil.java:123) 2024-11-14T14:40:59,908 DEBUG [Thread-145 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-14T14:40:59,908 DEBUG [Thread-145 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-14T14:40:59,908 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-11-14T14:40:59,917 INFO [Thread-149 {}] client.AsyncConnectionImpl(233): Connection has been closed by Thread-149. 2024-11-14T14:40:59,917 DEBUG [Thread-149 {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.client.ConnectionOverAsyncConnection.close(ConnectionOverAsyncConnection.java:134) at org.apache.hadoop.hbase.AcidGuaranteesTestTool$AtomicityWriter.workDone(AcidGuaranteesTestTool.java:178) at org.apache.hadoop.hbase.MultithreadedTestUtil$RepeatingTestThread.doWork(MultithreadedTestUtil.java:152) at org.apache.hadoop.hbase.MultithreadedTestUtil$TestThread.run(MultithreadedTestUtil.java:123) 2024-11-14T14:40:59,917 DEBUG [Thread-149 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-14T14:40:59,917 DEBUG [Thread-149 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-14T14:40:59,917 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-11-14T14:40:59,964 INFO [RS_FLUSH_OPERATIONS-regionserver/da1c6afcd1f9:0-1 {event_type=RS_FLUSH_REGIONS, pid=26}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=38.02 KB at sequenceid=967 (bloomFilter=true), to=hdfs://localhost:34345/user/jenkins/test-data/14d118ee-a83a-b09b-5913-1a58940a5db1/data/default/TestAcidGuarantees/b982b98e12b52abc271df4d930581a34/.tmp/B/644d44fe237e4aa6b6ea6a83ba626b96 2024-11-14T14:40:59,973 DEBUG [RS_FLUSH_OPERATIONS-regionserver/da1c6afcd1f9:0-1 {event_type=RS_FLUSH_REGIONS, pid=26}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:34345/user/jenkins/test-data/14d118ee-a83a-b09b-5913-1a58940a5db1/data/default/TestAcidGuarantees/b982b98e12b52abc271df4d930581a34/.tmp/C/04185b8c6a8044d0a0e5995337e93fc7 is 50, key is test_row_0/C:col10/1731595257811/Put/seqid=0 2024-11-14T14:40:59,977 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36699 is added to blk_1073741967_1143 (size=12301) 2024-11-14T14:40:59,988 INFO [Thread-143 {}] client.AsyncConnectionImpl(233): Connection has been closed by Thread-143. 2024-11-14T14:40:59,988 DEBUG [Thread-143 {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.client.ConnectionOverAsyncConnection.close(ConnectionOverAsyncConnection.java:134) at org.apache.hadoop.hbase.AcidGuaranteesTestTool$AtomicityWriter.workDone(AcidGuaranteesTestTool.java:178) at org.apache.hadoop.hbase.MultithreadedTestUtil$RepeatingTestThread.doWork(MultithreadedTestUtil.java:152) at org.apache.hadoop.hbase.MultithreadedTestUtil$TestThread.run(MultithreadedTestUtil.java:123) 2024-11-14T14:40:59,988 DEBUG [Thread-143 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-14T14:40:59,988 DEBUG [Thread-143 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-14T14:40:59,988 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-11-14T14:40:59,990 DEBUG [RS:0;da1c6afcd1f9:35765-shortCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:34345/user/jenkins/test-data/14d118ee-a83a-b09b-5913-1a58940a5db1/data/default/TestAcidGuarantees/b982b98e12b52abc271df4d930581a34/.tmp/C/a0e7b26009c146df919d335b123acf99 as hdfs://localhost:34345/user/jenkins/test-data/14d118ee-a83a-b09b-5913-1a58940a5db1/data/default/TestAcidGuarantees/b982b98e12b52abc271df4d930581a34/C/a0e7b26009c146df919d335b123acf99 2024-11-14T14:40:59,996 INFO [RS:0;da1c6afcd1f9:35765-shortCompactions-0 {}] regionserver.HStore(1337): Completed compaction of 3 (all) file(s) in b982b98e12b52abc271df4d930581a34/C of b982b98e12b52abc271df4d930581a34 into a0e7b26009c146df919d335b123acf99(size=13.4 K), total size for store is 13.4 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-11-14T14:40:59,996 DEBUG [RS:0;da1c6afcd1f9:35765-shortCompactions-0 {}] regionserver.HRegion(2446): Compaction status journal for b982b98e12b52abc271df4d930581a34: 2024-11-14T14:40:59,996 INFO [RS:0;da1c6afcd1f9:35765-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1731595236744.b982b98e12b52abc271df4d930581a34., storeName=b982b98e12b52abc271df4d930581a34/C, priority=13, startTime=1731595259093; duration=0sec 2024-11-14T14:40:59,996 DEBUG [RS:0;da1c6afcd1f9:35765-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-14T14:40:59,997 DEBUG [RS:0;da1c6afcd1f9:35765-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: b982b98e12b52abc271df4d930581a34:C 2024-11-14T14:40:59,998 INFO [Thread-151 {}] client.AsyncConnectionImpl(233): Connection has been closed by Thread-151. 2024-11-14T14:40:59,998 DEBUG [Thread-151 {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.client.ConnectionOverAsyncConnection.close(ConnectionOverAsyncConnection.java:134) at org.apache.hadoop.hbase.AcidGuaranteesTestTool$AtomicityWriter.workDone(AcidGuaranteesTestTool.java:178) at org.apache.hadoop.hbase.MultithreadedTestUtil$RepeatingTestThread.doWork(MultithreadedTestUtil.java:152) at org.apache.hadoop.hbase.MultithreadedTestUtil$TestThread.run(MultithreadedTestUtil.java:123) 2024-11-14T14:40:59,998 DEBUG [Thread-151 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-14T14:40:59,998 DEBUG [Thread-151 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-14T14:40:59,998 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-11-14T14:41:00,086 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45145 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=25 2024-11-14T14:41:00,378 INFO [RS_FLUSH_OPERATIONS-regionserver/da1c6afcd1f9:0-1 {event_type=RS_FLUSH_REGIONS, pid=26}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=38.02 KB at sequenceid=967 (bloomFilter=true), to=hdfs://localhost:34345/user/jenkins/test-data/14d118ee-a83a-b09b-5913-1a58940a5db1/data/default/TestAcidGuarantees/b982b98e12b52abc271df4d930581a34/.tmp/C/04185b8c6a8044d0a0e5995337e93fc7 2024-11-14T14:41:00,384 DEBUG [RS_FLUSH_OPERATIONS-regionserver/da1c6afcd1f9:0-1 {event_type=RS_FLUSH_REGIONS, pid=26}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:34345/user/jenkins/test-data/14d118ee-a83a-b09b-5913-1a58940a5db1/data/default/TestAcidGuarantees/b982b98e12b52abc271df4d930581a34/.tmp/A/afc559b3f53342949de8393e00c07017 as hdfs://localhost:34345/user/jenkins/test-data/14d118ee-a83a-b09b-5913-1a58940a5db1/data/default/TestAcidGuarantees/b982b98e12b52abc271df4d930581a34/A/afc559b3f53342949de8393e00c07017 2024-11-14T14:41:00,388 INFO [RS_FLUSH_OPERATIONS-regionserver/da1c6afcd1f9:0-1 {event_type=RS_FLUSH_REGIONS, pid=26}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:34345/user/jenkins/test-data/14d118ee-a83a-b09b-5913-1a58940a5db1/data/default/TestAcidGuarantees/b982b98e12b52abc271df4d930581a34/A/afc559b3f53342949de8393e00c07017, entries=150, sequenceid=967, filesize=12.0 K 2024-11-14T14:41:00,389 DEBUG [RS_FLUSH_OPERATIONS-regionserver/da1c6afcd1f9:0-1 {event_type=RS_FLUSH_REGIONS, pid=26}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:34345/user/jenkins/test-data/14d118ee-a83a-b09b-5913-1a58940a5db1/data/default/TestAcidGuarantees/b982b98e12b52abc271df4d930581a34/.tmp/B/644d44fe237e4aa6b6ea6a83ba626b96 as hdfs://localhost:34345/user/jenkins/test-data/14d118ee-a83a-b09b-5913-1a58940a5db1/data/default/TestAcidGuarantees/b982b98e12b52abc271df4d930581a34/B/644d44fe237e4aa6b6ea6a83ba626b96 2024-11-14T14:41:00,394 INFO [RS_FLUSH_OPERATIONS-regionserver/da1c6afcd1f9:0-1 {event_type=RS_FLUSH_REGIONS, pid=26}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:34345/user/jenkins/test-data/14d118ee-a83a-b09b-5913-1a58940a5db1/data/default/TestAcidGuarantees/b982b98e12b52abc271df4d930581a34/B/644d44fe237e4aa6b6ea6a83ba626b96, entries=150, sequenceid=967, filesize=12.0 K 2024-11-14T14:41:00,395 DEBUG [RS_FLUSH_OPERATIONS-regionserver/da1c6afcd1f9:0-1 {event_type=RS_FLUSH_REGIONS, pid=26}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:34345/user/jenkins/test-data/14d118ee-a83a-b09b-5913-1a58940a5db1/data/default/TestAcidGuarantees/b982b98e12b52abc271df4d930581a34/.tmp/C/04185b8c6a8044d0a0e5995337e93fc7 as hdfs://localhost:34345/user/jenkins/test-data/14d118ee-a83a-b09b-5913-1a58940a5db1/data/default/TestAcidGuarantees/b982b98e12b52abc271df4d930581a34/C/04185b8c6a8044d0a0e5995337e93fc7 2024-11-14T14:41:00,399 INFO [RS_FLUSH_OPERATIONS-regionserver/da1c6afcd1f9:0-1 {event_type=RS_FLUSH_REGIONS, pid=26}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:34345/user/jenkins/test-data/14d118ee-a83a-b09b-5913-1a58940a5db1/data/default/TestAcidGuarantees/b982b98e12b52abc271df4d930581a34/C/04185b8c6a8044d0a0e5995337e93fc7, entries=150, sequenceid=967, filesize=12.0 K 2024-11-14T14:41:00,400 INFO [RS_FLUSH_OPERATIONS-regionserver/da1c6afcd1f9:0-1 {event_type=RS_FLUSH_REGIONS, pid=26}] regionserver.HRegion(3140): Finished flush of dataSize ~114.05 KB/116790, heapSize ~339.38 KB/347520, currentSize=33.54 KB/34350 for b982b98e12b52abc271df4d930581a34 in 1290ms, sequenceid=967, compaction requested=false 2024-11-14T14:41:00,400 DEBUG [RS_FLUSH_OPERATIONS-regionserver/da1c6afcd1f9:0-1 {event_type=RS_FLUSH_REGIONS, pid=26}] regionserver.HRegion(2603): Flush status journal for b982b98e12b52abc271df4d930581a34: 2024-11-14T14:41:00,400 DEBUG [RS_FLUSH_OPERATIONS-regionserver/da1c6afcd1f9:0-1 {event_type=RS_FLUSH_REGIONS, pid=26}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1731595236744.b982b98e12b52abc271df4d930581a34. 2024-11-14T14:41:00,400 DEBUG [RS_FLUSH_OPERATIONS-regionserver/da1c6afcd1f9:0-1 {event_type=RS_FLUSH_REGIONS, pid=26}] regionserver.RemoteProcedureResultReporter(62): Successfully complete execution of pid=26 2024-11-14T14:41:00,401 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45145 {}] master.HMaster(4169): Remote procedure done, pid=26 2024-11-14T14:41:00,403 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=26, resume processing ppid=25 2024-11-14T14:41:00,403 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1521): Finished pid=26, ppid=25, state=SUCCESS, hasLock=false; org.apache.hadoop.hbase.master.procedure.FlushRegionProcedure in 1.4500 sec 2024-11-14T14:41:00,404 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1521): Finished pid=25, state=SUCCESS, hasLock=false; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=25, table=TestAcidGuarantees in 1.4550 sec 2024-11-14T14:41:01,096 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45145 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=25 2024-11-14T14:41:01,097 INFO [RPCClient-NioEventLoopGroup-4-8 {}] client.RawAsyncHBaseAdmin$TableProcedureBiConsumer(2721): Operation: FLUSH, Table Name: default:TestAcidGuarantees completed 2024-11-14T14:41:01,097 INFO [Time-limited test {}] hbase.AcidGuaranteesTestTool(392): Finished test. Writers: 2024-11-14T14:41:01,097 INFO [Time-limited test {}] hbase.AcidGuaranteesTestTool(394): wrote 185 2024-11-14T14:41:01,097 INFO [Time-limited test {}] hbase.AcidGuaranteesTestTool(394): wrote 141 2024-11-14T14:41:01,097 INFO [Time-limited test {}] hbase.AcidGuaranteesTestTool(394): wrote 203 2024-11-14T14:41:01,097 INFO [Time-limited test {}] hbase.AcidGuaranteesTestTool(394): wrote 105 2024-11-14T14:41:01,097 INFO [Time-limited test {}] hbase.AcidGuaranteesTestTool(394): wrote 209 2024-11-14T14:41:01,097 INFO [Time-limited test {}] hbase.AcidGuaranteesTestTool(396): Readers: 2024-11-14T14:41:01,097 INFO [Time-limited test {}] hbase.AcidGuaranteesTestTool(398): read 2216 2024-11-14T14:41:01,097 INFO [Time-limited test {}] hbase.AcidGuaranteesTestTool(398): read 2204 2024-11-14T14:41:01,097 INFO [Time-limited test {}] hbase.AcidGuaranteesTestTool(400): Scanners: 2024-11-14T14:41:01,097 INFO [Time-limited test {}] hbase.AcidGuaranteesTestTool(402): scanned 1011 2024-11-14T14:41:01,098 INFO [Time-limited test {}] hbase.AcidGuaranteesTestTool(403): verified 3026 rows 2024-11-14T14:41:01,098 INFO [Time-limited test {}] hbase.AcidGuaranteesTestTool(402): scanned 1009 2024-11-14T14:41:01,098 INFO [Time-limited test {}] hbase.AcidGuaranteesTestTool(403): verified 3023 rows 2024-11-14T14:41:01,098 INFO [Time-limited test {}] client.AsyncConnectionImpl(233): Connection has been closed by Time-limited test. 2024-11-14T14:41:01,098 DEBUG [Time-limited test {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.client.ConnectionOverAsyncConnection.close(ConnectionOverAsyncConnection.java:134) at org.apache.hadoop.hbase.AcidGuaranteesTestTool.doWork(AcidGuaranteesTestTool.java:131) at org.apache.hadoop.hbase.util.AbstractHBaseTool.run(AbstractHBaseTool.java:150) at org.apache.hadoop.hbase.AcidGuaranteesTestBase.runTestAtomicity(AcidGuaranteesTestBase.java:102) at org.apache.hadoop.hbase.AcidGuaranteesTestBase.runTestAtomicity(AcidGuaranteesTestBase.java:91) at org.apache.hadoop.hbase.AcidGuaranteesTestBase.testMixedAtomicity(AcidGuaranteesTestBase.java:117) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:77) at java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) at java.base/java.lang.reflect.Method.invoke(Method.java:568) at org.junit.runners.model.FrameworkMethod$1.runReflectiveCall(FrameworkMethod.java:59) at org.junit.internal.runners.model.ReflectiveCallable.run(ReflectiveCallable.java:12) at org.junit.runners.model.FrameworkMethod.invokeExplosively(FrameworkMethod.java:56) at org.junit.internal.runners.statements.InvokeMethod.evaluate(InvokeMethod.java:17) at org.junit.internal.runners.statements.RunBefores.evaluate(RunBefores.java:26) at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:27) at org.junit.runners.ParentRunner$3.evaluate(ParentRunner.java:306) at org.junit.runners.BlockJUnit4ClassRunner$1.evaluate(BlockJUnit4ClassRunner.java:100) at org.junit.runners.ParentRunner.runLeaf(ParentRunner.java:366) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:103) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:63) at org.junit.runners.ParentRunner$4.run(ParentRunner.java:331) at org.junit.runners.ParentRunner$1.schedule(ParentRunner.java:79) at org.junit.runners.ParentRunner.runChildren(ParentRunner.java:329) at org.junit.runners.ParentRunner.access$100(ParentRunner.java:66) at org.junit.runners.ParentRunner$2.evaluate(ParentRunner.java:293) at org.junit.internal.runners.statements.RunBefores.evaluate(RunBefores.java:26) at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:27) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:299) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:293) at java.base/java.util.concurrent.FutureTask.run(FutureTask.java:264) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-14T14:41:01,098 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-14T14:41:01,098 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-14T14:41:01,099 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-11-14T14:41:01,103 INFO [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45145 {}] master.HMaster$13(2820): Client=jenkins//172.17.0.2 disable TestAcidGuarantees 2024-11-14T14:41:01,110 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45145 {}] procedure2.ProcedureExecutor(1139): Stored pid=27, state=RUNNABLE:DISABLE_TABLE_PREPARE, hasLock=false; DisableTableProcedure table=TestAcidGuarantees 2024-11-14T14:41:01,113 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45145 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=27 2024-11-14T14:41:01,113 DEBUG [PEWorker-3 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":1,"row":"TestAcidGuarantees","families":{"table":[{"qualifier":"state","vlen":2,"tag":[],"timestamp":"1731595261113"}]},"ts":"1731595261113"} 2024-11-14T14:41:01,116 INFO [PEWorker-3 {}] hbase.MetaTableAccessor(843): Updated tableName=TestAcidGuarantees, state=DISABLING in hbase:meta 2024-11-14T14:41:01,116 INFO [PEWorker-3 {}] procedure.DisableTableProcedure(284): Set TestAcidGuarantees to state=DISABLING 2024-11-14T14:41:01,118 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=28, ppid=27, state=RUNNABLE:CLOSE_TABLE_REGIONS_SCHEDULE, hasLock=false; CloseTableRegionsProcedure table=TestAcidGuarantees}] 2024-11-14T14:41:01,123 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=29, ppid=28, state=RUNNABLE:REGION_STATE_TRANSITION_CLOSE, hasLock=false; TransitRegionStateProcedure table=TestAcidGuarantees, region=b982b98e12b52abc271df4d930581a34, UNASSIGN}] 2024-11-14T14:41:01,124 INFO [PEWorker-2 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=29, ppid=28, state=RUNNABLE:REGION_STATE_TRANSITION_CLOSE, hasLock=false; TransitRegionStateProcedure table=TestAcidGuarantees, region=b982b98e12b52abc271df4d930581a34, UNASSIGN 2024-11-14T14:41:01,126 INFO [PEWorker-2 {}] assignment.RegionStateStore(223): pid=29 updating hbase:meta row=b982b98e12b52abc271df4d930581a34, regionState=CLOSING, regionLocation=da1c6afcd1f9,35765,1731595233113 2024-11-14T14:41:01,127 WARN [RpcServer.priority.RWQ.Fifo.write.handler=0,queue=0,port=45145 {}] assignment.AssignmentManager(1543): Unable to acquire lock for regionNode state=CLOSING, location=da1c6afcd1f9,35765,1731595233113, table=TestAcidGuarantees, region=b982b98e12b52abc271df4d930581a34. It is likely that another thread is currently holding the lock. To avoid deadlock, skip execution for now. 2024-11-14T14:41:01,128 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-3 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=29, ppid=28, state=RUNNABLE:REGION_STATE_TRANSITION_CLOSE, hasLock=true; TransitRegionStateProcedure table=TestAcidGuarantees, region=b982b98e12b52abc271df4d930581a34, UNASSIGN because future has completed 2024-11-14T14:41:01,129 DEBUG [PEWorker-1 {}] assignment.TransitRegionStateProcedure(375): Close region: isSplit: false: evictOnSplit: true: evictOnClose: false 2024-11-14T14:41:01,129 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=30, ppid=29, state=RUNNABLE, hasLock=false; CloseRegionProcedure b982b98e12b52abc271df4d930581a34, server=da1c6afcd1f9,35765,1731595233113}] 2024-11-14T14:41:01,217 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45145 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=27 2024-11-14T14:41:01,280 DEBUG [FsDatasetAsyncDiskServiceFixer {}] hbase.HBaseTestingUtil$FsDatasetAsyncDiskServiceFixer(597): NoSuchFieldException: threadGroup; It might because your Hadoop version > 3.2.3 or 3.3.4, See HBASE-27595 for details. 2024-11-14T14:41:01,287 INFO [RS_CLOSE_REGION-regionserver/da1c6afcd1f9:0-0 {event_type=M_RS_CLOSE_REGION, pid=30}] handler.UnassignRegionHandler(122): Close b982b98e12b52abc271df4d930581a34 2024-11-14T14:41:01,287 DEBUG [RS_CLOSE_REGION-regionserver/da1c6afcd1f9:0-0 {event_type=M_RS_CLOSE_REGION, pid=30}] handler.UnassignRegionHandler(136): Unassign region: split region: false: evictCache: false 2024-11-14T14:41:01,287 DEBUG [RS_CLOSE_REGION-regionserver/da1c6afcd1f9:0-0 {event_type=M_RS_CLOSE_REGION, pid=30}] regionserver.HRegion(1722): Closing b982b98e12b52abc271df4d930581a34, disabling compactions & flushes 2024-11-14T14:41:01,288 INFO [RS_CLOSE_REGION-regionserver/da1c6afcd1f9:0-0 {event_type=M_RS_CLOSE_REGION, pid=30}] regionserver.HRegion(1755): Closing region TestAcidGuarantees,,1731595236744.b982b98e12b52abc271df4d930581a34. 2024-11-14T14:41:01,288 DEBUG [RS_CLOSE_REGION-regionserver/da1c6afcd1f9:0-0 {event_type=M_RS_CLOSE_REGION, pid=30}] regionserver.HRegion(1776): Time limited wait for close lock on TestAcidGuarantees,,1731595236744.b982b98e12b52abc271df4d930581a34. 2024-11-14T14:41:01,288 DEBUG [RS_CLOSE_REGION-regionserver/da1c6afcd1f9:0-0 {event_type=M_RS_CLOSE_REGION, pid=30}] regionserver.HRegion(1843): Acquired close lock on TestAcidGuarantees,,1731595236744.b982b98e12b52abc271df4d930581a34. after waiting 0 ms 2024-11-14T14:41:01,288 DEBUG [RS_CLOSE_REGION-regionserver/da1c6afcd1f9:0-0 {event_type=M_RS_CLOSE_REGION, pid=30}] regionserver.HRegion(1853): Updates disabled for region TestAcidGuarantees,,1731595236744.b982b98e12b52abc271df4d930581a34. 2024-11-14T14:41:01,288 INFO [RS_CLOSE_REGION-regionserver/da1c6afcd1f9:0-0 {event_type=M_RS_CLOSE_REGION, pid=30}] regionserver.HRegion(2902): Flushing b982b98e12b52abc271df4d930581a34 3/3 column families, dataSize=33.54 KB heapSize=100.36 KB 2024-11-14T14:41:01,288 DEBUG [RS_CLOSE_REGION-regionserver/da1c6afcd1f9:0-0 {event_type=M_RS_CLOSE_REGION, pid=30}] regionserver.CompactingMemStore(205): FLUSHING TO DISK b982b98e12b52abc271df4d930581a34, store=A 2024-11-14T14:41:01,288 DEBUG [RS_CLOSE_REGION-regionserver/da1c6afcd1f9:0-0 {event_type=M_RS_CLOSE_REGION, pid=30}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-14T14:41:01,288 DEBUG [RS_CLOSE_REGION-regionserver/da1c6afcd1f9:0-0 {event_type=M_RS_CLOSE_REGION, pid=30}] regionserver.CompactingMemStore(205): FLUSHING TO DISK b982b98e12b52abc271df4d930581a34, store=B 2024-11-14T14:41:01,288 DEBUG [RS_CLOSE_REGION-regionserver/da1c6afcd1f9:0-0 {event_type=M_RS_CLOSE_REGION, pid=30}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-14T14:41:01,288 DEBUG [RS_CLOSE_REGION-regionserver/da1c6afcd1f9:0-0 {event_type=M_RS_CLOSE_REGION, pid=30}] regionserver.CompactingMemStore(205): FLUSHING TO DISK b982b98e12b52abc271df4d930581a34, store=C 2024-11-14T14:41:01,288 DEBUG [RS_CLOSE_REGION-regionserver/da1c6afcd1f9:0-0 {event_type=M_RS_CLOSE_REGION, pid=30}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-14T14:41:01,294 DEBUG [RS_CLOSE_REGION-regionserver/da1c6afcd1f9:0-0 {event_type=M_RS_CLOSE_REGION, pid=30}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:34345/user/jenkins/test-data/14d118ee-a83a-b09b-5913-1a58940a5db1/data/default/TestAcidGuarantees/b982b98e12b52abc271df4d930581a34/.tmp/A/ef2b0065f16a4b5f8c15c1501f429371 is 50, key is test_row_1/A:col10/1731595259906/Put/seqid=0 2024-11-14T14:41:01,301 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36699 is added to blk_1073741968_1144 (size=9857) 2024-11-14T14:41:01,426 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45145 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=27 2024-11-14T14:41:01,702 INFO [RS_CLOSE_REGION-regionserver/da1c6afcd1f9:0-0 {event_type=M_RS_CLOSE_REGION, pid=30}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=11.18 KB at sequenceid=978 (bloomFilter=true), to=hdfs://localhost:34345/user/jenkins/test-data/14d118ee-a83a-b09b-5913-1a58940a5db1/data/default/TestAcidGuarantees/b982b98e12b52abc271df4d930581a34/.tmp/A/ef2b0065f16a4b5f8c15c1501f429371 2024-11-14T14:41:01,711 DEBUG [RS_CLOSE_REGION-regionserver/da1c6afcd1f9:0-0 {event_type=M_RS_CLOSE_REGION, pid=30}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:34345/user/jenkins/test-data/14d118ee-a83a-b09b-5913-1a58940a5db1/data/default/TestAcidGuarantees/b982b98e12b52abc271df4d930581a34/.tmp/B/882fc70ba1da4f44bde4b6a5f8320dda is 50, key is test_row_1/B:col10/1731595259906/Put/seqid=0 2024-11-14T14:41:01,715 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36699 is added to blk_1073741969_1145 (size=9857) 2024-11-14T14:41:01,717 INFO [RS_CLOSE_REGION-regionserver/da1c6afcd1f9:0-0 {event_type=M_RS_CLOSE_REGION, pid=30}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=11.18 KB at sequenceid=978 (bloomFilter=true), to=hdfs://localhost:34345/user/jenkins/test-data/14d118ee-a83a-b09b-5913-1a58940a5db1/data/default/TestAcidGuarantees/b982b98e12b52abc271df4d930581a34/.tmp/B/882fc70ba1da4f44bde4b6a5f8320dda 2024-11-14T14:41:01,726 DEBUG [RS_CLOSE_REGION-regionserver/da1c6afcd1f9:0-0 {event_type=M_RS_CLOSE_REGION, pid=30}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:34345/user/jenkins/test-data/14d118ee-a83a-b09b-5913-1a58940a5db1/data/default/TestAcidGuarantees/b982b98e12b52abc271df4d930581a34/.tmp/C/b2cae1881828446b91344f8e07d21337 is 50, key is test_row_1/C:col10/1731595259906/Put/seqid=0 2024-11-14T14:41:01,731 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36699 is added to blk_1073741970_1146 (size=9857) 2024-11-14T14:41:01,731 INFO [RS_CLOSE_REGION-regionserver/da1c6afcd1f9:0-0 {event_type=M_RS_CLOSE_REGION, pid=30}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=11.18 KB at sequenceid=978 (bloomFilter=true), to=hdfs://localhost:34345/user/jenkins/test-data/14d118ee-a83a-b09b-5913-1a58940a5db1/data/default/TestAcidGuarantees/b982b98e12b52abc271df4d930581a34/.tmp/C/b2cae1881828446b91344f8e07d21337 2024-11-14T14:41:01,736 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45145 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=27 2024-11-14T14:41:01,737 DEBUG [RS_CLOSE_REGION-regionserver/da1c6afcd1f9:0-0 {event_type=M_RS_CLOSE_REGION, pid=30}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:34345/user/jenkins/test-data/14d118ee-a83a-b09b-5913-1a58940a5db1/data/default/TestAcidGuarantees/b982b98e12b52abc271df4d930581a34/.tmp/A/ef2b0065f16a4b5f8c15c1501f429371 as hdfs://localhost:34345/user/jenkins/test-data/14d118ee-a83a-b09b-5913-1a58940a5db1/data/default/TestAcidGuarantees/b982b98e12b52abc271df4d930581a34/A/ef2b0065f16a4b5f8c15c1501f429371 2024-11-14T14:41:01,742 INFO [RS_CLOSE_REGION-regionserver/da1c6afcd1f9:0-0 {event_type=M_RS_CLOSE_REGION, pid=30}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:34345/user/jenkins/test-data/14d118ee-a83a-b09b-5913-1a58940a5db1/data/default/TestAcidGuarantees/b982b98e12b52abc271df4d930581a34/A/ef2b0065f16a4b5f8c15c1501f429371, entries=100, sequenceid=978, filesize=9.6 K 2024-11-14T14:41:01,743 DEBUG [RS_CLOSE_REGION-regionserver/da1c6afcd1f9:0-0 {event_type=M_RS_CLOSE_REGION, pid=30}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:34345/user/jenkins/test-data/14d118ee-a83a-b09b-5913-1a58940a5db1/data/default/TestAcidGuarantees/b982b98e12b52abc271df4d930581a34/.tmp/B/882fc70ba1da4f44bde4b6a5f8320dda as hdfs://localhost:34345/user/jenkins/test-data/14d118ee-a83a-b09b-5913-1a58940a5db1/data/default/TestAcidGuarantees/b982b98e12b52abc271df4d930581a34/B/882fc70ba1da4f44bde4b6a5f8320dda 2024-11-14T14:41:01,749 INFO [RS_CLOSE_REGION-regionserver/da1c6afcd1f9:0-0 {event_type=M_RS_CLOSE_REGION, pid=30}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:34345/user/jenkins/test-data/14d118ee-a83a-b09b-5913-1a58940a5db1/data/default/TestAcidGuarantees/b982b98e12b52abc271df4d930581a34/B/882fc70ba1da4f44bde4b6a5f8320dda, entries=100, sequenceid=978, filesize=9.6 K 2024-11-14T14:41:01,750 DEBUG [RS_CLOSE_REGION-regionserver/da1c6afcd1f9:0-0 {event_type=M_RS_CLOSE_REGION, pid=30}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:34345/user/jenkins/test-data/14d118ee-a83a-b09b-5913-1a58940a5db1/data/default/TestAcidGuarantees/b982b98e12b52abc271df4d930581a34/.tmp/C/b2cae1881828446b91344f8e07d21337 as hdfs://localhost:34345/user/jenkins/test-data/14d118ee-a83a-b09b-5913-1a58940a5db1/data/default/TestAcidGuarantees/b982b98e12b52abc271df4d930581a34/C/b2cae1881828446b91344f8e07d21337 2024-11-14T14:41:01,755 INFO [RS_CLOSE_REGION-regionserver/da1c6afcd1f9:0-0 {event_type=M_RS_CLOSE_REGION, pid=30}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:34345/user/jenkins/test-data/14d118ee-a83a-b09b-5913-1a58940a5db1/data/default/TestAcidGuarantees/b982b98e12b52abc271df4d930581a34/C/b2cae1881828446b91344f8e07d21337, entries=100, sequenceid=978, filesize=9.6 K 2024-11-14T14:41:01,757 INFO [RS_CLOSE_REGION-regionserver/da1c6afcd1f9:0-0 {event_type=M_RS_CLOSE_REGION, pid=30}] regionserver.HRegion(3140): Finished flush of dataSize ~33.54 KB/34350, heapSize ~100.31 KB/102720, currentSize=0 B/0 for b982b98e12b52abc271df4d930581a34 in 468ms, sequenceid=978, compaction requested=true 2024-11-14T14:41:01,757 DEBUG [StoreCloser-TestAcidGuarantees,,1731595236744.b982b98e12b52abc271df4d930581a34.-1 {}] regionserver.HStore(2317): Moving the files [hdfs://localhost:34345/user/jenkins/test-data/14d118ee-a83a-b09b-5913-1a58940a5db1/data/default/TestAcidGuarantees/b982b98e12b52abc271df4d930581a34/A/32e2c7bdb44c4924b87cb8396b22c672, hdfs://localhost:34345/user/jenkins/test-data/14d118ee-a83a-b09b-5913-1a58940a5db1/data/default/TestAcidGuarantees/b982b98e12b52abc271df4d930581a34/A/7e338650f6f041578ceed03a78b358a1, hdfs://localhost:34345/user/jenkins/test-data/14d118ee-a83a-b09b-5913-1a58940a5db1/data/default/TestAcidGuarantees/b982b98e12b52abc271df4d930581a34/A/57907c15a87b4073a018f9dd2db338dc, hdfs://localhost:34345/user/jenkins/test-data/14d118ee-a83a-b09b-5913-1a58940a5db1/data/default/TestAcidGuarantees/b982b98e12b52abc271df4d930581a34/A/403854a7c96b49f482a86767ecad5bdd, hdfs://localhost:34345/user/jenkins/test-data/14d118ee-a83a-b09b-5913-1a58940a5db1/data/default/TestAcidGuarantees/b982b98e12b52abc271df4d930581a34/A/7cdc10ba90ed4609ba71203f899767b8, hdfs://localhost:34345/user/jenkins/test-data/14d118ee-a83a-b09b-5913-1a58940a5db1/data/default/TestAcidGuarantees/b982b98e12b52abc271df4d930581a34/A/619ba23abd534fbb8ac2f4139429533c, hdfs://localhost:34345/user/jenkins/test-data/14d118ee-a83a-b09b-5913-1a58940a5db1/data/default/TestAcidGuarantees/b982b98e12b52abc271df4d930581a34/A/a48c8f18fa8e47cd85a5c10a7d44e023, hdfs://localhost:34345/user/jenkins/test-data/14d118ee-a83a-b09b-5913-1a58940a5db1/data/default/TestAcidGuarantees/b982b98e12b52abc271df4d930581a34/A/eacd578bac9445ca8cc7624c4baeab67, hdfs://localhost:34345/user/jenkins/test-data/14d118ee-a83a-b09b-5913-1a58940a5db1/data/default/TestAcidGuarantees/b982b98e12b52abc271df4d930581a34/A/f9759cf7f16f43c4b73447b4be79b4ee, hdfs://localhost:34345/user/jenkins/test-data/14d118ee-a83a-b09b-5913-1a58940a5db1/data/default/TestAcidGuarantees/b982b98e12b52abc271df4d930581a34/A/7b236fa74ed549b495b3e5575067a2e8, hdfs://localhost:34345/user/jenkins/test-data/14d118ee-a83a-b09b-5913-1a58940a5db1/data/default/TestAcidGuarantees/b982b98e12b52abc271df4d930581a34/A/6a6dcebadfc544789ee93e9e1949199f, hdfs://localhost:34345/user/jenkins/test-data/14d118ee-a83a-b09b-5913-1a58940a5db1/data/default/TestAcidGuarantees/b982b98e12b52abc271df4d930581a34/A/55b9f9f96d304efdbb89010e57f03418, hdfs://localhost:34345/user/jenkins/test-data/14d118ee-a83a-b09b-5913-1a58940a5db1/data/default/TestAcidGuarantees/b982b98e12b52abc271df4d930581a34/A/bc588c1cd602447f8841baaeee6e2465, hdfs://localhost:34345/user/jenkins/test-data/14d118ee-a83a-b09b-5913-1a58940a5db1/data/default/TestAcidGuarantees/b982b98e12b52abc271df4d930581a34/A/daf6bac0a8dd4ddbb42aa973c80499bf, hdfs://localhost:34345/user/jenkins/test-data/14d118ee-a83a-b09b-5913-1a58940a5db1/data/default/TestAcidGuarantees/b982b98e12b52abc271df4d930581a34/A/2260548c3a894a188b667a68050ab374, hdfs://localhost:34345/user/jenkins/test-data/14d118ee-a83a-b09b-5913-1a58940a5db1/data/default/TestAcidGuarantees/b982b98e12b52abc271df4d930581a34/A/0aff1dba45404c7bbc63e6dbd9d54b4e, hdfs://localhost:34345/user/jenkins/test-data/14d118ee-a83a-b09b-5913-1a58940a5db1/data/default/TestAcidGuarantees/b982b98e12b52abc271df4d930581a34/A/587a007e73e64356a07dec1c8c579e6a, hdfs://localhost:34345/user/jenkins/test-data/14d118ee-a83a-b09b-5913-1a58940a5db1/data/default/TestAcidGuarantees/b982b98e12b52abc271df4d930581a34/A/73dee14a7bf94696bac1f1759719018c, hdfs://localhost:34345/user/jenkins/test-data/14d118ee-a83a-b09b-5913-1a58940a5db1/data/default/TestAcidGuarantees/b982b98e12b52abc271df4d930581a34/A/588092120821464f90f96dce58cbe2b9, hdfs://localhost:34345/user/jenkins/test-data/14d118ee-a83a-b09b-5913-1a58940a5db1/data/default/TestAcidGuarantees/b982b98e12b52abc271df4d930581a34/A/0803e92772bc40cf83357056d8db649e, hdfs://localhost:34345/user/jenkins/test-data/14d118ee-a83a-b09b-5913-1a58940a5db1/data/default/TestAcidGuarantees/b982b98e12b52abc271df4d930581a34/A/03206ee0fdb548b9802e36c53d2eaaa1, hdfs://localhost:34345/user/jenkins/test-data/14d118ee-a83a-b09b-5913-1a58940a5db1/data/default/TestAcidGuarantees/b982b98e12b52abc271df4d930581a34/A/83f21c02e162443b9b3d389adda1a6ea, hdfs://localhost:34345/user/jenkins/test-data/14d118ee-a83a-b09b-5913-1a58940a5db1/data/default/TestAcidGuarantees/b982b98e12b52abc271df4d930581a34/A/dde00a74eae14fe5b4e0551e7d6f07f7, hdfs://localhost:34345/user/jenkins/test-data/14d118ee-a83a-b09b-5913-1a58940a5db1/data/default/TestAcidGuarantees/b982b98e12b52abc271df4d930581a34/A/d752f6a15f004b0484a4e49205fb0017, hdfs://localhost:34345/user/jenkins/test-data/14d118ee-a83a-b09b-5913-1a58940a5db1/data/default/TestAcidGuarantees/b982b98e12b52abc271df4d930581a34/A/7dceab6556224643b901c13b4a8cf88b, hdfs://localhost:34345/user/jenkins/test-data/14d118ee-a83a-b09b-5913-1a58940a5db1/data/default/TestAcidGuarantees/b982b98e12b52abc271df4d930581a34/A/21eb66454d754d768244f5b8ecd4712b, hdfs://localhost:34345/user/jenkins/test-data/14d118ee-a83a-b09b-5913-1a58940a5db1/data/default/TestAcidGuarantees/b982b98e12b52abc271df4d930581a34/A/2dd9fc8f9424461184d6fd3cfe09ac20, hdfs://localhost:34345/user/jenkins/test-data/14d118ee-a83a-b09b-5913-1a58940a5db1/data/default/TestAcidGuarantees/b982b98e12b52abc271df4d930581a34/A/0fc2d72d3bfb400598dcc2f6a782b5a9, hdfs://localhost:34345/user/jenkins/test-data/14d118ee-a83a-b09b-5913-1a58940a5db1/data/default/TestAcidGuarantees/b982b98e12b52abc271df4d930581a34/A/d399ee69ddbe4066bd396d602b2f72ff, hdfs://localhost:34345/user/jenkins/test-data/14d118ee-a83a-b09b-5913-1a58940a5db1/data/default/TestAcidGuarantees/b982b98e12b52abc271df4d930581a34/A/8fe6475fc87f4348879ecf8d793ef574, hdfs://localhost:34345/user/jenkins/test-data/14d118ee-a83a-b09b-5913-1a58940a5db1/data/default/TestAcidGuarantees/b982b98e12b52abc271df4d930581a34/A/161c24ecbd834f3cb5754c4395612e67, hdfs://localhost:34345/user/jenkins/test-data/14d118ee-a83a-b09b-5913-1a58940a5db1/data/default/TestAcidGuarantees/b982b98e12b52abc271df4d930581a34/A/d092cd8c8d254401a0aa2259b7dd7e96, hdfs://localhost:34345/user/jenkins/test-data/14d118ee-a83a-b09b-5913-1a58940a5db1/data/default/TestAcidGuarantees/b982b98e12b52abc271df4d930581a34/A/5ec538dffc354ca48e12f5cd6a58cf0f, hdfs://localhost:34345/user/jenkins/test-data/14d118ee-a83a-b09b-5913-1a58940a5db1/data/default/TestAcidGuarantees/b982b98e12b52abc271df4d930581a34/A/8ae8be29a66c46ed91990e8340a458d7, hdfs://localhost:34345/user/jenkins/test-data/14d118ee-a83a-b09b-5913-1a58940a5db1/data/default/TestAcidGuarantees/b982b98e12b52abc271df4d930581a34/A/fcba7d9c437c47c0a4b9e391280d9ac3, hdfs://localhost:34345/user/jenkins/test-data/14d118ee-a83a-b09b-5913-1a58940a5db1/data/default/TestAcidGuarantees/b982b98e12b52abc271df4d930581a34/A/e906dff89a104b929476deb6dd925969, hdfs://localhost:34345/user/jenkins/test-data/14d118ee-a83a-b09b-5913-1a58940a5db1/data/default/TestAcidGuarantees/b982b98e12b52abc271df4d930581a34/A/f780a2eee0c747a78753105255571b27, hdfs://localhost:34345/user/jenkins/test-data/14d118ee-a83a-b09b-5913-1a58940a5db1/data/default/TestAcidGuarantees/b982b98e12b52abc271df4d930581a34/A/c443ede84cf64c1cab371099e5b1e48e, hdfs://localhost:34345/user/jenkins/test-data/14d118ee-a83a-b09b-5913-1a58940a5db1/data/default/TestAcidGuarantees/b982b98e12b52abc271df4d930581a34/A/6839784b43fb4c57bd1e08ca0cdd9db7, hdfs://localhost:34345/user/jenkins/test-data/14d118ee-a83a-b09b-5913-1a58940a5db1/data/default/TestAcidGuarantees/b982b98e12b52abc271df4d930581a34/A/0a775e9d295449e19fc7a9600b71fdc7, hdfs://localhost:34345/user/jenkins/test-data/14d118ee-a83a-b09b-5913-1a58940a5db1/data/default/TestAcidGuarantees/b982b98e12b52abc271df4d930581a34/A/2fb0090fd85d41f9a115d2448431a858, hdfs://localhost:34345/user/jenkins/test-data/14d118ee-a83a-b09b-5913-1a58940a5db1/data/default/TestAcidGuarantees/b982b98e12b52abc271df4d930581a34/A/32ebc4698ffa4ee0a304f23b6aa63833] to archive 2024-11-14T14:41:01,761 DEBUG [StoreCloser-TestAcidGuarantees,,1731595236744.b982b98e12b52abc271df4d930581a34.-1 {}] backup.HFileArchiver(360): Archiving compacted files. 2024-11-14T14:41:01,767 DEBUG [StoreCloser-TestAcidGuarantees,,1731595236744.b982b98e12b52abc271df4d930581a34.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:34345/user/jenkins/test-data/14d118ee-a83a-b09b-5913-1a58940a5db1/data/default/TestAcidGuarantees/b982b98e12b52abc271df4d930581a34/A/32e2c7bdb44c4924b87cb8396b22c672 to hdfs://localhost:34345/user/jenkins/test-data/14d118ee-a83a-b09b-5913-1a58940a5db1/archive/data/default/TestAcidGuarantees/b982b98e12b52abc271df4d930581a34/A/32e2c7bdb44c4924b87cb8396b22c672 2024-11-14T14:41:01,769 DEBUG [StoreCloser-TestAcidGuarantees,,1731595236744.b982b98e12b52abc271df4d930581a34.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:34345/user/jenkins/test-data/14d118ee-a83a-b09b-5913-1a58940a5db1/data/default/TestAcidGuarantees/b982b98e12b52abc271df4d930581a34/A/7e338650f6f041578ceed03a78b358a1 to hdfs://localhost:34345/user/jenkins/test-data/14d118ee-a83a-b09b-5913-1a58940a5db1/archive/data/default/TestAcidGuarantees/b982b98e12b52abc271df4d930581a34/A/7e338650f6f041578ceed03a78b358a1 2024-11-14T14:41:01,770 DEBUG [StoreCloser-TestAcidGuarantees,,1731595236744.b982b98e12b52abc271df4d930581a34.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:34345/user/jenkins/test-data/14d118ee-a83a-b09b-5913-1a58940a5db1/data/default/TestAcidGuarantees/b982b98e12b52abc271df4d930581a34/A/57907c15a87b4073a018f9dd2db338dc to hdfs://localhost:34345/user/jenkins/test-data/14d118ee-a83a-b09b-5913-1a58940a5db1/archive/data/default/TestAcidGuarantees/b982b98e12b52abc271df4d930581a34/A/57907c15a87b4073a018f9dd2db338dc 2024-11-14T14:41:01,773 DEBUG [StoreCloser-TestAcidGuarantees,,1731595236744.b982b98e12b52abc271df4d930581a34.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:34345/user/jenkins/test-data/14d118ee-a83a-b09b-5913-1a58940a5db1/data/default/TestAcidGuarantees/b982b98e12b52abc271df4d930581a34/A/403854a7c96b49f482a86767ecad5bdd to hdfs://localhost:34345/user/jenkins/test-data/14d118ee-a83a-b09b-5913-1a58940a5db1/archive/data/default/TestAcidGuarantees/b982b98e12b52abc271df4d930581a34/A/403854a7c96b49f482a86767ecad5bdd 2024-11-14T14:41:01,774 DEBUG [StoreCloser-TestAcidGuarantees,,1731595236744.b982b98e12b52abc271df4d930581a34.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:34345/user/jenkins/test-data/14d118ee-a83a-b09b-5913-1a58940a5db1/data/default/TestAcidGuarantees/b982b98e12b52abc271df4d930581a34/A/7cdc10ba90ed4609ba71203f899767b8 to hdfs://localhost:34345/user/jenkins/test-data/14d118ee-a83a-b09b-5913-1a58940a5db1/archive/data/default/TestAcidGuarantees/b982b98e12b52abc271df4d930581a34/A/7cdc10ba90ed4609ba71203f899767b8 2024-11-14T14:41:01,776 DEBUG [StoreCloser-TestAcidGuarantees,,1731595236744.b982b98e12b52abc271df4d930581a34.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:34345/user/jenkins/test-data/14d118ee-a83a-b09b-5913-1a58940a5db1/data/default/TestAcidGuarantees/b982b98e12b52abc271df4d930581a34/A/619ba23abd534fbb8ac2f4139429533c to hdfs://localhost:34345/user/jenkins/test-data/14d118ee-a83a-b09b-5913-1a58940a5db1/archive/data/default/TestAcidGuarantees/b982b98e12b52abc271df4d930581a34/A/619ba23abd534fbb8ac2f4139429533c 2024-11-14T14:41:01,777 DEBUG [StoreCloser-TestAcidGuarantees,,1731595236744.b982b98e12b52abc271df4d930581a34.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:34345/user/jenkins/test-data/14d118ee-a83a-b09b-5913-1a58940a5db1/data/default/TestAcidGuarantees/b982b98e12b52abc271df4d930581a34/A/a48c8f18fa8e47cd85a5c10a7d44e023 to hdfs://localhost:34345/user/jenkins/test-data/14d118ee-a83a-b09b-5913-1a58940a5db1/archive/data/default/TestAcidGuarantees/b982b98e12b52abc271df4d930581a34/A/a48c8f18fa8e47cd85a5c10a7d44e023 2024-11-14T14:41:01,779 DEBUG [StoreCloser-TestAcidGuarantees,,1731595236744.b982b98e12b52abc271df4d930581a34.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:34345/user/jenkins/test-data/14d118ee-a83a-b09b-5913-1a58940a5db1/data/default/TestAcidGuarantees/b982b98e12b52abc271df4d930581a34/A/eacd578bac9445ca8cc7624c4baeab67 to hdfs://localhost:34345/user/jenkins/test-data/14d118ee-a83a-b09b-5913-1a58940a5db1/archive/data/default/TestAcidGuarantees/b982b98e12b52abc271df4d930581a34/A/eacd578bac9445ca8cc7624c4baeab67 2024-11-14T14:41:01,780 DEBUG [StoreCloser-TestAcidGuarantees,,1731595236744.b982b98e12b52abc271df4d930581a34.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:34345/user/jenkins/test-data/14d118ee-a83a-b09b-5913-1a58940a5db1/data/default/TestAcidGuarantees/b982b98e12b52abc271df4d930581a34/A/f9759cf7f16f43c4b73447b4be79b4ee to hdfs://localhost:34345/user/jenkins/test-data/14d118ee-a83a-b09b-5913-1a58940a5db1/archive/data/default/TestAcidGuarantees/b982b98e12b52abc271df4d930581a34/A/f9759cf7f16f43c4b73447b4be79b4ee 2024-11-14T14:41:01,786 DEBUG [StoreCloser-TestAcidGuarantees,,1731595236744.b982b98e12b52abc271df4d930581a34.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:34345/user/jenkins/test-data/14d118ee-a83a-b09b-5913-1a58940a5db1/data/default/TestAcidGuarantees/b982b98e12b52abc271df4d930581a34/A/7b236fa74ed549b495b3e5575067a2e8 to hdfs://localhost:34345/user/jenkins/test-data/14d118ee-a83a-b09b-5913-1a58940a5db1/archive/data/default/TestAcidGuarantees/b982b98e12b52abc271df4d930581a34/A/7b236fa74ed549b495b3e5575067a2e8 2024-11-14T14:41:01,788 DEBUG [StoreCloser-TestAcidGuarantees,,1731595236744.b982b98e12b52abc271df4d930581a34.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:34345/user/jenkins/test-data/14d118ee-a83a-b09b-5913-1a58940a5db1/data/default/TestAcidGuarantees/b982b98e12b52abc271df4d930581a34/A/6a6dcebadfc544789ee93e9e1949199f to hdfs://localhost:34345/user/jenkins/test-data/14d118ee-a83a-b09b-5913-1a58940a5db1/archive/data/default/TestAcidGuarantees/b982b98e12b52abc271df4d930581a34/A/6a6dcebadfc544789ee93e9e1949199f 2024-11-14T14:41:01,789 DEBUG [StoreCloser-TestAcidGuarantees,,1731595236744.b982b98e12b52abc271df4d930581a34.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:34345/user/jenkins/test-data/14d118ee-a83a-b09b-5913-1a58940a5db1/data/default/TestAcidGuarantees/b982b98e12b52abc271df4d930581a34/A/55b9f9f96d304efdbb89010e57f03418 to hdfs://localhost:34345/user/jenkins/test-data/14d118ee-a83a-b09b-5913-1a58940a5db1/archive/data/default/TestAcidGuarantees/b982b98e12b52abc271df4d930581a34/A/55b9f9f96d304efdbb89010e57f03418 2024-11-14T14:41:01,791 DEBUG [StoreCloser-TestAcidGuarantees,,1731595236744.b982b98e12b52abc271df4d930581a34.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:34345/user/jenkins/test-data/14d118ee-a83a-b09b-5913-1a58940a5db1/data/default/TestAcidGuarantees/b982b98e12b52abc271df4d930581a34/A/bc588c1cd602447f8841baaeee6e2465 to hdfs://localhost:34345/user/jenkins/test-data/14d118ee-a83a-b09b-5913-1a58940a5db1/archive/data/default/TestAcidGuarantees/b982b98e12b52abc271df4d930581a34/A/bc588c1cd602447f8841baaeee6e2465 2024-11-14T14:41:01,792 DEBUG [StoreCloser-TestAcidGuarantees,,1731595236744.b982b98e12b52abc271df4d930581a34.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:34345/user/jenkins/test-data/14d118ee-a83a-b09b-5913-1a58940a5db1/data/default/TestAcidGuarantees/b982b98e12b52abc271df4d930581a34/A/daf6bac0a8dd4ddbb42aa973c80499bf to hdfs://localhost:34345/user/jenkins/test-data/14d118ee-a83a-b09b-5913-1a58940a5db1/archive/data/default/TestAcidGuarantees/b982b98e12b52abc271df4d930581a34/A/daf6bac0a8dd4ddbb42aa973c80499bf 2024-11-14T14:41:01,794 DEBUG [StoreCloser-TestAcidGuarantees,,1731595236744.b982b98e12b52abc271df4d930581a34.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:34345/user/jenkins/test-data/14d118ee-a83a-b09b-5913-1a58940a5db1/data/default/TestAcidGuarantees/b982b98e12b52abc271df4d930581a34/A/2260548c3a894a188b667a68050ab374 to hdfs://localhost:34345/user/jenkins/test-data/14d118ee-a83a-b09b-5913-1a58940a5db1/archive/data/default/TestAcidGuarantees/b982b98e12b52abc271df4d930581a34/A/2260548c3a894a188b667a68050ab374 2024-11-14T14:41:01,797 DEBUG [StoreCloser-TestAcidGuarantees,,1731595236744.b982b98e12b52abc271df4d930581a34.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:34345/user/jenkins/test-data/14d118ee-a83a-b09b-5913-1a58940a5db1/data/default/TestAcidGuarantees/b982b98e12b52abc271df4d930581a34/A/0aff1dba45404c7bbc63e6dbd9d54b4e to hdfs://localhost:34345/user/jenkins/test-data/14d118ee-a83a-b09b-5913-1a58940a5db1/archive/data/default/TestAcidGuarantees/b982b98e12b52abc271df4d930581a34/A/0aff1dba45404c7bbc63e6dbd9d54b4e 2024-11-14T14:41:01,798 DEBUG [StoreCloser-TestAcidGuarantees,,1731595236744.b982b98e12b52abc271df4d930581a34.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:34345/user/jenkins/test-data/14d118ee-a83a-b09b-5913-1a58940a5db1/data/default/TestAcidGuarantees/b982b98e12b52abc271df4d930581a34/A/587a007e73e64356a07dec1c8c579e6a to hdfs://localhost:34345/user/jenkins/test-data/14d118ee-a83a-b09b-5913-1a58940a5db1/archive/data/default/TestAcidGuarantees/b982b98e12b52abc271df4d930581a34/A/587a007e73e64356a07dec1c8c579e6a 2024-11-14T14:41:01,800 DEBUG [StoreCloser-TestAcidGuarantees,,1731595236744.b982b98e12b52abc271df4d930581a34.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:34345/user/jenkins/test-data/14d118ee-a83a-b09b-5913-1a58940a5db1/data/default/TestAcidGuarantees/b982b98e12b52abc271df4d930581a34/A/73dee14a7bf94696bac1f1759719018c to hdfs://localhost:34345/user/jenkins/test-data/14d118ee-a83a-b09b-5913-1a58940a5db1/archive/data/default/TestAcidGuarantees/b982b98e12b52abc271df4d930581a34/A/73dee14a7bf94696bac1f1759719018c 2024-11-14T14:41:01,801 DEBUG [StoreCloser-TestAcidGuarantees,,1731595236744.b982b98e12b52abc271df4d930581a34.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:34345/user/jenkins/test-data/14d118ee-a83a-b09b-5913-1a58940a5db1/data/default/TestAcidGuarantees/b982b98e12b52abc271df4d930581a34/A/588092120821464f90f96dce58cbe2b9 to hdfs://localhost:34345/user/jenkins/test-data/14d118ee-a83a-b09b-5913-1a58940a5db1/archive/data/default/TestAcidGuarantees/b982b98e12b52abc271df4d930581a34/A/588092120821464f90f96dce58cbe2b9 2024-11-14T14:41:01,802 DEBUG [StoreCloser-TestAcidGuarantees,,1731595236744.b982b98e12b52abc271df4d930581a34.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:34345/user/jenkins/test-data/14d118ee-a83a-b09b-5913-1a58940a5db1/data/default/TestAcidGuarantees/b982b98e12b52abc271df4d930581a34/A/0803e92772bc40cf83357056d8db649e to hdfs://localhost:34345/user/jenkins/test-data/14d118ee-a83a-b09b-5913-1a58940a5db1/archive/data/default/TestAcidGuarantees/b982b98e12b52abc271df4d930581a34/A/0803e92772bc40cf83357056d8db649e 2024-11-14T14:41:01,803 DEBUG [StoreCloser-TestAcidGuarantees,,1731595236744.b982b98e12b52abc271df4d930581a34.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:34345/user/jenkins/test-data/14d118ee-a83a-b09b-5913-1a58940a5db1/data/default/TestAcidGuarantees/b982b98e12b52abc271df4d930581a34/A/03206ee0fdb548b9802e36c53d2eaaa1 to hdfs://localhost:34345/user/jenkins/test-data/14d118ee-a83a-b09b-5913-1a58940a5db1/archive/data/default/TestAcidGuarantees/b982b98e12b52abc271df4d930581a34/A/03206ee0fdb548b9802e36c53d2eaaa1 2024-11-14T14:41:01,805 DEBUG [StoreCloser-TestAcidGuarantees,,1731595236744.b982b98e12b52abc271df4d930581a34.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:34345/user/jenkins/test-data/14d118ee-a83a-b09b-5913-1a58940a5db1/data/default/TestAcidGuarantees/b982b98e12b52abc271df4d930581a34/A/83f21c02e162443b9b3d389adda1a6ea to hdfs://localhost:34345/user/jenkins/test-data/14d118ee-a83a-b09b-5913-1a58940a5db1/archive/data/default/TestAcidGuarantees/b982b98e12b52abc271df4d930581a34/A/83f21c02e162443b9b3d389adda1a6ea 2024-11-14T14:41:01,806 DEBUG [StoreCloser-TestAcidGuarantees,,1731595236744.b982b98e12b52abc271df4d930581a34.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:34345/user/jenkins/test-data/14d118ee-a83a-b09b-5913-1a58940a5db1/data/default/TestAcidGuarantees/b982b98e12b52abc271df4d930581a34/A/dde00a74eae14fe5b4e0551e7d6f07f7 to hdfs://localhost:34345/user/jenkins/test-data/14d118ee-a83a-b09b-5913-1a58940a5db1/archive/data/default/TestAcidGuarantees/b982b98e12b52abc271df4d930581a34/A/dde00a74eae14fe5b4e0551e7d6f07f7 2024-11-14T14:41:01,807 DEBUG [StoreCloser-TestAcidGuarantees,,1731595236744.b982b98e12b52abc271df4d930581a34.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:34345/user/jenkins/test-data/14d118ee-a83a-b09b-5913-1a58940a5db1/data/default/TestAcidGuarantees/b982b98e12b52abc271df4d930581a34/A/d752f6a15f004b0484a4e49205fb0017 to hdfs://localhost:34345/user/jenkins/test-data/14d118ee-a83a-b09b-5913-1a58940a5db1/archive/data/default/TestAcidGuarantees/b982b98e12b52abc271df4d930581a34/A/d752f6a15f004b0484a4e49205fb0017 2024-11-14T14:41:01,808 DEBUG [StoreCloser-TestAcidGuarantees,,1731595236744.b982b98e12b52abc271df4d930581a34.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:34345/user/jenkins/test-data/14d118ee-a83a-b09b-5913-1a58940a5db1/data/default/TestAcidGuarantees/b982b98e12b52abc271df4d930581a34/A/7dceab6556224643b901c13b4a8cf88b to hdfs://localhost:34345/user/jenkins/test-data/14d118ee-a83a-b09b-5913-1a58940a5db1/archive/data/default/TestAcidGuarantees/b982b98e12b52abc271df4d930581a34/A/7dceab6556224643b901c13b4a8cf88b 2024-11-14T14:41:01,810 DEBUG [StoreCloser-TestAcidGuarantees,,1731595236744.b982b98e12b52abc271df4d930581a34.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:34345/user/jenkins/test-data/14d118ee-a83a-b09b-5913-1a58940a5db1/data/default/TestAcidGuarantees/b982b98e12b52abc271df4d930581a34/A/21eb66454d754d768244f5b8ecd4712b to hdfs://localhost:34345/user/jenkins/test-data/14d118ee-a83a-b09b-5913-1a58940a5db1/archive/data/default/TestAcidGuarantees/b982b98e12b52abc271df4d930581a34/A/21eb66454d754d768244f5b8ecd4712b 2024-11-14T14:41:01,811 DEBUG [StoreCloser-TestAcidGuarantees,,1731595236744.b982b98e12b52abc271df4d930581a34.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:34345/user/jenkins/test-data/14d118ee-a83a-b09b-5913-1a58940a5db1/data/default/TestAcidGuarantees/b982b98e12b52abc271df4d930581a34/A/2dd9fc8f9424461184d6fd3cfe09ac20 to hdfs://localhost:34345/user/jenkins/test-data/14d118ee-a83a-b09b-5913-1a58940a5db1/archive/data/default/TestAcidGuarantees/b982b98e12b52abc271df4d930581a34/A/2dd9fc8f9424461184d6fd3cfe09ac20 2024-11-14T14:41:01,812 DEBUG [StoreCloser-TestAcidGuarantees,,1731595236744.b982b98e12b52abc271df4d930581a34.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:34345/user/jenkins/test-data/14d118ee-a83a-b09b-5913-1a58940a5db1/data/default/TestAcidGuarantees/b982b98e12b52abc271df4d930581a34/A/0fc2d72d3bfb400598dcc2f6a782b5a9 to hdfs://localhost:34345/user/jenkins/test-data/14d118ee-a83a-b09b-5913-1a58940a5db1/archive/data/default/TestAcidGuarantees/b982b98e12b52abc271df4d930581a34/A/0fc2d72d3bfb400598dcc2f6a782b5a9 2024-11-14T14:41:01,814 DEBUG [StoreCloser-TestAcidGuarantees,,1731595236744.b982b98e12b52abc271df4d930581a34.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:34345/user/jenkins/test-data/14d118ee-a83a-b09b-5913-1a58940a5db1/data/default/TestAcidGuarantees/b982b98e12b52abc271df4d930581a34/A/d399ee69ddbe4066bd396d602b2f72ff to hdfs://localhost:34345/user/jenkins/test-data/14d118ee-a83a-b09b-5913-1a58940a5db1/archive/data/default/TestAcidGuarantees/b982b98e12b52abc271df4d930581a34/A/d399ee69ddbe4066bd396d602b2f72ff 2024-11-14T14:41:01,815 DEBUG [StoreCloser-TestAcidGuarantees,,1731595236744.b982b98e12b52abc271df4d930581a34.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:34345/user/jenkins/test-data/14d118ee-a83a-b09b-5913-1a58940a5db1/data/default/TestAcidGuarantees/b982b98e12b52abc271df4d930581a34/A/8fe6475fc87f4348879ecf8d793ef574 to hdfs://localhost:34345/user/jenkins/test-data/14d118ee-a83a-b09b-5913-1a58940a5db1/archive/data/default/TestAcidGuarantees/b982b98e12b52abc271df4d930581a34/A/8fe6475fc87f4348879ecf8d793ef574 2024-11-14T14:41:01,816 DEBUG [StoreCloser-TestAcidGuarantees,,1731595236744.b982b98e12b52abc271df4d930581a34.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:34345/user/jenkins/test-data/14d118ee-a83a-b09b-5913-1a58940a5db1/data/default/TestAcidGuarantees/b982b98e12b52abc271df4d930581a34/A/161c24ecbd834f3cb5754c4395612e67 to hdfs://localhost:34345/user/jenkins/test-data/14d118ee-a83a-b09b-5913-1a58940a5db1/archive/data/default/TestAcidGuarantees/b982b98e12b52abc271df4d930581a34/A/161c24ecbd834f3cb5754c4395612e67 2024-11-14T14:41:01,818 DEBUG [StoreCloser-TestAcidGuarantees,,1731595236744.b982b98e12b52abc271df4d930581a34.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:34345/user/jenkins/test-data/14d118ee-a83a-b09b-5913-1a58940a5db1/data/default/TestAcidGuarantees/b982b98e12b52abc271df4d930581a34/A/d092cd8c8d254401a0aa2259b7dd7e96 to hdfs://localhost:34345/user/jenkins/test-data/14d118ee-a83a-b09b-5913-1a58940a5db1/archive/data/default/TestAcidGuarantees/b982b98e12b52abc271df4d930581a34/A/d092cd8c8d254401a0aa2259b7dd7e96 2024-11-14T14:41:01,819 DEBUG [StoreCloser-TestAcidGuarantees,,1731595236744.b982b98e12b52abc271df4d930581a34.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:34345/user/jenkins/test-data/14d118ee-a83a-b09b-5913-1a58940a5db1/data/default/TestAcidGuarantees/b982b98e12b52abc271df4d930581a34/A/5ec538dffc354ca48e12f5cd6a58cf0f to hdfs://localhost:34345/user/jenkins/test-data/14d118ee-a83a-b09b-5913-1a58940a5db1/archive/data/default/TestAcidGuarantees/b982b98e12b52abc271df4d930581a34/A/5ec538dffc354ca48e12f5cd6a58cf0f 2024-11-14T14:41:01,820 DEBUG [StoreCloser-TestAcidGuarantees,,1731595236744.b982b98e12b52abc271df4d930581a34.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:34345/user/jenkins/test-data/14d118ee-a83a-b09b-5913-1a58940a5db1/data/default/TestAcidGuarantees/b982b98e12b52abc271df4d930581a34/A/8ae8be29a66c46ed91990e8340a458d7 to hdfs://localhost:34345/user/jenkins/test-data/14d118ee-a83a-b09b-5913-1a58940a5db1/archive/data/default/TestAcidGuarantees/b982b98e12b52abc271df4d930581a34/A/8ae8be29a66c46ed91990e8340a458d7 2024-11-14T14:41:01,822 DEBUG [StoreCloser-TestAcidGuarantees,,1731595236744.b982b98e12b52abc271df4d930581a34.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:34345/user/jenkins/test-data/14d118ee-a83a-b09b-5913-1a58940a5db1/data/default/TestAcidGuarantees/b982b98e12b52abc271df4d930581a34/A/fcba7d9c437c47c0a4b9e391280d9ac3 to hdfs://localhost:34345/user/jenkins/test-data/14d118ee-a83a-b09b-5913-1a58940a5db1/archive/data/default/TestAcidGuarantees/b982b98e12b52abc271df4d930581a34/A/fcba7d9c437c47c0a4b9e391280d9ac3 2024-11-14T14:41:01,823 DEBUG [StoreCloser-TestAcidGuarantees,,1731595236744.b982b98e12b52abc271df4d930581a34.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:34345/user/jenkins/test-data/14d118ee-a83a-b09b-5913-1a58940a5db1/data/default/TestAcidGuarantees/b982b98e12b52abc271df4d930581a34/A/e906dff89a104b929476deb6dd925969 to hdfs://localhost:34345/user/jenkins/test-data/14d118ee-a83a-b09b-5913-1a58940a5db1/archive/data/default/TestAcidGuarantees/b982b98e12b52abc271df4d930581a34/A/e906dff89a104b929476deb6dd925969 2024-11-14T14:41:01,824 DEBUG [StoreCloser-TestAcidGuarantees,,1731595236744.b982b98e12b52abc271df4d930581a34.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:34345/user/jenkins/test-data/14d118ee-a83a-b09b-5913-1a58940a5db1/data/default/TestAcidGuarantees/b982b98e12b52abc271df4d930581a34/A/f780a2eee0c747a78753105255571b27 to hdfs://localhost:34345/user/jenkins/test-data/14d118ee-a83a-b09b-5913-1a58940a5db1/archive/data/default/TestAcidGuarantees/b982b98e12b52abc271df4d930581a34/A/f780a2eee0c747a78753105255571b27 2024-11-14T14:41:01,833 DEBUG [StoreCloser-TestAcidGuarantees,,1731595236744.b982b98e12b52abc271df4d930581a34.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:34345/user/jenkins/test-data/14d118ee-a83a-b09b-5913-1a58940a5db1/data/default/TestAcidGuarantees/b982b98e12b52abc271df4d930581a34/A/c443ede84cf64c1cab371099e5b1e48e to hdfs://localhost:34345/user/jenkins/test-data/14d118ee-a83a-b09b-5913-1a58940a5db1/archive/data/default/TestAcidGuarantees/b982b98e12b52abc271df4d930581a34/A/c443ede84cf64c1cab371099e5b1e48e 2024-11-14T14:41:01,835 DEBUG [StoreCloser-TestAcidGuarantees,,1731595236744.b982b98e12b52abc271df4d930581a34.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:34345/user/jenkins/test-data/14d118ee-a83a-b09b-5913-1a58940a5db1/data/default/TestAcidGuarantees/b982b98e12b52abc271df4d930581a34/A/6839784b43fb4c57bd1e08ca0cdd9db7 to hdfs://localhost:34345/user/jenkins/test-data/14d118ee-a83a-b09b-5913-1a58940a5db1/archive/data/default/TestAcidGuarantees/b982b98e12b52abc271df4d930581a34/A/6839784b43fb4c57bd1e08ca0cdd9db7 2024-11-14T14:41:01,837 DEBUG [StoreCloser-TestAcidGuarantees,,1731595236744.b982b98e12b52abc271df4d930581a34.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:34345/user/jenkins/test-data/14d118ee-a83a-b09b-5913-1a58940a5db1/data/default/TestAcidGuarantees/b982b98e12b52abc271df4d930581a34/A/0a775e9d295449e19fc7a9600b71fdc7 to hdfs://localhost:34345/user/jenkins/test-data/14d118ee-a83a-b09b-5913-1a58940a5db1/archive/data/default/TestAcidGuarantees/b982b98e12b52abc271df4d930581a34/A/0a775e9d295449e19fc7a9600b71fdc7 2024-11-14T14:41:01,840 DEBUG [StoreCloser-TestAcidGuarantees,,1731595236744.b982b98e12b52abc271df4d930581a34.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:34345/user/jenkins/test-data/14d118ee-a83a-b09b-5913-1a58940a5db1/data/default/TestAcidGuarantees/b982b98e12b52abc271df4d930581a34/A/2fb0090fd85d41f9a115d2448431a858 to hdfs://localhost:34345/user/jenkins/test-data/14d118ee-a83a-b09b-5913-1a58940a5db1/archive/data/default/TestAcidGuarantees/b982b98e12b52abc271df4d930581a34/A/2fb0090fd85d41f9a115d2448431a858 2024-11-14T14:41:01,844 DEBUG [StoreCloser-TestAcidGuarantees,,1731595236744.b982b98e12b52abc271df4d930581a34.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:34345/user/jenkins/test-data/14d118ee-a83a-b09b-5913-1a58940a5db1/data/default/TestAcidGuarantees/b982b98e12b52abc271df4d930581a34/A/32ebc4698ffa4ee0a304f23b6aa63833 to hdfs://localhost:34345/user/jenkins/test-data/14d118ee-a83a-b09b-5913-1a58940a5db1/archive/data/default/TestAcidGuarantees/b982b98e12b52abc271df4d930581a34/A/32ebc4698ffa4ee0a304f23b6aa63833 2024-11-14T14:41:01,868 DEBUG [StoreCloser-TestAcidGuarantees,,1731595236744.b982b98e12b52abc271df4d930581a34.-1 {}] regionserver.HStore(2317): Moving the files [hdfs://localhost:34345/user/jenkins/test-data/14d118ee-a83a-b09b-5913-1a58940a5db1/data/default/TestAcidGuarantees/b982b98e12b52abc271df4d930581a34/B/8d60656adf5b4b229783f7a69cb30200, hdfs://localhost:34345/user/jenkins/test-data/14d118ee-a83a-b09b-5913-1a58940a5db1/data/default/TestAcidGuarantees/b982b98e12b52abc271df4d930581a34/B/1bef93844fd045f79887c39c7c697753, hdfs://localhost:34345/user/jenkins/test-data/14d118ee-a83a-b09b-5913-1a58940a5db1/data/default/TestAcidGuarantees/b982b98e12b52abc271df4d930581a34/B/60be299f932149769a3af5a09b0f5436, hdfs://localhost:34345/user/jenkins/test-data/14d118ee-a83a-b09b-5913-1a58940a5db1/data/default/TestAcidGuarantees/b982b98e12b52abc271df4d930581a34/B/7e7a028f19264967ac4898e508417a4b, hdfs://localhost:34345/user/jenkins/test-data/14d118ee-a83a-b09b-5913-1a58940a5db1/data/default/TestAcidGuarantees/b982b98e12b52abc271df4d930581a34/B/f8dbf3af2a1048ecb417ecec9ef7f909, hdfs://localhost:34345/user/jenkins/test-data/14d118ee-a83a-b09b-5913-1a58940a5db1/data/default/TestAcidGuarantees/b982b98e12b52abc271df4d930581a34/B/0fdbf366844848349d2d1b7251f3f353, hdfs://localhost:34345/user/jenkins/test-data/14d118ee-a83a-b09b-5913-1a58940a5db1/data/default/TestAcidGuarantees/b982b98e12b52abc271df4d930581a34/B/e333f7a1863a4227b1131172cdf769c1, hdfs://localhost:34345/user/jenkins/test-data/14d118ee-a83a-b09b-5913-1a58940a5db1/data/default/TestAcidGuarantees/b982b98e12b52abc271df4d930581a34/B/f2d7e6dd89d64e91bd586fa290ce3ce3, hdfs://localhost:34345/user/jenkins/test-data/14d118ee-a83a-b09b-5913-1a58940a5db1/data/default/TestAcidGuarantees/b982b98e12b52abc271df4d930581a34/B/0920abd711e244858a24b73f676b1fe7, hdfs://localhost:34345/user/jenkins/test-data/14d118ee-a83a-b09b-5913-1a58940a5db1/data/default/TestAcidGuarantees/b982b98e12b52abc271df4d930581a34/B/561e255da300430592a536ea84648e66, hdfs://localhost:34345/user/jenkins/test-data/14d118ee-a83a-b09b-5913-1a58940a5db1/data/default/TestAcidGuarantees/b982b98e12b52abc271df4d930581a34/B/477d2d8cbb874aadb5ad3fe1d2611575, hdfs://localhost:34345/user/jenkins/test-data/14d118ee-a83a-b09b-5913-1a58940a5db1/data/default/TestAcidGuarantees/b982b98e12b52abc271df4d930581a34/B/fe8c70f558984bb0af14ada829a89608, hdfs://localhost:34345/user/jenkins/test-data/14d118ee-a83a-b09b-5913-1a58940a5db1/data/default/TestAcidGuarantees/b982b98e12b52abc271df4d930581a34/B/74693787ec674a41801c2642ddb3d28b, hdfs://localhost:34345/user/jenkins/test-data/14d118ee-a83a-b09b-5913-1a58940a5db1/data/default/TestAcidGuarantees/b982b98e12b52abc271df4d930581a34/B/095b48ff7c354d04b0ebdbb6b7abf665, hdfs://localhost:34345/user/jenkins/test-data/14d118ee-a83a-b09b-5913-1a58940a5db1/data/default/TestAcidGuarantees/b982b98e12b52abc271df4d930581a34/B/fe33a262e1a4441c8fdcb4b3757328db, hdfs://localhost:34345/user/jenkins/test-data/14d118ee-a83a-b09b-5913-1a58940a5db1/data/default/TestAcidGuarantees/b982b98e12b52abc271df4d930581a34/B/43a8096b74e04a6fb93c3068389dc832, hdfs://localhost:34345/user/jenkins/test-data/14d118ee-a83a-b09b-5913-1a58940a5db1/data/default/TestAcidGuarantees/b982b98e12b52abc271df4d930581a34/B/301ed0efecad405391a716c5a9c5510f, hdfs://localhost:34345/user/jenkins/test-data/14d118ee-a83a-b09b-5913-1a58940a5db1/data/default/TestAcidGuarantees/b982b98e12b52abc271df4d930581a34/B/032cc1beb7f945fbbe7a05f5de4fc4fb, hdfs://localhost:34345/user/jenkins/test-data/14d118ee-a83a-b09b-5913-1a58940a5db1/data/default/TestAcidGuarantees/b982b98e12b52abc271df4d930581a34/B/a11ed3a2f87a4275919b354d1b501b7f, hdfs://localhost:34345/user/jenkins/test-data/14d118ee-a83a-b09b-5913-1a58940a5db1/data/default/TestAcidGuarantees/b982b98e12b52abc271df4d930581a34/B/27a1d639985e486e8c56e37cf6b1733e, hdfs://localhost:34345/user/jenkins/test-data/14d118ee-a83a-b09b-5913-1a58940a5db1/data/default/TestAcidGuarantees/b982b98e12b52abc271df4d930581a34/B/e80134d35a194451b3060df085c26ff2, hdfs://localhost:34345/user/jenkins/test-data/14d118ee-a83a-b09b-5913-1a58940a5db1/data/default/TestAcidGuarantees/b982b98e12b52abc271df4d930581a34/B/8ac33d8037714142ada33e1311cafbb5, hdfs://localhost:34345/user/jenkins/test-data/14d118ee-a83a-b09b-5913-1a58940a5db1/data/default/TestAcidGuarantees/b982b98e12b52abc271df4d930581a34/B/6ecf54d864bc43248fae810f7cb6e086, hdfs://localhost:34345/user/jenkins/test-data/14d118ee-a83a-b09b-5913-1a58940a5db1/data/default/TestAcidGuarantees/b982b98e12b52abc271df4d930581a34/B/243b514fbf0d406689cd2c10a3472b0b, hdfs://localhost:34345/user/jenkins/test-data/14d118ee-a83a-b09b-5913-1a58940a5db1/data/default/TestAcidGuarantees/b982b98e12b52abc271df4d930581a34/B/5e1c196f54554ea4ac4f575e2338f39e, hdfs://localhost:34345/user/jenkins/test-data/14d118ee-a83a-b09b-5913-1a58940a5db1/data/default/TestAcidGuarantees/b982b98e12b52abc271df4d930581a34/B/6013d0fa72c94d438833de05c0bea741, hdfs://localhost:34345/user/jenkins/test-data/14d118ee-a83a-b09b-5913-1a58940a5db1/data/default/TestAcidGuarantees/b982b98e12b52abc271df4d930581a34/B/49cabd4f59604b7d88d469527599e6ed, hdfs://localhost:34345/user/jenkins/test-data/14d118ee-a83a-b09b-5913-1a58940a5db1/data/default/TestAcidGuarantees/b982b98e12b52abc271df4d930581a34/B/7f21d73a13644304bc26a051cccc2398, hdfs://localhost:34345/user/jenkins/test-data/14d118ee-a83a-b09b-5913-1a58940a5db1/data/default/TestAcidGuarantees/b982b98e12b52abc271df4d930581a34/B/fa79de6132154186a2c68eadefc6498c, hdfs://localhost:34345/user/jenkins/test-data/14d118ee-a83a-b09b-5913-1a58940a5db1/data/default/TestAcidGuarantees/b982b98e12b52abc271df4d930581a34/B/5fe0de8f58da4e49a9aed92ef25fccb7, hdfs://localhost:34345/user/jenkins/test-data/14d118ee-a83a-b09b-5913-1a58940a5db1/data/default/TestAcidGuarantees/b982b98e12b52abc271df4d930581a34/B/ebbdbaef16664655b771938bb2873cdb, hdfs://localhost:34345/user/jenkins/test-data/14d118ee-a83a-b09b-5913-1a58940a5db1/data/default/TestAcidGuarantees/b982b98e12b52abc271df4d930581a34/B/25272ca10b5349dfa0b47bc774bb1b04, hdfs://localhost:34345/user/jenkins/test-data/14d118ee-a83a-b09b-5913-1a58940a5db1/data/default/TestAcidGuarantees/b982b98e12b52abc271df4d930581a34/B/b3cf444bea6e46afb53ce9888d199abc, hdfs://localhost:34345/user/jenkins/test-data/14d118ee-a83a-b09b-5913-1a58940a5db1/data/default/TestAcidGuarantees/b982b98e12b52abc271df4d930581a34/B/fe9aee8e11f249338f24a2f6ffea0a0e, hdfs://localhost:34345/user/jenkins/test-data/14d118ee-a83a-b09b-5913-1a58940a5db1/data/default/TestAcidGuarantees/b982b98e12b52abc271df4d930581a34/B/64a7de5260e14afcb2e4a08d134c0502, hdfs://localhost:34345/user/jenkins/test-data/14d118ee-a83a-b09b-5913-1a58940a5db1/data/default/TestAcidGuarantees/b982b98e12b52abc271df4d930581a34/B/832e1b473d6b47f0826e25b210924e8d, hdfs://localhost:34345/user/jenkins/test-data/14d118ee-a83a-b09b-5913-1a58940a5db1/data/default/TestAcidGuarantees/b982b98e12b52abc271df4d930581a34/B/4416a2bba34c4a52a37454551956187b, hdfs://localhost:34345/user/jenkins/test-data/14d118ee-a83a-b09b-5913-1a58940a5db1/data/default/TestAcidGuarantees/b982b98e12b52abc271df4d930581a34/B/a57f2fc46e0b4b7a903b90f968d59d23, hdfs://localhost:34345/user/jenkins/test-data/14d118ee-a83a-b09b-5913-1a58940a5db1/data/default/TestAcidGuarantees/b982b98e12b52abc271df4d930581a34/B/ea146733ada843898c295e1f4e8f2045, hdfs://localhost:34345/user/jenkins/test-data/14d118ee-a83a-b09b-5913-1a58940a5db1/data/default/TestAcidGuarantees/b982b98e12b52abc271df4d930581a34/B/a5c410a1210443ce9670e1d2d5480b5f, hdfs://localhost:34345/user/jenkins/test-data/14d118ee-a83a-b09b-5913-1a58940a5db1/data/default/TestAcidGuarantees/b982b98e12b52abc271df4d930581a34/B/f448d08150cc47d381408b919ff130e6, hdfs://localhost:34345/user/jenkins/test-data/14d118ee-a83a-b09b-5913-1a58940a5db1/data/default/TestAcidGuarantees/b982b98e12b52abc271df4d930581a34/B/c98fa7bf8f814be38b73cd1b3e7b61d4] to archive 2024-11-14T14:41:01,870 DEBUG [StoreCloser-TestAcidGuarantees,,1731595236744.b982b98e12b52abc271df4d930581a34.-1 {}] backup.HFileArchiver(360): Archiving compacted files. 2024-11-14T14:41:01,873 DEBUG [StoreCloser-TestAcidGuarantees,,1731595236744.b982b98e12b52abc271df4d930581a34.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:34345/user/jenkins/test-data/14d118ee-a83a-b09b-5913-1a58940a5db1/data/default/TestAcidGuarantees/b982b98e12b52abc271df4d930581a34/B/8d60656adf5b4b229783f7a69cb30200 to hdfs://localhost:34345/user/jenkins/test-data/14d118ee-a83a-b09b-5913-1a58940a5db1/archive/data/default/TestAcidGuarantees/b982b98e12b52abc271df4d930581a34/B/8d60656adf5b4b229783f7a69cb30200 2024-11-14T14:41:01,875 DEBUG [StoreCloser-TestAcidGuarantees,,1731595236744.b982b98e12b52abc271df4d930581a34.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:34345/user/jenkins/test-data/14d118ee-a83a-b09b-5913-1a58940a5db1/data/default/TestAcidGuarantees/b982b98e12b52abc271df4d930581a34/B/1bef93844fd045f79887c39c7c697753 to hdfs://localhost:34345/user/jenkins/test-data/14d118ee-a83a-b09b-5913-1a58940a5db1/archive/data/default/TestAcidGuarantees/b982b98e12b52abc271df4d930581a34/B/1bef93844fd045f79887c39c7c697753 2024-11-14T14:41:01,876 DEBUG [StoreCloser-TestAcidGuarantees,,1731595236744.b982b98e12b52abc271df4d930581a34.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:34345/user/jenkins/test-data/14d118ee-a83a-b09b-5913-1a58940a5db1/data/default/TestAcidGuarantees/b982b98e12b52abc271df4d930581a34/B/60be299f932149769a3af5a09b0f5436 to hdfs://localhost:34345/user/jenkins/test-data/14d118ee-a83a-b09b-5913-1a58940a5db1/archive/data/default/TestAcidGuarantees/b982b98e12b52abc271df4d930581a34/B/60be299f932149769a3af5a09b0f5436 2024-11-14T14:41:01,878 DEBUG [StoreCloser-TestAcidGuarantees,,1731595236744.b982b98e12b52abc271df4d930581a34.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:34345/user/jenkins/test-data/14d118ee-a83a-b09b-5913-1a58940a5db1/data/default/TestAcidGuarantees/b982b98e12b52abc271df4d930581a34/B/7e7a028f19264967ac4898e508417a4b to hdfs://localhost:34345/user/jenkins/test-data/14d118ee-a83a-b09b-5913-1a58940a5db1/archive/data/default/TestAcidGuarantees/b982b98e12b52abc271df4d930581a34/B/7e7a028f19264967ac4898e508417a4b 2024-11-14T14:41:01,880 DEBUG [StoreCloser-TestAcidGuarantees,,1731595236744.b982b98e12b52abc271df4d930581a34.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:34345/user/jenkins/test-data/14d118ee-a83a-b09b-5913-1a58940a5db1/data/default/TestAcidGuarantees/b982b98e12b52abc271df4d930581a34/B/f8dbf3af2a1048ecb417ecec9ef7f909 to hdfs://localhost:34345/user/jenkins/test-data/14d118ee-a83a-b09b-5913-1a58940a5db1/archive/data/default/TestAcidGuarantees/b982b98e12b52abc271df4d930581a34/B/f8dbf3af2a1048ecb417ecec9ef7f909 2024-11-14T14:41:01,881 DEBUG [StoreCloser-TestAcidGuarantees,,1731595236744.b982b98e12b52abc271df4d930581a34.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:34345/user/jenkins/test-data/14d118ee-a83a-b09b-5913-1a58940a5db1/data/default/TestAcidGuarantees/b982b98e12b52abc271df4d930581a34/B/0fdbf366844848349d2d1b7251f3f353 to hdfs://localhost:34345/user/jenkins/test-data/14d118ee-a83a-b09b-5913-1a58940a5db1/archive/data/default/TestAcidGuarantees/b982b98e12b52abc271df4d930581a34/B/0fdbf366844848349d2d1b7251f3f353 2024-11-14T14:41:01,883 DEBUG [StoreCloser-TestAcidGuarantees,,1731595236744.b982b98e12b52abc271df4d930581a34.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:34345/user/jenkins/test-data/14d118ee-a83a-b09b-5913-1a58940a5db1/data/default/TestAcidGuarantees/b982b98e12b52abc271df4d930581a34/B/e333f7a1863a4227b1131172cdf769c1 to hdfs://localhost:34345/user/jenkins/test-data/14d118ee-a83a-b09b-5913-1a58940a5db1/archive/data/default/TestAcidGuarantees/b982b98e12b52abc271df4d930581a34/B/e333f7a1863a4227b1131172cdf769c1 2024-11-14T14:41:01,884 DEBUG [StoreCloser-TestAcidGuarantees,,1731595236744.b982b98e12b52abc271df4d930581a34.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:34345/user/jenkins/test-data/14d118ee-a83a-b09b-5913-1a58940a5db1/data/default/TestAcidGuarantees/b982b98e12b52abc271df4d930581a34/B/f2d7e6dd89d64e91bd586fa290ce3ce3 to hdfs://localhost:34345/user/jenkins/test-data/14d118ee-a83a-b09b-5913-1a58940a5db1/archive/data/default/TestAcidGuarantees/b982b98e12b52abc271df4d930581a34/B/f2d7e6dd89d64e91bd586fa290ce3ce3 2024-11-14T14:41:01,886 DEBUG [StoreCloser-TestAcidGuarantees,,1731595236744.b982b98e12b52abc271df4d930581a34.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:34345/user/jenkins/test-data/14d118ee-a83a-b09b-5913-1a58940a5db1/data/default/TestAcidGuarantees/b982b98e12b52abc271df4d930581a34/B/0920abd711e244858a24b73f676b1fe7 to hdfs://localhost:34345/user/jenkins/test-data/14d118ee-a83a-b09b-5913-1a58940a5db1/archive/data/default/TestAcidGuarantees/b982b98e12b52abc271df4d930581a34/B/0920abd711e244858a24b73f676b1fe7 2024-11-14T14:41:01,888 DEBUG [StoreCloser-TestAcidGuarantees,,1731595236744.b982b98e12b52abc271df4d930581a34.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:34345/user/jenkins/test-data/14d118ee-a83a-b09b-5913-1a58940a5db1/data/default/TestAcidGuarantees/b982b98e12b52abc271df4d930581a34/B/561e255da300430592a536ea84648e66 to hdfs://localhost:34345/user/jenkins/test-data/14d118ee-a83a-b09b-5913-1a58940a5db1/archive/data/default/TestAcidGuarantees/b982b98e12b52abc271df4d930581a34/B/561e255da300430592a536ea84648e66 2024-11-14T14:41:01,890 DEBUG [StoreCloser-TestAcidGuarantees,,1731595236744.b982b98e12b52abc271df4d930581a34.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:34345/user/jenkins/test-data/14d118ee-a83a-b09b-5913-1a58940a5db1/data/default/TestAcidGuarantees/b982b98e12b52abc271df4d930581a34/B/477d2d8cbb874aadb5ad3fe1d2611575 to hdfs://localhost:34345/user/jenkins/test-data/14d118ee-a83a-b09b-5913-1a58940a5db1/archive/data/default/TestAcidGuarantees/b982b98e12b52abc271df4d930581a34/B/477d2d8cbb874aadb5ad3fe1d2611575 2024-11-14T14:41:01,892 DEBUG [StoreCloser-TestAcidGuarantees,,1731595236744.b982b98e12b52abc271df4d930581a34.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:34345/user/jenkins/test-data/14d118ee-a83a-b09b-5913-1a58940a5db1/data/default/TestAcidGuarantees/b982b98e12b52abc271df4d930581a34/B/fe8c70f558984bb0af14ada829a89608 to hdfs://localhost:34345/user/jenkins/test-data/14d118ee-a83a-b09b-5913-1a58940a5db1/archive/data/default/TestAcidGuarantees/b982b98e12b52abc271df4d930581a34/B/fe8c70f558984bb0af14ada829a89608 2024-11-14T14:41:01,897 DEBUG [StoreCloser-TestAcidGuarantees,,1731595236744.b982b98e12b52abc271df4d930581a34.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:34345/user/jenkins/test-data/14d118ee-a83a-b09b-5913-1a58940a5db1/data/default/TestAcidGuarantees/b982b98e12b52abc271df4d930581a34/B/74693787ec674a41801c2642ddb3d28b to hdfs://localhost:34345/user/jenkins/test-data/14d118ee-a83a-b09b-5913-1a58940a5db1/archive/data/default/TestAcidGuarantees/b982b98e12b52abc271df4d930581a34/B/74693787ec674a41801c2642ddb3d28b 2024-11-14T14:41:01,898 DEBUG [StoreCloser-TestAcidGuarantees,,1731595236744.b982b98e12b52abc271df4d930581a34.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:34345/user/jenkins/test-data/14d118ee-a83a-b09b-5913-1a58940a5db1/data/default/TestAcidGuarantees/b982b98e12b52abc271df4d930581a34/B/095b48ff7c354d04b0ebdbb6b7abf665 to hdfs://localhost:34345/user/jenkins/test-data/14d118ee-a83a-b09b-5913-1a58940a5db1/archive/data/default/TestAcidGuarantees/b982b98e12b52abc271df4d930581a34/B/095b48ff7c354d04b0ebdbb6b7abf665 2024-11-14T14:41:01,900 DEBUG [StoreCloser-TestAcidGuarantees,,1731595236744.b982b98e12b52abc271df4d930581a34.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:34345/user/jenkins/test-data/14d118ee-a83a-b09b-5913-1a58940a5db1/data/default/TestAcidGuarantees/b982b98e12b52abc271df4d930581a34/B/fe33a262e1a4441c8fdcb4b3757328db to hdfs://localhost:34345/user/jenkins/test-data/14d118ee-a83a-b09b-5913-1a58940a5db1/archive/data/default/TestAcidGuarantees/b982b98e12b52abc271df4d930581a34/B/fe33a262e1a4441c8fdcb4b3757328db 2024-11-14T14:41:01,901 DEBUG [StoreCloser-TestAcidGuarantees,,1731595236744.b982b98e12b52abc271df4d930581a34.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:34345/user/jenkins/test-data/14d118ee-a83a-b09b-5913-1a58940a5db1/data/default/TestAcidGuarantees/b982b98e12b52abc271df4d930581a34/B/43a8096b74e04a6fb93c3068389dc832 to hdfs://localhost:34345/user/jenkins/test-data/14d118ee-a83a-b09b-5913-1a58940a5db1/archive/data/default/TestAcidGuarantees/b982b98e12b52abc271df4d930581a34/B/43a8096b74e04a6fb93c3068389dc832 2024-11-14T14:41:01,903 DEBUG [StoreCloser-TestAcidGuarantees,,1731595236744.b982b98e12b52abc271df4d930581a34.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:34345/user/jenkins/test-data/14d118ee-a83a-b09b-5913-1a58940a5db1/data/default/TestAcidGuarantees/b982b98e12b52abc271df4d930581a34/B/301ed0efecad405391a716c5a9c5510f to hdfs://localhost:34345/user/jenkins/test-data/14d118ee-a83a-b09b-5913-1a58940a5db1/archive/data/default/TestAcidGuarantees/b982b98e12b52abc271df4d930581a34/B/301ed0efecad405391a716c5a9c5510f 2024-11-14T14:41:01,904 DEBUG [StoreCloser-TestAcidGuarantees,,1731595236744.b982b98e12b52abc271df4d930581a34.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:34345/user/jenkins/test-data/14d118ee-a83a-b09b-5913-1a58940a5db1/data/default/TestAcidGuarantees/b982b98e12b52abc271df4d930581a34/B/032cc1beb7f945fbbe7a05f5de4fc4fb to hdfs://localhost:34345/user/jenkins/test-data/14d118ee-a83a-b09b-5913-1a58940a5db1/archive/data/default/TestAcidGuarantees/b982b98e12b52abc271df4d930581a34/B/032cc1beb7f945fbbe7a05f5de4fc4fb 2024-11-14T14:41:01,906 DEBUG [StoreCloser-TestAcidGuarantees,,1731595236744.b982b98e12b52abc271df4d930581a34.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:34345/user/jenkins/test-data/14d118ee-a83a-b09b-5913-1a58940a5db1/data/default/TestAcidGuarantees/b982b98e12b52abc271df4d930581a34/B/a11ed3a2f87a4275919b354d1b501b7f to hdfs://localhost:34345/user/jenkins/test-data/14d118ee-a83a-b09b-5913-1a58940a5db1/archive/data/default/TestAcidGuarantees/b982b98e12b52abc271df4d930581a34/B/a11ed3a2f87a4275919b354d1b501b7f 2024-11-14T14:41:01,907 DEBUG [StoreCloser-TestAcidGuarantees,,1731595236744.b982b98e12b52abc271df4d930581a34.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:34345/user/jenkins/test-data/14d118ee-a83a-b09b-5913-1a58940a5db1/data/default/TestAcidGuarantees/b982b98e12b52abc271df4d930581a34/B/27a1d639985e486e8c56e37cf6b1733e to hdfs://localhost:34345/user/jenkins/test-data/14d118ee-a83a-b09b-5913-1a58940a5db1/archive/data/default/TestAcidGuarantees/b982b98e12b52abc271df4d930581a34/B/27a1d639985e486e8c56e37cf6b1733e 2024-11-14T14:41:01,909 DEBUG [StoreCloser-TestAcidGuarantees,,1731595236744.b982b98e12b52abc271df4d930581a34.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:34345/user/jenkins/test-data/14d118ee-a83a-b09b-5913-1a58940a5db1/data/default/TestAcidGuarantees/b982b98e12b52abc271df4d930581a34/B/e80134d35a194451b3060df085c26ff2 to hdfs://localhost:34345/user/jenkins/test-data/14d118ee-a83a-b09b-5913-1a58940a5db1/archive/data/default/TestAcidGuarantees/b982b98e12b52abc271df4d930581a34/B/e80134d35a194451b3060df085c26ff2 2024-11-14T14:41:01,911 DEBUG [StoreCloser-TestAcidGuarantees,,1731595236744.b982b98e12b52abc271df4d930581a34.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:34345/user/jenkins/test-data/14d118ee-a83a-b09b-5913-1a58940a5db1/data/default/TestAcidGuarantees/b982b98e12b52abc271df4d930581a34/B/8ac33d8037714142ada33e1311cafbb5 to hdfs://localhost:34345/user/jenkins/test-data/14d118ee-a83a-b09b-5913-1a58940a5db1/archive/data/default/TestAcidGuarantees/b982b98e12b52abc271df4d930581a34/B/8ac33d8037714142ada33e1311cafbb5 2024-11-14T14:41:01,914 DEBUG [StoreCloser-TestAcidGuarantees,,1731595236744.b982b98e12b52abc271df4d930581a34.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:34345/user/jenkins/test-data/14d118ee-a83a-b09b-5913-1a58940a5db1/data/default/TestAcidGuarantees/b982b98e12b52abc271df4d930581a34/B/6ecf54d864bc43248fae810f7cb6e086 to hdfs://localhost:34345/user/jenkins/test-data/14d118ee-a83a-b09b-5913-1a58940a5db1/archive/data/default/TestAcidGuarantees/b982b98e12b52abc271df4d930581a34/B/6ecf54d864bc43248fae810f7cb6e086 2024-11-14T14:41:01,916 DEBUG [StoreCloser-TestAcidGuarantees,,1731595236744.b982b98e12b52abc271df4d930581a34.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:34345/user/jenkins/test-data/14d118ee-a83a-b09b-5913-1a58940a5db1/data/default/TestAcidGuarantees/b982b98e12b52abc271df4d930581a34/B/243b514fbf0d406689cd2c10a3472b0b to hdfs://localhost:34345/user/jenkins/test-data/14d118ee-a83a-b09b-5913-1a58940a5db1/archive/data/default/TestAcidGuarantees/b982b98e12b52abc271df4d930581a34/B/243b514fbf0d406689cd2c10a3472b0b 2024-11-14T14:41:01,917 DEBUG [StoreCloser-TestAcidGuarantees,,1731595236744.b982b98e12b52abc271df4d930581a34.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:34345/user/jenkins/test-data/14d118ee-a83a-b09b-5913-1a58940a5db1/data/default/TestAcidGuarantees/b982b98e12b52abc271df4d930581a34/B/5e1c196f54554ea4ac4f575e2338f39e to hdfs://localhost:34345/user/jenkins/test-data/14d118ee-a83a-b09b-5913-1a58940a5db1/archive/data/default/TestAcidGuarantees/b982b98e12b52abc271df4d930581a34/B/5e1c196f54554ea4ac4f575e2338f39e 2024-11-14T14:41:01,918 DEBUG [StoreCloser-TestAcidGuarantees,,1731595236744.b982b98e12b52abc271df4d930581a34.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:34345/user/jenkins/test-data/14d118ee-a83a-b09b-5913-1a58940a5db1/data/default/TestAcidGuarantees/b982b98e12b52abc271df4d930581a34/B/6013d0fa72c94d438833de05c0bea741 to hdfs://localhost:34345/user/jenkins/test-data/14d118ee-a83a-b09b-5913-1a58940a5db1/archive/data/default/TestAcidGuarantees/b982b98e12b52abc271df4d930581a34/B/6013d0fa72c94d438833de05c0bea741 2024-11-14T14:41:01,919 DEBUG [StoreCloser-TestAcidGuarantees,,1731595236744.b982b98e12b52abc271df4d930581a34.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:34345/user/jenkins/test-data/14d118ee-a83a-b09b-5913-1a58940a5db1/data/default/TestAcidGuarantees/b982b98e12b52abc271df4d930581a34/B/49cabd4f59604b7d88d469527599e6ed to hdfs://localhost:34345/user/jenkins/test-data/14d118ee-a83a-b09b-5913-1a58940a5db1/archive/data/default/TestAcidGuarantees/b982b98e12b52abc271df4d930581a34/B/49cabd4f59604b7d88d469527599e6ed 2024-11-14T14:41:01,920 DEBUG [StoreCloser-TestAcidGuarantees,,1731595236744.b982b98e12b52abc271df4d930581a34.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:34345/user/jenkins/test-data/14d118ee-a83a-b09b-5913-1a58940a5db1/data/default/TestAcidGuarantees/b982b98e12b52abc271df4d930581a34/B/7f21d73a13644304bc26a051cccc2398 to hdfs://localhost:34345/user/jenkins/test-data/14d118ee-a83a-b09b-5913-1a58940a5db1/archive/data/default/TestAcidGuarantees/b982b98e12b52abc271df4d930581a34/B/7f21d73a13644304bc26a051cccc2398 2024-11-14T14:41:01,922 DEBUG [StoreCloser-TestAcidGuarantees,,1731595236744.b982b98e12b52abc271df4d930581a34.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:34345/user/jenkins/test-data/14d118ee-a83a-b09b-5913-1a58940a5db1/data/default/TestAcidGuarantees/b982b98e12b52abc271df4d930581a34/B/fa79de6132154186a2c68eadefc6498c to hdfs://localhost:34345/user/jenkins/test-data/14d118ee-a83a-b09b-5913-1a58940a5db1/archive/data/default/TestAcidGuarantees/b982b98e12b52abc271df4d930581a34/B/fa79de6132154186a2c68eadefc6498c 2024-11-14T14:41:01,923 DEBUG [StoreCloser-TestAcidGuarantees,,1731595236744.b982b98e12b52abc271df4d930581a34.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:34345/user/jenkins/test-data/14d118ee-a83a-b09b-5913-1a58940a5db1/data/default/TestAcidGuarantees/b982b98e12b52abc271df4d930581a34/B/5fe0de8f58da4e49a9aed92ef25fccb7 to hdfs://localhost:34345/user/jenkins/test-data/14d118ee-a83a-b09b-5913-1a58940a5db1/archive/data/default/TestAcidGuarantees/b982b98e12b52abc271df4d930581a34/B/5fe0de8f58da4e49a9aed92ef25fccb7 2024-11-14T14:41:01,924 DEBUG [StoreCloser-TestAcidGuarantees,,1731595236744.b982b98e12b52abc271df4d930581a34.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:34345/user/jenkins/test-data/14d118ee-a83a-b09b-5913-1a58940a5db1/data/default/TestAcidGuarantees/b982b98e12b52abc271df4d930581a34/B/ebbdbaef16664655b771938bb2873cdb to hdfs://localhost:34345/user/jenkins/test-data/14d118ee-a83a-b09b-5913-1a58940a5db1/archive/data/default/TestAcidGuarantees/b982b98e12b52abc271df4d930581a34/B/ebbdbaef16664655b771938bb2873cdb 2024-11-14T14:41:01,926 DEBUG [StoreCloser-TestAcidGuarantees,,1731595236744.b982b98e12b52abc271df4d930581a34.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:34345/user/jenkins/test-data/14d118ee-a83a-b09b-5913-1a58940a5db1/data/default/TestAcidGuarantees/b982b98e12b52abc271df4d930581a34/B/25272ca10b5349dfa0b47bc774bb1b04 to hdfs://localhost:34345/user/jenkins/test-data/14d118ee-a83a-b09b-5913-1a58940a5db1/archive/data/default/TestAcidGuarantees/b982b98e12b52abc271df4d930581a34/B/25272ca10b5349dfa0b47bc774bb1b04 2024-11-14T14:41:01,927 DEBUG [StoreCloser-TestAcidGuarantees,,1731595236744.b982b98e12b52abc271df4d930581a34.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:34345/user/jenkins/test-data/14d118ee-a83a-b09b-5913-1a58940a5db1/data/default/TestAcidGuarantees/b982b98e12b52abc271df4d930581a34/B/b3cf444bea6e46afb53ce9888d199abc to hdfs://localhost:34345/user/jenkins/test-data/14d118ee-a83a-b09b-5913-1a58940a5db1/archive/data/default/TestAcidGuarantees/b982b98e12b52abc271df4d930581a34/B/b3cf444bea6e46afb53ce9888d199abc 2024-11-14T14:41:01,928 DEBUG [StoreCloser-TestAcidGuarantees,,1731595236744.b982b98e12b52abc271df4d930581a34.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:34345/user/jenkins/test-data/14d118ee-a83a-b09b-5913-1a58940a5db1/data/default/TestAcidGuarantees/b982b98e12b52abc271df4d930581a34/B/fe9aee8e11f249338f24a2f6ffea0a0e to hdfs://localhost:34345/user/jenkins/test-data/14d118ee-a83a-b09b-5913-1a58940a5db1/archive/data/default/TestAcidGuarantees/b982b98e12b52abc271df4d930581a34/B/fe9aee8e11f249338f24a2f6ffea0a0e 2024-11-14T14:41:01,929 DEBUG [StoreCloser-TestAcidGuarantees,,1731595236744.b982b98e12b52abc271df4d930581a34.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:34345/user/jenkins/test-data/14d118ee-a83a-b09b-5913-1a58940a5db1/data/default/TestAcidGuarantees/b982b98e12b52abc271df4d930581a34/B/64a7de5260e14afcb2e4a08d134c0502 to hdfs://localhost:34345/user/jenkins/test-data/14d118ee-a83a-b09b-5913-1a58940a5db1/archive/data/default/TestAcidGuarantees/b982b98e12b52abc271df4d930581a34/B/64a7de5260e14afcb2e4a08d134c0502 2024-11-14T14:41:01,931 DEBUG [StoreCloser-TestAcidGuarantees,,1731595236744.b982b98e12b52abc271df4d930581a34.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:34345/user/jenkins/test-data/14d118ee-a83a-b09b-5913-1a58940a5db1/data/default/TestAcidGuarantees/b982b98e12b52abc271df4d930581a34/B/832e1b473d6b47f0826e25b210924e8d to hdfs://localhost:34345/user/jenkins/test-data/14d118ee-a83a-b09b-5913-1a58940a5db1/archive/data/default/TestAcidGuarantees/b982b98e12b52abc271df4d930581a34/B/832e1b473d6b47f0826e25b210924e8d 2024-11-14T14:41:01,932 DEBUG [StoreCloser-TestAcidGuarantees,,1731595236744.b982b98e12b52abc271df4d930581a34.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:34345/user/jenkins/test-data/14d118ee-a83a-b09b-5913-1a58940a5db1/data/default/TestAcidGuarantees/b982b98e12b52abc271df4d930581a34/B/4416a2bba34c4a52a37454551956187b to hdfs://localhost:34345/user/jenkins/test-data/14d118ee-a83a-b09b-5913-1a58940a5db1/archive/data/default/TestAcidGuarantees/b982b98e12b52abc271df4d930581a34/B/4416a2bba34c4a52a37454551956187b 2024-11-14T14:41:01,934 DEBUG [StoreCloser-TestAcidGuarantees,,1731595236744.b982b98e12b52abc271df4d930581a34.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:34345/user/jenkins/test-data/14d118ee-a83a-b09b-5913-1a58940a5db1/data/default/TestAcidGuarantees/b982b98e12b52abc271df4d930581a34/B/a57f2fc46e0b4b7a903b90f968d59d23 to hdfs://localhost:34345/user/jenkins/test-data/14d118ee-a83a-b09b-5913-1a58940a5db1/archive/data/default/TestAcidGuarantees/b982b98e12b52abc271df4d930581a34/B/a57f2fc46e0b4b7a903b90f968d59d23 2024-11-14T14:41:01,935 DEBUG [StoreCloser-TestAcidGuarantees,,1731595236744.b982b98e12b52abc271df4d930581a34.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:34345/user/jenkins/test-data/14d118ee-a83a-b09b-5913-1a58940a5db1/data/default/TestAcidGuarantees/b982b98e12b52abc271df4d930581a34/B/ea146733ada843898c295e1f4e8f2045 to hdfs://localhost:34345/user/jenkins/test-data/14d118ee-a83a-b09b-5913-1a58940a5db1/archive/data/default/TestAcidGuarantees/b982b98e12b52abc271df4d930581a34/B/ea146733ada843898c295e1f4e8f2045 2024-11-14T14:41:01,937 DEBUG [StoreCloser-TestAcidGuarantees,,1731595236744.b982b98e12b52abc271df4d930581a34.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:34345/user/jenkins/test-data/14d118ee-a83a-b09b-5913-1a58940a5db1/data/default/TestAcidGuarantees/b982b98e12b52abc271df4d930581a34/B/a5c410a1210443ce9670e1d2d5480b5f to hdfs://localhost:34345/user/jenkins/test-data/14d118ee-a83a-b09b-5913-1a58940a5db1/archive/data/default/TestAcidGuarantees/b982b98e12b52abc271df4d930581a34/B/a5c410a1210443ce9670e1d2d5480b5f 2024-11-14T14:41:01,939 DEBUG [StoreCloser-TestAcidGuarantees,,1731595236744.b982b98e12b52abc271df4d930581a34.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:34345/user/jenkins/test-data/14d118ee-a83a-b09b-5913-1a58940a5db1/data/default/TestAcidGuarantees/b982b98e12b52abc271df4d930581a34/B/f448d08150cc47d381408b919ff130e6 to hdfs://localhost:34345/user/jenkins/test-data/14d118ee-a83a-b09b-5913-1a58940a5db1/archive/data/default/TestAcidGuarantees/b982b98e12b52abc271df4d930581a34/B/f448d08150cc47d381408b919ff130e6 2024-11-14T14:41:01,941 DEBUG [StoreCloser-TestAcidGuarantees,,1731595236744.b982b98e12b52abc271df4d930581a34.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:34345/user/jenkins/test-data/14d118ee-a83a-b09b-5913-1a58940a5db1/data/default/TestAcidGuarantees/b982b98e12b52abc271df4d930581a34/B/c98fa7bf8f814be38b73cd1b3e7b61d4 to hdfs://localhost:34345/user/jenkins/test-data/14d118ee-a83a-b09b-5913-1a58940a5db1/archive/data/default/TestAcidGuarantees/b982b98e12b52abc271df4d930581a34/B/c98fa7bf8f814be38b73cd1b3e7b61d4 2024-11-14T14:41:01,949 DEBUG [StoreCloser-TestAcidGuarantees,,1731595236744.b982b98e12b52abc271df4d930581a34.-1 {}] regionserver.HStore(2317): Moving the files [hdfs://localhost:34345/user/jenkins/test-data/14d118ee-a83a-b09b-5913-1a58940a5db1/data/default/TestAcidGuarantees/b982b98e12b52abc271df4d930581a34/C/24e502dc086040568a83194ec64074ec, hdfs://localhost:34345/user/jenkins/test-data/14d118ee-a83a-b09b-5913-1a58940a5db1/data/default/TestAcidGuarantees/b982b98e12b52abc271df4d930581a34/C/bcf9f9f741934b42b78e83ba0877c341, hdfs://localhost:34345/user/jenkins/test-data/14d118ee-a83a-b09b-5913-1a58940a5db1/data/default/TestAcidGuarantees/b982b98e12b52abc271df4d930581a34/C/959e35db656942949d8f7924d04e64f9, hdfs://localhost:34345/user/jenkins/test-data/14d118ee-a83a-b09b-5913-1a58940a5db1/data/default/TestAcidGuarantees/b982b98e12b52abc271df4d930581a34/C/4f06b43e39d647bfa7e6b6010c0cac98, hdfs://localhost:34345/user/jenkins/test-data/14d118ee-a83a-b09b-5913-1a58940a5db1/data/default/TestAcidGuarantees/b982b98e12b52abc271df4d930581a34/C/e1f89a8ae2ec4b6f95a5bfb1ffe46345, hdfs://localhost:34345/user/jenkins/test-data/14d118ee-a83a-b09b-5913-1a58940a5db1/data/default/TestAcidGuarantees/b982b98e12b52abc271df4d930581a34/C/78a155e1ead041f79e51964d79654364, hdfs://localhost:34345/user/jenkins/test-data/14d118ee-a83a-b09b-5913-1a58940a5db1/data/default/TestAcidGuarantees/b982b98e12b52abc271df4d930581a34/C/7431697272fe400ba821da6c608b8fd3, hdfs://localhost:34345/user/jenkins/test-data/14d118ee-a83a-b09b-5913-1a58940a5db1/data/default/TestAcidGuarantees/b982b98e12b52abc271df4d930581a34/C/bdbb0cd0d41a43f4956afd046512f74a, hdfs://localhost:34345/user/jenkins/test-data/14d118ee-a83a-b09b-5913-1a58940a5db1/data/default/TestAcidGuarantees/b982b98e12b52abc271df4d930581a34/C/733c87071c9a448aab90ec0f68d74727, hdfs://localhost:34345/user/jenkins/test-data/14d118ee-a83a-b09b-5913-1a58940a5db1/data/default/TestAcidGuarantees/b982b98e12b52abc271df4d930581a34/C/ce63308041a245c392ad3b2a2ffc3871, hdfs://localhost:34345/user/jenkins/test-data/14d118ee-a83a-b09b-5913-1a58940a5db1/data/default/TestAcidGuarantees/b982b98e12b52abc271df4d930581a34/C/98d806f6abd746e3bd43577e1cbd73f0, hdfs://localhost:34345/user/jenkins/test-data/14d118ee-a83a-b09b-5913-1a58940a5db1/data/default/TestAcidGuarantees/b982b98e12b52abc271df4d930581a34/C/efef78059be74ad699ae204921d087dc, hdfs://localhost:34345/user/jenkins/test-data/14d118ee-a83a-b09b-5913-1a58940a5db1/data/default/TestAcidGuarantees/b982b98e12b52abc271df4d930581a34/C/2674a0e569744144b805f6790ec3051a, hdfs://localhost:34345/user/jenkins/test-data/14d118ee-a83a-b09b-5913-1a58940a5db1/data/default/TestAcidGuarantees/b982b98e12b52abc271df4d930581a34/C/d4a4519d01cd43a1bb51bc7fcebd934b, hdfs://localhost:34345/user/jenkins/test-data/14d118ee-a83a-b09b-5913-1a58940a5db1/data/default/TestAcidGuarantees/b982b98e12b52abc271df4d930581a34/C/1a1f2aa1e23e4cb9a665fc9db9171e5c, hdfs://localhost:34345/user/jenkins/test-data/14d118ee-a83a-b09b-5913-1a58940a5db1/data/default/TestAcidGuarantees/b982b98e12b52abc271df4d930581a34/C/98d1917da4f14986a98b73a4738598c3, hdfs://localhost:34345/user/jenkins/test-data/14d118ee-a83a-b09b-5913-1a58940a5db1/data/default/TestAcidGuarantees/b982b98e12b52abc271df4d930581a34/C/2109afcd1eff4825b68d525eba5acf63, hdfs://localhost:34345/user/jenkins/test-data/14d118ee-a83a-b09b-5913-1a58940a5db1/data/default/TestAcidGuarantees/b982b98e12b52abc271df4d930581a34/C/fec9daed6484434cb89bd71cd626eea4, hdfs://localhost:34345/user/jenkins/test-data/14d118ee-a83a-b09b-5913-1a58940a5db1/data/default/TestAcidGuarantees/b982b98e12b52abc271df4d930581a34/C/81fb277100c04666ac4e60157f9e8673, hdfs://localhost:34345/user/jenkins/test-data/14d118ee-a83a-b09b-5913-1a58940a5db1/data/default/TestAcidGuarantees/b982b98e12b52abc271df4d930581a34/C/009997c8b4e1443fa6f094bfe7d50757, hdfs://localhost:34345/user/jenkins/test-data/14d118ee-a83a-b09b-5913-1a58940a5db1/data/default/TestAcidGuarantees/b982b98e12b52abc271df4d930581a34/C/c11e8abd6d0b42809932a30b0e89f12e, hdfs://localhost:34345/user/jenkins/test-data/14d118ee-a83a-b09b-5913-1a58940a5db1/data/default/TestAcidGuarantees/b982b98e12b52abc271df4d930581a34/C/7306ffd8caea4980a205fe614118b0e5, hdfs://localhost:34345/user/jenkins/test-data/14d118ee-a83a-b09b-5913-1a58940a5db1/data/default/TestAcidGuarantees/b982b98e12b52abc271df4d930581a34/C/ae7b6aabce304903ad67e682a6728eff, hdfs://localhost:34345/user/jenkins/test-data/14d118ee-a83a-b09b-5913-1a58940a5db1/data/default/TestAcidGuarantees/b982b98e12b52abc271df4d930581a34/C/4801dd7bbec9439e86d6f62b6ccd1b94, hdfs://localhost:34345/user/jenkins/test-data/14d118ee-a83a-b09b-5913-1a58940a5db1/data/default/TestAcidGuarantees/b982b98e12b52abc271df4d930581a34/C/9c279dc16fb04dd3809b744ca215736d, hdfs://localhost:34345/user/jenkins/test-data/14d118ee-a83a-b09b-5913-1a58940a5db1/data/default/TestAcidGuarantees/b982b98e12b52abc271df4d930581a34/C/defac2f61e9d42bb9b0f8878df9fb77b, hdfs://localhost:34345/user/jenkins/test-data/14d118ee-a83a-b09b-5913-1a58940a5db1/data/default/TestAcidGuarantees/b982b98e12b52abc271df4d930581a34/C/d78164b8ff0c4cf08b3601d1c99c3049, hdfs://localhost:34345/user/jenkins/test-data/14d118ee-a83a-b09b-5913-1a58940a5db1/data/default/TestAcidGuarantees/b982b98e12b52abc271df4d930581a34/C/5cf54a7a9d8345a6af25bd99bc4e4e70, hdfs://localhost:34345/user/jenkins/test-data/14d118ee-a83a-b09b-5913-1a58940a5db1/data/default/TestAcidGuarantees/b982b98e12b52abc271df4d930581a34/C/1ddca00edbc2454cbc04dcc4ad50a26c, hdfs://localhost:34345/user/jenkins/test-data/14d118ee-a83a-b09b-5913-1a58940a5db1/data/default/TestAcidGuarantees/b982b98e12b52abc271df4d930581a34/C/53150baededd4a4a9580811ca0adbdb7, hdfs://localhost:34345/user/jenkins/test-data/14d118ee-a83a-b09b-5913-1a58940a5db1/data/default/TestAcidGuarantees/b982b98e12b52abc271df4d930581a34/C/c33528d72c994a32a72b5150ece9f426, hdfs://localhost:34345/user/jenkins/test-data/14d118ee-a83a-b09b-5913-1a58940a5db1/data/default/TestAcidGuarantees/b982b98e12b52abc271df4d930581a34/C/d5da3852fc45465b937b30d15eb5a5c8, hdfs://localhost:34345/user/jenkins/test-data/14d118ee-a83a-b09b-5913-1a58940a5db1/data/default/TestAcidGuarantees/b982b98e12b52abc271df4d930581a34/C/7d0c2e5552ad4edd8e829bdaa35eb221, hdfs://localhost:34345/user/jenkins/test-data/14d118ee-a83a-b09b-5913-1a58940a5db1/data/default/TestAcidGuarantees/b982b98e12b52abc271df4d930581a34/C/bf6e0c51491e4956b0ccbb38db8d7ceb, hdfs://localhost:34345/user/jenkins/test-data/14d118ee-a83a-b09b-5913-1a58940a5db1/data/default/TestAcidGuarantees/b982b98e12b52abc271df4d930581a34/C/1c5fa74587d1479fa538966756e43030, hdfs://localhost:34345/user/jenkins/test-data/14d118ee-a83a-b09b-5913-1a58940a5db1/data/default/TestAcidGuarantees/b982b98e12b52abc271df4d930581a34/C/2c456d9a533c46edbecd464098aedae5, hdfs://localhost:34345/user/jenkins/test-data/14d118ee-a83a-b09b-5913-1a58940a5db1/data/default/TestAcidGuarantees/b982b98e12b52abc271df4d930581a34/C/125d7f1b5f9340b68e239e0d9fcb16df, hdfs://localhost:34345/user/jenkins/test-data/14d118ee-a83a-b09b-5913-1a58940a5db1/data/default/TestAcidGuarantees/b982b98e12b52abc271df4d930581a34/C/bb568faeb44e4add95c20dc41dbdad90, hdfs://localhost:34345/user/jenkins/test-data/14d118ee-a83a-b09b-5913-1a58940a5db1/data/default/TestAcidGuarantees/b982b98e12b52abc271df4d930581a34/C/4ba919b9da7e474fa63ee131e4be1cba, hdfs://localhost:34345/user/jenkins/test-data/14d118ee-a83a-b09b-5913-1a58940a5db1/data/default/TestAcidGuarantees/b982b98e12b52abc271df4d930581a34/C/604f8f36197048b9b39ab341f089628b, hdfs://localhost:34345/user/jenkins/test-data/14d118ee-a83a-b09b-5913-1a58940a5db1/data/default/TestAcidGuarantees/b982b98e12b52abc271df4d930581a34/C/01da1861134c4c85a4f8b5134fdff29a] to archive 2024-11-14T14:41:01,951 DEBUG [StoreCloser-TestAcidGuarantees,,1731595236744.b982b98e12b52abc271df4d930581a34.-1 {}] backup.HFileArchiver(360): Archiving compacted files. 2024-11-14T14:41:01,954 DEBUG [StoreCloser-TestAcidGuarantees,,1731595236744.b982b98e12b52abc271df4d930581a34.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:34345/user/jenkins/test-data/14d118ee-a83a-b09b-5913-1a58940a5db1/data/default/TestAcidGuarantees/b982b98e12b52abc271df4d930581a34/C/24e502dc086040568a83194ec64074ec to hdfs://localhost:34345/user/jenkins/test-data/14d118ee-a83a-b09b-5913-1a58940a5db1/archive/data/default/TestAcidGuarantees/b982b98e12b52abc271df4d930581a34/C/24e502dc086040568a83194ec64074ec 2024-11-14T14:41:01,955 DEBUG [StoreCloser-TestAcidGuarantees,,1731595236744.b982b98e12b52abc271df4d930581a34.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:34345/user/jenkins/test-data/14d118ee-a83a-b09b-5913-1a58940a5db1/data/default/TestAcidGuarantees/b982b98e12b52abc271df4d930581a34/C/bcf9f9f741934b42b78e83ba0877c341 to hdfs://localhost:34345/user/jenkins/test-data/14d118ee-a83a-b09b-5913-1a58940a5db1/archive/data/default/TestAcidGuarantees/b982b98e12b52abc271df4d930581a34/C/bcf9f9f741934b42b78e83ba0877c341 2024-11-14T14:41:01,956 DEBUG [StoreCloser-TestAcidGuarantees,,1731595236744.b982b98e12b52abc271df4d930581a34.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:34345/user/jenkins/test-data/14d118ee-a83a-b09b-5913-1a58940a5db1/data/default/TestAcidGuarantees/b982b98e12b52abc271df4d930581a34/C/959e35db656942949d8f7924d04e64f9 to hdfs://localhost:34345/user/jenkins/test-data/14d118ee-a83a-b09b-5913-1a58940a5db1/archive/data/default/TestAcidGuarantees/b982b98e12b52abc271df4d930581a34/C/959e35db656942949d8f7924d04e64f9 2024-11-14T14:41:01,958 DEBUG [StoreCloser-TestAcidGuarantees,,1731595236744.b982b98e12b52abc271df4d930581a34.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:34345/user/jenkins/test-data/14d118ee-a83a-b09b-5913-1a58940a5db1/data/default/TestAcidGuarantees/b982b98e12b52abc271df4d930581a34/C/4f06b43e39d647bfa7e6b6010c0cac98 to hdfs://localhost:34345/user/jenkins/test-data/14d118ee-a83a-b09b-5913-1a58940a5db1/archive/data/default/TestAcidGuarantees/b982b98e12b52abc271df4d930581a34/C/4f06b43e39d647bfa7e6b6010c0cac98 2024-11-14T14:41:01,959 DEBUG [StoreCloser-TestAcidGuarantees,,1731595236744.b982b98e12b52abc271df4d930581a34.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:34345/user/jenkins/test-data/14d118ee-a83a-b09b-5913-1a58940a5db1/data/default/TestAcidGuarantees/b982b98e12b52abc271df4d930581a34/C/e1f89a8ae2ec4b6f95a5bfb1ffe46345 to hdfs://localhost:34345/user/jenkins/test-data/14d118ee-a83a-b09b-5913-1a58940a5db1/archive/data/default/TestAcidGuarantees/b982b98e12b52abc271df4d930581a34/C/e1f89a8ae2ec4b6f95a5bfb1ffe46345 2024-11-14T14:41:01,960 DEBUG [StoreCloser-TestAcidGuarantees,,1731595236744.b982b98e12b52abc271df4d930581a34.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:34345/user/jenkins/test-data/14d118ee-a83a-b09b-5913-1a58940a5db1/data/default/TestAcidGuarantees/b982b98e12b52abc271df4d930581a34/C/78a155e1ead041f79e51964d79654364 to hdfs://localhost:34345/user/jenkins/test-data/14d118ee-a83a-b09b-5913-1a58940a5db1/archive/data/default/TestAcidGuarantees/b982b98e12b52abc271df4d930581a34/C/78a155e1ead041f79e51964d79654364 2024-11-14T14:41:01,962 DEBUG [StoreCloser-TestAcidGuarantees,,1731595236744.b982b98e12b52abc271df4d930581a34.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:34345/user/jenkins/test-data/14d118ee-a83a-b09b-5913-1a58940a5db1/data/default/TestAcidGuarantees/b982b98e12b52abc271df4d930581a34/C/7431697272fe400ba821da6c608b8fd3 to hdfs://localhost:34345/user/jenkins/test-data/14d118ee-a83a-b09b-5913-1a58940a5db1/archive/data/default/TestAcidGuarantees/b982b98e12b52abc271df4d930581a34/C/7431697272fe400ba821da6c608b8fd3 2024-11-14T14:41:01,963 DEBUG [StoreCloser-TestAcidGuarantees,,1731595236744.b982b98e12b52abc271df4d930581a34.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:34345/user/jenkins/test-data/14d118ee-a83a-b09b-5913-1a58940a5db1/data/default/TestAcidGuarantees/b982b98e12b52abc271df4d930581a34/C/bdbb0cd0d41a43f4956afd046512f74a to hdfs://localhost:34345/user/jenkins/test-data/14d118ee-a83a-b09b-5913-1a58940a5db1/archive/data/default/TestAcidGuarantees/b982b98e12b52abc271df4d930581a34/C/bdbb0cd0d41a43f4956afd046512f74a 2024-11-14T14:41:01,964 DEBUG [StoreCloser-TestAcidGuarantees,,1731595236744.b982b98e12b52abc271df4d930581a34.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:34345/user/jenkins/test-data/14d118ee-a83a-b09b-5913-1a58940a5db1/data/default/TestAcidGuarantees/b982b98e12b52abc271df4d930581a34/C/733c87071c9a448aab90ec0f68d74727 to hdfs://localhost:34345/user/jenkins/test-data/14d118ee-a83a-b09b-5913-1a58940a5db1/archive/data/default/TestAcidGuarantees/b982b98e12b52abc271df4d930581a34/C/733c87071c9a448aab90ec0f68d74727 2024-11-14T14:41:01,969 DEBUG [StoreCloser-TestAcidGuarantees,,1731595236744.b982b98e12b52abc271df4d930581a34.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:34345/user/jenkins/test-data/14d118ee-a83a-b09b-5913-1a58940a5db1/data/default/TestAcidGuarantees/b982b98e12b52abc271df4d930581a34/C/ce63308041a245c392ad3b2a2ffc3871 to hdfs://localhost:34345/user/jenkins/test-data/14d118ee-a83a-b09b-5913-1a58940a5db1/archive/data/default/TestAcidGuarantees/b982b98e12b52abc271df4d930581a34/C/ce63308041a245c392ad3b2a2ffc3871 2024-11-14T14:41:01,970 DEBUG [StoreCloser-TestAcidGuarantees,,1731595236744.b982b98e12b52abc271df4d930581a34.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:34345/user/jenkins/test-data/14d118ee-a83a-b09b-5913-1a58940a5db1/data/default/TestAcidGuarantees/b982b98e12b52abc271df4d930581a34/C/98d806f6abd746e3bd43577e1cbd73f0 to hdfs://localhost:34345/user/jenkins/test-data/14d118ee-a83a-b09b-5913-1a58940a5db1/archive/data/default/TestAcidGuarantees/b982b98e12b52abc271df4d930581a34/C/98d806f6abd746e3bd43577e1cbd73f0 2024-11-14T14:41:01,971 DEBUG [StoreCloser-TestAcidGuarantees,,1731595236744.b982b98e12b52abc271df4d930581a34.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:34345/user/jenkins/test-data/14d118ee-a83a-b09b-5913-1a58940a5db1/data/default/TestAcidGuarantees/b982b98e12b52abc271df4d930581a34/C/efef78059be74ad699ae204921d087dc to hdfs://localhost:34345/user/jenkins/test-data/14d118ee-a83a-b09b-5913-1a58940a5db1/archive/data/default/TestAcidGuarantees/b982b98e12b52abc271df4d930581a34/C/efef78059be74ad699ae204921d087dc 2024-11-14T14:41:01,973 DEBUG [StoreCloser-TestAcidGuarantees,,1731595236744.b982b98e12b52abc271df4d930581a34.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:34345/user/jenkins/test-data/14d118ee-a83a-b09b-5913-1a58940a5db1/data/default/TestAcidGuarantees/b982b98e12b52abc271df4d930581a34/C/2674a0e569744144b805f6790ec3051a to hdfs://localhost:34345/user/jenkins/test-data/14d118ee-a83a-b09b-5913-1a58940a5db1/archive/data/default/TestAcidGuarantees/b982b98e12b52abc271df4d930581a34/C/2674a0e569744144b805f6790ec3051a 2024-11-14T14:41:01,975 DEBUG [StoreCloser-TestAcidGuarantees,,1731595236744.b982b98e12b52abc271df4d930581a34.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:34345/user/jenkins/test-data/14d118ee-a83a-b09b-5913-1a58940a5db1/data/default/TestAcidGuarantees/b982b98e12b52abc271df4d930581a34/C/d4a4519d01cd43a1bb51bc7fcebd934b to hdfs://localhost:34345/user/jenkins/test-data/14d118ee-a83a-b09b-5913-1a58940a5db1/archive/data/default/TestAcidGuarantees/b982b98e12b52abc271df4d930581a34/C/d4a4519d01cd43a1bb51bc7fcebd934b 2024-11-14T14:41:01,976 DEBUG [StoreCloser-TestAcidGuarantees,,1731595236744.b982b98e12b52abc271df4d930581a34.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:34345/user/jenkins/test-data/14d118ee-a83a-b09b-5913-1a58940a5db1/data/default/TestAcidGuarantees/b982b98e12b52abc271df4d930581a34/C/1a1f2aa1e23e4cb9a665fc9db9171e5c to hdfs://localhost:34345/user/jenkins/test-data/14d118ee-a83a-b09b-5913-1a58940a5db1/archive/data/default/TestAcidGuarantees/b982b98e12b52abc271df4d930581a34/C/1a1f2aa1e23e4cb9a665fc9db9171e5c 2024-11-14T14:41:01,977 DEBUG [StoreCloser-TestAcidGuarantees,,1731595236744.b982b98e12b52abc271df4d930581a34.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:34345/user/jenkins/test-data/14d118ee-a83a-b09b-5913-1a58940a5db1/data/default/TestAcidGuarantees/b982b98e12b52abc271df4d930581a34/C/98d1917da4f14986a98b73a4738598c3 to hdfs://localhost:34345/user/jenkins/test-data/14d118ee-a83a-b09b-5913-1a58940a5db1/archive/data/default/TestAcidGuarantees/b982b98e12b52abc271df4d930581a34/C/98d1917da4f14986a98b73a4738598c3 2024-11-14T14:41:01,979 DEBUG [StoreCloser-TestAcidGuarantees,,1731595236744.b982b98e12b52abc271df4d930581a34.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:34345/user/jenkins/test-data/14d118ee-a83a-b09b-5913-1a58940a5db1/data/default/TestAcidGuarantees/b982b98e12b52abc271df4d930581a34/C/2109afcd1eff4825b68d525eba5acf63 to hdfs://localhost:34345/user/jenkins/test-data/14d118ee-a83a-b09b-5913-1a58940a5db1/archive/data/default/TestAcidGuarantees/b982b98e12b52abc271df4d930581a34/C/2109afcd1eff4825b68d525eba5acf63 2024-11-14T14:41:01,980 DEBUG [StoreCloser-TestAcidGuarantees,,1731595236744.b982b98e12b52abc271df4d930581a34.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:34345/user/jenkins/test-data/14d118ee-a83a-b09b-5913-1a58940a5db1/data/default/TestAcidGuarantees/b982b98e12b52abc271df4d930581a34/C/fec9daed6484434cb89bd71cd626eea4 to hdfs://localhost:34345/user/jenkins/test-data/14d118ee-a83a-b09b-5913-1a58940a5db1/archive/data/default/TestAcidGuarantees/b982b98e12b52abc271df4d930581a34/C/fec9daed6484434cb89bd71cd626eea4 2024-11-14T14:41:01,981 DEBUG [StoreCloser-TestAcidGuarantees,,1731595236744.b982b98e12b52abc271df4d930581a34.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:34345/user/jenkins/test-data/14d118ee-a83a-b09b-5913-1a58940a5db1/data/default/TestAcidGuarantees/b982b98e12b52abc271df4d930581a34/C/81fb277100c04666ac4e60157f9e8673 to hdfs://localhost:34345/user/jenkins/test-data/14d118ee-a83a-b09b-5913-1a58940a5db1/archive/data/default/TestAcidGuarantees/b982b98e12b52abc271df4d930581a34/C/81fb277100c04666ac4e60157f9e8673 2024-11-14T14:41:01,982 DEBUG [StoreCloser-TestAcidGuarantees,,1731595236744.b982b98e12b52abc271df4d930581a34.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:34345/user/jenkins/test-data/14d118ee-a83a-b09b-5913-1a58940a5db1/data/default/TestAcidGuarantees/b982b98e12b52abc271df4d930581a34/C/009997c8b4e1443fa6f094bfe7d50757 to hdfs://localhost:34345/user/jenkins/test-data/14d118ee-a83a-b09b-5913-1a58940a5db1/archive/data/default/TestAcidGuarantees/b982b98e12b52abc271df4d930581a34/C/009997c8b4e1443fa6f094bfe7d50757 2024-11-14T14:41:01,983 DEBUG [StoreCloser-TestAcidGuarantees,,1731595236744.b982b98e12b52abc271df4d930581a34.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:34345/user/jenkins/test-data/14d118ee-a83a-b09b-5913-1a58940a5db1/data/default/TestAcidGuarantees/b982b98e12b52abc271df4d930581a34/C/c11e8abd6d0b42809932a30b0e89f12e to hdfs://localhost:34345/user/jenkins/test-data/14d118ee-a83a-b09b-5913-1a58940a5db1/archive/data/default/TestAcidGuarantees/b982b98e12b52abc271df4d930581a34/C/c11e8abd6d0b42809932a30b0e89f12e 2024-11-14T14:41:01,984 DEBUG [StoreCloser-TestAcidGuarantees,,1731595236744.b982b98e12b52abc271df4d930581a34.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:34345/user/jenkins/test-data/14d118ee-a83a-b09b-5913-1a58940a5db1/data/default/TestAcidGuarantees/b982b98e12b52abc271df4d930581a34/C/7306ffd8caea4980a205fe614118b0e5 to hdfs://localhost:34345/user/jenkins/test-data/14d118ee-a83a-b09b-5913-1a58940a5db1/archive/data/default/TestAcidGuarantees/b982b98e12b52abc271df4d930581a34/C/7306ffd8caea4980a205fe614118b0e5 2024-11-14T14:41:01,986 DEBUG [StoreCloser-TestAcidGuarantees,,1731595236744.b982b98e12b52abc271df4d930581a34.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:34345/user/jenkins/test-data/14d118ee-a83a-b09b-5913-1a58940a5db1/data/default/TestAcidGuarantees/b982b98e12b52abc271df4d930581a34/C/ae7b6aabce304903ad67e682a6728eff to hdfs://localhost:34345/user/jenkins/test-data/14d118ee-a83a-b09b-5913-1a58940a5db1/archive/data/default/TestAcidGuarantees/b982b98e12b52abc271df4d930581a34/C/ae7b6aabce304903ad67e682a6728eff 2024-11-14T14:41:01,987 DEBUG [StoreCloser-TestAcidGuarantees,,1731595236744.b982b98e12b52abc271df4d930581a34.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:34345/user/jenkins/test-data/14d118ee-a83a-b09b-5913-1a58940a5db1/data/default/TestAcidGuarantees/b982b98e12b52abc271df4d930581a34/C/4801dd7bbec9439e86d6f62b6ccd1b94 to hdfs://localhost:34345/user/jenkins/test-data/14d118ee-a83a-b09b-5913-1a58940a5db1/archive/data/default/TestAcidGuarantees/b982b98e12b52abc271df4d930581a34/C/4801dd7bbec9439e86d6f62b6ccd1b94 2024-11-14T14:41:01,988 DEBUG [StoreCloser-TestAcidGuarantees,,1731595236744.b982b98e12b52abc271df4d930581a34.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:34345/user/jenkins/test-data/14d118ee-a83a-b09b-5913-1a58940a5db1/data/default/TestAcidGuarantees/b982b98e12b52abc271df4d930581a34/C/9c279dc16fb04dd3809b744ca215736d to hdfs://localhost:34345/user/jenkins/test-data/14d118ee-a83a-b09b-5913-1a58940a5db1/archive/data/default/TestAcidGuarantees/b982b98e12b52abc271df4d930581a34/C/9c279dc16fb04dd3809b744ca215736d 2024-11-14T14:41:01,990 DEBUG [StoreCloser-TestAcidGuarantees,,1731595236744.b982b98e12b52abc271df4d930581a34.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:34345/user/jenkins/test-data/14d118ee-a83a-b09b-5913-1a58940a5db1/data/default/TestAcidGuarantees/b982b98e12b52abc271df4d930581a34/C/defac2f61e9d42bb9b0f8878df9fb77b to hdfs://localhost:34345/user/jenkins/test-data/14d118ee-a83a-b09b-5913-1a58940a5db1/archive/data/default/TestAcidGuarantees/b982b98e12b52abc271df4d930581a34/C/defac2f61e9d42bb9b0f8878df9fb77b 2024-11-14T14:41:01,992 DEBUG [StoreCloser-TestAcidGuarantees,,1731595236744.b982b98e12b52abc271df4d930581a34.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:34345/user/jenkins/test-data/14d118ee-a83a-b09b-5913-1a58940a5db1/data/default/TestAcidGuarantees/b982b98e12b52abc271df4d930581a34/C/d78164b8ff0c4cf08b3601d1c99c3049 to hdfs://localhost:34345/user/jenkins/test-data/14d118ee-a83a-b09b-5913-1a58940a5db1/archive/data/default/TestAcidGuarantees/b982b98e12b52abc271df4d930581a34/C/d78164b8ff0c4cf08b3601d1c99c3049 2024-11-14T14:41:01,993 DEBUG [StoreCloser-TestAcidGuarantees,,1731595236744.b982b98e12b52abc271df4d930581a34.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:34345/user/jenkins/test-data/14d118ee-a83a-b09b-5913-1a58940a5db1/data/default/TestAcidGuarantees/b982b98e12b52abc271df4d930581a34/C/5cf54a7a9d8345a6af25bd99bc4e4e70 to hdfs://localhost:34345/user/jenkins/test-data/14d118ee-a83a-b09b-5913-1a58940a5db1/archive/data/default/TestAcidGuarantees/b982b98e12b52abc271df4d930581a34/C/5cf54a7a9d8345a6af25bd99bc4e4e70 2024-11-14T14:41:01,994 DEBUG [StoreCloser-TestAcidGuarantees,,1731595236744.b982b98e12b52abc271df4d930581a34.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:34345/user/jenkins/test-data/14d118ee-a83a-b09b-5913-1a58940a5db1/data/default/TestAcidGuarantees/b982b98e12b52abc271df4d930581a34/C/1ddca00edbc2454cbc04dcc4ad50a26c to hdfs://localhost:34345/user/jenkins/test-data/14d118ee-a83a-b09b-5913-1a58940a5db1/archive/data/default/TestAcidGuarantees/b982b98e12b52abc271df4d930581a34/C/1ddca00edbc2454cbc04dcc4ad50a26c 2024-11-14T14:41:01,996 DEBUG [StoreCloser-TestAcidGuarantees,,1731595236744.b982b98e12b52abc271df4d930581a34.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:34345/user/jenkins/test-data/14d118ee-a83a-b09b-5913-1a58940a5db1/data/default/TestAcidGuarantees/b982b98e12b52abc271df4d930581a34/C/53150baededd4a4a9580811ca0adbdb7 to hdfs://localhost:34345/user/jenkins/test-data/14d118ee-a83a-b09b-5913-1a58940a5db1/archive/data/default/TestAcidGuarantees/b982b98e12b52abc271df4d930581a34/C/53150baededd4a4a9580811ca0adbdb7 2024-11-14T14:41:01,997 DEBUG [StoreCloser-TestAcidGuarantees,,1731595236744.b982b98e12b52abc271df4d930581a34.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:34345/user/jenkins/test-data/14d118ee-a83a-b09b-5913-1a58940a5db1/data/default/TestAcidGuarantees/b982b98e12b52abc271df4d930581a34/C/c33528d72c994a32a72b5150ece9f426 to hdfs://localhost:34345/user/jenkins/test-data/14d118ee-a83a-b09b-5913-1a58940a5db1/archive/data/default/TestAcidGuarantees/b982b98e12b52abc271df4d930581a34/C/c33528d72c994a32a72b5150ece9f426 2024-11-14T14:41:01,998 DEBUG [StoreCloser-TestAcidGuarantees,,1731595236744.b982b98e12b52abc271df4d930581a34.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:34345/user/jenkins/test-data/14d118ee-a83a-b09b-5913-1a58940a5db1/data/default/TestAcidGuarantees/b982b98e12b52abc271df4d930581a34/C/d5da3852fc45465b937b30d15eb5a5c8 to hdfs://localhost:34345/user/jenkins/test-data/14d118ee-a83a-b09b-5913-1a58940a5db1/archive/data/default/TestAcidGuarantees/b982b98e12b52abc271df4d930581a34/C/d5da3852fc45465b937b30d15eb5a5c8 2024-11-14T14:41:01,999 DEBUG [StoreCloser-TestAcidGuarantees,,1731595236744.b982b98e12b52abc271df4d930581a34.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:34345/user/jenkins/test-data/14d118ee-a83a-b09b-5913-1a58940a5db1/data/default/TestAcidGuarantees/b982b98e12b52abc271df4d930581a34/C/7d0c2e5552ad4edd8e829bdaa35eb221 to hdfs://localhost:34345/user/jenkins/test-data/14d118ee-a83a-b09b-5913-1a58940a5db1/archive/data/default/TestAcidGuarantees/b982b98e12b52abc271df4d930581a34/C/7d0c2e5552ad4edd8e829bdaa35eb221 2024-11-14T14:41:02,001 DEBUG [StoreCloser-TestAcidGuarantees,,1731595236744.b982b98e12b52abc271df4d930581a34.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:34345/user/jenkins/test-data/14d118ee-a83a-b09b-5913-1a58940a5db1/data/default/TestAcidGuarantees/b982b98e12b52abc271df4d930581a34/C/bf6e0c51491e4956b0ccbb38db8d7ceb to hdfs://localhost:34345/user/jenkins/test-data/14d118ee-a83a-b09b-5913-1a58940a5db1/archive/data/default/TestAcidGuarantees/b982b98e12b52abc271df4d930581a34/C/bf6e0c51491e4956b0ccbb38db8d7ceb 2024-11-14T14:41:02,002 DEBUG [StoreCloser-TestAcidGuarantees,,1731595236744.b982b98e12b52abc271df4d930581a34.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:34345/user/jenkins/test-data/14d118ee-a83a-b09b-5913-1a58940a5db1/data/default/TestAcidGuarantees/b982b98e12b52abc271df4d930581a34/C/1c5fa74587d1479fa538966756e43030 to hdfs://localhost:34345/user/jenkins/test-data/14d118ee-a83a-b09b-5913-1a58940a5db1/archive/data/default/TestAcidGuarantees/b982b98e12b52abc271df4d930581a34/C/1c5fa74587d1479fa538966756e43030 2024-11-14T14:41:02,003 DEBUG [StoreCloser-TestAcidGuarantees,,1731595236744.b982b98e12b52abc271df4d930581a34.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:34345/user/jenkins/test-data/14d118ee-a83a-b09b-5913-1a58940a5db1/data/default/TestAcidGuarantees/b982b98e12b52abc271df4d930581a34/C/2c456d9a533c46edbecd464098aedae5 to hdfs://localhost:34345/user/jenkins/test-data/14d118ee-a83a-b09b-5913-1a58940a5db1/archive/data/default/TestAcidGuarantees/b982b98e12b52abc271df4d930581a34/C/2c456d9a533c46edbecd464098aedae5 2024-11-14T14:41:02,005 DEBUG [StoreCloser-TestAcidGuarantees,,1731595236744.b982b98e12b52abc271df4d930581a34.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:34345/user/jenkins/test-data/14d118ee-a83a-b09b-5913-1a58940a5db1/data/default/TestAcidGuarantees/b982b98e12b52abc271df4d930581a34/C/125d7f1b5f9340b68e239e0d9fcb16df to hdfs://localhost:34345/user/jenkins/test-data/14d118ee-a83a-b09b-5913-1a58940a5db1/archive/data/default/TestAcidGuarantees/b982b98e12b52abc271df4d930581a34/C/125d7f1b5f9340b68e239e0d9fcb16df 2024-11-14T14:41:02,006 DEBUG [StoreCloser-TestAcidGuarantees,,1731595236744.b982b98e12b52abc271df4d930581a34.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:34345/user/jenkins/test-data/14d118ee-a83a-b09b-5913-1a58940a5db1/data/default/TestAcidGuarantees/b982b98e12b52abc271df4d930581a34/C/bb568faeb44e4add95c20dc41dbdad90 to hdfs://localhost:34345/user/jenkins/test-data/14d118ee-a83a-b09b-5913-1a58940a5db1/archive/data/default/TestAcidGuarantees/b982b98e12b52abc271df4d930581a34/C/bb568faeb44e4add95c20dc41dbdad90 2024-11-14T14:41:02,008 DEBUG [StoreCloser-TestAcidGuarantees,,1731595236744.b982b98e12b52abc271df4d930581a34.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:34345/user/jenkins/test-data/14d118ee-a83a-b09b-5913-1a58940a5db1/data/default/TestAcidGuarantees/b982b98e12b52abc271df4d930581a34/C/4ba919b9da7e474fa63ee131e4be1cba to hdfs://localhost:34345/user/jenkins/test-data/14d118ee-a83a-b09b-5913-1a58940a5db1/archive/data/default/TestAcidGuarantees/b982b98e12b52abc271df4d930581a34/C/4ba919b9da7e474fa63ee131e4be1cba 2024-11-14T14:41:02,009 DEBUG [StoreCloser-TestAcidGuarantees,,1731595236744.b982b98e12b52abc271df4d930581a34.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:34345/user/jenkins/test-data/14d118ee-a83a-b09b-5913-1a58940a5db1/data/default/TestAcidGuarantees/b982b98e12b52abc271df4d930581a34/C/604f8f36197048b9b39ab341f089628b to hdfs://localhost:34345/user/jenkins/test-data/14d118ee-a83a-b09b-5913-1a58940a5db1/archive/data/default/TestAcidGuarantees/b982b98e12b52abc271df4d930581a34/C/604f8f36197048b9b39ab341f089628b 2024-11-14T14:41:02,010 DEBUG [StoreCloser-TestAcidGuarantees,,1731595236744.b982b98e12b52abc271df4d930581a34.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:34345/user/jenkins/test-data/14d118ee-a83a-b09b-5913-1a58940a5db1/data/default/TestAcidGuarantees/b982b98e12b52abc271df4d930581a34/C/01da1861134c4c85a4f8b5134fdff29a to hdfs://localhost:34345/user/jenkins/test-data/14d118ee-a83a-b09b-5913-1a58940a5db1/archive/data/default/TestAcidGuarantees/b982b98e12b52abc271df4d930581a34/C/01da1861134c4c85a4f8b5134fdff29a 2024-11-14T14:41:02,023 DEBUG [RS_CLOSE_REGION-regionserver/da1c6afcd1f9:0-0 {event_type=M_RS_CLOSE_REGION, pid=30}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:34345/user/jenkins/test-data/14d118ee-a83a-b09b-5913-1a58940a5db1/data/default/TestAcidGuarantees/b982b98e12b52abc271df4d930581a34/recovered.edits/981.seqid, newMaxSeqId=981, maxSeqId=1 2024-11-14T14:41:02,024 INFO [RS_CLOSE_REGION-regionserver/da1c6afcd1f9:0-0 {event_type=M_RS_CLOSE_REGION, pid=30}] regionserver.HRegion(1973): Closed TestAcidGuarantees,,1731595236744.b982b98e12b52abc271df4d930581a34. 2024-11-14T14:41:02,024 DEBUG [RS_CLOSE_REGION-regionserver/da1c6afcd1f9:0-0 {event_type=M_RS_CLOSE_REGION, pid=30}] regionserver.HRegion(1676): Region close journal for b982b98e12b52abc271df4d930581a34: Waiting for close lock at 1731595261287Running coprocessor pre-close hooks at 1731595261287Disabling compacts and flushes for region at 1731595261287Disabling writes for close at 1731595261288 (+1 ms)Obtaining lock to block concurrent updates at 1731595261288Preparing flush snapshotting stores in b982b98e12b52abc271df4d930581a34 at 1731595261288Finished memstore snapshotting TestAcidGuarantees,,1731595236744.b982b98e12b52abc271df4d930581a34., syncing WAL and waiting on mvcc, flushsize=dataSize=34350, getHeapSize=102720, getOffHeapSize=0, getCellsCount=750 at 1731595261288Flushing stores of TestAcidGuarantees,,1731595236744.b982b98e12b52abc271df4d930581a34. at 1731595261289 (+1 ms)Flushing b982b98e12b52abc271df4d930581a34/A: creating writer at 1731595261289Flushing b982b98e12b52abc271df4d930581a34/A: appending metadata at 1731595261293 (+4 ms)Flushing b982b98e12b52abc271df4d930581a34/A: closing flushed file at 1731595261293Flushing b982b98e12b52abc271df4d930581a34/B: creating writer at 1731595261708 (+415 ms)Flushing b982b98e12b52abc271df4d930581a34/B: appending metadata at 1731595261711 (+3 ms)Flushing b982b98e12b52abc271df4d930581a34/B: closing flushed file at 1731595261711Flushing b982b98e12b52abc271df4d930581a34/C: creating writer at 1731595261723 (+12 ms)Flushing b982b98e12b52abc271df4d930581a34/C: appending metadata at 1731595261725 (+2 ms)Flushing b982b98e12b52abc271df4d930581a34/C: closing flushed file at 1731595261725Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@215d6b75: reopening flushed file at 1731595261736 (+11 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@43375af: reopening flushed file at 1731595261742 (+6 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@5627c1ef: reopening flushed file at 1731595261749 (+7 ms)Finished flush of dataSize ~33.54 KB/34350, heapSize ~100.31 KB/102720, currentSize=0 B/0 for b982b98e12b52abc271df4d930581a34 in 468ms, sequenceid=978, compaction requested=true at 1731595261757 (+8 ms)Writing region close event to WAL at 1731595262012 (+255 ms)Running coprocessor post-close hooks at 1731595262024 (+12 ms)Closed at 1731595262024 2024-11-14T14:41:02,027 INFO [RS_CLOSE_REGION-regionserver/da1c6afcd1f9:0-0 {event_type=M_RS_CLOSE_REGION, pid=30}] handler.UnassignRegionHandler(157): Closed b982b98e12b52abc271df4d930581a34 2024-11-14T14:41:02,027 INFO [PEWorker-3 {}] assignment.RegionStateStore(223): pid=29 updating hbase:meta row=b982b98e12b52abc271df4d930581a34, regionState=CLOSED 2024-11-14T14:41:02,030 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-3 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=30, ppid=29, state=RUNNABLE, hasLock=false; CloseRegionProcedure b982b98e12b52abc271df4d930581a34, server=da1c6afcd1f9,35765,1731595233113 because future has completed 2024-11-14T14:41:02,032 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=30, resume processing ppid=29 2024-11-14T14:41:02,032 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1521): Finished pid=30, ppid=29, state=SUCCESS, hasLock=false; CloseRegionProcedure b982b98e12b52abc271df4d930581a34, server=da1c6afcd1f9,35765,1731595233113 in 902 msec 2024-11-14T14:41:02,035 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=29, resume processing ppid=28 2024-11-14T14:41:02,035 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1521): Finished pid=29, ppid=28, state=SUCCESS, hasLock=false; TransitRegionStateProcedure table=TestAcidGuarantees, region=b982b98e12b52abc271df4d930581a34, UNASSIGN in 909 msec 2024-11-14T14:41:02,038 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=28, resume processing ppid=27 2024-11-14T14:41:02,038 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1521): Finished pid=28, ppid=27, state=SUCCESS, hasLock=false; CloseTableRegionsProcedure table=TestAcidGuarantees in 918 msec 2024-11-14T14:41:02,039 DEBUG [PEWorker-5 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":1,"row":"TestAcidGuarantees","families":{"table":[{"qualifier":"state","vlen":2,"tag":[],"timestamp":"1731595262039"}]},"ts":"1731595262039"} 2024-11-14T14:41:02,041 INFO [PEWorker-5 {}] hbase.MetaTableAccessor(843): Updated tableName=TestAcidGuarantees, state=DISABLED in hbase:meta 2024-11-14T14:41:02,041 INFO [PEWorker-5 {}] procedure.DisableTableProcedure(296): Set TestAcidGuarantees to state=DISABLED 2024-11-14T14:41:02,044 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1521): Finished pid=27, state=SUCCESS, hasLock=false; DisableTableProcedure table=TestAcidGuarantees in 936 msec 2024-11-14T14:41:02,246 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45145 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=27 2024-11-14T14:41:02,247 INFO [RPCClient-NioEventLoopGroup-4-4 {}] client.RawAsyncHBaseAdmin$TableProcedureBiConsumer(2721): Operation: DISABLE, Table Name: default:TestAcidGuarantees completed 2024-11-14T14:41:02,250 INFO [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45145 {}] master.HMaster$5(2570): Client=jenkins//172.17.0.2 delete TestAcidGuarantees 2024-11-14T14:41:02,255 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45145 {}] procedure2.ProcedureExecutor(1139): Stored pid=31, state=RUNNABLE:DELETE_TABLE_PRE_OPERATION, hasLock=false; DeleteTableProcedure table=TestAcidGuarantees 2024-11-14T14:41:02,256 DEBUG [PEWorker-3 {}] procedure.DeleteTableProcedure(103): Waiting for RIT for pid=31, state=RUNNABLE:DELETE_TABLE_PRE_OPERATION, hasLock=true; DeleteTableProcedure table=TestAcidGuarantees 2024-11-14T14:41:02,258 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45145 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=31 2024-11-14T14:41:02,258 DEBUG [PEWorker-3 {}] procedure.DeleteTableProcedure(115): Deleting regions from filesystem for pid=31, state=RUNNABLE:DELETE_TABLE_CLEAR_FS_LAYOUT, hasLock=true; DeleteTableProcedure table=TestAcidGuarantees 2024-11-14T14:41:02,264 DEBUG [HFileArchiver-1 {}] backup.HFileArchiver(131): ARCHIVING hdfs://localhost:34345/user/jenkins/test-data/14d118ee-a83a-b09b-5913-1a58940a5db1/data/default/TestAcidGuarantees/b982b98e12b52abc271df4d930581a34 2024-11-14T14:41:02,270 DEBUG [HFileArchiver-1 {}] backup.HFileArchiver(159): Archiving [FileablePath, hdfs://localhost:34345/user/jenkins/test-data/14d118ee-a83a-b09b-5913-1a58940a5db1/data/default/TestAcidGuarantees/b982b98e12b52abc271df4d930581a34/A, FileablePath, hdfs://localhost:34345/user/jenkins/test-data/14d118ee-a83a-b09b-5913-1a58940a5db1/data/default/TestAcidGuarantees/b982b98e12b52abc271df4d930581a34/B, FileablePath, hdfs://localhost:34345/user/jenkins/test-data/14d118ee-a83a-b09b-5913-1a58940a5db1/data/default/TestAcidGuarantees/b982b98e12b52abc271df4d930581a34/C, FileablePath, hdfs://localhost:34345/user/jenkins/test-data/14d118ee-a83a-b09b-5913-1a58940a5db1/data/default/TestAcidGuarantees/b982b98e12b52abc271df4d930581a34/recovered.edits] 2024-11-14T14:41:02,273 DEBUG [HFileArchiver-1 {}] backup.HFileArchiver(596): Archived from FileablePath, hdfs://localhost:34345/user/jenkins/test-data/14d118ee-a83a-b09b-5913-1a58940a5db1/data/default/TestAcidGuarantees/b982b98e12b52abc271df4d930581a34/A/86b5fa49ef7744baa815137ef69fd79a to hdfs://localhost:34345/user/jenkins/test-data/14d118ee-a83a-b09b-5913-1a58940a5db1/archive/data/default/TestAcidGuarantees/b982b98e12b52abc271df4d930581a34/A/86b5fa49ef7744baa815137ef69fd79a 2024-11-14T14:41:02,275 DEBUG [HFileArchiver-1 {}] backup.HFileArchiver(596): Archived from FileablePath, hdfs://localhost:34345/user/jenkins/test-data/14d118ee-a83a-b09b-5913-1a58940a5db1/data/default/TestAcidGuarantees/b982b98e12b52abc271df4d930581a34/A/afc559b3f53342949de8393e00c07017 to hdfs://localhost:34345/user/jenkins/test-data/14d118ee-a83a-b09b-5913-1a58940a5db1/archive/data/default/TestAcidGuarantees/b982b98e12b52abc271df4d930581a34/A/afc559b3f53342949de8393e00c07017 2024-11-14T14:41:02,277 DEBUG [HFileArchiver-1 {}] backup.HFileArchiver(596): Archived from FileablePath, hdfs://localhost:34345/user/jenkins/test-data/14d118ee-a83a-b09b-5913-1a58940a5db1/data/default/TestAcidGuarantees/b982b98e12b52abc271df4d930581a34/A/ef2b0065f16a4b5f8c15c1501f429371 to hdfs://localhost:34345/user/jenkins/test-data/14d118ee-a83a-b09b-5913-1a58940a5db1/archive/data/default/TestAcidGuarantees/b982b98e12b52abc271df4d930581a34/A/ef2b0065f16a4b5f8c15c1501f429371 2024-11-14T14:41:02,280 DEBUG [HFileArchiver-1 {}] backup.HFileArchiver(596): Archived from FileablePath, hdfs://localhost:34345/user/jenkins/test-data/14d118ee-a83a-b09b-5913-1a58940a5db1/data/default/TestAcidGuarantees/b982b98e12b52abc271df4d930581a34/B/644d44fe237e4aa6b6ea6a83ba626b96 to hdfs://localhost:34345/user/jenkins/test-data/14d118ee-a83a-b09b-5913-1a58940a5db1/archive/data/default/TestAcidGuarantees/b982b98e12b52abc271df4d930581a34/B/644d44fe237e4aa6b6ea6a83ba626b96 2024-11-14T14:41:02,281 DEBUG [HFileArchiver-1 {}] backup.HFileArchiver(596): Archived from FileablePath, hdfs://localhost:34345/user/jenkins/test-data/14d118ee-a83a-b09b-5913-1a58940a5db1/data/default/TestAcidGuarantees/b982b98e12b52abc271df4d930581a34/B/882fc70ba1da4f44bde4b6a5f8320dda to hdfs://localhost:34345/user/jenkins/test-data/14d118ee-a83a-b09b-5913-1a58940a5db1/archive/data/default/TestAcidGuarantees/b982b98e12b52abc271df4d930581a34/B/882fc70ba1da4f44bde4b6a5f8320dda 2024-11-14T14:41:02,283 DEBUG [HFileArchiver-1 {}] backup.HFileArchiver(596): Archived from FileablePath, hdfs://localhost:34345/user/jenkins/test-data/14d118ee-a83a-b09b-5913-1a58940a5db1/data/default/TestAcidGuarantees/b982b98e12b52abc271df4d930581a34/B/bb62ef339f4a4e36a2a6c47c84ef8f6c to hdfs://localhost:34345/user/jenkins/test-data/14d118ee-a83a-b09b-5913-1a58940a5db1/archive/data/default/TestAcidGuarantees/b982b98e12b52abc271df4d930581a34/B/bb62ef339f4a4e36a2a6c47c84ef8f6c 2024-11-14T14:41:02,286 DEBUG [HFileArchiver-1 {}] backup.HFileArchiver(596): Archived from FileablePath, hdfs://localhost:34345/user/jenkins/test-data/14d118ee-a83a-b09b-5913-1a58940a5db1/data/default/TestAcidGuarantees/b982b98e12b52abc271df4d930581a34/C/04185b8c6a8044d0a0e5995337e93fc7 to hdfs://localhost:34345/user/jenkins/test-data/14d118ee-a83a-b09b-5913-1a58940a5db1/archive/data/default/TestAcidGuarantees/b982b98e12b52abc271df4d930581a34/C/04185b8c6a8044d0a0e5995337e93fc7 2024-11-14T14:41:02,288 DEBUG [HFileArchiver-1 {}] backup.HFileArchiver(596): Archived from FileablePath, hdfs://localhost:34345/user/jenkins/test-data/14d118ee-a83a-b09b-5913-1a58940a5db1/data/default/TestAcidGuarantees/b982b98e12b52abc271df4d930581a34/C/a0e7b26009c146df919d335b123acf99 to hdfs://localhost:34345/user/jenkins/test-data/14d118ee-a83a-b09b-5913-1a58940a5db1/archive/data/default/TestAcidGuarantees/b982b98e12b52abc271df4d930581a34/C/a0e7b26009c146df919d335b123acf99 2024-11-14T14:41:02,290 DEBUG [HFileArchiver-1 {}] backup.HFileArchiver(596): Archived from FileablePath, hdfs://localhost:34345/user/jenkins/test-data/14d118ee-a83a-b09b-5913-1a58940a5db1/data/default/TestAcidGuarantees/b982b98e12b52abc271df4d930581a34/C/b2cae1881828446b91344f8e07d21337 to hdfs://localhost:34345/user/jenkins/test-data/14d118ee-a83a-b09b-5913-1a58940a5db1/archive/data/default/TestAcidGuarantees/b982b98e12b52abc271df4d930581a34/C/b2cae1881828446b91344f8e07d21337 2024-11-14T14:41:02,294 DEBUG [HFileArchiver-1 {}] backup.HFileArchiver(596): Archived from FileablePath, hdfs://localhost:34345/user/jenkins/test-data/14d118ee-a83a-b09b-5913-1a58940a5db1/data/default/TestAcidGuarantees/b982b98e12b52abc271df4d930581a34/recovered.edits/981.seqid to hdfs://localhost:34345/user/jenkins/test-data/14d118ee-a83a-b09b-5913-1a58940a5db1/archive/data/default/TestAcidGuarantees/b982b98e12b52abc271df4d930581a34/recovered.edits/981.seqid 2024-11-14T14:41:02,295 DEBUG [HFileArchiver-1 {}] backup.HFileArchiver(610): Deleted hdfs://localhost:34345/user/jenkins/test-data/14d118ee-a83a-b09b-5913-1a58940a5db1/data/default/TestAcidGuarantees/b982b98e12b52abc271df4d930581a34 2024-11-14T14:41:02,295 DEBUG [PEWorker-3 {}] procedure.DeleteTableProcedure(313): Archived TestAcidGuarantees regions 2024-11-14T14:41:02,300 DEBUG [PEWorker-3 {}] procedure.DeleteTableProcedure(120): Deleting regions from META for pid=31, state=RUNNABLE:DELETE_TABLE_REMOVE_FROM_META, hasLock=true; DeleteTableProcedure table=TestAcidGuarantees 2024-11-14T14:41:02,307 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=35765 {}] util.ReflectedFunctionCache(97): Populated cache for org.apache.hadoop.hbase.filter.KeyOnlyFilter in 0ms 2024-11-14T14:41:02,313 WARN [PEWorker-3 {}] procedure.DeleteTableProcedure(370): Deleting some vestigial 1 rows of TestAcidGuarantees from hbase:meta 2024-11-14T14:41:02,359 DEBUG [PEWorker-3 {}] procedure.DeleteTableProcedure(407): Removing 'TestAcidGuarantees' descriptor. 2024-11-14T14:41:02,361 DEBUG [PEWorker-3 {}] procedure.DeleteTableProcedure(126): Deleting assignment state for pid=31, state=RUNNABLE:DELETE_TABLE_UNASSIGN_REGIONS, hasLock=true; DeleteTableProcedure table=TestAcidGuarantees 2024-11-14T14:41:02,361 DEBUG [PEWorker-3 {}] procedure.DeleteTableProcedure(397): Removing 'TestAcidGuarantees' from region states. 2024-11-14T14:41:02,362 DEBUG [PEWorker-3 {}] assignment.RegionStateStore(723): Delete {"totalColumns":1,"row":"TestAcidGuarantees,,1731595236744.b982b98e12b52abc271df4d930581a34.","families":{"info":[{"qualifier":"","vlen":0,"tag":[],"timestamp":"1731595262361"}]},"ts":"9223372036854775807"} 2024-11-14T14:41:02,366 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45145 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=31 2024-11-14T14:41:02,368 INFO [PEWorker-3 {}] assignment.RegionStateStore(562): Deleted 1 regions from META 2024-11-14T14:41:02,368 DEBUG [PEWorker-3 {}] assignment.RegionStateStore(563): Deleted regions: [{ENCODED => b982b98e12b52abc271df4d930581a34, NAME => 'TestAcidGuarantees,,1731595236744.b982b98e12b52abc271df4d930581a34.', STARTKEY => '', ENDKEY => ''}] 2024-11-14T14:41:02,368 DEBUG [PEWorker-3 {}] procedure.DeleteTableProcedure(401): Marking 'TestAcidGuarantees' as deleted. 2024-11-14T14:41:02,368 DEBUG [PEWorker-3 {}] hbase.MetaTableAccessor(964): Delete {"totalColumns":1,"row":"TestAcidGuarantees","families":{"table":[{"qualifier":"state","vlen":0,"tag":[],"timestamp":"1731595262368"}]},"ts":"9223372036854775807"} 2024-11-14T14:41:02,372 INFO [PEWorker-3 {}] hbase.MetaTableAccessor(867): Deleted table TestAcidGuarantees state from META 2024-11-14T14:41:02,373 DEBUG [PEWorker-3 {}] procedure.DeleteTableProcedure(133): Finished pid=31, state=RUNNABLE:DELETE_TABLE_POST_OPERATION, hasLock=true; DeleteTableProcedure table=TestAcidGuarantees 2024-11-14T14:41:02,375 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1521): Finished pid=31, state=SUCCESS, hasLock=false; DeleteTableProcedure table=TestAcidGuarantees in 122 msec 2024-11-14T14:41:02,580 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45145 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=31 2024-11-14T14:41:02,581 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocator(219): Clear meta cache for TestAcidGuarantees 2024-11-14T14:41:02,581 INFO [RPCClient-NioEventLoopGroup-4-4 {}] client.RawAsyncHBaseAdmin$TableProcedureBiConsumer(2721): Operation: DELETE, Table Name: default:TestAcidGuarantees completed 2024-11-14T14:41:02,599 INFO [Time-limited test {}] hbase.ResourceChecker(175): after: TestAcidGuaranteesWithEagerPolicy#testMixedAtomicity Thread=248 (was 211) Potentially hanging thread: RPCClient-NioEventLoopGroup-4-6 java.base@17.0.11/sun.nio.ch.EPoll.wait(Native Method) java.base@17.0.11/sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:118) java.base@17.0.11/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:129) java.base@17.0.11/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:146) app//org.apache.hbase.thirdparty.io.netty.channel.nio.SelectedSelectionKeySetSelector.select(SelectedSelectionKeySetSelector.java:68) app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.select(NioEventLoop.java:879) app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:526) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: RS_CLOSE_REGION-regionserver/da1c6afcd1f9:0-0 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.park(LockSupport.java:341) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionNode.block(AbstractQueuedSynchronizer.java:506) java.base@17.0.11/java.util.concurrent.ForkJoinPool.unmanagedBlock(ForkJoinPool.java:3465) java.base@17.0.11/java.util.concurrent.ForkJoinPool.managedBlock(ForkJoinPool.java:3436) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:1625) java.base@17.0.11/java.util.concurrent.LinkedBlockingQueue.take(LinkedBlockingQueue.java:435) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1062) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: RPCClient-NioEventLoopGroup-4-12 java.base@17.0.11/sun.nio.ch.EPoll.wait(Native Method) java.base@17.0.11/sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:118) java.base@17.0.11/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:129) java.base@17.0.11/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:146) app//org.apache.hbase.thirdparty.io.netty.channel.nio.SelectedSelectionKeySetSelector.select(SelectedSelectionKeySetSelector.java:68) app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.select(NioEventLoop.java:879) app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:526) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: RPCClient-NioEventLoopGroup-4-4 java.base@17.0.11/sun.nio.ch.EPoll.wait(Native Method) java.base@17.0.11/sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:118) java.base@17.0.11/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:129) java.base@17.0.11/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:141) app//org.apache.hbase.thirdparty.io.netty.channel.nio.SelectedSelectionKeySetSelector.select(SelectedSelectionKeySetSelector.java:62) app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.select(NioEventLoop.java:883) app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:526) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: RPCClient-NioEventLoopGroup-4-8 java.base@17.0.11/sun.nio.ch.EPoll.wait(Native Method) java.base@17.0.11/sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:118) java.base@17.0.11/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:129) java.base@17.0.11/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:146) app//org.apache.hbase.thirdparty.io.netty.channel.nio.SelectedSelectionKeySetSelector.select(SelectedSelectionKeySetSelector.java:68) app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.select(NioEventLoop.java:879) app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:526) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: RPCClient-NioEventLoopGroup-4-11 java.base@17.0.11/sun.nio.ch.EPoll.wait(Native Method) java.base@17.0.11/sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:118) java.base@17.0.11/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:129) java.base@17.0.11/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:146) app//org.apache.hbase.thirdparty.io.netty.channel.nio.SelectedSelectionKeySetSelector.select(SelectedSelectionKeySetSelector.java:68) app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.select(NioEventLoop.java:879) app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:526) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: RS_IN_MEMORY_COMPACTION-regionserver/da1c6afcd1f9:0-1 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.park(LockSupport.java:341) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionNode.block(AbstractQueuedSynchronizer.java:506) java.base@17.0.11/java.util.concurrent.ForkJoinPool.unmanagedBlock(ForkJoinPool.java:3465) java.base@17.0.11/java.util.concurrent.ForkJoinPool.managedBlock(ForkJoinPool.java:3436) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:1625) java.base@17.0.11/java.util.concurrent.LinkedBlockingQueue.take(LinkedBlockingQueue.java:435) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1062) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: RS_IN_MEMORY_COMPACTION-regionserver/da1c6afcd1f9:0-6 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.park(LockSupport.java:341) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionNode.block(AbstractQueuedSynchronizer.java:506) java.base@17.0.11/java.util.concurrent.ForkJoinPool.unmanagedBlock(ForkJoinPool.java:3465) java.base@17.0.11/java.util.concurrent.ForkJoinPool.managedBlock(ForkJoinPool.java:3436) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:1625) java.base@17.0.11/java.util.concurrent.LinkedBlockingQueue.take(LinkedBlockingQueue.java:435) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1062) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: RS_IN_MEMORY_COMPACTION-regionserver/da1c6afcd1f9:0-2 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.park(LockSupport.java:341) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionNode.block(AbstractQueuedSynchronizer.java:506) java.base@17.0.11/java.util.concurrent.ForkJoinPool.unmanagedBlock(ForkJoinPool.java:3465) java.base@17.0.11/java.util.concurrent.ForkJoinPool.managedBlock(ForkJoinPool.java:3436) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:1625) java.base@17.0.11/java.util.concurrent.LinkedBlockingQueue.take(LinkedBlockingQueue.java:435) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1062) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: RS_IN_MEMORY_COMPACTION-regionserver/da1c6afcd1f9:0-8 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.park(LockSupport.java:341) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionNode.block(AbstractQueuedSynchronizer.java:506) java.base@17.0.11/java.util.concurrent.ForkJoinPool.unmanagedBlock(ForkJoinPool.java:3465) java.base@17.0.11/java.util.concurrent.ForkJoinPool.managedBlock(ForkJoinPool.java:3436) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:1625) java.base@17.0.11/java.util.concurrent.LinkedBlockingQueue.take(LinkedBlockingQueue.java:435) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1062) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: RS_FLUSH_OPERATIONS-regionserver/da1c6afcd1f9:0-0 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.park(LockSupport.java:341) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionNode.block(AbstractQueuedSynchronizer.java:506) java.base@17.0.11/java.util.concurrent.ForkJoinPool.unmanagedBlock(ForkJoinPool.java:3465) java.base@17.0.11/java.util.concurrent.ForkJoinPool.managedBlock(ForkJoinPool.java:3436) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:1625) java.base@17.0.11/java.util.concurrent.LinkedBlockingQueue.take(LinkedBlockingQueue.java:435) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1062) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: RS:0;da1c6afcd1f9:35765-shortCompactions-0 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.park(LockSupport.java:341) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionNode.block(AbstractQueuedSynchronizer.java:506) java.base@17.0.11/java.util.concurrent.ForkJoinPool.unmanagedBlock(ForkJoinPool.java:3465) java.base@17.0.11/java.util.concurrent.ForkJoinPool.managedBlock(ForkJoinPool.java:3436) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:1625) java.base@17.0.11/java.util.concurrent.PriorityBlockingQueue.take(PriorityBlockingQueue.java:535) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1062) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: ProcedureExecutor-Async-Task-Executor-2 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:1674) java.base@17.0.11/java.util.concurrent.LinkedBlockingQueue.poll(LinkedBlockingQueue.java:460) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1061) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: RS_IN_MEMORY_COMPACTION-regionserver/da1c6afcd1f9:0-9 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.park(LockSupport.java:341) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionNode.block(AbstractQueuedSynchronizer.java:506) java.base@17.0.11/java.util.concurrent.ForkJoinPool.unmanagedBlock(ForkJoinPool.java:3465) java.base@17.0.11/java.util.concurrent.ForkJoinPool.managedBlock(ForkJoinPool.java:3436) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:1625) java.base@17.0.11/java.util.concurrent.LinkedBlockingQueue.take(LinkedBlockingQueue.java:435) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1062) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: RPCClient-NioEventLoopGroup-4-5 java.base@17.0.11/sun.nio.ch.EPoll.wait(Native Method) java.base@17.0.11/sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:118) java.base@17.0.11/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:129) java.base@17.0.11/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:146) app//org.apache.hbase.thirdparty.io.netty.channel.nio.SelectedSelectionKeySetSelector.select(SelectedSelectionKeySetSelector.java:68) app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.select(NioEventLoop.java:879) app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:526) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: RPCClient-NioEventLoopGroup-4-15 java.base@17.0.11/sun.nio.ch.EPoll.wait(Native Method) java.base@17.0.11/sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:118) java.base@17.0.11/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:129) java.base@17.0.11/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:146) app//org.apache.hbase.thirdparty.io.netty.channel.nio.SelectedSelectionKeySetSelector.select(SelectedSelectionKeySetSelector.java:68) app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.select(NioEventLoop.java:879) app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:526) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: RS_IN_MEMORY_COMPACTION-regionserver/da1c6afcd1f9:0-5 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.park(LockSupport.java:341) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionNode.block(AbstractQueuedSynchronizer.java:506) java.base@17.0.11/java.util.concurrent.ForkJoinPool.unmanagedBlock(ForkJoinPool.java:3465) java.base@17.0.11/java.util.concurrent.ForkJoinPool.managedBlock(ForkJoinPool.java:3436) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:1625) java.base@17.0.11/java.util.concurrent.LinkedBlockingQueue.take(LinkedBlockingQueue.java:435) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1062) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: RS_IN_MEMORY_COMPACTION-regionserver/da1c6afcd1f9:0-0 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.park(LockSupport.java:341) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionNode.block(AbstractQueuedSynchronizer.java:506) java.base@17.0.11/java.util.concurrent.ForkJoinPool.unmanagedBlock(ForkJoinPool.java:3465) java.base@17.0.11/java.util.concurrent.ForkJoinPool.managedBlock(ForkJoinPool.java:3436) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:1625) java.base@17.0.11/java.util.concurrent.LinkedBlockingQueue.take(LinkedBlockingQueue.java:435) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1062) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: RS_IN_MEMORY_COMPACTION-regionserver/da1c6afcd1f9:0-7 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.park(LockSupport.java:341) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionNode.block(AbstractQueuedSynchronizer.java:506) java.base@17.0.11/java.util.concurrent.ForkJoinPool.unmanagedBlock(ForkJoinPool.java:3465) java.base@17.0.11/java.util.concurrent.ForkJoinPool.managedBlock(ForkJoinPool.java:3436) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:1625) java.base@17.0.11/java.util.concurrent.LinkedBlockingQueue.take(LinkedBlockingQueue.java:435) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1062) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: RPCClient-NioEventLoopGroup-4-16 java.base@17.0.11/sun.nio.ch.EPoll.wait(Native Method) java.base@17.0.11/sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:118) java.base@17.0.11/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:129) java.base@17.0.11/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:146) app//org.apache.hbase.thirdparty.io.netty.channel.nio.SelectedSelectionKeySetSelector.select(SelectedSelectionKeySetSelector.java:68) app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.select(NioEventLoop.java:879) app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:526) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: RPCClient-NioEventLoopGroup-4-7 java.base@17.0.11/sun.nio.ch.EPoll.wait(Native Method) java.base@17.0.11/sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:118) java.base@17.0.11/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:129) java.base@17.0.11/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:146) app//org.apache.hbase.thirdparty.io.netty.channel.nio.SelectedSelectionKeySetSelector.select(SelectedSelectionKeySetSelector.java:68) app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.select(NioEventLoop.java:879) app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:526) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: RS_OPEN_REGION-regionserver/da1c6afcd1f9:0-0 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.park(LockSupport.java:341) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionNode.block(AbstractQueuedSynchronizer.java:506) java.base@17.0.11/java.util.concurrent.ForkJoinPool.unmanagedBlock(ForkJoinPool.java:3465) java.base@17.0.11/java.util.concurrent.ForkJoinPool.managedBlock(ForkJoinPool.java:3436) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:1625) java.base@17.0.11/java.util.concurrent.LinkedBlockingQueue.take(LinkedBlockingQueue.java:435) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1062) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: DataXceiver for client DFSClient_NONMAPREDUCE_-672727787_22 at /127.0.0.1:43332 [Waiting for operation #423] java.base@17.0.11/sun.nio.ch.EPoll.wait(Native Method) java.base@17.0.11/sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:118) java.base@17.0.11/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:129) java.base@17.0.11/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:141) app//org.apache.hadoop.net.SocketIOWithTimeout$SelectorPool.select(SocketIOWithTimeout.java:335) app//org.apache.hadoop.net.SocketIOWithTimeout.doIO(SocketIOWithTimeout.java:156) app//org.apache.hadoop.net.SocketInputStream.read(SocketInputStream.java:161) app//org.apache.hadoop.net.SocketInputStream.read(SocketInputStream.java:131) java.base@17.0.11/java.io.BufferedInputStream.fill(BufferedInputStream.java:244) java.base@17.0.11/java.io.BufferedInputStream.read(BufferedInputStream.java:263) java.base@17.0.11/java.io.DataInputStream.readUnsignedShort(DataInputStream.java:334) java.base@17.0.11/java.io.DataInputStream.readShort(DataInputStream.java:312) app//org.apache.hadoop.hdfs.protocol.datatransfer.Receiver.readOp(Receiver.java:72) app//org.apache.hadoop.hdfs.server.datanode.DataXceiver.run(DataXceiver.java:273) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: RPCClient-NioEventLoopGroup-4-14 java.base@17.0.11/sun.nio.ch.EPoll.wait(Native Method) java.base@17.0.11/sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:118) java.base@17.0.11/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:129) java.base@17.0.11/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:146) app//org.apache.hbase.thirdparty.io.netty.channel.nio.SelectedSelectionKeySetSelector.select(SelectedSelectionKeySetSelector.java:68) app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.select(NioEventLoop.java:879) app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:526) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: RS_FLUSH_OPERATIONS-regionserver/da1c6afcd1f9:0-1 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.park(LockSupport.java:341) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionNode.block(AbstractQueuedSynchronizer.java:506) java.base@17.0.11/java.util.concurrent.ForkJoinPool.unmanagedBlock(ForkJoinPool.java:3465) java.base@17.0.11/java.util.concurrent.ForkJoinPool.managedBlock(ForkJoinPool.java:3436) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:1625) java.base@17.0.11/java.util.concurrent.LinkedBlockingQueue.take(LinkedBlockingQueue.java:435) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1062) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: DataXceiver for client DFSClient_NONMAPREDUCE_-998488563_22 at /127.0.0.1:37298 [Waiting for operation #410] java.base@17.0.11/sun.nio.ch.EPoll.wait(Native Method) java.base@17.0.11/sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:118) java.base@17.0.11/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:129) java.base@17.0.11/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:141) app//org.apache.hadoop.net.SocketIOWithTimeout$SelectorPool.select(SocketIOWithTimeout.java:335) app//org.apache.hadoop.net.SocketIOWithTimeout.doIO(SocketIOWithTimeout.java:156) app//org.apache.hadoop.net.SocketInputStream.read(SocketInputStream.java:161) app//org.apache.hadoop.net.SocketInputStream.read(SocketInputStream.java:131) java.base@17.0.11/java.io.BufferedInputStream.fill(BufferedInputStream.java:244) java.base@17.0.11/java.io.BufferedInputStream.read(BufferedInputStream.java:263) java.base@17.0.11/java.io.DataInputStream.readUnsignedShort(DataInputStream.java:334) java.base@17.0.11/java.io.DataInputStream.readShort(DataInputStream.java:312) app//org.apache.hadoop.hdfs.protocol.datatransfer.Receiver.readOp(Receiver.java:72) app//org.apache.hadoop.hdfs.server.datanode.DataXceiver.run(DataXceiver.java:273) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: RPCClient-NioEventLoopGroup-4-10 java.base@17.0.11/sun.nio.ch.EPoll.wait(Native Method) java.base@17.0.11/sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:118) java.base@17.0.11/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:129) java.base@17.0.11/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:146) app//org.apache.hbase.thirdparty.io.netty.channel.nio.SelectedSelectionKeySetSelector.select(SelectedSelectionKeySetSelector.java:68) app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.select(NioEventLoop.java:879) app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:526) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: RSProcedureDispatcher-pool-1 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:1674) java.base@17.0.11/java.util.concurrent.LinkedBlockingQueue.poll(LinkedBlockingQueue.java:460) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1061) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: HFileArchiver-1 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:1674) java.base@17.0.11/java.util.concurrent.LinkedBlockingQueue.poll(LinkedBlockingQueue.java:460) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1061) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: RS_IN_MEMORY_COMPACTION-regionserver/da1c6afcd1f9:0-4 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.park(LockSupport.java:341) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionNode.block(AbstractQueuedSynchronizer.java:506) java.base@17.0.11/java.util.concurrent.ForkJoinPool.unmanagedBlock(ForkJoinPool.java:3465) java.base@17.0.11/java.util.concurrent.ForkJoinPool.managedBlock(ForkJoinPool.java:3436) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:1625) java.base@17.0.11/java.util.concurrent.LinkedBlockingQueue.take(LinkedBlockingQueue.java:435) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1062) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: RS_FLUSH_OPERATIONS-regionserver/da1c6afcd1f9:0-2 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.park(LockSupport.java:341) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionNode.block(AbstractQueuedSynchronizer.java:506) java.base@17.0.11/java.util.concurrent.ForkJoinPool.unmanagedBlock(ForkJoinPool.java:3465) java.base@17.0.11/java.util.concurrent.ForkJoinPool.managedBlock(ForkJoinPool.java:3436) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:1625) java.base@17.0.11/java.util.concurrent.LinkedBlockingQueue.take(LinkedBlockingQueue.java:435) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1062) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: RPCClient-NioEventLoopGroup-4-9 java.base@17.0.11/sun.nio.ch.EPoll.wait(Native Method) java.base@17.0.11/sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:118) java.base@17.0.11/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:129) java.base@17.0.11/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:146) app//org.apache.hbase.thirdparty.io.netty.channel.nio.SelectedSelectionKeySetSelector.select(SelectedSelectionKeySetSelector.java:68) app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.select(NioEventLoop.java:879) app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:526) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: Timer for 'HBase' metrics system java.base@17.0.11/java.lang.Object.wait(Native Method) java.base@17.0.11/java.util.TimerThread.mainLoop(Timer.java:563) java.base@17.0.11/java.util.TimerThread.run(Timer.java:516) Potentially hanging thread: RSProcedureDispatcher-pool-2 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:1674) java.base@17.0.11/java.util.concurrent.LinkedBlockingQueue.poll(LinkedBlockingQueue.java:460) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1061) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: ProcedureExecutor-Async-Task-Executor-1 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:1674) java.base@17.0.11/java.util.concurrent.LinkedBlockingQueue.poll(LinkedBlockingQueue.java:460) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1061) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: RPCClient-NioEventLoopGroup-4-13 java.base@17.0.11/sun.nio.ch.EPoll.wait(Native Method) java.base@17.0.11/sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:118) java.base@17.0.11/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:129) java.base@17.0.11/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:146) app//org.apache.hbase.thirdparty.io.netty.channel.nio.SelectedSelectionKeySetSelector.select(SelectedSelectionKeySetSelector.java:68) app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.select(NioEventLoop.java:879) app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:526) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: ProcedureExecutor-Async-Task-Executor-0 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:1674) java.base@17.0.11/java.util.concurrent.LinkedBlockingQueue.poll(LinkedBlockingQueue.java:460) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1061) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: ProcedureExecutor-Async-Task-Executor-3 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:1674) java.base@17.0.11/java.util.concurrent.LinkedBlockingQueue.poll(LinkedBlockingQueue.java:460) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1061) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: RS_IN_MEMORY_COMPACTION-regionserver/da1c6afcd1f9:0-3 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.park(LockSupport.java:341) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionNode.block(AbstractQueuedSynchronizer.java:506) java.base@17.0.11/java.util.concurrent.ForkJoinPool.unmanagedBlock(ForkJoinPool.java:3465) java.base@17.0.11/java.util.concurrent.ForkJoinPool.managedBlock(ForkJoinPool.java:3436) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:1625) java.base@17.0.11/java.util.concurrent.LinkedBlockingQueue.take(LinkedBlockingQueue.java:435) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1062) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) - Thread LEAK? -, OpenFileDescriptor=455 (was 441) - OpenFileDescriptor LEAK? -, MaxFileDescriptor=1048576 (was 1048576), SystemLoadAverage=433 (was 309) - SystemLoadAverage LEAK? -, ProcessCount=11 (was 11), AvailableMemoryMB=8419 (was 8925) 2024-11-14T14:41:02,613 INFO [Time-limited test {}] hbase.ResourceChecker(147): before: TestAcidGuaranteesWithEagerPolicy#testMobMixedAtomicity Thread=248, OpenFileDescriptor=455, MaxFileDescriptor=1048576, SystemLoadAverage=433, ProcessCount=11, AvailableMemoryMB=8418 2024-11-14T14:41:02,615 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45145 {}] util.TableDescriptorChecker(321): MEMSTORE_FLUSHSIZE for table descriptor or "hbase.hregion.memstore.flush.size" (131072) is too small, which might cause very frequent flushing. 2024-11-14T14:41:02,615 INFO [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45145 {}] master.HMaster$4(2454): Client=jenkins//172.17.0.2 create 'TestAcidGuarantees', {TABLE_ATTRIBUTES => {METADATA => {'hbase.hregion.compacting.memstore.type' => 'EAGER', 'hbase.hregion.memstore.mslab.enabled' => 'false', 'hbase.memstore.inmemoryflush.threshold.factor' => '0.9'}}}, {NAME => 'A', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'B', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'C', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} 2024-11-14T14:41:02,617 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45145 {}] procedure2.ProcedureExecutor(1139): Stored pid=32, state=RUNNABLE:CREATE_TABLE_PRE_OPERATION, hasLock=false; CreateTableProcedure table=TestAcidGuarantees 2024-11-14T14:41:02,618 INFO [PEWorker-4 {}] procedure.CreateTableProcedure(89): pid=32, state=RUNNABLE:CREATE_TABLE_PRE_OPERATION, hasLock=true; CreateTableProcedure table=TestAcidGuarantees execute state=CREATE_TABLE_PRE_OPERATION 2024-11-14T14:41:02,618 DEBUG [PEWorker-4 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T14:41:02,618 INFO [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45145 {}] master.MasterRpcServices(787): Client=jenkins//172.17.0.2 procedure request for creating table: namespace: "default" qualifier: "TestAcidGuarantees" procId is: 32 2024-11-14T14:41:02,619 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45145 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=32 2024-11-14T14:41:02,620 INFO [PEWorker-4 {}] procedure.CreateTableProcedure(89): pid=32, state=RUNNABLE:CREATE_TABLE_WRITE_FS_LAYOUT, hasLock=true; CreateTableProcedure table=TestAcidGuarantees execute state=CREATE_TABLE_WRITE_FS_LAYOUT 2024-11-14T14:41:02,629 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36699 is added to blk_1073741971_1147 (size=1061) 2024-11-14T14:41:02,719 DEBUG [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(153): Removing adapter for the MetricRegistry: RegionServer,sub=TableRequests_Namespace_default_table_TestAcidGuarantees 2024-11-14T14:41:02,727 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45145 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=32 2024-11-14T14:41:02,936 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45145 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=32 2024-11-14T14:41:03,032 INFO [RegionOpenAndInit-TestAcidGuarantees-pool-0 {}] regionserver.HRegion(7572): creating {ENCODED => 3b1a5ce21fb918810d964a76bfd27f36, NAME => 'TestAcidGuarantees,,1731595262615.3b1a5ce21fb918810d964a76bfd27f36.', STARTKEY => '', ENDKEY => ''}, tableDescriptor='TestAcidGuarantees', {TABLE_ATTRIBUTES => {METADATA => {'hbase.hregion.compacting.memstore.type' => 'EAGER', 'hbase.hregion.memstore.mslab.enabled' => 'false', 'hbase.memstore.inmemoryflush.threshold.factor' => '0.9', 'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'A', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'B', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'C', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, regionDir=hdfs://localhost:34345/user/jenkins/test-data/14d118ee-a83a-b09b-5913-1a58940a5db1 2024-11-14T14:41:03,037 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36699 is added to blk_1073741972_1148 (size=53) 2024-11-14T14:41:03,246 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45145 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=32 2024-11-14T14:41:03,438 DEBUG [RegionOpenAndInit-TestAcidGuarantees-pool-0 {}] regionserver.HRegion(898): Instantiated TestAcidGuarantees,,1731595262615.3b1a5ce21fb918810d964a76bfd27f36.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-14T14:41:03,438 DEBUG [RegionOpenAndInit-TestAcidGuarantees-pool-0 {}] regionserver.HRegion(1722): Closing 3b1a5ce21fb918810d964a76bfd27f36, disabling compactions & flushes 2024-11-14T14:41:03,438 INFO [RegionOpenAndInit-TestAcidGuarantees-pool-0 {}] regionserver.HRegion(1755): Closing region TestAcidGuarantees,,1731595262615.3b1a5ce21fb918810d964a76bfd27f36. 2024-11-14T14:41:03,438 DEBUG [RegionOpenAndInit-TestAcidGuarantees-pool-0 {}] regionserver.HRegion(1776): Time limited wait for close lock on TestAcidGuarantees,,1731595262615.3b1a5ce21fb918810d964a76bfd27f36. 2024-11-14T14:41:03,438 DEBUG [RegionOpenAndInit-TestAcidGuarantees-pool-0 {}] regionserver.HRegion(1843): Acquired close lock on TestAcidGuarantees,,1731595262615.3b1a5ce21fb918810d964a76bfd27f36. after waiting 0 ms 2024-11-14T14:41:03,438 DEBUG [RegionOpenAndInit-TestAcidGuarantees-pool-0 {}] regionserver.HRegion(1853): Updates disabled for region TestAcidGuarantees,,1731595262615.3b1a5ce21fb918810d964a76bfd27f36. 2024-11-14T14:41:03,438 INFO [RegionOpenAndInit-TestAcidGuarantees-pool-0 {}] regionserver.HRegion(1973): Closed TestAcidGuarantees,,1731595262615.3b1a5ce21fb918810d964a76bfd27f36. 2024-11-14T14:41:03,439 DEBUG [RegionOpenAndInit-TestAcidGuarantees-pool-0 {}] regionserver.HRegion(1676): Region close journal for 3b1a5ce21fb918810d964a76bfd27f36: Waiting for close lock at 1731595263438Disabling compacts and flushes for region at 1731595263438Disabling writes for close at 1731595263438Writing region close event to WAL at 1731595263438Closed at 1731595263438 2024-11-14T14:41:03,440 INFO [PEWorker-4 {}] procedure.CreateTableProcedure(89): pid=32, state=RUNNABLE:CREATE_TABLE_ADD_TO_META, hasLock=true; CreateTableProcedure table=TestAcidGuarantees execute state=CREATE_TABLE_ADD_TO_META 2024-11-14T14:41:03,440 DEBUG [PEWorker-4 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":2,"row":"TestAcidGuarantees,,1731595262615.3b1a5ce21fb918810d964a76bfd27f36.","families":{"info":[{"qualifier":"regioninfo","vlen":52,"tag":[],"timestamp":"1731595263440"},{"qualifier":"state","vlen":6,"tag":[],"timestamp":"1731595263440"}]},"ts":"1731595263440"} 2024-11-14T14:41:03,443 INFO [PEWorker-4 {}] hbase.MetaTableAccessor(832): Added 1 regions to meta. 2024-11-14T14:41:03,444 INFO [PEWorker-4 {}] procedure.CreateTableProcedure(89): pid=32, state=RUNNABLE:CREATE_TABLE_ASSIGN_REGIONS, hasLock=true; CreateTableProcedure table=TestAcidGuarantees execute state=CREATE_TABLE_ASSIGN_REGIONS 2024-11-14T14:41:03,444 DEBUG [PEWorker-4 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":1,"row":"TestAcidGuarantees","families":{"table":[{"qualifier":"state","vlen":2,"tag":[],"timestamp":"1731595263444"}]},"ts":"1731595263444"} 2024-11-14T14:41:03,446 INFO [PEWorker-4 {}] hbase.MetaTableAccessor(843): Updated tableName=TestAcidGuarantees, state=ENABLING in hbase:meta 2024-11-14T14:41:03,446 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=33, ppid=32, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=TestAcidGuarantees, region=3b1a5ce21fb918810d964a76bfd27f36, ASSIGN}] 2024-11-14T14:41:03,447 INFO [PEWorker-2 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=33, ppid=32, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=TestAcidGuarantees, region=3b1a5ce21fb918810d964a76bfd27f36, ASSIGN 2024-11-14T14:41:03,448 INFO [PEWorker-2 {}] assignment.TransitRegionStateProcedure(269): Starting pid=33, ppid=32, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=true; TransitRegionStateProcedure table=TestAcidGuarantees, region=3b1a5ce21fb918810d964a76bfd27f36, ASSIGN; state=OFFLINE, location=da1c6afcd1f9,35765,1731595233113; forceNewPlan=false, retain=false 2024-11-14T14:41:03,599 INFO [PEWorker-1 {}] assignment.RegionStateStore(223): pid=33 updating hbase:meta row=3b1a5ce21fb918810d964a76bfd27f36, regionState=OPENING, regionLocation=da1c6afcd1f9,35765,1731595233113 2024-11-14T14:41:03,602 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-3 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=33, ppid=32, state=RUNNABLE:REGION_STATE_TRANSITION_OPEN, hasLock=true; TransitRegionStateProcedure table=TestAcidGuarantees, region=3b1a5ce21fb918810d964a76bfd27f36, ASSIGN because future has completed 2024-11-14T14:41:03,602 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=34, ppid=33, state=RUNNABLE, hasLock=false; OpenRegionProcedure 3b1a5ce21fb918810d964a76bfd27f36, server=da1c6afcd1f9,35765,1731595233113}] 2024-11-14T14:41:03,756 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45145 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=32 2024-11-14T14:41:03,760 INFO [RS_OPEN_REGION-regionserver/da1c6afcd1f9:0-0 {event_type=M_RS_OPEN_REGION, pid=34}] handler.AssignRegionHandler(132): Open TestAcidGuarantees,,1731595262615.3b1a5ce21fb918810d964a76bfd27f36. 2024-11-14T14:41:03,760 DEBUG [RS_OPEN_REGION-regionserver/da1c6afcd1f9:0-0 {event_type=M_RS_OPEN_REGION, pid=34}] regionserver.HRegion(7752): Opening region: {ENCODED => 3b1a5ce21fb918810d964a76bfd27f36, NAME => 'TestAcidGuarantees,,1731595262615.3b1a5ce21fb918810d964a76bfd27f36.', STARTKEY => '', ENDKEY => ''} 2024-11-14T14:41:03,760 DEBUG [RS_OPEN_REGION-regionserver/da1c6afcd1f9:0-0 {event_type=M_RS_OPEN_REGION, pid=34}] regionserver.MetricsRegionSourceImpl(79): Creating new MetricsRegionSourceImpl for table TestAcidGuarantees 3b1a5ce21fb918810d964a76bfd27f36 2024-11-14T14:41:03,760 DEBUG [RS_OPEN_REGION-regionserver/da1c6afcd1f9:0-0 {event_type=M_RS_OPEN_REGION, pid=34}] regionserver.HRegion(898): Instantiated TestAcidGuarantees,,1731595262615.3b1a5ce21fb918810d964a76bfd27f36.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-14T14:41:03,760 DEBUG [RS_OPEN_REGION-regionserver/da1c6afcd1f9:0-0 {event_type=M_RS_OPEN_REGION, pid=34}] regionserver.HRegion(7794): checking encryption for 3b1a5ce21fb918810d964a76bfd27f36 2024-11-14T14:41:03,760 DEBUG [RS_OPEN_REGION-regionserver/da1c6afcd1f9:0-0 {event_type=M_RS_OPEN_REGION, pid=34}] regionserver.HRegion(7797): checking classloading for 3b1a5ce21fb918810d964a76bfd27f36 2024-11-14T14:41:03,762 INFO [StoreOpener-3b1a5ce21fb918810d964a76bfd27f36-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family A of region 3b1a5ce21fb918810d964a76bfd27f36 2024-11-14T14:41:03,763 INFO [StoreOpener-3b1a5ce21fb918810d964a76bfd27f36-1 {}] regionserver.CompactingMemStore(122): Store=A, in-memory flush size threshold=38.40 KB, immutable segments index type=ARRAY_MAP, compactor=EAGER, pipelineThreshold=2, compactionCellMax=10 2024-11-14T14:41:03,764 INFO [StoreOpener-3b1a5ce21fb918810d964a76bfd27f36-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 3b1a5ce21fb918810d964a76bfd27f36 columnFamilyName A 2024-11-14T14:41:03,765 DEBUG [StoreOpener-3b1a5ce21fb918810d964a76bfd27f36-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T14:41:03,765 INFO [StoreOpener-3b1a5ce21fb918810d964a76bfd27f36-1 {}] regionserver.HStore(327): Store=3b1a5ce21fb918810d964a76bfd27f36/A, memstore type=CompactingMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-14T14:41:03,765 INFO [StoreOpener-3b1a5ce21fb918810d964a76bfd27f36-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family B of region 3b1a5ce21fb918810d964a76bfd27f36 2024-11-14T14:41:03,766 INFO [StoreOpener-3b1a5ce21fb918810d964a76bfd27f36-1 {}] regionserver.CompactingMemStore(122): Store=B, in-memory flush size threshold=38.40 KB, immutable segments index type=ARRAY_MAP, compactor=EAGER, pipelineThreshold=2, compactionCellMax=10 2024-11-14T14:41:03,767 INFO [StoreOpener-3b1a5ce21fb918810d964a76bfd27f36-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 3b1a5ce21fb918810d964a76bfd27f36 columnFamilyName B 2024-11-14T14:41:03,767 DEBUG [StoreOpener-3b1a5ce21fb918810d964a76bfd27f36-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T14:41:03,767 INFO [StoreOpener-3b1a5ce21fb918810d964a76bfd27f36-1 {}] regionserver.HStore(327): Store=3b1a5ce21fb918810d964a76bfd27f36/B, memstore type=CompactingMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-14T14:41:03,767 INFO [StoreOpener-3b1a5ce21fb918810d964a76bfd27f36-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family C of region 3b1a5ce21fb918810d964a76bfd27f36 2024-11-14T14:41:03,768 INFO [StoreOpener-3b1a5ce21fb918810d964a76bfd27f36-1 {}] regionserver.CompactingMemStore(122): Store=C, in-memory flush size threshold=38.40 KB, immutable segments index type=ARRAY_MAP, compactor=EAGER, pipelineThreshold=2, compactionCellMax=10 2024-11-14T14:41:03,768 INFO [StoreOpener-3b1a5ce21fb918810d964a76bfd27f36-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 3b1a5ce21fb918810d964a76bfd27f36 columnFamilyName C 2024-11-14T14:41:03,768 DEBUG [StoreOpener-3b1a5ce21fb918810d964a76bfd27f36-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T14:41:03,769 INFO [StoreOpener-3b1a5ce21fb918810d964a76bfd27f36-1 {}] regionserver.HStore(327): Store=3b1a5ce21fb918810d964a76bfd27f36/C, memstore type=CompactingMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-14T14:41:03,769 INFO [RS_OPEN_REGION-regionserver/da1c6afcd1f9:0-0 {event_type=M_RS_OPEN_REGION, pid=34}] regionserver.HRegion(1212): Setting FlushNonSloppyStoresFirstPolicy for the region=TestAcidGuarantees,,1731595262615.3b1a5ce21fb918810d964a76bfd27f36. 2024-11-14T14:41:03,769 DEBUG [RS_OPEN_REGION-regionserver/da1c6afcd1f9:0-0 {event_type=M_RS_OPEN_REGION, pid=34}] regionserver.HRegion(1038): replaying wal for 3b1a5ce21fb918810d964a76bfd27f36 2024-11-14T14:41:03,770 DEBUG [RS_OPEN_REGION-regionserver/da1c6afcd1f9:0-0 {event_type=M_RS_OPEN_REGION, pid=34}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:34345/user/jenkins/test-data/14d118ee-a83a-b09b-5913-1a58940a5db1/data/default/TestAcidGuarantees/3b1a5ce21fb918810d964a76bfd27f36 2024-11-14T14:41:03,770 DEBUG [RS_OPEN_REGION-regionserver/da1c6afcd1f9:0-0 {event_type=M_RS_OPEN_REGION, pid=34}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:34345/user/jenkins/test-data/14d118ee-a83a-b09b-5913-1a58940a5db1/data/default/TestAcidGuarantees/3b1a5ce21fb918810d964a76bfd27f36 2024-11-14T14:41:03,772 DEBUG [RS_OPEN_REGION-regionserver/da1c6afcd1f9:0-0 {event_type=M_RS_OPEN_REGION, pid=34}] regionserver.HRegion(1048): stopping wal replay for 3b1a5ce21fb918810d964a76bfd27f36 2024-11-14T14:41:03,772 DEBUG [RS_OPEN_REGION-regionserver/da1c6afcd1f9:0-0 {event_type=M_RS_OPEN_REGION, pid=34}] regionserver.HRegion(1060): Cleaning up temporary data for 3b1a5ce21fb918810d964a76bfd27f36 2024-11-14T14:41:03,776 DEBUG [RS_OPEN_REGION-regionserver/da1c6afcd1f9:0-0 {event_type=M_RS_OPEN_REGION, pid=34}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table TestAcidGuarantees descriptor;using region.getMemStoreFlushHeapSize/# of families (16.0 M)) instead. 2024-11-14T14:41:03,777 DEBUG [RS_OPEN_REGION-regionserver/da1c6afcd1f9:0-0 {event_type=M_RS_OPEN_REGION, pid=34}] regionserver.HRegion(1093): writing seq id for 3b1a5ce21fb918810d964a76bfd27f36 2024-11-14T14:41:03,779 DEBUG [RS_OPEN_REGION-regionserver/da1c6afcd1f9:0-0 {event_type=M_RS_OPEN_REGION, pid=34}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:34345/user/jenkins/test-data/14d118ee-a83a-b09b-5913-1a58940a5db1/data/default/TestAcidGuarantees/3b1a5ce21fb918810d964a76bfd27f36/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-11-14T14:41:03,780 INFO [RS_OPEN_REGION-regionserver/da1c6afcd1f9:0-0 {event_type=M_RS_OPEN_REGION, pid=34}] regionserver.HRegion(1114): Opened 3b1a5ce21fb918810d964a76bfd27f36; next sequenceid=2; ConstantSizeRegionSplitPolicy{desiredMaxFileSize=64799843, jitterRate=-0.03440709412097931}, FlushLargeStoresPolicy{flushSizeLowerBound=16777216} 2024-11-14T14:41:03,780 DEBUG [RS_OPEN_REGION-regionserver/da1c6afcd1f9:0-0 {event_type=M_RS_OPEN_REGION, pid=34}] regionserver.HRegion(1122): Running coprocessor post-open hooks for 3b1a5ce21fb918810d964a76bfd27f36 2024-11-14T14:41:03,781 DEBUG [RS_OPEN_REGION-regionserver/da1c6afcd1f9:0-0 {event_type=M_RS_OPEN_REGION, pid=34}] regionserver.HRegion(1006): Region open journal for 3b1a5ce21fb918810d964a76bfd27f36: Running coprocessor pre-open hook at 1731595263761Writing region info on filesystem at 1731595263761Initializing all the Stores at 1731595263761Instantiating store for column family {NAME => 'A', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731595263761Instantiating store for column family {NAME => 'B', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731595263762 (+1 ms)Instantiating store for column family {NAME => 'C', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731595263762Cleaning up temporary data from old regions at 1731595263772 (+10 ms)Running coprocessor post-open hooks at 1731595263780 (+8 ms)Region opened successfully at 1731595263781 (+1 ms) 2024-11-14T14:41:03,782 INFO [RS_OPEN_REGION-regionserver/da1c6afcd1f9:0-0 {event_type=M_RS_OPEN_REGION, pid=34}] regionserver.HRegionServer(2236): Post open deploy tasks for TestAcidGuarantees,,1731595262615.3b1a5ce21fb918810d964a76bfd27f36., pid=34, masterSystemTime=1731595263755 2024-11-14T14:41:03,784 DEBUG [RS_OPEN_REGION-regionserver/da1c6afcd1f9:0-0 {event_type=M_RS_OPEN_REGION, pid=34}] regionserver.HRegionServer(2266): Finished post open deploy task for TestAcidGuarantees,,1731595262615.3b1a5ce21fb918810d964a76bfd27f36. 2024-11-14T14:41:03,784 INFO [RS_OPEN_REGION-regionserver/da1c6afcd1f9:0-0 {event_type=M_RS_OPEN_REGION, pid=34}] handler.AssignRegionHandler(153): Opened TestAcidGuarantees,,1731595262615.3b1a5ce21fb918810d964a76bfd27f36. 2024-11-14T14:41:03,784 INFO [PEWorker-4 {}] assignment.RegionStateStore(223): pid=33 updating hbase:meta row=3b1a5ce21fb918810d964a76bfd27f36, regionState=OPEN, openSeqNum=2, regionLocation=da1c6afcd1f9,35765,1731595233113 2024-11-14T14:41:03,787 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-3 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=34, ppid=33, state=RUNNABLE, hasLock=false; OpenRegionProcedure 3b1a5ce21fb918810d964a76bfd27f36, server=da1c6afcd1f9,35765,1731595233113 because future has completed 2024-11-14T14:41:03,791 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=34, resume processing ppid=33 2024-11-14T14:41:03,791 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1521): Finished pid=34, ppid=33, state=SUCCESS, hasLock=false; OpenRegionProcedure 3b1a5ce21fb918810d964a76bfd27f36, server=da1c6afcd1f9,35765,1731595233113 in 186 msec 2024-11-14T14:41:03,793 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=33, resume processing ppid=32 2024-11-14T14:41:03,793 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1521): Finished pid=33, ppid=32, state=SUCCESS, hasLock=false; TransitRegionStateProcedure table=TestAcidGuarantees, region=3b1a5ce21fb918810d964a76bfd27f36, ASSIGN in 345 msec 2024-11-14T14:41:03,794 INFO [PEWorker-5 {}] procedure.CreateTableProcedure(89): pid=32, state=RUNNABLE:CREATE_TABLE_UPDATE_DESC_CACHE, hasLock=true; CreateTableProcedure table=TestAcidGuarantees execute state=CREATE_TABLE_UPDATE_DESC_CACHE 2024-11-14T14:41:03,794 DEBUG [PEWorker-5 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":1,"row":"TestAcidGuarantees","families":{"table":[{"qualifier":"state","vlen":2,"tag":[],"timestamp":"1731595263794"}]},"ts":"1731595263794"} 2024-11-14T14:41:03,796 INFO [PEWorker-5 {}] hbase.MetaTableAccessor(843): Updated tableName=TestAcidGuarantees, state=ENABLED in hbase:meta 2024-11-14T14:41:03,797 INFO [PEWorker-5 {}] procedure.CreateTableProcedure(89): pid=32, state=RUNNABLE:CREATE_TABLE_POST_OPERATION, hasLock=true; CreateTableProcedure table=TestAcidGuarantees execute state=CREATE_TABLE_POST_OPERATION 2024-11-14T14:41:03,799 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1521): Finished pid=32, state=SUCCESS, hasLock=false; CreateTableProcedure table=TestAcidGuarantees in 1.1820 sec 2024-11-14T14:41:04,767 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45145 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=32 2024-11-14T14:41:04,767 INFO [RPCClient-NioEventLoopGroup-4-4 {}] client.RawAsyncHBaseAdmin$TableProcedureBiConsumer(2721): Operation: CREATE, Table Name: default:TestAcidGuarantees completed 2024-11-14T14:41:04,768 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@6ffee9aa, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-14T14:41:04,768 DEBUG [Time-limited test {}] client.ClusterIdFetcher(90): Going to request da1c6afcd1f9,45145,-1 for getting cluster id 2024-11-14T14:41:04,769 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-14T14:41:04,770 DEBUG [HMaster-EventLoopGroup-1-3 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = '8594475c-9f34-4c0a-98a7-dbf65259a821' 2024-11-14T14:41:04,771 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-14T14:41:04,771 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "8594475c-9f34-4c0a-98a7-dbf65259a821" 2024-11-14T14:41:04,771 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@ba4e8d3, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-14T14:41:04,771 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [da1c6afcd1f9,45145,-1] 2024-11-14T14:41:04,772 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-14T14:41:04,772 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-14T14:41:04,773 INFO [HMaster-EventLoopGroup-1-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:49824, version=4.0.0-alpha-1-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-11-14T14:41:04,774 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@63bdc2aa, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-14T14:41:04,775 DEBUG [Time-limited test {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-11-14T14:41:04,776 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=da1c6afcd1f9,35765,1731595233113, seqNum=-1] 2024-11-14T14:41:04,776 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-14T14:41:04,777 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-3-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:60504, version=4.0.0-alpha-1-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-11-14T14:41:04,779 DEBUG [Time-limited test {}] client.ConnectionUtils(547): Start fetching master stub from registry 2024-11-14T14:41:04,780 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.AsyncConnectionImpl(321): The fetched master address is da1c6afcd1f9,45145,1731595232258 2024-11-14T14:41:04,780 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.ConnectionUtils(555): The fetched master stub is org.apache.hadoop.hbase.shaded.protobuf.generated.MasterProtos$MasterService$Stub@47569338 2024-11-14T14:41:04,780 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=MasterService, sasl=false 2024-11-14T14:41:04,781 INFO [HMaster-EventLoopGroup-1-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:49826, version=4.0.0-alpha-1-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=MasterService 2024-11-14T14:41:04,787 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45145 {}] util.TableDescriptorChecker(321): MEMSTORE_FLUSHSIZE for table descriptor or "hbase.hregion.memstore.flush.size" (131072) is too small, which might cause very frequent flushing. 2024-11-14T14:41:04,788 INFO [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45145 {}] master.HMaster$14(2863): Client=jenkins//172.17.0.2 modify table TestAcidGuarantees from 'TestAcidGuarantees', {TABLE_ATTRIBUTES => {METADATA => {'hbase.hregion.compacting.memstore.type' => 'EAGER', 'hbase.hregion.memstore.mslab.enabled' => 'false', 'hbase.memstore.inmemoryflush.threshold.factor' => '0.9', 'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'A', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'B', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'C', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} to 'TestAcidGuarantees', {TABLE_ATTRIBUTES => {METADATA => {'hbase.hregion.compacting.memstore.type' => 'EAGER', 'hbase.hregion.memstore.mslab.enabled' => 'false', 'hbase.memstore.inmemoryflush.threshold.factor' => '0.9', 'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'A', INDEX_BLOCK_ENCODING => 'NONE', MOB_THRESHOLD => '4', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', IS_MOB => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'B', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'C', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} 2024-11-14T14:41:04,796 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45145 {}] procedure2.ProcedureExecutor(1139): Stored pid=35, state=RUNNABLE:MODIFY_TABLE_PREPARE, hasLock=false; ModifyTableProcedure table=TestAcidGuarantees 2024-11-14T14:41:04,810 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36699 is added to blk_1073741973_1149 (size=1097) 2024-11-14T14:41:04,812 DEBUG [PEWorker-3 {}] util.FSTableDescriptors(591): Deleted hdfs://localhost:34345/user/jenkins/test-data/14d118ee-a83a-b09b-5913-1a58940a5db1/data/default/TestAcidGuarantees/.tabledesc/.tableinfo.0000000001.1061 2024-11-14T14:41:04,812 INFO [PEWorker-3 {}] util.FSTableDescriptors(361): Updated tableinfo=hdfs://localhost:34345/user/jenkins/test-data/14d118ee-a83a-b09b-5913-1a58940a5db1/data/default/TestAcidGuarantees/.tabledesc/.tableinfo.0000000002.1097 2024-11-14T14:41:04,817 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=36, ppid=35, state=RUNNABLE:REOPEN_TABLE_REGIONS_GET_REGIONS, hasLock=false; ReopenTableRegionsProcedure table=TestAcidGuarantees}] 2024-11-14T14:41:04,824 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=37, ppid=36, state=RUNNABLE:REGION_STATE_TRANSITION_CLOSE, hasLock=false; TransitRegionStateProcedure table=TestAcidGuarantees, region=3b1a5ce21fb918810d964a76bfd27f36, REOPEN/MOVE}] 2024-11-14T14:41:04,825 INFO [PEWorker-2 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=37, ppid=36, state=RUNNABLE:REGION_STATE_TRANSITION_CLOSE, hasLock=false; TransitRegionStateProcedure table=TestAcidGuarantees, region=3b1a5ce21fb918810d964a76bfd27f36, REOPEN/MOVE 2024-11-14T14:41:04,825 INFO [PEWorker-2 {}] assignment.RegionStateStore(223): pid=37 updating hbase:meta row=3b1a5ce21fb918810d964a76bfd27f36, regionState=CLOSING, regionLocation=da1c6afcd1f9,35765,1731595233113 2024-11-14T14:41:04,827 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-3 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=37, ppid=36, state=RUNNABLE:REGION_STATE_TRANSITION_CLOSE, hasLock=true; TransitRegionStateProcedure table=TestAcidGuarantees, region=3b1a5ce21fb918810d964a76bfd27f36, REOPEN/MOVE because future has completed 2024-11-14T14:41:04,828 DEBUG [PEWorker-1 {}] assignment.TransitRegionStateProcedure(375): Close region: isSplit: false: evictOnSplit: true: evictOnClose: false 2024-11-14T14:41:04,828 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=38, ppid=37, state=RUNNABLE, hasLock=false; CloseRegionProcedure 3b1a5ce21fb918810d964a76bfd27f36, server=da1c6afcd1f9,35765,1731595233113}] 2024-11-14T14:41:04,981 INFO [RS_CLOSE_REGION-regionserver/da1c6afcd1f9:0-0 {event_type=M_RS_CLOSE_REGION, pid=38}] handler.UnassignRegionHandler(122): Close 3b1a5ce21fb918810d964a76bfd27f36 2024-11-14T14:41:04,982 DEBUG [RS_CLOSE_REGION-regionserver/da1c6afcd1f9:0-0 {event_type=M_RS_CLOSE_REGION, pid=38}] handler.UnassignRegionHandler(136): Unassign region: split region: false: evictCache: false 2024-11-14T14:41:04,982 DEBUG [RS_CLOSE_REGION-regionserver/da1c6afcd1f9:0-0 {event_type=M_RS_CLOSE_REGION, pid=38}] regionserver.HRegion(1722): Closing 3b1a5ce21fb918810d964a76bfd27f36, disabling compactions & flushes 2024-11-14T14:41:04,982 INFO [RS_CLOSE_REGION-regionserver/da1c6afcd1f9:0-0 {event_type=M_RS_CLOSE_REGION, pid=38}] regionserver.HRegion(1755): Closing region TestAcidGuarantees,,1731595262615.3b1a5ce21fb918810d964a76bfd27f36. 2024-11-14T14:41:04,982 DEBUG [RS_CLOSE_REGION-regionserver/da1c6afcd1f9:0-0 {event_type=M_RS_CLOSE_REGION, pid=38}] regionserver.HRegion(1776): Time limited wait for close lock on TestAcidGuarantees,,1731595262615.3b1a5ce21fb918810d964a76bfd27f36. 2024-11-14T14:41:04,982 DEBUG [RS_CLOSE_REGION-regionserver/da1c6afcd1f9:0-0 {event_type=M_RS_CLOSE_REGION, pid=38}] regionserver.HRegion(1843): Acquired close lock on TestAcidGuarantees,,1731595262615.3b1a5ce21fb918810d964a76bfd27f36. after waiting 0 ms 2024-11-14T14:41:04,982 DEBUG [RS_CLOSE_REGION-regionserver/da1c6afcd1f9:0-0 {event_type=M_RS_CLOSE_REGION, pid=38}] regionserver.HRegion(1853): Updates disabled for region TestAcidGuarantees,,1731595262615.3b1a5ce21fb918810d964a76bfd27f36. 2024-11-14T14:41:04,997 DEBUG [RS_CLOSE_REGION-regionserver/da1c6afcd1f9:0-0 {event_type=M_RS_CLOSE_REGION, pid=38}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:34345/user/jenkins/test-data/14d118ee-a83a-b09b-5913-1a58940a5db1/data/default/TestAcidGuarantees/3b1a5ce21fb918810d964a76bfd27f36/recovered.edits/4.seqid, newMaxSeqId=4, maxSeqId=1 2024-11-14T14:41:04,998 INFO [RS_CLOSE_REGION-regionserver/da1c6afcd1f9:0-0 {event_type=M_RS_CLOSE_REGION, pid=38}] regionserver.HRegion(1973): Closed TestAcidGuarantees,,1731595262615.3b1a5ce21fb918810d964a76bfd27f36. 2024-11-14T14:41:04,998 DEBUG [RS_CLOSE_REGION-regionserver/da1c6afcd1f9:0-0 {event_type=M_RS_CLOSE_REGION, pid=38}] regionserver.HRegion(1676): Region close journal for 3b1a5ce21fb918810d964a76bfd27f36: Waiting for close lock at 1731595264982Running coprocessor pre-close hooks at 1731595264982Disabling compacts and flushes for region at 1731595264982Disabling writes for close at 1731595264982Writing region close event to WAL at 1731595264992 (+10 ms)Running coprocessor post-close hooks at 1731595264998 (+6 ms)Closed at 1731595264998 2024-11-14T14:41:04,998 WARN [RS_CLOSE_REGION-regionserver/da1c6afcd1f9:0-0 {event_type=M_RS_CLOSE_REGION, pid=38}] regionserver.HRegionServer(3299): Not adding moved region record: 3b1a5ce21fb918810d964a76bfd27f36 to self. 2024-11-14T14:41:05,002 INFO [RS_CLOSE_REGION-regionserver/da1c6afcd1f9:0-0 {event_type=M_RS_CLOSE_REGION, pid=38}] handler.UnassignRegionHandler(157): Closed 3b1a5ce21fb918810d964a76bfd27f36 2024-11-14T14:41:05,002 INFO [PEWorker-3 {}] assignment.RegionStateStore(223): pid=37 updating hbase:meta row=3b1a5ce21fb918810d964a76bfd27f36, regionState=CLOSED 2024-11-14T14:41:05,004 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-3 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=38, ppid=37, state=RUNNABLE, hasLock=false; CloseRegionProcedure 3b1a5ce21fb918810d964a76bfd27f36, server=da1c6afcd1f9,35765,1731595233113 because future has completed 2024-11-14T14:41:05,028 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=38, resume processing ppid=37 2024-11-14T14:41:05,028 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1521): Finished pid=38, ppid=37, state=SUCCESS, hasLock=false; CloseRegionProcedure 3b1a5ce21fb918810d964a76bfd27f36, server=da1c6afcd1f9,35765,1731595233113 in 198 msec 2024-11-14T14:41:05,030 INFO [PEWorker-2 {}] assignment.TransitRegionStateProcedure(269): Starting pid=37, ppid=36, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=true; TransitRegionStateProcedure table=TestAcidGuarantees, region=3b1a5ce21fb918810d964a76bfd27f36, REOPEN/MOVE; state=CLOSED, location=da1c6afcd1f9,35765,1731595233113; forceNewPlan=false, retain=true 2024-11-14T14:41:05,181 INFO [PEWorker-1 {}] assignment.RegionStateStore(223): pid=37 updating hbase:meta row=3b1a5ce21fb918810d964a76bfd27f36, regionState=OPENING, regionLocation=da1c6afcd1f9,35765,1731595233113 2024-11-14T14:41:05,183 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-3 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=37, ppid=36, state=RUNNABLE:REGION_STATE_TRANSITION_OPEN, hasLock=true; TransitRegionStateProcedure table=TestAcidGuarantees, region=3b1a5ce21fb918810d964a76bfd27f36, REOPEN/MOVE because future has completed 2024-11-14T14:41:05,184 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=39, ppid=37, state=RUNNABLE, hasLock=false; OpenRegionProcedure 3b1a5ce21fb918810d964a76bfd27f36, server=da1c6afcd1f9,35765,1731595233113}] 2024-11-14T14:41:05,340 INFO [RS_OPEN_REGION-regionserver/da1c6afcd1f9:0-0 {event_type=M_RS_OPEN_REGION, pid=39}] handler.AssignRegionHandler(132): Open TestAcidGuarantees,,1731595262615.3b1a5ce21fb918810d964a76bfd27f36. 2024-11-14T14:41:05,341 DEBUG [RS_OPEN_REGION-regionserver/da1c6afcd1f9:0-0 {event_type=M_RS_OPEN_REGION, pid=39}] regionserver.HRegion(7752): Opening region: {ENCODED => 3b1a5ce21fb918810d964a76bfd27f36, NAME => 'TestAcidGuarantees,,1731595262615.3b1a5ce21fb918810d964a76bfd27f36.', STARTKEY => '', ENDKEY => ''} 2024-11-14T14:41:05,341 DEBUG [RS_OPEN_REGION-regionserver/da1c6afcd1f9:0-0 {event_type=M_RS_OPEN_REGION, pid=39}] regionserver.MetricsRegionSourceImpl(79): Creating new MetricsRegionSourceImpl for table TestAcidGuarantees 3b1a5ce21fb918810d964a76bfd27f36 2024-11-14T14:41:05,341 DEBUG [RS_OPEN_REGION-regionserver/da1c6afcd1f9:0-0 {event_type=M_RS_OPEN_REGION, pid=39}] regionserver.HRegion(898): Instantiated TestAcidGuarantees,,1731595262615.3b1a5ce21fb918810d964a76bfd27f36.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-14T14:41:05,341 DEBUG [RS_OPEN_REGION-regionserver/da1c6afcd1f9:0-0 {event_type=M_RS_OPEN_REGION, pid=39}] regionserver.HRegion(7794): checking encryption for 3b1a5ce21fb918810d964a76bfd27f36 2024-11-14T14:41:05,341 DEBUG [RS_OPEN_REGION-regionserver/da1c6afcd1f9:0-0 {event_type=M_RS_OPEN_REGION, pid=39}] regionserver.HRegion(7797): checking classloading for 3b1a5ce21fb918810d964a76bfd27f36 2024-11-14T14:41:05,346 INFO [StoreOpener-3b1a5ce21fb918810d964a76bfd27f36-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family A of region 3b1a5ce21fb918810d964a76bfd27f36 2024-11-14T14:41:05,347 INFO [StoreOpener-3b1a5ce21fb918810d964a76bfd27f36-1 {}] regionserver.CompactingMemStore(122): Store=A, in-memory flush size threshold=38.40 KB, immutable segments index type=ARRAY_MAP, compactor=EAGER, pipelineThreshold=2, compactionCellMax=10 2024-11-14T14:41:05,352 INFO [StoreOpener-3b1a5ce21fb918810d964a76bfd27f36-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 3b1a5ce21fb918810d964a76bfd27f36 columnFamilyName A 2024-11-14T14:41:05,354 DEBUG [StoreOpener-3b1a5ce21fb918810d964a76bfd27f36-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T14:41:05,355 INFO [StoreOpener-3b1a5ce21fb918810d964a76bfd27f36-1 {}] regionserver.HStore(327): Store=3b1a5ce21fb918810d964a76bfd27f36/A, memstore type=CompactingMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-14T14:41:05,355 INFO [StoreOpener-3b1a5ce21fb918810d964a76bfd27f36-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family B of region 3b1a5ce21fb918810d964a76bfd27f36 2024-11-14T14:41:05,356 INFO [StoreOpener-3b1a5ce21fb918810d964a76bfd27f36-1 {}] regionserver.CompactingMemStore(122): Store=B, in-memory flush size threshold=38.40 KB, immutable segments index type=ARRAY_MAP, compactor=EAGER, pipelineThreshold=2, compactionCellMax=10 2024-11-14T14:41:05,356 INFO [StoreOpener-3b1a5ce21fb918810d964a76bfd27f36-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 3b1a5ce21fb918810d964a76bfd27f36 columnFamilyName B 2024-11-14T14:41:05,356 DEBUG [StoreOpener-3b1a5ce21fb918810d964a76bfd27f36-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T14:41:05,357 INFO [StoreOpener-3b1a5ce21fb918810d964a76bfd27f36-1 {}] regionserver.HStore(327): Store=3b1a5ce21fb918810d964a76bfd27f36/B, memstore type=CompactingMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-14T14:41:05,357 INFO [StoreOpener-3b1a5ce21fb918810d964a76bfd27f36-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family C of region 3b1a5ce21fb918810d964a76bfd27f36 2024-11-14T14:41:05,357 INFO [StoreOpener-3b1a5ce21fb918810d964a76bfd27f36-1 {}] regionserver.CompactingMemStore(122): Store=C, in-memory flush size threshold=38.40 KB, immutable segments index type=ARRAY_MAP, compactor=EAGER, pipelineThreshold=2, compactionCellMax=10 2024-11-14T14:41:05,357 INFO [StoreOpener-3b1a5ce21fb918810d964a76bfd27f36-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 3b1a5ce21fb918810d964a76bfd27f36 columnFamilyName C 2024-11-14T14:41:05,358 DEBUG [StoreOpener-3b1a5ce21fb918810d964a76bfd27f36-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T14:41:05,358 INFO [StoreOpener-3b1a5ce21fb918810d964a76bfd27f36-1 {}] regionserver.HStore(327): Store=3b1a5ce21fb918810d964a76bfd27f36/C, memstore type=CompactingMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-14T14:41:05,358 INFO [RS_OPEN_REGION-regionserver/da1c6afcd1f9:0-0 {event_type=M_RS_OPEN_REGION, pid=39}] regionserver.HRegion(1212): Setting FlushNonSloppyStoresFirstPolicy for the region=TestAcidGuarantees,,1731595262615.3b1a5ce21fb918810d964a76bfd27f36. 2024-11-14T14:41:05,358 DEBUG [RS_OPEN_REGION-regionserver/da1c6afcd1f9:0-0 {event_type=M_RS_OPEN_REGION, pid=39}] regionserver.HRegion(1038): replaying wal for 3b1a5ce21fb918810d964a76bfd27f36 2024-11-14T14:41:05,359 DEBUG [RS_OPEN_REGION-regionserver/da1c6afcd1f9:0-0 {event_type=M_RS_OPEN_REGION, pid=39}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:34345/user/jenkins/test-data/14d118ee-a83a-b09b-5913-1a58940a5db1/data/default/TestAcidGuarantees/3b1a5ce21fb918810d964a76bfd27f36 2024-11-14T14:41:05,360 DEBUG [RS_OPEN_REGION-regionserver/da1c6afcd1f9:0-0 {event_type=M_RS_OPEN_REGION, pid=39}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:34345/user/jenkins/test-data/14d118ee-a83a-b09b-5913-1a58940a5db1/data/default/TestAcidGuarantees/3b1a5ce21fb918810d964a76bfd27f36 2024-11-14T14:41:05,361 DEBUG [RS_OPEN_REGION-regionserver/da1c6afcd1f9:0-0 {event_type=M_RS_OPEN_REGION, pid=39}] regionserver.HRegion(1048): stopping wal replay for 3b1a5ce21fb918810d964a76bfd27f36 2024-11-14T14:41:05,361 DEBUG [RS_OPEN_REGION-regionserver/da1c6afcd1f9:0-0 {event_type=M_RS_OPEN_REGION, pid=39}] regionserver.HRegion(1060): Cleaning up temporary data for 3b1a5ce21fb918810d964a76bfd27f36 2024-11-14T14:41:05,362 DEBUG [RS_OPEN_REGION-regionserver/da1c6afcd1f9:0-0 {event_type=M_RS_OPEN_REGION, pid=39}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table TestAcidGuarantees descriptor;using region.getMemStoreFlushHeapSize/# of families (16.0 M)) instead. 2024-11-14T14:41:05,364 DEBUG [RS_OPEN_REGION-regionserver/da1c6afcd1f9:0-0 {event_type=M_RS_OPEN_REGION, pid=39}] regionserver.HRegion(1093): writing seq id for 3b1a5ce21fb918810d964a76bfd27f36 2024-11-14T14:41:05,365 INFO [RS_OPEN_REGION-regionserver/da1c6afcd1f9:0-0 {event_type=M_RS_OPEN_REGION, pid=39}] regionserver.HRegion(1114): Opened 3b1a5ce21fb918810d964a76bfd27f36; next sequenceid=5; ConstantSizeRegionSplitPolicy{desiredMaxFileSize=67476033, jitterRate=0.00547124445438385}, FlushLargeStoresPolicy{flushSizeLowerBound=16777216} 2024-11-14T14:41:05,365 DEBUG [RS_OPEN_REGION-regionserver/da1c6afcd1f9:0-0 {event_type=M_RS_OPEN_REGION, pid=39}] regionserver.HRegion(1122): Running coprocessor post-open hooks for 3b1a5ce21fb918810d964a76bfd27f36 2024-11-14T14:41:05,366 DEBUG [RS_OPEN_REGION-regionserver/da1c6afcd1f9:0-0 {event_type=M_RS_OPEN_REGION, pid=39}] regionserver.HRegion(1006): Region open journal for 3b1a5ce21fb918810d964a76bfd27f36: Running coprocessor pre-open hook at 1731595265342Writing region info on filesystem at 1731595265342Initializing all the Stores at 1731595265342Instantiating store for column family {NAME => 'A', INDEX_BLOCK_ENCODING => 'NONE', MOB_THRESHOLD => '4', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', IS_MOB => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731595265343 (+1 ms)Instantiating store for column family {NAME => 'B', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731595265343Instantiating store for column family {NAME => 'C', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731595265343Cleaning up temporary data from old regions at 1731595265361 (+18 ms)Running coprocessor post-open hooks at 1731595265365 (+4 ms)Region opened successfully at 1731595265366 (+1 ms) 2024-11-14T14:41:05,367 INFO [RS_OPEN_REGION-regionserver/da1c6afcd1f9:0-0 {event_type=M_RS_OPEN_REGION, pid=39}] regionserver.HRegionServer(2236): Post open deploy tasks for TestAcidGuarantees,,1731595262615.3b1a5ce21fb918810d964a76bfd27f36., pid=39, masterSystemTime=1731595265336 2024-11-14T14:41:05,369 DEBUG [RS_OPEN_REGION-regionserver/da1c6afcd1f9:0-0 {event_type=M_RS_OPEN_REGION, pid=39}] regionserver.HRegionServer(2266): Finished post open deploy task for TestAcidGuarantees,,1731595262615.3b1a5ce21fb918810d964a76bfd27f36. 2024-11-14T14:41:05,369 INFO [RS_OPEN_REGION-regionserver/da1c6afcd1f9:0-0 {event_type=M_RS_OPEN_REGION, pid=39}] handler.AssignRegionHandler(153): Opened TestAcidGuarantees,,1731595262615.3b1a5ce21fb918810d964a76bfd27f36. 2024-11-14T14:41:05,369 INFO [PEWorker-4 {}] assignment.RegionStateStore(223): pid=37 updating hbase:meta row=3b1a5ce21fb918810d964a76bfd27f36, regionState=OPEN, openSeqNum=5, regionLocation=da1c6afcd1f9,35765,1731595233113 2024-11-14T14:41:05,371 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-3 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=39, ppid=37, state=RUNNABLE, hasLock=false; OpenRegionProcedure 3b1a5ce21fb918810d964a76bfd27f36, server=da1c6afcd1f9,35765,1731595233113 because future has completed 2024-11-14T14:41:05,374 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=39, resume processing ppid=37 2024-11-14T14:41:05,374 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1521): Finished pid=39, ppid=37, state=SUCCESS, hasLock=false; OpenRegionProcedure 3b1a5ce21fb918810d964a76bfd27f36, server=da1c6afcd1f9,35765,1731595233113 in 188 msec 2024-11-14T14:41:05,375 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=37, resume processing ppid=36 2024-11-14T14:41:05,376 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1521): Finished pid=37, ppid=36, state=SUCCESS, hasLock=false; TransitRegionStateProcedure table=TestAcidGuarantees, region=3b1a5ce21fb918810d964a76bfd27f36, REOPEN/MOVE in 550 msec 2024-11-14T14:41:05,379 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=36, resume processing ppid=35 2024-11-14T14:41:05,379 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1521): Finished pid=36, ppid=35, state=SUCCESS, hasLock=false; ReopenTableRegionsProcedure table=TestAcidGuarantees in 561 msec 2024-11-14T14:41:05,382 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1521): Finished pid=35, state=SUCCESS, hasLock=false; ModifyTableProcedure table=TestAcidGuarantees in 589 msec 2024-11-14T14:41:05,384 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45145 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=35 2024-11-14T14:41:05,385 INFO [RPCClient-NioEventLoopGroup-4-7 {}] client.RawAsyncHBaseAdmin$TableProcedureBiConsumer(2721): Operation: MODIFY_COLUMN_FAMILY, Table Name: default:TestAcidGuarantees completed 2024-11-14T14:41:05,386 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@2f683619, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-14T14:41:05,386 DEBUG [Time-limited test {}] client.ClusterIdFetcher(90): Going to request da1c6afcd1f9,45145,-1 for getting cluster id 2024-11-14T14:41:05,386 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-14T14:41:05,388 DEBUG [HMaster-EventLoopGroup-1-3 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = '8594475c-9f34-4c0a-98a7-dbf65259a821' 2024-11-14T14:41:05,388 DEBUG [RPCClient-NioEventLoopGroup-4-8 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-14T14:41:05,388 DEBUG [RPCClient-NioEventLoopGroup-4-8 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "8594475c-9f34-4c0a-98a7-dbf65259a821" 2024-11-14T14:41:05,388 DEBUG [RPCClient-NioEventLoopGroup-4-8 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@33b09493, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-14T14:41:05,388 DEBUG [RPCClient-NioEventLoopGroup-4-8 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [da1c6afcd1f9,45145,-1] 2024-11-14T14:41:05,389 DEBUG [RPCClient-NioEventLoopGroup-4-8 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-14T14:41:05,389 DEBUG [RPCClient-NioEventLoopGroup-4-8 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-14T14:41:05,390 INFO [HMaster-EventLoopGroup-1-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:49846, version=4.0.0-alpha-1-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-11-14T14:41:05,391 DEBUG [RPCClient-NioEventLoopGroup-4-9 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@54f321aa, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-14T14:41:05,392 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@dd47c94, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-14T14:41:05,392 DEBUG [Time-limited test {}] client.ClusterIdFetcher(90): Going to request da1c6afcd1f9,45145,-1 for getting cluster id 2024-11-14T14:41:05,392 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-14T14:41:05,393 DEBUG [HMaster-EventLoopGroup-1-2 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = '8594475c-9f34-4c0a-98a7-dbf65259a821' 2024-11-14T14:41:05,394 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-14T14:41:05,394 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "8594475c-9f34-4c0a-98a7-dbf65259a821" 2024-11-14T14:41:05,394 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@68ba1929, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-14T14:41:05,394 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [da1c6afcd1f9,45145,-1] 2024-11-14T14:41:05,394 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-14T14:41:05,394 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-14T14:41:05,395 INFO [HMaster-EventLoopGroup-1-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:49862, version=4.0.0-alpha-1-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-11-14T14:41:05,396 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@28d78510, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-14T14:41:05,397 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@750c1845, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-14T14:41:05,397 DEBUG [Time-limited test {}] client.ClusterIdFetcher(90): Going to request da1c6afcd1f9,45145,-1 for getting cluster id 2024-11-14T14:41:05,398 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-14T14:41:05,398 DEBUG [HMaster-EventLoopGroup-1-1 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = '8594475c-9f34-4c0a-98a7-dbf65259a821' 2024-11-14T14:41:05,398 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-14T14:41:05,398 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "8594475c-9f34-4c0a-98a7-dbf65259a821" 2024-11-14T14:41:05,399 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@4153b9e, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-14T14:41:05,399 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [da1c6afcd1f9,45145,-1] 2024-11-14T14:41:05,399 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-14T14:41:05,399 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-14T14:41:05,400 INFO [HMaster-EventLoopGroup-1-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:49892, version=4.0.0-alpha-1-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-11-14T14:41:05,400 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@7ec8289, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-14T14:41:05,404 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@85a5f7a, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-14T14:41:05,404 DEBUG [Time-limited test {}] client.ClusterIdFetcher(90): Going to request da1c6afcd1f9,45145,-1 for getting cluster id 2024-11-14T14:41:05,404 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-14T14:41:05,405 DEBUG [HMaster-EventLoopGroup-1-3 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = '8594475c-9f34-4c0a-98a7-dbf65259a821' 2024-11-14T14:41:05,405 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-14T14:41:05,405 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "8594475c-9f34-4c0a-98a7-dbf65259a821" 2024-11-14T14:41:05,406 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@65d8a954, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-14T14:41:05,406 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [da1c6afcd1f9,45145,-1] 2024-11-14T14:41:05,406 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-14T14:41:05,406 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-14T14:41:05,407 INFO [HMaster-EventLoopGroup-1-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:49922, version=4.0.0-alpha-1-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-11-14T14:41:05,407 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@f5f3314, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-14T14:41:05,408 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@71151d6d, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-14T14:41:05,408 DEBUG [Time-limited test {}] client.ClusterIdFetcher(90): Going to request da1c6afcd1f9,45145,-1 for getting cluster id 2024-11-14T14:41:05,408 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-14T14:41:05,409 DEBUG [HMaster-EventLoopGroup-1-2 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = '8594475c-9f34-4c0a-98a7-dbf65259a821' 2024-11-14T14:41:05,409 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-14T14:41:05,409 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "8594475c-9f34-4c0a-98a7-dbf65259a821" 2024-11-14T14:41:05,409 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@221f47ba, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-14T14:41:05,409 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [da1c6afcd1f9,45145,-1] 2024-11-14T14:41:05,410 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-14T14:41:05,410 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-14T14:41:05,411 INFO [HMaster-EventLoopGroup-1-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:49950, version=4.0.0-alpha-1-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-11-14T14:41:05,411 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@471a2d07, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-14T14:41:05,412 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@6ab1fb6e, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-14T14:41:05,412 DEBUG [Time-limited test {}] client.ClusterIdFetcher(90): Going to request da1c6afcd1f9,45145,-1 for getting cluster id 2024-11-14T14:41:05,412 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-14T14:41:05,413 DEBUG [HMaster-EventLoopGroup-1-1 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = '8594475c-9f34-4c0a-98a7-dbf65259a821' 2024-11-14T14:41:05,413 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-14T14:41:05,413 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "8594475c-9f34-4c0a-98a7-dbf65259a821" 2024-11-14T14:41:05,413 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@55928192, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-14T14:41:05,413 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [da1c6afcd1f9,45145,-1] 2024-11-14T14:41:05,414 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-14T14:41:05,414 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-14T14:41:05,415 INFO [HMaster-EventLoopGroup-1-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:49968, version=4.0.0-alpha-1-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-11-14T14:41:05,415 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@258ac7a8, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-14T14:41:05,418 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@6dd18334, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-14T14:41:05,418 DEBUG [Time-limited test {}] client.ClusterIdFetcher(90): Going to request da1c6afcd1f9,45145,-1 for getting cluster id 2024-11-14T14:41:05,418 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-14T14:41:05,419 DEBUG [HMaster-EventLoopGroup-1-3 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = '8594475c-9f34-4c0a-98a7-dbf65259a821' 2024-11-14T14:41:05,419 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-14T14:41:05,419 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "8594475c-9f34-4c0a-98a7-dbf65259a821" 2024-11-14T14:41:05,420 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@4d015c13, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-14T14:41:05,420 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [da1c6afcd1f9,45145,-1] 2024-11-14T14:41:05,420 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-14T14:41:05,420 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-14T14:41:05,421 INFO [HMaster-EventLoopGroup-1-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:49988, version=4.0.0-alpha-1-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-11-14T14:41:05,421 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@40682de9, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-14T14:41:05,423 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@52c57d01, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-14T14:41:05,423 DEBUG [Time-limited test {}] client.ClusterIdFetcher(90): Going to request da1c6afcd1f9,45145,-1 for getting cluster id 2024-11-14T14:41:05,424 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-14T14:41:05,424 DEBUG [HMaster-EventLoopGroup-1-2 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = '8594475c-9f34-4c0a-98a7-dbf65259a821' 2024-11-14T14:41:05,424 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-14T14:41:05,425 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "8594475c-9f34-4c0a-98a7-dbf65259a821" 2024-11-14T14:41:05,425 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@4ae94d25, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-14T14:41:05,425 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [da1c6afcd1f9,45145,-1] 2024-11-14T14:41:05,425 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-14T14:41:05,425 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-14T14:41:05,426 INFO [HMaster-EventLoopGroup-1-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:50000, version=4.0.0-alpha-1-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-11-14T14:41:05,426 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@50c6f230, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-14T14:41:05,427 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@4b465b92, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-14T14:41:05,427 DEBUG [Time-limited test {}] client.ClusterIdFetcher(90): Going to request da1c6afcd1f9,45145,-1 for getting cluster id 2024-11-14T14:41:05,427 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-14T14:41:05,428 DEBUG [HMaster-EventLoopGroup-1-1 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = '8594475c-9f34-4c0a-98a7-dbf65259a821' 2024-11-14T14:41:05,428 DEBUG [RPCClient-NioEventLoopGroup-4-8 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-14T14:41:05,428 DEBUG [RPCClient-NioEventLoopGroup-4-8 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "8594475c-9f34-4c0a-98a7-dbf65259a821" 2024-11-14T14:41:05,428 DEBUG [RPCClient-NioEventLoopGroup-4-8 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@3245c67d, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-14T14:41:05,428 DEBUG [RPCClient-NioEventLoopGroup-4-8 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [da1c6afcd1f9,45145,-1] 2024-11-14T14:41:05,428 DEBUG [RPCClient-NioEventLoopGroup-4-8 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-14T14:41:05,429 DEBUG [RPCClient-NioEventLoopGroup-4-8 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-14T14:41:05,429 INFO [HMaster-EventLoopGroup-1-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:50026, version=4.0.0-alpha-1-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-11-14T14:41:05,430 DEBUG [RPCClient-NioEventLoopGroup-4-9 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@75874e80, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-14T14:41:05,432 DEBUG [Thread-737 {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-11-14T14:41:05,433 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=da1c6afcd1f9,35765,1731595233113, seqNum=-1] 2024-11-14T14:41:05,434 INFO [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45145 {}] master.HMaster$22(4506): Client=jenkins//172.17.0.2 flush TestAcidGuarantees 2024-11-14T14:41:05,434 DEBUG [Thread-730 {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-11-14T14:41:05,434 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-14T14:41:05,434 DEBUG [Thread-743 {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-11-14T14:41:05,435 DEBUG [Thread-730 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=da1c6afcd1f9,35765,1731595233113, seqNum=-1] 2024-11-14T14:41:05,435 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45145 {}] procedure2.ProcedureExecutor(1139): Stored pid=40, state=RUNNABLE:FLUSH_TABLE_PREPARE, hasLock=false; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=40, table=TestAcidGuarantees 2024-11-14T14:41:05,435 DEBUG [Thread-739 {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-11-14T14:41:05,435 DEBUG [Thread-730 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-14T14:41:05,435 DEBUG [RPCClient-NioEventLoopGroup-4-9 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=da1c6afcd1f9,35765,1731595233113, seqNum=-1] 2024-11-14T14:41:05,436 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-3-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:60512, version=4.0.0-alpha-1-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-11-14T14:41:05,436 DEBUG [RPCClient-NioEventLoopGroup-4-9 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-14T14:41:05,436 INFO [PEWorker-4 {}] procedure.FlushTableProcedure(91): pid=40, state=RUNNABLE:FLUSH_TABLE_PREPARE, hasLock=true; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=40, table=TestAcidGuarantees execute state=FLUSH_TABLE_PREPARE 2024-11-14T14:41:05,436 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-3-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:60524, version=4.0.0-alpha-1-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-11-14T14:41:05,437 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45145 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=40 2024-11-14T14:41:05,437 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-3-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:60538, version=4.0.0-alpha-1-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-11-14T14:41:05,437 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=da1c6afcd1f9,35765,1731595233113, seqNum=-1] 2024-11-14T14:41:05,438 DEBUG [Thread-728 {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-11-14T14:41:05,438 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-14T14:41:05,438 INFO [PEWorker-4 {}] procedure.FlushTableProcedure(91): pid=40, state=RUNNABLE:FLUSH_TABLE_FLUSH_REGIONS, hasLock=true; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=40, table=TestAcidGuarantees execute state=FLUSH_TABLE_FLUSH_REGIONS 2024-11-14T14:41:05,438 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-3-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:60554, version=4.0.0-alpha-1-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-11-14T14:41:05,439 DEBUG [Thread-741 {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-11-14T14:41:05,439 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=da1c6afcd1f9,35765,1731595233113, seqNum=-1] 2024-11-14T14:41:05,440 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-14T14:41:05,440 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=da1c6afcd1f9,35765,1731595233113, seqNum=-1] 2024-11-14T14:41:05,440 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-14T14:41:05,442 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-3-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:60558, version=4.0.0-alpha-1-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-11-14T14:41:05,444 DEBUG [Thread-734 {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-11-14T14:41:05,445 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-3-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:60566, version=4.0.0-alpha-1-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-11-14T14:41:05,445 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'TestAcidGuarantees', row='test_row_0', locateType=CURRENT is [region=TestAcidGuarantees,,1731595262615.3b1a5ce21fb918810d964a76bfd27f36., hostname=da1c6afcd1f9,35765,1731595233113, seqNum=5] 2024-11-14T14:41:05,446 DEBUG [Thread-734 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=da1c6afcd1f9,35765,1731595233113, seqNum=-1] 2024-11-14T14:41:05,446 DEBUG [Thread-734 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-14T14:41:05,447 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-3-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:60574, version=4.0.0-alpha-1-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-11-14T14:41:05,448 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'TestAcidGuarantees', row='', locateType=CURRENT is [region=TestAcidGuarantees,,1731595262615.3b1a5ce21fb918810d964a76bfd27f36., hostname=da1c6afcd1f9,35765,1731595233113, seqNum=5] 2024-11-14T14:41:05,449 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'TestAcidGuarantees', row='test_row_1', locateType=CURRENT is [region=TestAcidGuarantees,,1731595262615.3b1a5ce21fb918810d964a76bfd27f36., hostname=da1c6afcd1f9,35765,1731595233113, seqNum=5] 2024-11-14T14:41:05,450 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'TestAcidGuarantees', row='test_row_1', locateType=CURRENT is [region=TestAcidGuarantees,,1731595262615.3b1a5ce21fb918810d964a76bfd27f36., hostname=da1c6afcd1f9,35765,1731595233113, seqNum=5] 2024-11-14T14:41:05,450 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'TestAcidGuarantees', row='test_row_2', locateType=CURRENT is [region=TestAcidGuarantees,,1731595262615.3b1a5ce21fb918810d964a76bfd27f36., hostname=da1c6afcd1f9,35765,1731595233113, seqNum=5] 2024-11-14T14:41:05,450 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'TestAcidGuarantees', row='', locateType=CURRENT is [region=TestAcidGuarantees,,1731595262615.3b1a5ce21fb918810d964a76bfd27f36., hostname=da1c6afcd1f9,35765,1731595233113, seqNum=5] 2024-11-14T14:41:05,451 DEBUG [Thread-732 {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-11-14T14:41:05,452 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=da1c6afcd1f9,35765,1731595233113, seqNum=-1] 2024-11-14T14:41:05,452 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=41, ppid=40, state=RUNNABLE, hasLock=false; org.apache.hadoop.hbase.master.procedure.FlushRegionProcedure}] 2024-11-14T14:41:05,453 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-14T14:41:05,454 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'TestAcidGuarantees', row='test_row_0', locateType=CURRENT is [region=TestAcidGuarantees,,1731595262615.3b1a5ce21fb918810d964a76bfd27f36., hostname=da1c6afcd1f9,35765,1731595233113, seqNum=5] 2024-11-14T14:41:05,454 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-3-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:60580, version=4.0.0-alpha-1-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-11-14T14:41:05,455 DEBUG [Thread-726 {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-11-14T14:41:05,455 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'TestAcidGuarantees', row='test_row_0', locateType=CURRENT is [region=TestAcidGuarantees,,1731595262615.3b1a5ce21fb918810d964a76bfd27f36., hostname=da1c6afcd1f9,35765,1731595233113, seqNum=5] 2024-11-14T14:41:05,456 DEBUG [RPCClient-NioEventLoopGroup-4-9 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=da1c6afcd1f9,35765,1731595233113, seqNum=-1] 2024-11-14T14:41:05,457 DEBUG [RPCClient-NioEventLoopGroup-4-9 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-14T14:41:05,459 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-3-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:60594, version=4.0.0-alpha-1-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-11-14T14:41:05,465 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'TestAcidGuarantees', row='test_row_1', locateType=CURRENT is [region=TestAcidGuarantees,,1731595262615.3b1a5ce21fb918810d964a76bfd27f36., hostname=da1c6afcd1f9,35765,1731595233113, seqNum=5] 2024-11-14T14:41:05,475 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35765 {}] regionserver.HRegion(8855): Flush requested on 3b1a5ce21fb918810d964a76bfd27f36 2024-11-14T14:41:05,477 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(2902): Flushing 3b1a5ce21fb918810d964a76bfd27f36 3/3 column families, dataSize=46.96 KB heapSize=140.20 KB 2024-11-14T14:41:05,479 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 3b1a5ce21fb918810d964a76bfd27f36, store=A 2024-11-14T14:41:05,479 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-14T14:41:05,479 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 3b1a5ce21fb918810d964a76bfd27f36, store=B 2024-11-14T14:41:05,479 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-14T14:41:05,479 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 3b1a5ce21fb918810d964a76bfd27f36, store=C 2024-11-14T14:41:05,479 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-14T14:41:05,543 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:34345/user/jenkins/test-data/14d118ee-a83a-b09b-5913-1a58940a5db1/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e2024111484eff257868546058c36ab0317c3f399_3b1a5ce21fb918810d964a76bfd27f36 is 50, key is test_row_0/A:col10/1731595265470/Put/seqid=0 2024-11-14T14:41:05,547 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45145 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=40 2024-11-14T14:41:05,550 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36699 is added to blk_1073741974_1150 (size=14594) 2024-11-14T14:41:05,551 DEBUG [MemStoreFlusher.0 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T14:41:05,568 INFO [MemStoreFlusher.0 {}] regionserver.HMobStore(268): FLUSH Renaming flushed file from hdfs://localhost:34345/user/jenkins/test-data/14d118ee-a83a-b09b-5913-1a58940a5db1/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e2024111484eff257868546058c36ab0317c3f399_3b1a5ce21fb918810d964a76bfd27f36 to hdfs://localhost:34345/user/jenkins/test-data/14d118ee-a83a-b09b-5913-1a58940a5db1/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e2024111484eff257868546058c36ab0317c3f399_3b1a5ce21fb918810d964a76bfd27f36 2024-11-14T14:41:05,570 DEBUG [MemStoreFlusher.0 {}] mob.DefaultMobStoreFlusher(263): Flush store file: hdfs://localhost:34345/user/jenkins/test-data/14d118ee-a83a-b09b-5913-1a58940a5db1/data/default/TestAcidGuarantees/3b1a5ce21fb918810d964a76bfd27f36/.tmp/A/8d2f82af15be484abaecbbaee42ad7ba, store: [table=TestAcidGuarantees family=A region=3b1a5ce21fb918810d964a76bfd27f36] 2024-11-14T14:41:05,578 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:34345/user/jenkins/test-data/14d118ee-a83a-b09b-5913-1a58940a5db1/data/default/TestAcidGuarantees/3b1a5ce21fb918810d964a76bfd27f36/.tmp/A/8d2f82af15be484abaecbbaee42ad7ba is 175, key is test_row_0/A:col10/1731595265470/Put/seqid=0 2024-11-14T14:41:05,591 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36699 is added to blk_1073741975_1151 (size=39549) 2024-11-14T14:41:05,610 DEBUG [RS_IN_MEMORY_COMPACTION-regionserver/da1c6afcd1f9:0-3 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=type=CellArrayImmutableSegment, empty=no, cellCount=309, cellSize=14145, totalHeapSize=32376, min timestamp=1731595265581, max timestamp=1731595265604Num uniques 859; 2024-11-14T14:41:05,610 DEBUG [RS_IN_MEMORY_COMPACTION-regionserver/da1c6afcd1f9:0-7 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=type=CellArrayImmutableSegment, empty=no, cellCount=309, cellSize=14145, totalHeapSize=32376, min timestamp=1731595265581, max timestamp=1731595265604Num uniques 859; 2024-11-14T14:41:05,611 DEBUG [RS_IN_MEMORY_COMPACTION-regionserver/da1c6afcd1f9:0-3 {}] regionserver.CompactionPipeline(163): Suffix data size=39335, new segment data size=14145, suffix heap size=117064,new segment heap size=32376 　suffix off heap size=0, new segment off heap size=0, suffix cells count=859, new segment cells count=309 2024-11-14T14:41:05,611 DEBUG [RS_IN_MEMORY_COMPACTION-regionserver/da1c6afcd1f9:0-7 {}] regionserver.CompactionPipeline(163): Suffix data size=39335, new segment data size=14145, suffix heap size=117064,new segment heap size=32376 　suffix off heap size=0, new segment off heap size=0, suffix cells count=859, new segment cells count=309 2024-11-14T14:41:05,611 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=35765 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=41 2024-11-14T14:41:05,612 DEBUG [RS_FLUSH_OPERATIONS-regionserver/da1c6afcd1f9:0-2 {event_type=RS_FLUSH_REGIONS, pid=41}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1731595262615.3b1a5ce21fb918810d964a76bfd27f36. 2024-11-14T14:41:05,612 DEBUG [RS_FLUSH_OPERATIONS-regionserver/da1c6afcd1f9:0-2 {event_type=RS_FLUSH_REGIONS, pid=41}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1731595262615.3b1a5ce21fb918810d964a76bfd27f36. as already flushing 2024-11-14T14:41:05,612 DEBUG [RS_FLUSH_OPERATIONS-regionserver/da1c6afcd1f9:0-2 {event_type=RS_FLUSH_REGIONS, pid=41}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1731595262615.3b1a5ce21fb918810d964a76bfd27f36. 2024-11-14T14:41:05,612 ERROR [RS_FLUSH_OPERATIONS-regionserver/da1c6afcd1f9:0-2 {event_type=RS_FLUSH_REGIONS, pid=41}] handler.RSProcedureHandler(58): pid=41 java.io.IOException: Unable to complete flush {ENCODED => 3b1a5ce21fb918810d964a76bfd27f36, NAME => 'TestAcidGuarantees,,1731595262615.3b1a5ce21fb918810d964a76bfd27f36.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-14T14:41:05,612 DEBUG [RS_FLUSH_OPERATIONS-regionserver/da1c6afcd1f9:0-2 {event_type=RS_FLUSH_REGIONS, pid=41}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=41 java.io.IOException: Unable to complete flush {ENCODED => 3b1a5ce21fb918810d964a76bfd27f36, NAME => 'TestAcidGuarantees,,1731595262615.3b1a5ce21fb918810d964a76bfd27f36.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-14T14:41:05,613 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45145 {}] master.HMaster(4177): Remote procedure failed, pid=41 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 3b1a5ce21fb918810d964a76bfd27f36, NAME => 'TestAcidGuarantees,,1731595262615.3b1a5ce21fb918810d964a76bfd27f36.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$5(MasterRpcServices.java:2580) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2575) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 3b1a5ce21fb918810d964a76bfd27f36, NAME => 'TestAcidGuarantees,,1731595262615.3b1a5ce21fb918810d964a76bfd27f36.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-14T14:41:05,616 DEBUG [RS_IN_MEMORY_COMPACTION-regionserver/da1c6afcd1f9:0-2 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=type=CellArrayImmutableSegment, empty=no, cellCount=309, cellSize=14145, totalHeapSize=32376, min timestamp=1731595265581, max timestamp=1731595265604Num uniques 859; 2024-11-14T14:41:05,616 DEBUG [RS_IN_MEMORY_COMPACTION-regionserver/da1c6afcd1f9:0-2 {}] regionserver.CompactionPipeline(163): Suffix data size=39335, new segment data size=14145, suffix heap size=117064,new segment heap size=32376 　suffix off heap size=0, new segment off heap size=0, suffix cells count=859, new segment cells count=309 2024-11-14T14:41:05,658 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35765 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3b1a5ce21fb918810d964a76bfd27f36, server=da1c6afcd1f9,35765,1731595233113 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-14T14:41:05,658 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35765 {}] ipc.CallRunner(138): callId: 9 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:60524 deadline: 1731595325646, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3b1a5ce21fb918810d964a76bfd27f36, server=da1c6afcd1f9,35765,1731595233113 2024-11-14T14:41:05,659 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731595262615.3b1a5ce21fb918810d964a76bfd27f36., hostname=da1c6afcd1f9,35765,1731595233113, seqNum=5 , the old value is region=TestAcidGuarantees,,1731595262615.3b1a5ce21fb918810d964a76bfd27f36., hostname=da1c6afcd1f9,35765,1731595233113, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3b1a5ce21fb918810d964a76bfd27f36, server=da1c6afcd1f9,35765,1731595233113 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-14T14:41:05,659 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731595262615.3b1a5ce21fb918810d964a76bfd27f36., hostname=da1c6afcd1f9,35765,1731595233113, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3b1a5ce21fb918810d964a76bfd27f36, server=da1c6afcd1f9,35765,1731595233113 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-14T14:41:05,659 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731595262615.3b1a5ce21fb918810d964a76bfd27f36., hostname=da1c6afcd1f9,35765,1731595233113, seqNum=5 because the exception is null or not the one we care about 2024-11-14T14:41:05,661 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35765 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3b1a5ce21fb918810d964a76bfd27f36, server=da1c6afcd1f9,35765,1731595233113 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-14T14:41:05,662 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35765 {}] ipc.CallRunner(138): callId: 8 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:60594 deadline: 1731595325652, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3b1a5ce21fb918810d964a76bfd27f36, server=da1c6afcd1f9,35765,1731595233113 2024-11-14T14:41:05,662 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731595262615.3b1a5ce21fb918810d964a76bfd27f36., hostname=da1c6afcd1f9,35765,1731595233113, seqNum=5 , the old value is region=TestAcidGuarantees,,1731595262615.3b1a5ce21fb918810d964a76bfd27f36., hostname=da1c6afcd1f9,35765,1731595233113, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3b1a5ce21fb918810d964a76bfd27f36, server=da1c6afcd1f9,35765,1731595233113 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-14T14:41:05,662 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731595262615.3b1a5ce21fb918810d964a76bfd27f36., hostname=da1c6afcd1f9,35765,1731595233113, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3b1a5ce21fb918810d964a76bfd27f36, server=da1c6afcd1f9,35765,1731595233113 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-14T14:41:05,662 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731595262615.3b1a5ce21fb918810d964a76bfd27f36., hostname=da1c6afcd1f9,35765,1731595233113, seqNum=5 because the exception is null or not the one we care about 2024-11-14T14:41:05,671 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35765 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3b1a5ce21fb918810d964a76bfd27f36, server=da1c6afcd1f9,35765,1731595233113 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-14T14:41:05,671 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35765 {}] ipc.CallRunner(138): callId: 8 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:60580 deadline: 1731595325656, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3b1a5ce21fb918810d964a76bfd27f36, server=da1c6afcd1f9,35765,1731595233113 2024-11-14T14:41:05,672 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731595262615.3b1a5ce21fb918810d964a76bfd27f36., hostname=da1c6afcd1f9,35765,1731595233113, seqNum=5 , the old value is region=TestAcidGuarantees,,1731595262615.3b1a5ce21fb918810d964a76bfd27f36., hostname=da1c6afcd1f9,35765,1731595233113, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3b1a5ce21fb918810d964a76bfd27f36, server=da1c6afcd1f9,35765,1731595233113 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-14T14:41:05,672 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731595262615.3b1a5ce21fb918810d964a76bfd27f36., hostname=da1c6afcd1f9,35765,1731595233113, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3b1a5ce21fb918810d964a76bfd27f36, server=da1c6afcd1f9,35765,1731595233113 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-14T14:41:05,672 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731595262615.3b1a5ce21fb918810d964a76bfd27f36., hostname=da1c6afcd1f9,35765,1731595233113, seqNum=5 because the exception is null or not the one we care about 2024-11-14T14:41:05,675 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35765 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3b1a5ce21fb918810d964a76bfd27f36, server=da1c6afcd1f9,35765,1731595233113 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-14T14:41:05,675 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35765 {}] ipc.CallRunner(138): callId: 10 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:60574 deadline: 1731595325658, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3b1a5ce21fb918810d964a76bfd27f36, server=da1c6afcd1f9,35765,1731595233113 2024-11-14T14:41:05,675 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731595262615.3b1a5ce21fb918810d964a76bfd27f36., hostname=da1c6afcd1f9,35765,1731595233113, seqNum=5 , the old value is region=TestAcidGuarantees,,1731595262615.3b1a5ce21fb918810d964a76bfd27f36., hostname=da1c6afcd1f9,35765,1731595233113, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3b1a5ce21fb918810d964a76bfd27f36, server=da1c6afcd1f9,35765,1731595233113 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-14T14:41:05,675 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731595262615.3b1a5ce21fb918810d964a76bfd27f36., hostname=da1c6afcd1f9,35765,1731595233113, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3b1a5ce21fb918810d964a76bfd27f36, server=da1c6afcd1f9,35765,1731595233113 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-14T14:41:05,676 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731595262615.3b1a5ce21fb918810d964a76bfd27f36., hostname=da1c6afcd1f9,35765,1731595233113, seqNum=5 because the exception is null or not the one we care about 2024-11-14T14:41:05,676 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35765 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3b1a5ce21fb918810d964a76bfd27f36, server=da1c6afcd1f9,35765,1731595233113 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-14T14:41:05,676 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35765 {}] ipc.CallRunner(138): callId: 10 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:60566 deadline: 1731595325662, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3b1a5ce21fb918810d964a76bfd27f36, server=da1c6afcd1f9,35765,1731595233113 2024-11-14T14:41:05,676 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731595262615.3b1a5ce21fb918810d964a76bfd27f36., hostname=da1c6afcd1f9,35765,1731595233113, seqNum=5 , the old value is region=TestAcidGuarantees,,1731595262615.3b1a5ce21fb918810d964a76bfd27f36., hostname=da1c6afcd1f9,35765,1731595233113, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3b1a5ce21fb918810d964a76bfd27f36, server=da1c6afcd1f9,35765,1731595233113 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-14T14:41:05,676 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731595262615.3b1a5ce21fb918810d964a76bfd27f36., hostname=da1c6afcd1f9,35765,1731595233113, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3b1a5ce21fb918810d964a76bfd27f36, server=da1c6afcd1f9,35765,1731595233113 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-14T14:41:05,676 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731595262615.3b1a5ce21fb918810d964a76bfd27f36., hostname=da1c6afcd1f9,35765,1731595233113, seqNum=5 because the exception is null or not the one we care about 2024-11-14T14:41:05,756 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45145 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=40 2024-11-14T14:41:05,765 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=35765 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=41 2024-11-14T14:41:05,766 DEBUG [RS_FLUSH_OPERATIONS-regionserver/da1c6afcd1f9:0-0 {event_type=RS_FLUSH_REGIONS, pid=41}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1731595262615.3b1a5ce21fb918810d964a76bfd27f36. 2024-11-14T14:41:05,766 DEBUG [RS_FLUSH_OPERATIONS-regionserver/da1c6afcd1f9:0-0 {event_type=RS_FLUSH_REGIONS, pid=41}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1731595262615.3b1a5ce21fb918810d964a76bfd27f36. as already flushing 2024-11-14T14:41:05,766 DEBUG [RS_FLUSH_OPERATIONS-regionserver/da1c6afcd1f9:0-0 {event_type=RS_FLUSH_REGIONS, pid=41}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1731595262615.3b1a5ce21fb918810d964a76bfd27f36. 2024-11-14T14:41:05,766 ERROR [RS_FLUSH_OPERATIONS-regionserver/da1c6afcd1f9:0-0 {event_type=RS_FLUSH_REGIONS, pid=41}] handler.RSProcedureHandler(58): pid=41 java.io.IOException: Unable to complete flush {ENCODED => 3b1a5ce21fb918810d964a76bfd27f36, NAME => 'TestAcidGuarantees,,1731595262615.3b1a5ce21fb918810d964a76bfd27f36.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-14T14:41:05,767 DEBUG [RS_FLUSH_OPERATIONS-regionserver/da1c6afcd1f9:0-0 {event_type=RS_FLUSH_REGIONS, pid=41}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=41 java.io.IOException: Unable to complete flush {ENCODED => 3b1a5ce21fb918810d964a76bfd27f36, NAME => 'TestAcidGuarantees,,1731595262615.3b1a5ce21fb918810d964a76bfd27f36.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-14T14:41:05,767 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45145 {}] master.HMaster(4177): Remote procedure failed, pid=41 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 3b1a5ce21fb918810d964a76bfd27f36, NAME => 'TestAcidGuarantees,,1731595262615.3b1a5ce21fb918810d964a76bfd27f36.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$5(MasterRpcServices.java:2580) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2575) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 3b1a5ce21fb918810d964a76bfd27f36, NAME => 'TestAcidGuarantees,,1731595262615.3b1a5ce21fb918810d964a76bfd27f36.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-14T14:41:05,773 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35765 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3b1a5ce21fb918810d964a76bfd27f36, server=da1c6afcd1f9,35765,1731595233113 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-14T14:41:05,773 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35765 {}] ipc.CallRunner(138): callId: 9 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:60594 deadline: 1731595325767, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3b1a5ce21fb918810d964a76bfd27f36, server=da1c6afcd1f9,35765,1731595233113 2024-11-14T14:41:05,773 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35765 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3b1a5ce21fb918810d964a76bfd27f36, server=da1c6afcd1f9,35765,1731595233113 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-14T14:41:05,773 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731595262615.3b1a5ce21fb918810d964a76bfd27f36., hostname=da1c6afcd1f9,35765,1731595233113, seqNum=5 , the old value is region=TestAcidGuarantees,,1731595262615.3b1a5ce21fb918810d964a76bfd27f36., hostname=da1c6afcd1f9,35765,1731595233113, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3b1a5ce21fb918810d964a76bfd27f36, server=da1c6afcd1f9,35765,1731595233113 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-14T14:41:05,773 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731595262615.3b1a5ce21fb918810d964a76bfd27f36., hostname=da1c6afcd1f9,35765,1731595233113, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3b1a5ce21fb918810d964a76bfd27f36, server=da1c6afcd1f9,35765,1731595233113 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-14T14:41:05,773 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731595262615.3b1a5ce21fb918810d964a76bfd27f36., hostname=da1c6afcd1f9,35765,1731595233113, seqNum=5 because the exception is null or not the one we care about 2024-11-14T14:41:05,774 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35765 {}] ipc.CallRunner(138): callId: 10 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:60524 deadline: 1731595325767, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3b1a5ce21fb918810d964a76bfd27f36, server=da1c6afcd1f9,35765,1731595233113 2024-11-14T14:41:05,774 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731595262615.3b1a5ce21fb918810d964a76bfd27f36., hostname=da1c6afcd1f9,35765,1731595233113, seqNum=5 , the old value is region=TestAcidGuarantees,,1731595262615.3b1a5ce21fb918810d964a76bfd27f36., hostname=da1c6afcd1f9,35765,1731595233113, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3b1a5ce21fb918810d964a76bfd27f36, server=da1c6afcd1f9,35765,1731595233113 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-14T14:41:05,774 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731595262615.3b1a5ce21fb918810d964a76bfd27f36., hostname=da1c6afcd1f9,35765,1731595233113, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3b1a5ce21fb918810d964a76bfd27f36, server=da1c6afcd1f9,35765,1731595233113 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-14T14:41:05,774 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731595262615.3b1a5ce21fb918810d964a76bfd27f36., hostname=da1c6afcd1f9,35765,1731595233113, seqNum=5 because the exception is null or not the one we care about 2024-11-14T14:41:05,778 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35765 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3b1a5ce21fb918810d964a76bfd27f36, server=da1c6afcd1f9,35765,1731595233113 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-14T14:41:05,778 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35765 {}] ipc.CallRunner(138): callId: 9 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:60580 deadline: 1731595325776, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3b1a5ce21fb918810d964a76bfd27f36, server=da1c6afcd1f9,35765,1731595233113 2024-11-14T14:41:05,779 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731595262615.3b1a5ce21fb918810d964a76bfd27f36., hostname=da1c6afcd1f9,35765,1731595233113, seqNum=5 , the old value is region=TestAcidGuarantees,,1731595262615.3b1a5ce21fb918810d964a76bfd27f36., hostname=da1c6afcd1f9,35765,1731595233113, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3b1a5ce21fb918810d964a76bfd27f36, server=da1c6afcd1f9,35765,1731595233113 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-14T14:41:05,779 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731595262615.3b1a5ce21fb918810d964a76bfd27f36., hostname=da1c6afcd1f9,35765,1731595233113, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3b1a5ce21fb918810d964a76bfd27f36, server=da1c6afcd1f9,35765,1731595233113 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-14T14:41:05,779 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731595262615.3b1a5ce21fb918810d964a76bfd27f36., hostname=da1c6afcd1f9,35765,1731595233113, seqNum=5 because the exception is null or not the one we care about 2024-11-14T14:41:05,794 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35765 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3b1a5ce21fb918810d964a76bfd27f36, server=da1c6afcd1f9,35765,1731595233113 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-14T14:41:05,794 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35765 {}] ipc.CallRunner(138): callId: 11 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:60574 deadline: 1731595325786, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3b1a5ce21fb918810d964a76bfd27f36, server=da1c6afcd1f9,35765,1731595233113 2024-11-14T14:41:05,795 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731595262615.3b1a5ce21fb918810d964a76bfd27f36., hostname=da1c6afcd1f9,35765,1731595233113, seqNum=5 , the old value is region=TestAcidGuarantees,,1731595262615.3b1a5ce21fb918810d964a76bfd27f36., hostname=da1c6afcd1f9,35765,1731595233113, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3b1a5ce21fb918810d964a76bfd27f36, server=da1c6afcd1f9,35765,1731595233113 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-14T14:41:05,795 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35765 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3b1a5ce21fb918810d964a76bfd27f36, server=da1c6afcd1f9,35765,1731595233113 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-14T14:41:05,795 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731595262615.3b1a5ce21fb918810d964a76bfd27f36., hostname=da1c6afcd1f9,35765,1731595233113, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3b1a5ce21fb918810d964a76bfd27f36, server=da1c6afcd1f9,35765,1731595233113 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-14T14:41:05,795 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731595262615.3b1a5ce21fb918810d964a76bfd27f36., hostname=da1c6afcd1f9,35765,1731595233113, seqNum=5 because the exception is null or not the one we care about 2024-11-14T14:41:05,795 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35765 {}] ipc.CallRunner(138): callId: 11 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:60566 deadline: 1731595325786, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3b1a5ce21fb918810d964a76bfd27f36, server=da1c6afcd1f9,35765,1731595233113 2024-11-14T14:41:05,795 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731595262615.3b1a5ce21fb918810d964a76bfd27f36., hostname=da1c6afcd1f9,35765,1731595233113, seqNum=5 , the old value is region=TestAcidGuarantees,,1731595262615.3b1a5ce21fb918810d964a76bfd27f36., hostname=da1c6afcd1f9,35765,1731595233113, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3b1a5ce21fb918810d964a76bfd27f36, server=da1c6afcd1f9,35765,1731595233113 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-14T14:41:05,795 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731595262615.3b1a5ce21fb918810d964a76bfd27f36., hostname=da1c6afcd1f9,35765,1731595233113, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3b1a5ce21fb918810d964a76bfd27f36, server=da1c6afcd1f9,35765,1731595233113 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-14T14:41:05,795 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731595262615.3b1a5ce21fb918810d964a76bfd27f36., hostname=da1c6afcd1f9,35765,1731595233113, seqNum=5 because the exception is null or not the one we care about 2024-11-14T14:41:05,920 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=35765 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=41 2024-11-14T14:41:05,921 DEBUG [RS_FLUSH_OPERATIONS-regionserver/da1c6afcd1f9:0-1 {event_type=RS_FLUSH_REGIONS, pid=41}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1731595262615.3b1a5ce21fb918810d964a76bfd27f36. 2024-11-14T14:41:05,921 DEBUG [RS_FLUSH_OPERATIONS-regionserver/da1c6afcd1f9:0-1 {event_type=RS_FLUSH_REGIONS, pid=41}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1731595262615.3b1a5ce21fb918810d964a76bfd27f36. as already flushing 2024-11-14T14:41:05,921 DEBUG [RS_FLUSH_OPERATIONS-regionserver/da1c6afcd1f9:0-1 {event_type=RS_FLUSH_REGIONS, pid=41}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1731595262615.3b1a5ce21fb918810d964a76bfd27f36. 2024-11-14T14:41:05,921 ERROR [RS_FLUSH_OPERATIONS-regionserver/da1c6afcd1f9:0-1 {event_type=RS_FLUSH_REGIONS, pid=41}] handler.RSProcedureHandler(58): pid=41 java.io.IOException: Unable to complete flush {ENCODED => 3b1a5ce21fb918810d964a76bfd27f36, NAME => 'TestAcidGuarantees,,1731595262615.3b1a5ce21fb918810d964a76bfd27f36.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-14T14:41:05,921 DEBUG [RS_FLUSH_OPERATIONS-regionserver/da1c6afcd1f9:0-1 {event_type=RS_FLUSH_REGIONS, pid=41}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=41 java.io.IOException: Unable to complete flush {ENCODED => 3b1a5ce21fb918810d964a76bfd27f36, NAME => 'TestAcidGuarantees,,1731595262615.3b1a5ce21fb918810d964a76bfd27f36.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-14T14:41:05,923 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45145 {}] master.HMaster(4177): Remote procedure failed, pid=41 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 3b1a5ce21fb918810d964a76bfd27f36, NAME => 'TestAcidGuarantees,,1731595262615.3b1a5ce21fb918810d964a76bfd27f36.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$5(MasterRpcServices.java:2580) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2575) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 3b1a5ce21fb918810d964a76bfd27f36, NAME => 'TestAcidGuarantees,,1731595262615.3b1a5ce21fb918810d964a76bfd27f36.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-14T14:41:05,992 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35765 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3b1a5ce21fb918810d964a76bfd27f36, server=da1c6afcd1f9,35765,1731595233113 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-14T14:41:05,992 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35765 {}] ipc.CallRunner(138): callId: 10 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:60580 deadline: 1731595325986, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3b1a5ce21fb918810d964a76bfd27f36, server=da1c6afcd1f9,35765,1731595233113 2024-11-14T14:41:05,993 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35765 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3b1a5ce21fb918810d964a76bfd27f36, server=da1c6afcd1f9,35765,1731595233113 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-14T14:41:05,993 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35765 {}] ipc.CallRunner(138): callId: 10 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:60594 deadline: 1731595325986, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3b1a5ce21fb918810d964a76bfd27f36, server=da1c6afcd1f9,35765,1731595233113 2024-11-14T14:41:05,993 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35765 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3b1a5ce21fb918810d964a76bfd27f36, server=da1c6afcd1f9,35765,1731595233113 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-14T14:41:05,993 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731595262615.3b1a5ce21fb918810d964a76bfd27f36., hostname=da1c6afcd1f9,35765,1731595233113, seqNum=5 , the old value is region=TestAcidGuarantees,,1731595262615.3b1a5ce21fb918810d964a76bfd27f36., hostname=da1c6afcd1f9,35765,1731595233113, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3b1a5ce21fb918810d964a76bfd27f36, server=da1c6afcd1f9,35765,1731595233113 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-14T14:41:05,993 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731595262615.3b1a5ce21fb918810d964a76bfd27f36., hostname=da1c6afcd1f9,35765,1731595233113, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3b1a5ce21fb918810d964a76bfd27f36, server=da1c6afcd1f9,35765,1731595233113 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-14T14:41:05,993 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35765 {}] ipc.CallRunner(138): callId: 11 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:60524 deadline: 1731595325986, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3b1a5ce21fb918810d964a76bfd27f36, server=da1c6afcd1f9,35765,1731595233113 2024-11-14T14:41:05,993 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731595262615.3b1a5ce21fb918810d964a76bfd27f36., hostname=da1c6afcd1f9,35765,1731595233113, seqNum=5 because the exception is null or not the one we care about 2024-11-14T14:41:05,994 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731595262615.3b1a5ce21fb918810d964a76bfd27f36., hostname=da1c6afcd1f9,35765,1731595233113, seqNum=5 , the old value is region=TestAcidGuarantees,,1731595262615.3b1a5ce21fb918810d964a76bfd27f36., hostname=da1c6afcd1f9,35765,1731595233113, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3b1a5ce21fb918810d964a76bfd27f36, server=da1c6afcd1f9,35765,1731595233113 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-14T14:41:05,994 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731595262615.3b1a5ce21fb918810d964a76bfd27f36., hostname=da1c6afcd1f9,35765,1731595233113, seqNum=5 , the old value is region=TestAcidGuarantees,,1731595262615.3b1a5ce21fb918810d964a76bfd27f36., hostname=da1c6afcd1f9,35765,1731595233113, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3b1a5ce21fb918810d964a76bfd27f36, server=da1c6afcd1f9,35765,1731595233113 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-14T14:41:05,994 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731595262615.3b1a5ce21fb918810d964a76bfd27f36., hostname=da1c6afcd1f9,35765,1731595233113, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3b1a5ce21fb918810d964a76bfd27f36, server=da1c6afcd1f9,35765,1731595233113 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-14T14:41:05,994 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731595262615.3b1a5ce21fb918810d964a76bfd27f36., hostname=da1c6afcd1f9,35765,1731595233113, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3b1a5ce21fb918810d964a76bfd27f36, server=da1c6afcd1f9,35765,1731595233113 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-14T14:41:05,994 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731595262615.3b1a5ce21fb918810d964a76bfd27f36., hostname=da1c6afcd1f9,35765,1731595233113, seqNum=5 because the exception is null or not the one we care about 2024-11-14T14:41:05,994 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731595262615.3b1a5ce21fb918810d964a76bfd27f36., hostname=da1c6afcd1f9,35765,1731595233113, seqNum=5 because the exception is null or not the one we care about 2024-11-14T14:41:05,995 INFO [MemStoreFlusher.0 {}] mob.DefaultMobStoreFlusher(147): Mob store is flushed, sequenceid=15, memsize=17.9 K, hasBloomFilter=true, into tmp file hdfs://localhost:34345/user/jenkins/test-data/14d118ee-a83a-b09b-5913-1a58940a5db1/data/default/TestAcidGuarantees/3b1a5ce21fb918810d964a76bfd27f36/.tmp/A/8d2f82af15be484abaecbbaee42ad7ba 2024-11-14T14:41:06,015 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35765 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3b1a5ce21fb918810d964a76bfd27f36, server=da1c6afcd1f9,35765,1731595233113 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-14T14:41:06,016 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35765 {}] ipc.CallRunner(138): callId: 12 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:60574 deadline: 1731595326006, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3b1a5ce21fb918810d964a76bfd27f36, server=da1c6afcd1f9,35765,1731595233113 2024-11-14T14:41:06,016 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35765 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3b1a5ce21fb918810d964a76bfd27f36, server=da1c6afcd1f9,35765,1731595233113 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-14T14:41:06,016 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731595262615.3b1a5ce21fb918810d964a76bfd27f36., hostname=da1c6afcd1f9,35765,1731595233113, seqNum=5 , the old value is region=TestAcidGuarantees,,1731595262615.3b1a5ce21fb918810d964a76bfd27f36., hostname=da1c6afcd1f9,35765,1731595233113, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3b1a5ce21fb918810d964a76bfd27f36, server=da1c6afcd1f9,35765,1731595233113 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-14T14:41:06,016 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731595262615.3b1a5ce21fb918810d964a76bfd27f36., hostname=da1c6afcd1f9,35765,1731595233113, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3b1a5ce21fb918810d964a76bfd27f36, server=da1c6afcd1f9,35765,1731595233113 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-14T14:41:06,016 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35765 {}] ipc.CallRunner(138): callId: 12 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:60566 deadline: 1731595326006, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3b1a5ce21fb918810d964a76bfd27f36, server=da1c6afcd1f9,35765,1731595233113 2024-11-14T14:41:06,016 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731595262615.3b1a5ce21fb918810d964a76bfd27f36., hostname=da1c6afcd1f9,35765,1731595233113, seqNum=5 because the exception is null or not the one we care about 2024-11-14T14:41:06,017 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731595262615.3b1a5ce21fb918810d964a76bfd27f36., hostname=da1c6afcd1f9,35765,1731595233113, seqNum=5 , the old value is region=TestAcidGuarantees,,1731595262615.3b1a5ce21fb918810d964a76bfd27f36., hostname=da1c6afcd1f9,35765,1731595233113, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3b1a5ce21fb918810d964a76bfd27f36, server=da1c6afcd1f9,35765,1731595233113 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-14T14:41:06,017 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731595262615.3b1a5ce21fb918810d964a76bfd27f36., hostname=da1c6afcd1f9,35765,1731595233113, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3b1a5ce21fb918810d964a76bfd27f36, server=da1c6afcd1f9,35765,1731595233113 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-14T14:41:06,017 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731595262615.3b1a5ce21fb918810d964a76bfd27f36., hostname=da1c6afcd1f9,35765,1731595233113, seqNum=5 because the exception is null or not the one we care about 2024-11-14T14:41:06,067 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45145 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=40 2024-11-14T14:41:06,075 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=35765 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=41 2024-11-14T14:41:06,075 DEBUG [RS_FLUSH_OPERATIONS-regionserver/da1c6afcd1f9:0-2 {event_type=RS_FLUSH_REGIONS, pid=41}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1731595262615.3b1a5ce21fb918810d964a76bfd27f36. 2024-11-14T14:41:06,076 DEBUG [RS_FLUSH_OPERATIONS-regionserver/da1c6afcd1f9:0-2 {event_type=RS_FLUSH_REGIONS, pid=41}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1731595262615.3b1a5ce21fb918810d964a76bfd27f36. as already flushing 2024-11-14T14:41:06,076 DEBUG [RS_FLUSH_OPERATIONS-regionserver/da1c6afcd1f9:0-2 {event_type=RS_FLUSH_REGIONS, pid=41}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1731595262615.3b1a5ce21fb918810d964a76bfd27f36. 2024-11-14T14:41:06,076 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:34345/user/jenkins/test-data/14d118ee-a83a-b09b-5913-1a58940a5db1/data/default/TestAcidGuarantees/3b1a5ce21fb918810d964a76bfd27f36/.tmp/B/09f1b412900f4619be325adae46f3b28 is 50, key is test_row_0/B:col10/1731595265470/Put/seqid=0 2024-11-14T14:41:06,076 ERROR [RS_FLUSH_OPERATIONS-regionserver/da1c6afcd1f9:0-2 {event_type=RS_FLUSH_REGIONS, pid=41}] handler.RSProcedureHandler(58): pid=41 java.io.IOException: Unable to complete flush {ENCODED => 3b1a5ce21fb918810d964a76bfd27f36, NAME => 'TestAcidGuarantees,,1731595262615.3b1a5ce21fb918810d964a76bfd27f36.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-14T14:41:06,076 DEBUG [RS_FLUSH_OPERATIONS-regionserver/da1c6afcd1f9:0-2 {event_type=RS_FLUSH_REGIONS, pid=41}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=41 java.io.IOException: Unable to complete flush {ENCODED => 3b1a5ce21fb918810d964a76bfd27f36, NAME => 'TestAcidGuarantees,,1731595262615.3b1a5ce21fb918810d964a76bfd27f36.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-14T14:41:06,077 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45145 {}] master.HMaster(4177): Remote procedure failed, pid=41 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 3b1a5ce21fb918810d964a76bfd27f36, NAME => 'TestAcidGuarantees,,1731595262615.3b1a5ce21fb918810d964a76bfd27f36.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$5(MasterRpcServices.java:2580) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2575) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 3b1a5ce21fb918810d964a76bfd27f36, NAME => 'TestAcidGuarantees,,1731595262615.3b1a5ce21fb918810d964a76bfd27f36.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-14T14:41:06,130 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36699 is added to blk_1073741976_1152 (size=12001) 2024-11-14T14:41:06,231 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=35765 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=41 2024-11-14T14:41:06,231 DEBUG [RS_FLUSH_OPERATIONS-regionserver/da1c6afcd1f9:0-0 {event_type=RS_FLUSH_REGIONS, pid=41}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1731595262615.3b1a5ce21fb918810d964a76bfd27f36. 2024-11-14T14:41:06,231 DEBUG [RS_FLUSH_OPERATIONS-regionserver/da1c6afcd1f9:0-0 {event_type=RS_FLUSH_REGIONS, pid=41}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1731595262615.3b1a5ce21fb918810d964a76bfd27f36. as already flushing 2024-11-14T14:41:06,231 DEBUG [RS_FLUSH_OPERATIONS-regionserver/da1c6afcd1f9:0-0 {event_type=RS_FLUSH_REGIONS, pid=41}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1731595262615.3b1a5ce21fb918810d964a76bfd27f36. 2024-11-14T14:41:06,231 ERROR [RS_FLUSH_OPERATIONS-regionserver/da1c6afcd1f9:0-0 {event_type=RS_FLUSH_REGIONS, pid=41}] handler.RSProcedureHandler(58): pid=41 java.io.IOException: Unable to complete flush {ENCODED => 3b1a5ce21fb918810d964a76bfd27f36, NAME => 'TestAcidGuarantees,,1731595262615.3b1a5ce21fb918810d964a76bfd27f36.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-14T14:41:06,232 DEBUG [RS_FLUSH_OPERATIONS-regionserver/da1c6afcd1f9:0-0 {event_type=RS_FLUSH_REGIONS, pid=41}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=41 java.io.IOException: Unable to complete flush {ENCODED => 3b1a5ce21fb918810d964a76bfd27f36, NAME => 'TestAcidGuarantees,,1731595262615.3b1a5ce21fb918810d964a76bfd27f36.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-14T14:41:06,232 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45145 {}] master.HMaster(4177): Remote procedure failed, pid=41 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 3b1a5ce21fb918810d964a76bfd27f36, NAME => 'TestAcidGuarantees,,1731595262615.3b1a5ce21fb918810d964a76bfd27f36.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$5(MasterRpcServices.java:2580) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2575) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 3b1a5ce21fb918810d964a76bfd27f36, NAME => 'TestAcidGuarantees,,1731595262615.3b1a5ce21fb918810d964a76bfd27f36.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-14T14:41:06,308 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35765 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3b1a5ce21fb918810d964a76bfd27f36, server=da1c6afcd1f9,35765,1731595233113 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-14T14:41:06,309 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35765 {}] ipc.CallRunner(138): callId: 11 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:60580 deadline: 1731595326308, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3b1a5ce21fb918810d964a76bfd27f36, server=da1c6afcd1f9,35765,1731595233113 2024-11-14T14:41:06,309 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35765 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3b1a5ce21fb918810d964a76bfd27f36, server=da1c6afcd1f9,35765,1731595233113 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-14T14:41:06,309 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35765 {}] ipc.CallRunner(138): callId: 12 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:60524 deadline: 1731595326308, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3b1a5ce21fb918810d964a76bfd27f36, server=da1c6afcd1f9,35765,1731595233113 2024-11-14T14:41:06,310 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35765 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3b1a5ce21fb918810d964a76bfd27f36, server=da1c6afcd1f9,35765,1731595233113 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-14T14:41:06,310 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731595262615.3b1a5ce21fb918810d964a76bfd27f36., hostname=da1c6afcd1f9,35765,1731595233113, seqNum=5 , the old value is region=TestAcidGuarantees,,1731595262615.3b1a5ce21fb918810d964a76bfd27f36., hostname=da1c6afcd1f9,35765,1731595233113, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3b1a5ce21fb918810d964a76bfd27f36, server=da1c6afcd1f9,35765,1731595233113 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-14T14:41:06,310 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35765 {}] ipc.CallRunner(138): callId: 11 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:60594 deadline: 1731595326308, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3b1a5ce21fb918810d964a76bfd27f36, server=da1c6afcd1f9,35765,1731595233113 2024-11-14T14:41:06,310 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731595262615.3b1a5ce21fb918810d964a76bfd27f36., hostname=da1c6afcd1f9,35765,1731595233113, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3b1a5ce21fb918810d964a76bfd27f36, server=da1c6afcd1f9,35765,1731595233113 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-14T14:41:06,310 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731595262615.3b1a5ce21fb918810d964a76bfd27f36., hostname=da1c6afcd1f9,35765,1731595233113, seqNum=5 because the exception is null or not the one we care about 2024-11-14T14:41:06,310 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731595262615.3b1a5ce21fb918810d964a76bfd27f36., hostname=da1c6afcd1f9,35765,1731595233113, seqNum=5 , the old value is region=TestAcidGuarantees,,1731595262615.3b1a5ce21fb918810d964a76bfd27f36., hostname=da1c6afcd1f9,35765,1731595233113, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3b1a5ce21fb918810d964a76bfd27f36, server=da1c6afcd1f9,35765,1731595233113 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-14T14:41:06,310 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731595262615.3b1a5ce21fb918810d964a76bfd27f36., hostname=da1c6afcd1f9,35765,1731595233113, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3b1a5ce21fb918810d964a76bfd27f36, server=da1c6afcd1f9,35765,1731595233113 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-14T14:41:06,310 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731595262615.3b1a5ce21fb918810d964a76bfd27f36., hostname=da1c6afcd1f9,35765,1731595233113, seqNum=5 , the old value is region=TestAcidGuarantees,,1731595262615.3b1a5ce21fb918810d964a76bfd27f36., hostname=da1c6afcd1f9,35765,1731595233113, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3b1a5ce21fb918810d964a76bfd27f36, server=da1c6afcd1f9,35765,1731595233113 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-14T14:41:06,310 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731595262615.3b1a5ce21fb918810d964a76bfd27f36., hostname=da1c6afcd1f9,35765,1731595233113, seqNum=5 because the exception is null or not the one we care about 2024-11-14T14:41:06,311 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731595262615.3b1a5ce21fb918810d964a76bfd27f36., hostname=da1c6afcd1f9,35765,1731595233113, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3b1a5ce21fb918810d964a76bfd27f36, server=da1c6afcd1f9,35765,1731595233113 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-14T14:41:06,311 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731595262615.3b1a5ce21fb918810d964a76bfd27f36., hostname=da1c6afcd1f9,35765,1731595233113, seqNum=5 because the exception is null or not the one we care about 2024-11-14T14:41:06,331 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35765 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3b1a5ce21fb918810d964a76bfd27f36, server=da1c6afcd1f9,35765,1731595233113 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-14T14:41:06,332 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35765 {}] ipc.CallRunner(138): callId: 13 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:60574 deadline: 1731595326326, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3b1a5ce21fb918810d964a76bfd27f36, server=da1c6afcd1f9,35765,1731595233113 2024-11-14T14:41:06,332 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35765 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3b1a5ce21fb918810d964a76bfd27f36, server=da1c6afcd1f9,35765,1731595233113 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-14T14:41:06,332 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731595262615.3b1a5ce21fb918810d964a76bfd27f36., hostname=da1c6afcd1f9,35765,1731595233113, seqNum=5 , the old value is region=TestAcidGuarantees,,1731595262615.3b1a5ce21fb918810d964a76bfd27f36., hostname=da1c6afcd1f9,35765,1731595233113, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3b1a5ce21fb918810d964a76bfd27f36, server=da1c6afcd1f9,35765,1731595233113 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-14T14:41:06,332 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35765 {}] ipc.CallRunner(138): callId: 13 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:60566 deadline: 1731595326326, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3b1a5ce21fb918810d964a76bfd27f36, server=da1c6afcd1f9,35765,1731595233113 2024-11-14T14:41:06,332 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731595262615.3b1a5ce21fb918810d964a76bfd27f36., hostname=da1c6afcd1f9,35765,1731595233113, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3b1a5ce21fb918810d964a76bfd27f36, server=da1c6afcd1f9,35765,1731595233113 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-14T14:41:06,332 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731595262615.3b1a5ce21fb918810d964a76bfd27f36., hostname=da1c6afcd1f9,35765,1731595233113, seqNum=5 because the exception is null or not the one we care about 2024-11-14T14:41:06,333 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731595262615.3b1a5ce21fb918810d964a76bfd27f36., hostname=da1c6afcd1f9,35765,1731595233113, seqNum=5 , the old value is region=TestAcidGuarantees,,1731595262615.3b1a5ce21fb918810d964a76bfd27f36., hostname=da1c6afcd1f9,35765,1731595233113, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3b1a5ce21fb918810d964a76bfd27f36, server=da1c6afcd1f9,35765,1731595233113 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-14T14:41:06,333 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731595262615.3b1a5ce21fb918810d964a76bfd27f36., hostname=da1c6afcd1f9,35765,1731595233113, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3b1a5ce21fb918810d964a76bfd27f36, server=da1c6afcd1f9,35765,1731595233113 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-14T14:41:06,333 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731595262615.3b1a5ce21fb918810d964a76bfd27f36., hostname=da1c6afcd1f9,35765,1731595233113, seqNum=5 because the exception is null or not the one we care about 2024-11-14T14:41:06,385 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=35765 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=41 2024-11-14T14:41:06,386 DEBUG [RS_FLUSH_OPERATIONS-regionserver/da1c6afcd1f9:0-1 {event_type=RS_FLUSH_REGIONS, pid=41}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1731595262615.3b1a5ce21fb918810d964a76bfd27f36. 2024-11-14T14:41:06,386 DEBUG [RS_FLUSH_OPERATIONS-regionserver/da1c6afcd1f9:0-1 {event_type=RS_FLUSH_REGIONS, pid=41}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1731595262615.3b1a5ce21fb918810d964a76bfd27f36. as already flushing 2024-11-14T14:41:06,386 DEBUG [RS_FLUSH_OPERATIONS-regionserver/da1c6afcd1f9:0-1 {event_type=RS_FLUSH_REGIONS, pid=41}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1731595262615.3b1a5ce21fb918810d964a76bfd27f36. 2024-11-14T14:41:06,386 ERROR [RS_FLUSH_OPERATIONS-regionserver/da1c6afcd1f9:0-1 {event_type=RS_FLUSH_REGIONS, pid=41}] handler.RSProcedureHandler(58): pid=41 java.io.IOException: Unable to complete flush {ENCODED => 3b1a5ce21fb918810d964a76bfd27f36, NAME => 'TestAcidGuarantees,,1731595262615.3b1a5ce21fb918810d964a76bfd27f36.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-14T14:41:06,386 DEBUG [RS_FLUSH_OPERATIONS-regionserver/da1c6afcd1f9:0-1 {event_type=RS_FLUSH_REGIONS, pid=41}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=41 java.io.IOException: Unable to complete flush {ENCODED => 3b1a5ce21fb918810d964a76bfd27f36, NAME => 'TestAcidGuarantees,,1731595262615.3b1a5ce21fb918810d964a76bfd27f36.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-14T14:41:06,387 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45145 {}] master.HMaster(4177): Remote procedure failed, pid=41 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 3b1a5ce21fb918810d964a76bfd27f36, NAME => 'TestAcidGuarantees,,1731595262615.3b1a5ce21fb918810d964a76bfd27f36.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$5(MasterRpcServices.java:2580) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2575) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 3b1a5ce21fb918810d964a76bfd27f36, NAME => 'TestAcidGuarantees,,1731595262615.3b1a5ce21fb918810d964a76bfd27f36.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-14T14:41:06,531 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=17.89 KB at sequenceid=15 (bloomFilter=true), to=hdfs://localhost:34345/user/jenkins/test-data/14d118ee-a83a-b09b-5913-1a58940a5db1/data/default/TestAcidGuarantees/3b1a5ce21fb918810d964a76bfd27f36/.tmp/B/09f1b412900f4619be325adae46f3b28 2024-11-14T14:41:06,540 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=35765 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=41 2024-11-14T14:41:06,540 DEBUG [RS_FLUSH_OPERATIONS-regionserver/da1c6afcd1f9:0-2 {event_type=RS_FLUSH_REGIONS, pid=41}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1731595262615.3b1a5ce21fb918810d964a76bfd27f36. 2024-11-14T14:41:06,540 DEBUG [RS_FLUSH_OPERATIONS-regionserver/da1c6afcd1f9:0-2 {event_type=RS_FLUSH_REGIONS, pid=41}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1731595262615.3b1a5ce21fb918810d964a76bfd27f36. as already flushing 2024-11-14T14:41:06,540 DEBUG [RS_FLUSH_OPERATIONS-regionserver/da1c6afcd1f9:0-2 {event_type=RS_FLUSH_REGIONS, pid=41}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1731595262615.3b1a5ce21fb918810d964a76bfd27f36. 2024-11-14T14:41:06,540 ERROR [RS_FLUSH_OPERATIONS-regionserver/da1c6afcd1f9:0-2 {event_type=RS_FLUSH_REGIONS, pid=41}] handler.RSProcedureHandler(58): pid=41 java.io.IOException: Unable to complete flush {ENCODED => 3b1a5ce21fb918810d964a76bfd27f36, NAME => 'TestAcidGuarantees,,1731595262615.3b1a5ce21fb918810d964a76bfd27f36.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-14T14:41:06,540 DEBUG [RS_FLUSH_OPERATIONS-regionserver/da1c6afcd1f9:0-2 {event_type=RS_FLUSH_REGIONS, pid=41}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=41 java.io.IOException: Unable to complete flush {ENCODED => 3b1a5ce21fb918810d964a76bfd27f36, NAME => 'TestAcidGuarantees,,1731595262615.3b1a5ce21fb918810d964a76bfd27f36.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-14T14:41:06,541 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45145 {}] master.HMaster(4177): Remote procedure failed, pid=41 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 3b1a5ce21fb918810d964a76bfd27f36, NAME => 'TestAcidGuarantees,,1731595262615.3b1a5ce21fb918810d964a76bfd27f36.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$5(MasterRpcServices.java:2580) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2575) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 3b1a5ce21fb918810d964a76bfd27f36, NAME => 'TestAcidGuarantees,,1731595262615.3b1a5ce21fb918810d964a76bfd27f36.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-14T14:41:06,561 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:34345/user/jenkins/test-data/14d118ee-a83a-b09b-5913-1a58940a5db1/data/default/TestAcidGuarantees/3b1a5ce21fb918810d964a76bfd27f36/.tmp/C/f95e2b35b72c4adda7eb0462b17249f8 is 50, key is test_row_0/C:col10/1731595265470/Put/seqid=0 2024-11-14T14:41:06,574 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36699 is added to blk_1073741977_1153 (size=12001) 2024-11-14T14:41:06,576 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45145 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=40 2024-11-14T14:41:06,579 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=17.89 KB at sequenceid=15 (bloomFilter=true), to=hdfs://localhost:34345/user/jenkins/test-data/14d118ee-a83a-b09b-5913-1a58940a5db1/data/default/TestAcidGuarantees/3b1a5ce21fb918810d964a76bfd27f36/.tmp/C/f95e2b35b72c4adda7eb0462b17249f8 2024-11-14T14:41:06,586 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:34345/user/jenkins/test-data/14d118ee-a83a-b09b-5913-1a58940a5db1/data/default/TestAcidGuarantees/3b1a5ce21fb918810d964a76bfd27f36/.tmp/A/8d2f82af15be484abaecbbaee42ad7ba as hdfs://localhost:34345/user/jenkins/test-data/14d118ee-a83a-b09b-5913-1a58940a5db1/data/default/TestAcidGuarantees/3b1a5ce21fb918810d964a76bfd27f36/A/8d2f82af15be484abaecbbaee42ad7ba 2024-11-14T14:41:06,595 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:34345/user/jenkins/test-data/14d118ee-a83a-b09b-5913-1a58940a5db1/data/default/TestAcidGuarantees/3b1a5ce21fb918810d964a76bfd27f36/A/8d2f82af15be484abaecbbaee42ad7ba, entries=200, sequenceid=15, filesize=38.6 K 2024-11-14T14:41:06,596 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:34345/user/jenkins/test-data/14d118ee-a83a-b09b-5913-1a58940a5db1/data/default/TestAcidGuarantees/3b1a5ce21fb918810d964a76bfd27f36/.tmp/B/09f1b412900f4619be325adae46f3b28 as hdfs://localhost:34345/user/jenkins/test-data/14d118ee-a83a-b09b-5913-1a58940a5db1/data/default/TestAcidGuarantees/3b1a5ce21fb918810d964a76bfd27f36/B/09f1b412900f4619be325adae46f3b28 2024-11-14T14:41:06,603 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:34345/user/jenkins/test-data/14d118ee-a83a-b09b-5913-1a58940a5db1/data/default/TestAcidGuarantees/3b1a5ce21fb918810d964a76bfd27f36/B/09f1b412900f4619be325adae46f3b28, entries=150, sequenceid=15, filesize=11.7 K 2024-11-14T14:41:06,604 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:34345/user/jenkins/test-data/14d118ee-a83a-b09b-5913-1a58940a5db1/data/default/TestAcidGuarantees/3b1a5ce21fb918810d964a76bfd27f36/.tmp/C/f95e2b35b72c4adda7eb0462b17249f8 as hdfs://localhost:34345/user/jenkins/test-data/14d118ee-a83a-b09b-5913-1a58940a5db1/data/default/TestAcidGuarantees/3b1a5ce21fb918810d964a76bfd27f36/C/f95e2b35b72c4adda7eb0462b17249f8 2024-11-14T14:41:06,617 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:34345/user/jenkins/test-data/14d118ee-a83a-b09b-5913-1a58940a5db1/data/default/TestAcidGuarantees/3b1a5ce21fb918810d964a76bfd27f36/C/f95e2b35b72c4adda7eb0462b17249f8, entries=150, sequenceid=15, filesize=11.7 K 2024-11-14T14:41:06,618 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(3140): Finished flush of dataSize ~53.67 KB/54960, heapSize ~160.08 KB/163920, currentSize=140.89 KB/144270 for 3b1a5ce21fb918810d964a76bfd27f36 in 1141ms, sequenceid=15, compaction requested=false 2024-11-14T14:41:06,618 DEBUG [MemStoreFlusher.0 {}] regionserver.MetricsTableSourceImpl(133): Creating new MetricsTableSourceImpl for table 'TestAcidGuarantees' 2024-11-14T14:41:06,620 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2603): Flush status journal for 3b1a5ce21fb918810d964a76bfd27f36: 2024-11-14T14:41:06,694 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=35765 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=41 2024-11-14T14:41:06,694 DEBUG [RS_FLUSH_OPERATIONS-regionserver/da1c6afcd1f9:0-0 {event_type=RS_FLUSH_REGIONS, pid=41}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1731595262615.3b1a5ce21fb918810d964a76bfd27f36. 2024-11-14T14:41:06,694 INFO [RS_FLUSH_OPERATIONS-regionserver/da1c6afcd1f9:0-0 {event_type=RS_FLUSH_REGIONS, pid=41}] regionserver.HRegion(2902): Flushing 3b1a5ce21fb918810d964a76bfd27f36 3/3 column families, dataSize=140.89 KB heapSize=390.84 KB 2024-11-14T14:41:06,694 DEBUG [RS_FLUSH_OPERATIONS-regionserver/da1c6afcd1f9:0-0 {event_type=RS_FLUSH_REGIONS, pid=41}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 3b1a5ce21fb918810d964a76bfd27f36, store=A 2024-11-14T14:41:06,695 DEBUG [RS_FLUSH_OPERATIONS-regionserver/da1c6afcd1f9:0-0 {event_type=RS_FLUSH_REGIONS, pid=41}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=2, new segment=null 2024-11-14T14:41:06,695 DEBUG [RS_FLUSH_OPERATIONS-regionserver/da1c6afcd1f9:0-0 {event_type=RS_FLUSH_REGIONS, pid=41}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 3b1a5ce21fb918810d964a76bfd27f36, store=B 2024-11-14T14:41:06,695 DEBUG [RS_FLUSH_OPERATIONS-regionserver/da1c6afcd1f9:0-0 {event_type=RS_FLUSH_REGIONS, pid=41}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=2, new segment=null 2024-11-14T14:41:06,695 DEBUG [RS_FLUSH_OPERATIONS-regionserver/da1c6afcd1f9:0-0 {event_type=RS_FLUSH_REGIONS, pid=41}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 3b1a5ce21fb918810d964a76bfd27f36, store=C 2024-11-14T14:41:06,695 DEBUG [RS_FLUSH_OPERATIONS-regionserver/da1c6afcd1f9:0-0 {event_type=RS_FLUSH_REGIONS, pid=41}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=2, new segment=null 2024-11-14T14:41:06,721 DEBUG [RS_FLUSH_OPERATIONS-regionserver/da1c6afcd1f9:0-0 {event_type=RS_FLUSH_REGIONS, pid=41}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:34345/user/jenkins/test-data/14d118ee-a83a-b09b-5913-1a58940a5db1/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e202411147324e05259fe49efb09899fc8bab8a92_3b1a5ce21fb918810d964a76bfd27f36 is 50, key is test_row_0/A:col10/1731595265654/Put/seqid=0 2024-11-14T14:41:06,754 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36699 is added to blk_1073741978_1154 (size=12154) 2024-11-14T14:41:06,819 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35765 {}] regionserver.HRegion(8855): Flush requested on 3b1a5ce21fb918810d964a76bfd27f36 2024-11-14T14:41:06,819 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1731595262615.3b1a5ce21fb918810d964a76bfd27f36. as already flushing 2024-11-14T14:41:06,839 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35765 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3b1a5ce21fb918810d964a76bfd27f36, server=da1c6afcd1f9,35765,1731595233113 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-14T14:41:06,839 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35765 {}] ipc.CallRunner(138): callId: 15 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:60524 deadline: 1731595326833, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3b1a5ce21fb918810d964a76bfd27f36, server=da1c6afcd1f9,35765,1731595233113 2024-11-14T14:41:06,840 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35765 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3b1a5ce21fb918810d964a76bfd27f36, server=da1c6afcd1f9,35765,1731595233113 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-14T14:41:06,840 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35765 {}] ipc.CallRunner(138): callId: 14 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:60580 deadline: 1731595326834, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3b1a5ce21fb918810d964a76bfd27f36, server=da1c6afcd1f9,35765,1731595233113 2024-11-14T14:41:06,840 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731595262615.3b1a5ce21fb918810d964a76bfd27f36., hostname=da1c6afcd1f9,35765,1731595233113, seqNum=5 , the old value is region=TestAcidGuarantees,,1731595262615.3b1a5ce21fb918810d964a76bfd27f36., hostname=da1c6afcd1f9,35765,1731595233113, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3b1a5ce21fb918810d964a76bfd27f36, server=da1c6afcd1f9,35765,1731595233113 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-14T14:41:06,840 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731595262615.3b1a5ce21fb918810d964a76bfd27f36., hostname=da1c6afcd1f9,35765,1731595233113, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3b1a5ce21fb918810d964a76bfd27f36, server=da1c6afcd1f9,35765,1731595233113 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-14T14:41:06,840 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731595262615.3b1a5ce21fb918810d964a76bfd27f36., hostname=da1c6afcd1f9,35765,1731595233113, seqNum=5 because the exception is null or not the one we care about 2024-11-14T14:41:06,840 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731595262615.3b1a5ce21fb918810d964a76bfd27f36., hostname=da1c6afcd1f9,35765,1731595233113, seqNum=5 , the old value is region=TestAcidGuarantees,,1731595262615.3b1a5ce21fb918810d964a76bfd27f36., hostname=da1c6afcd1f9,35765,1731595233113, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3b1a5ce21fb918810d964a76bfd27f36, server=da1c6afcd1f9,35765,1731595233113 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-14T14:41:06,840 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731595262615.3b1a5ce21fb918810d964a76bfd27f36., hostname=da1c6afcd1f9,35765,1731595233113, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3b1a5ce21fb918810d964a76bfd27f36, server=da1c6afcd1f9,35765,1731595233113 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-14T14:41:06,841 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731595262615.3b1a5ce21fb918810d964a76bfd27f36., hostname=da1c6afcd1f9,35765,1731595233113, seqNum=5 because the exception is null or not the one we care about 2024-11-14T14:41:06,846 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35765 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3b1a5ce21fb918810d964a76bfd27f36, server=da1c6afcd1f9,35765,1731595233113 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-14T14:41:06,847 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35765 {}] ipc.CallRunner(138): callId: 14 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:60574 deadline: 1731595326836, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3b1a5ce21fb918810d964a76bfd27f36, server=da1c6afcd1f9,35765,1731595233113 2024-11-14T14:41:06,847 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35765 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3b1a5ce21fb918810d964a76bfd27f36, server=da1c6afcd1f9,35765,1731595233113 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-14T14:41:06,847 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731595262615.3b1a5ce21fb918810d964a76bfd27f36., hostname=da1c6afcd1f9,35765,1731595233113, seqNum=5 , the old value is region=TestAcidGuarantees,,1731595262615.3b1a5ce21fb918810d964a76bfd27f36., hostname=da1c6afcd1f9,35765,1731595233113, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3b1a5ce21fb918810d964a76bfd27f36, server=da1c6afcd1f9,35765,1731595233113 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-14T14:41:06,847 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35765 {}] ipc.CallRunner(138): callId: 15 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:60594 deadline: 1731595326836, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3b1a5ce21fb918810d964a76bfd27f36, server=da1c6afcd1f9,35765,1731595233113 2024-11-14T14:41:06,847 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731595262615.3b1a5ce21fb918810d964a76bfd27f36., hostname=da1c6afcd1f9,35765,1731595233113, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3b1a5ce21fb918810d964a76bfd27f36, server=da1c6afcd1f9,35765,1731595233113 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-14T14:41:06,847 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731595262615.3b1a5ce21fb918810d964a76bfd27f36., hostname=da1c6afcd1f9,35765,1731595233113, seqNum=5 because the exception is null or not the one we care about 2024-11-14T14:41:06,847 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731595262615.3b1a5ce21fb918810d964a76bfd27f36., hostname=da1c6afcd1f9,35765,1731595233113, seqNum=5 , the old value is region=TestAcidGuarantees,,1731595262615.3b1a5ce21fb918810d964a76bfd27f36., hostname=da1c6afcd1f9,35765,1731595233113, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3b1a5ce21fb918810d964a76bfd27f36, server=da1c6afcd1f9,35765,1731595233113 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-14T14:41:06,847 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731595262615.3b1a5ce21fb918810d964a76bfd27f36., hostname=da1c6afcd1f9,35765,1731595233113, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3b1a5ce21fb918810d964a76bfd27f36, server=da1c6afcd1f9,35765,1731595233113 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-14T14:41:06,848 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731595262615.3b1a5ce21fb918810d964a76bfd27f36., hostname=da1c6afcd1f9,35765,1731595233113, seqNum=5 because the exception is null or not the one we care about 2024-11-14T14:41:06,849 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35765 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3b1a5ce21fb918810d964a76bfd27f36, server=da1c6afcd1f9,35765,1731595233113 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-14T14:41:06,850 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35765 {}] ipc.CallRunner(138): callId: 14 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:60566 deadline: 1731595326846, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3b1a5ce21fb918810d964a76bfd27f36, server=da1c6afcd1f9,35765,1731595233113 2024-11-14T14:41:06,853 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731595262615.3b1a5ce21fb918810d964a76bfd27f36., hostname=da1c6afcd1f9,35765,1731595233113, seqNum=5 , the old value is region=TestAcidGuarantees,,1731595262615.3b1a5ce21fb918810d964a76bfd27f36., hostname=da1c6afcd1f9,35765,1731595233113, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3b1a5ce21fb918810d964a76bfd27f36, server=da1c6afcd1f9,35765,1731595233113 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-14T14:41:06,853 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731595262615.3b1a5ce21fb918810d964a76bfd27f36., hostname=da1c6afcd1f9,35765,1731595233113, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3b1a5ce21fb918810d964a76bfd27f36, server=da1c6afcd1f9,35765,1731595233113 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-14T14:41:06,853 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731595262615.3b1a5ce21fb918810d964a76bfd27f36., hostname=da1c6afcd1f9,35765,1731595233113, seqNum=5 because the exception is null or not the one we care about 2024-11-14T14:41:06,950 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35765 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3b1a5ce21fb918810d964a76bfd27f36, server=da1c6afcd1f9,35765,1731595233113 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-14T14:41:06,951 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35765 {}] ipc.CallRunner(138): callId: 16 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:60524 deadline: 1731595326946, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3b1a5ce21fb918810d964a76bfd27f36, server=da1c6afcd1f9,35765,1731595233113 2024-11-14T14:41:06,950 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35765 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3b1a5ce21fb918810d964a76bfd27f36, server=da1c6afcd1f9,35765,1731595233113 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-14T14:41:06,951 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35765 {}] ipc.CallRunner(138): callId: 15 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:60580 deadline: 1731595326946, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3b1a5ce21fb918810d964a76bfd27f36, server=da1c6afcd1f9,35765,1731595233113 2024-11-14T14:41:06,952 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731595262615.3b1a5ce21fb918810d964a76bfd27f36., hostname=da1c6afcd1f9,35765,1731595233113, seqNum=5 , the old value is region=TestAcidGuarantees,,1731595262615.3b1a5ce21fb918810d964a76bfd27f36., hostname=da1c6afcd1f9,35765,1731595233113, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3b1a5ce21fb918810d964a76bfd27f36, server=da1c6afcd1f9,35765,1731595233113 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-14T14:41:06,952 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731595262615.3b1a5ce21fb918810d964a76bfd27f36., hostname=da1c6afcd1f9,35765,1731595233113, seqNum=5 , the old value is region=TestAcidGuarantees,,1731595262615.3b1a5ce21fb918810d964a76bfd27f36., hostname=da1c6afcd1f9,35765,1731595233113, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3b1a5ce21fb918810d964a76bfd27f36, server=da1c6afcd1f9,35765,1731595233113 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-14T14:41:06,952 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731595262615.3b1a5ce21fb918810d964a76bfd27f36., hostname=da1c6afcd1f9,35765,1731595233113, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3b1a5ce21fb918810d964a76bfd27f36, server=da1c6afcd1f9,35765,1731595233113 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-14T14:41:06,952 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731595262615.3b1a5ce21fb918810d964a76bfd27f36., hostname=da1c6afcd1f9,35765,1731595233113, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3b1a5ce21fb918810d964a76bfd27f36, server=da1c6afcd1f9,35765,1731595233113 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-14T14:41:06,952 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731595262615.3b1a5ce21fb918810d964a76bfd27f36., hostname=da1c6afcd1f9,35765,1731595233113, seqNum=5 because the exception is null or not the one we care about 2024-11-14T14:41:06,952 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731595262615.3b1a5ce21fb918810d964a76bfd27f36., hostname=da1c6afcd1f9,35765,1731595233113, seqNum=5 because the exception is null or not the one we care about 2024-11-14T14:41:06,961 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35765 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3b1a5ce21fb918810d964a76bfd27f36, server=da1c6afcd1f9,35765,1731595233113 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-14T14:41:06,961 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35765 {}] ipc.CallRunner(138): callId: 16 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:60594 deadline: 1731595326956, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3b1a5ce21fb918810d964a76bfd27f36, server=da1c6afcd1f9,35765,1731595233113 2024-11-14T14:41:06,961 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731595262615.3b1a5ce21fb918810d964a76bfd27f36., hostname=da1c6afcd1f9,35765,1731595233113, seqNum=5 , the old value is region=TestAcidGuarantees,,1731595262615.3b1a5ce21fb918810d964a76bfd27f36., hostname=da1c6afcd1f9,35765,1731595233113, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3b1a5ce21fb918810d964a76bfd27f36, server=da1c6afcd1f9,35765,1731595233113 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-14T14:41:06,961 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731595262615.3b1a5ce21fb918810d964a76bfd27f36., hostname=da1c6afcd1f9,35765,1731595233113, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3b1a5ce21fb918810d964a76bfd27f36, server=da1c6afcd1f9,35765,1731595233113 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-14T14:41:06,961 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731595262615.3b1a5ce21fb918810d964a76bfd27f36., hostname=da1c6afcd1f9,35765,1731595233113, seqNum=5 because the exception is null or not the one we care about 2024-11-14T14:41:07,155 DEBUG [RS_FLUSH_OPERATIONS-regionserver/da1c6afcd1f9:0-0 {event_type=RS_FLUSH_REGIONS, pid=41}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T14:41:07,160 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35765 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3b1a5ce21fb918810d964a76bfd27f36, server=da1c6afcd1f9,35765,1731595233113 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-14T14:41:07,160 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35765 {}] ipc.CallRunner(138): callId: 17 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:60524 deadline: 1731595327156, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3b1a5ce21fb918810d964a76bfd27f36, server=da1c6afcd1f9,35765,1731595233113 2024-11-14T14:41:07,161 INFO [RS_FLUSH_OPERATIONS-regionserver/da1c6afcd1f9:0-0 {event_type=RS_FLUSH_REGIONS, pid=41}] regionserver.HMobStore(268): FLUSH Renaming flushed file from hdfs://localhost:34345/user/jenkins/test-data/14d118ee-a83a-b09b-5913-1a58940a5db1/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e202411147324e05259fe49efb09899fc8bab8a92_3b1a5ce21fb918810d964a76bfd27f36 to hdfs://localhost:34345/user/jenkins/test-data/14d118ee-a83a-b09b-5913-1a58940a5db1/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e202411147324e05259fe49efb09899fc8bab8a92_3b1a5ce21fb918810d964a76bfd27f36 2024-11-14T14:41:07,161 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731595262615.3b1a5ce21fb918810d964a76bfd27f36., hostname=da1c6afcd1f9,35765,1731595233113, seqNum=5 , the old value is region=TestAcidGuarantees,,1731595262615.3b1a5ce21fb918810d964a76bfd27f36., hostname=da1c6afcd1f9,35765,1731595233113, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3b1a5ce21fb918810d964a76bfd27f36, server=da1c6afcd1f9,35765,1731595233113 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-14T14:41:07,161 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35765 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3b1a5ce21fb918810d964a76bfd27f36, server=da1c6afcd1f9,35765,1731595233113 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-14T14:41:07,161 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731595262615.3b1a5ce21fb918810d964a76bfd27f36., hostname=da1c6afcd1f9,35765,1731595233113, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3b1a5ce21fb918810d964a76bfd27f36, server=da1c6afcd1f9,35765,1731595233113 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-14T14:41:07,161 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731595262615.3b1a5ce21fb918810d964a76bfd27f36., hostname=da1c6afcd1f9,35765,1731595233113, seqNum=5 because the exception is null or not the one we care about 2024-11-14T14:41:07,161 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35765 {}] ipc.CallRunner(138): callId: 16 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:60580 deadline: 1731595327156, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3b1a5ce21fb918810d964a76bfd27f36, server=da1c6afcd1f9,35765,1731595233113 2024-11-14T14:41:07,161 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731595262615.3b1a5ce21fb918810d964a76bfd27f36., hostname=da1c6afcd1f9,35765,1731595233113, seqNum=5 , the old value is region=TestAcidGuarantees,,1731595262615.3b1a5ce21fb918810d964a76bfd27f36., hostname=da1c6afcd1f9,35765,1731595233113, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3b1a5ce21fb918810d964a76bfd27f36, server=da1c6afcd1f9,35765,1731595233113 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-14T14:41:07,161 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731595262615.3b1a5ce21fb918810d964a76bfd27f36., hostname=da1c6afcd1f9,35765,1731595233113, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3b1a5ce21fb918810d964a76bfd27f36, server=da1c6afcd1f9,35765,1731595233113 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-14T14:41:07,161 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731595262615.3b1a5ce21fb918810d964a76bfd27f36., hostname=da1c6afcd1f9,35765,1731595233113, seqNum=5 because the exception is null or not the one we care about 2024-11-14T14:41:07,162 DEBUG [RS_FLUSH_OPERATIONS-regionserver/da1c6afcd1f9:0-0 {event_type=RS_FLUSH_REGIONS, pid=41}] mob.DefaultMobStoreFlusher(263): Flush store file: hdfs://localhost:34345/user/jenkins/test-data/14d118ee-a83a-b09b-5913-1a58940a5db1/data/default/TestAcidGuarantees/3b1a5ce21fb918810d964a76bfd27f36/.tmp/A/e7f3f1c25e3347929664953c8cedce82, store: [table=TestAcidGuarantees family=A region=3b1a5ce21fb918810d964a76bfd27f36] 2024-11-14T14:41:07,163 DEBUG [RS_FLUSH_OPERATIONS-regionserver/da1c6afcd1f9:0-0 {event_type=RS_FLUSH_REGIONS, pid=41}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:34345/user/jenkins/test-data/14d118ee-a83a-b09b-5913-1a58940a5db1/data/default/TestAcidGuarantees/3b1a5ce21fb918810d964a76bfd27f36/.tmp/A/e7f3f1c25e3347929664953c8cedce82 is 175, key is test_row_0/A:col10/1731595265654/Put/seqid=0 2024-11-14T14:41:07,166 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35765 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3b1a5ce21fb918810d964a76bfd27f36, server=da1c6afcd1f9,35765,1731595233113 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-14T14:41:07,167 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35765 {}] ipc.CallRunner(138): callId: 17 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:60594 deadline: 1731595327166, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3b1a5ce21fb918810d964a76bfd27f36, server=da1c6afcd1f9,35765,1731595233113 2024-11-14T14:41:07,167 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36699 is added to blk_1073741979_1155 (size=30955) 2024-11-14T14:41:07,168 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731595262615.3b1a5ce21fb918810d964a76bfd27f36., hostname=da1c6afcd1f9,35765,1731595233113, seqNum=5 , the old value is region=TestAcidGuarantees,,1731595262615.3b1a5ce21fb918810d964a76bfd27f36., hostname=da1c6afcd1f9,35765,1731595233113, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3b1a5ce21fb918810d964a76bfd27f36, server=da1c6afcd1f9,35765,1731595233113 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-14T14:41:07,168 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731595262615.3b1a5ce21fb918810d964a76bfd27f36., hostname=da1c6afcd1f9,35765,1731595233113, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3b1a5ce21fb918810d964a76bfd27f36, server=da1c6afcd1f9,35765,1731595233113 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-14T14:41:07,168 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731595262615.3b1a5ce21fb918810d964a76bfd27f36., hostname=da1c6afcd1f9,35765,1731595233113, seqNum=5 because the exception is null or not the one we care about 2024-11-14T14:41:07,467 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35765 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3b1a5ce21fb918810d964a76bfd27f36, server=da1c6afcd1f9,35765,1731595233113 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-14T14:41:07,467 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35765 {}] ipc.CallRunner(138): callId: 18 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:60524 deadline: 1731595327466, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3b1a5ce21fb918810d964a76bfd27f36, server=da1c6afcd1f9,35765,1731595233113 2024-11-14T14:41:07,467 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35765 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3b1a5ce21fb918810d964a76bfd27f36, server=da1c6afcd1f9,35765,1731595233113 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-14T14:41:07,468 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731595262615.3b1a5ce21fb918810d964a76bfd27f36., hostname=da1c6afcd1f9,35765,1731595233113, seqNum=5 , the old value is region=TestAcidGuarantees,,1731595262615.3b1a5ce21fb918810d964a76bfd27f36., hostname=da1c6afcd1f9,35765,1731595233113, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3b1a5ce21fb918810d964a76bfd27f36, server=da1c6afcd1f9,35765,1731595233113 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-14T14:41:07,468 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35765 {}] ipc.CallRunner(138): callId: 17 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:60580 deadline: 1731595327466, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3b1a5ce21fb918810d964a76bfd27f36, server=da1c6afcd1f9,35765,1731595233113 2024-11-14T14:41:07,468 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731595262615.3b1a5ce21fb918810d964a76bfd27f36., hostname=da1c6afcd1f9,35765,1731595233113, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3b1a5ce21fb918810d964a76bfd27f36, server=da1c6afcd1f9,35765,1731595233113 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-14T14:41:07,468 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731595262615.3b1a5ce21fb918810d964a76bfd27f36., hostname=da1c6afcd1f9,35765,1731595233113, seqNum=5 because the exception is null or not the one we care about 2024-11-14T14:41:07,468 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731595262615.3b1a5ce21fb918810d964a76bfd27f36., hostname=da1c6afcd1f9,35765,1731595233113, seqNum=5 , the old value is region=TestAcidGuarantees,,1731595262615.3b1a5ce21fb918810d964a76bfd27f36., hostname=da1c6afcd1f9,35765,1731595233113, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3b1a5ce21fb918810d964a76bfd27f36, server=da1c6afcd1f9,35765,1731595233113 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-14T14:41:07,468 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731595262615.3b1a5ce21fb918810d964a76bfd27f36., hostname=da1c6afcd1f9,35765,1731595233113, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3b1a5ce21fb918810d964a76bfd27f36, server=da1c6afcd1f9,35765,1731595233113 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-14T14:41:07,468 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731595262615.3b1a5ce21fb918810d964a76bfd27f36., hostname=da1c6afcd1f9,35765,1731595233113, seqNum=5 because the exception is null or not the one we care about 2024-11-14T14:41:07,479 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35765 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3b1a5ce21fb918810d964a76bfd27f36, server=da1c6afcd1f9,35765,1731595233113 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-14T14:41:07,479 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35765 {}] ipc.CallRunner(138): callId: 18 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:60594 deadline: 1731595327475, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3b1a5ce21fb918810d964a76bfd27f36, server=da1c6afcd1f9,35765,1731595233113 2024-11-14T14:41:07,480 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731595262615.3b1a5ce21fb918810d964a76bfd27f36., hostname=da1c6afcd1f9,35765,1731595233113, seqNum=5 , the old value is region=TestAcidGuarantees,,1731595262615.3b1a5ce21fb918810d964a76bfd27f36., hostname=da1c6afcd1f9,35765,1731595233113, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3b1a5ce21fb918810d964a76bfd27f36, server=da1c6afcd1f9,35765,1731595233113 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-14T14:41:07,480 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731595262615.3b1a5ce21fb918810d964a76bfd27f36., hostname=da1c6afcd1f9,35765,1731595233113, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3b1a5ce21fb918810d964a76bfd27f36, server=da1c6afcd1f9,35765,1731595233113 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-14T14:41:07,480 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731595262615.3b1a5ce21fb918810d964a76bfd27f36., hostname=da1c6afcd1f9,35765,1731595233113, seqNum=5 because the exception is null or not the one we care about 2024-11-14T14:41:07,552 WARN [HBase-Metrics2-1 {}] impl.MetricsConfig(138): Cannot locate configuration: tried hadoop-metrics2-hbase.properties,hadoop-metrics2.properties 2024-11-14T14:41:07,569 INFO [RS_FLUSH_OPERATIONS-regionserver/da1c6afcd1f9:0-0 {event_type=RS_FLUSH_REGIONS, pid=41}] mob.DefaultMobStoreFlusher(147): Mob store is flushed, sequenceid=50, memsize=47.0 K, hasBloomFilter=true, into tmp file hdfs://localhost:34345/user/jenkins/test-data/14d118ee-a83a-b09b-5913-1a58940a5db1/data/default/TestAcidGuarantees/3b1a5ce21fb918810d964a76bfd27f36/.tmp/A/e7f3f1c25e3347929664953c8cedce82 2024-11-14T14:41:07,583 DEBUG [RS_FLUSH_OPERATIONS-regionserver/da1c6afcd1f9:0-0 {event_type=RS_FLUSH_REGIONS, pid=41}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:34345/user/jenkins/test-data/14d118ee-a83a-b09b-5913-1a58940a5db1/data/default/TestAcidGuarantees/3b1a5ce21fb918810d964a76bfd27f36/.tmp/B/252e5ba0b93143128f130ef0c6bbad2d is 50, key is test_row_0/B:col10/1731595265654/Put/seqid=0 2024-11-14T14:41:07,586 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45145 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=40 2024-11-14T14:41:07,622 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36699 is added to blk_1073741980_1156 (size=12001) 2024-11-14T14:41:07,624 INFO [RS_FLUSH_OPERATIONS-regionserver/da1c6afcd1f9:0-0 {event_type=RS_FLUSH_REGIONS, pid=41}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=46.96 KB at sequenceid=50 (bloomFilter=true), to=hdfs://localhost:34345/user/jenkins/test-data/14d118ee-a83a-b09b-5913-1a58940a5db1/data/default/TestAcidGuarantees/3b1a5ce21fb918810d964a76bfd27f36/.tmp/B/252e5ba0b93143128f130ef0c6bbad2d 2024-11-14T14:41:07,635 DEBUG [RS_FLUSH_OPERATIONS-regionserver/da1c6afcd1f9:0-0 {event_type=RS_FLUSH_REGIONS, pid=41}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:34345/user/jenkins/test-data/14d118ee-a83a-b09b-5913-1a58940a5db1/data/default/TestAcidGuarantees/3b1a5ce21fb918810d964a76bfd27f36/.tmp/C/8073d1e328234863bdc49d600a3323e6 is 50, key is test_row_0/C:col10/1731595265654/Put/seqid=0 2024-11-14T14:41:07,645 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36699 is added to blk_1073741981_1157 (size=12001) 2024-11-14T14:41:07,646 INFO [RS_FLUSH_OPERATIONS-regionserver/da1c6afcd1f9:0-0 {event_type=RS_FLUSH_REGIONS, pid=41}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=46.96 KB at sequenceid=50 (bloomFilter=true), to=hdfs://localhost:34345/user/jenkins/test-data/14d118ee-a83a-b09b-5913-1a58940a5db1/data/default/TestAcidGuarantees/3b1a5ce21fb918810d964a76bfd27f36/.tmp/C/8073d1e328234863bdc49d600a3323e6 2024-11-14T14:41:07,652 DEBUG [RS_FLUSH_OPERATIONS-regionserver/da1c6afcd1f9:0-0 {event_type=RS_FLUSH_REGIONS, pid=41}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:34345/user/jenkins/test-data/14d118ee-a83a-b09b-5913-1a58940a5db1/data/default/TestAcidGuarantees/3b1a5ce21fb918810d964a76bfd27f36/.tmp/A/e7f3f1c25e3347929664953c8cedce82 as hdfs://localhost:34345/user/jenkins/test-data/14d118ee-a83a-b09b-5913-1a58940a5db1/data/default/TestAcidGuarantees/3b1a5ce21fb918810d964a76bfd27f36/A/e7f3f1c25e3347929664953c8cedce82 2024-11-14T14:41:07,660 INFO [RS_FLUSH_OPERATIONS-regionserver/da1c6afcd1f9:0-0 {event_type=RS_FLUSH_REGIONS, pid=41}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:34345/user/jenkins/test-data/14d118ee-a83a-b09b-5913-1a58940a5db1/data/default/TestAcidGuarantees/3b1a5ce21fb918810d964a76bfd27f36/A/e7f3f1c25e3347929664953c8cedce82, entries=150, sequenceid=50, filesize=30.2 K 2024-11-14T14:41:07,663 DEBUG [RS_FLUSH_OPERATIONS-regionserver/da1c6afcd1f9:0-0 {event_type=RS_FLUSH_REGIONS, pid=41}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:34345/user/jenkins/test-data/14d118ee-a83a-b09b-5913-1a58940a5db1/data/default/TestAcidGuarantees/3b1a5ce21fb918810d964a76bfd27f36/.tmp/B/252e5ba0b93143128f130ef0c6bbad2d as hdfs://localhost:34345/user/jenkins/test-data/14d118ee-a83a-b09b-5913-1a58940a5db1/data/default/TestAcidGuarantees/3b1a5ce21fb918810d964a76bfd27f36/B/252e5ba0b93143128f130ef0c6bbad2d 2024-11-14T14:41:07,672 INFO [RS_FLUSH_OPERATIONS-regionserver/da1c6afcd1f9:0-0 {event_type=RS_FLUSH_REGIONS, pid=41}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:34345/user/jenkins/test-data/14d118ee-a83a-b09b-5913-1a58940a5db1/data/default/TestAcidGuarantees/3b1a5ce21fb918810d964a76bfd27f36/B/252e5ba0b93143128f130ef0c6bbad2d, entries=150, sequenceid=50, filesize=11.7 K 2024-11-14T14:41:07,673 DEBUG [RS_FLUSH_OPERATIONS-regionserver/da1c6afcd1f9:0-0 {event_type=RS_FLUSH_REGIONS, pid=41}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:34345/user/jenkins/test-data/14d118ee-a83a-b09b-5913-1a58940a5db1/data/default/TestAcidGuarantees/3b1a5ce21fb918810d964a76bfd27f36/.tmp/C/8073d1e328234863bdc49d600a3323e6 as hdfs://localhost:34345/user/jenkins/test-data/14d118ee-a83a-b09b-5913-1a58940a5db1/data/default/TestAcidGuarantees/3b1a5ce21fb918810d964a76bfd27f36/C/8073d1e328234863bdc49d600a3323e6 2024-11-14T14:41:07,684 INFO [RS_FLUSH_OPERATIONS-regionserver/da1c6afcd1f9:0-0 {event_type=RS_FLUSH_REGIONS, pid=41}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:34345/user/jenkins/test-data/14d118ee-a83a-b09b-5913-1a58940a5db1/data/default/TestAcidGuarantees/3b1a5ce21fb918810d964a76bfd27f36/C/8073d1e328234863bdc49d600a3323e6, entries=150, sequenceid=50, filesize=11.7 K 2024-11-14T14:41:07,686 INFO [RS_FLUSH_OPERATIONS-regionserver/da1c6afcd1f9:0-0 {event_type=RS_FLUSH_REGIONS, pid=41}] regionserver.HRegion(3140): Finished flush of dataSize ~140.89 KB/144270, heapSize ~390.80 KB/400176, currentSize=46.96 KB/48090 for 3b1a5ce21fb918810d964a76bfd27f36 in 991ms, sequenceid=50, compaction requested=false 2024-11-14T14:41:07,686 DEBUG [RS_FLUSH_OPERATIONS-regionserver/da1c6afcd1f9:0-0 {event_type=RS_FLUSH_REGIONS, pid=41}] regionserver.HRegion(2603): Flush status journal for 3b1a5ce21fb918810d964a76bfd27f36: 2024-11-14T14:41:07,686 DEBUG [RS_FLUSH_OPERATIONS-regionserver/da1c6afcd1f9:0-0 {event_type=RS_FLUSH_REGIONS, pid=41}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1731595262615.3b1a5ce21fb918810d964a76bfd27f36. 2024-11-14T14:41:07,686 DEBUG [RS_FLUSH_OPERATIONS-regionserver/da1c6afcd1f9:0-0 {event_type=RS_FLUSH_REGIONS, pid=41}] regionserver.RemoteProcedureResultReporter(62): Successfully complete execution of pid=41 2024-11-14T14:41:07,686 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45145 {}] master.HMaster(4169): Remote procedure done, pid=41 2024-11-14T14:41:07,689 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=41, resume processing ppid=40 2024-11-14T14:41:07,689 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1521): Finished pid=41, ppid=40, state=SUCCESS, hasLock=false; org.apache.hadoop.hbase.master.procedure.FlushRegionProcedure in 2.2350 sec 2024-11-14T14:41:07,692 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1521): Finished pid=40, state=SUCCESS, hasLock=false; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=40, table=TestAcidGuarantees in 2.2560 sec 2024-11-14T14:41:07,870 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(2902): Flushing 3b1a5ce21fb918810d964a76bfd27f36 3/3 column families, dataSize=53.67 KB heapSize=160.13 KB 2024-11-14T14:41:07,870 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 3b1a5ce21fb918810d964a76bfd27f36, store=A 2024-11-14T14:41:07,870 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-14T14:41:07,870 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 3b1a5ce21fb918810d964a76bfd27f36, store=B 2024-11-14T14:41:07,870 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-14T14:41:07,870 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 3b1a5ce21fb918810d964a76bfd27f36, store=C 2024-11-14T14:41:07,870 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-14T14:41:07,873 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35765 {}] regionserver.HRegion(8855): Flush requested on 3b1a5ce21fb918810d964a76bfd27f36 2024-11-14T14:41:07,918 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:34345/user/jenkins/test-data/14d118ee-a83a-b09b-5913-1a58940a5db1/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e202411147b515aa3b69b4aaebf0be7c026e40306_3b1a5ce21fb918810d964a76bfd27f36 is 50, key is test_row_0/A:col10/1731595266834/Put/seqid=0 2024-11-14T14:41:07,979 DEBUG [RS_IN_MEMORY_COMPACTION-regionserver/da1c6afcd1f9:0-4 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=type=CellArrayImmutableSegment, empty=no, cellCount=209, cellSize=9565, totalHeapSize=21976, min timestamp=1731595267942, max timestamp=1731595267974Num uniques 859; 2024-11-14T14:41:07,979 DEBUG [RS_IN_MEMORY_COMPACTION-regionserver/da1c6afcd1f9:0-4 {}] regionserver.CompactionPipeline(163): Suffix data size=39335, new segment data size=9565, suffix heap size=117064,new segment heap size=21976 　suffix off heap size=0, new segment off heap size=0, suffix cells count=859, new segment cells count=209 2024-11-14T14:41:07,979 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36699 is added to blk_1073741982_1158 (size=14594) 2024-11-14T14:41:07,983 DEBUG [RS_IN_MEMORY_COMPACTION-regionserver/da1c6afcd1f9:0-8 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=type=CellArrayImmutableSegment, empty=no, cellCount=209, cellSize=9565, totalHeapSize=21976, min timestamp=1731595267942, max timestamp=1731595267974Num uniques 859; 2024-11-14T14:41:07,983 DEBUG [RS_IN_MEMORY_COMPACTION-regionserver/da1c6afcd1f9:0-8 {}] regionserver.CompactionPipeline(163): Suffix data size=39335, new segment data size=9565, suffix heap size=117064,new segment heap size=21976 　suffix off heap size=0, new segment off heap size=0, suffix cells count=859, new segment cells count=209 2024-11-14T14:41:07,983 DEBUG [RS_IN_MEMORY_COMPACTION-regionserver/da1c6afcd1f9:0-5 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=type=CellArrayImmutableSegment, empty=no, cellCount=209, cellSize=9565, totalHeapSize=21976, min timestamp=1731595267942, max timestamp=1731595267974Num uniques 859; 2024-11-14T14:41:07,983 DEBUG [RS_IN_MEMORY_COMPACTION-regionserver/da1c6afcd1f9:0-5 {}] regionserver.CompactionPipeline(163): Suffix data size=39335, new segment data size=9565, suffix heap size=117064,new segment heap size=21976 　suffix off heap size=0, new segment off heap size=0, suffix cells count=859, new segment cells count=209 2024-11-14T14:41:08,027 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35765 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3b1a5ce21fb918810d964a76bfd27f36, server=da1c6afcd1f9,35765,1731595233113 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-14T14:41:08,027 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35765 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3b1a5ce21fb918810d964a76bfd27f36, server=da1c6afcd1f9,35765,1731595233113 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-14T14:41:08,027 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35765 {}] ipc.CallRunner(138): callId: 26 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:60574 deadline: 1731595328010, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3b1a5ce21fb918810d964a76bfd27f36, server=da1c6afcd1f9,35765,1731595233113 2024-11-14T14:41:08,027 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35765 {}] ipc.CallRunner(138): callId: 21 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:60594 deadline: 1731595328008, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3b1a5ce21fb918810d964a76bfd27f36, server=da1c6afcd1f9,35765,1731595233113 2024-11-14T14:41:08,028 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731595262615.3b1a5ce21fb918810d964a76bfd27f36., hostname=da1c6afcd1f9,35765,1731595233113, seqNum=5 , the old value is region=TestAcidGuarantees,,1731595262615.3b1a5ce21fb918810d964a76bfd27f36., hostname=da1c6afcd1f9,35765,1731595233113, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3b1a5ce21fb918810d964a76bfd27f36, server=da1c6afcd1f9,35765,1731595233113 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-14T14:41:08,028 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35765 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3b1a5ce21fb918810d964a76bfd27f36, server=da1c6afcd1f9,35765,1731595233113 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-14T14:41:08,028 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731595262615.3b1a5ce21fb918810d964a76bfd27f36., hostname=da1c6afcd1f9,35765,1731595233113, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3b1a5ce21fb918810d964a76bfd27f36, server=da1c6afcd1f9,35765,1731595233113 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-14T14:41:08,028 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731595262615.3b1a5ce21fb918810d964a76bfd27f36., hostname=da1c6afcd1f9,35765,1731595233113, seqNum=5 because the exception is null or not the one we care about 2024-11-14T14:41:08,028 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35765 {}] ipc.CallRunner(138): callId: 22 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:60524 deadline: 1731595328014, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3b1a5ce21fb918810d964a76bfd27f36, server=da1c6afcd1f9,35765,1731595233113 2024-11-14T14:41:08,029 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731595262615.3b1a5ce21fb918810d964a76bfd27f36., hostname=da1c6afcd1f9,35765,1731595233113, seqNum=5 , the old value is region=TestAcidGuarantees,,1731595262615.3b1a5ce21fb918810d964a76bfd27f36., hostname=da1c6afcd1f9,35765,1731595233113, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3b1a5ce21fb918810d964a76bfd27f36, server=da1c6afcd1f9,35765,1731595233113 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-14T14:41:08,029 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731595262615.3b1a5ce21fb918810d964a76bfd27f36., hostname=da1c6afcd1f9,35765,1731595233113, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3b1a5ce21fb918810d964a76bfd27f36, server=da1c6afcd1f9,35765,1731595233113 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-14T14:41:08,029 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731595262615.3b1a5ce21fb918810d964a76bfd27f36., hostname=da1c6afcd1f9,35765,1731595233113, seqNum=5 because the exception is null or not the one we care about 2024-11-14T14:41:08,029 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731595262615.3b1a5ce21fb918810d964a76bfd27f36., hostname=da1c6afcd1f9,35765,1731595233113, seqNum=5 , the old value is region=TestAcidGuarantees,,1731595262615.3b1a5ce21fb918810d964a76bfd27f36., hostname=da1c6afcd1f9,35765,1731595233113, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3b1a5ce21fb918810d964a76bfd27f36, server=da1c6afcd1f9,35765,1731595233113 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-14T14:41:08,029 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731595262615.3b1a5ce21fb918810d964a76bfd27f36., hostname=da1c6afcd1f9,35765,1731595233113, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3b1a5ce21fb918810d964a76bfd27f36, server=da1c6afcd1f9,35765,1731595233113 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-14T14:41:08,029 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731595262615.3b1a5ce21fb918810d964a76bfd27f36., hostname=da1c6afcd1f9,35765,1731595233113, seqNum=5 because the exception is null or not the one we care about 2024-11-14T14:41:08,036 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35765 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3b1a5ce21fb918810d964a76bfd27f36, server=da1c6afcd1f9,35765,1731595233113 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-14T14:41:08,036 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35765 {}] ipc.CallRunner(138): callId: 21 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:60580 deadline: 1731595328028, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3b1a5ce21fb918810d964a76bfd27f36, server=da1c6afcd1f9,35765,1731595233113 2024-11-14T14:41:08,036 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35765 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3b1a5ce21fb918810d964a76bfd27f36, server=da1c6afcd1f9,35765,1731595233113 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-14T14:41:08,036 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35765 {}] ipc.CallRunner(138): callId: 29 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:60566 deadline: 1731595328029, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3b1a5ce21fb918810d964a76bfd27f36, server=da1c6afcd1f9,35765,1731595233113 2024-11-14T14:41:08,038 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731595262615.3b1a5ce21fb918810d964a76bfd27f36., hostname=da1c6afcd1f9,35765,1731595233113, seqNum=5 , the old value is region=TestAcidGuarantees,,1731595262615.3b1a5ce21fb918810d964a76bfd27f36., hostname=da1c6afcd1f9,35765,1731595233113, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3b1a5ce21fb918810d964a76bfd27f36, server=da1c6afcd1f9,35765,1731595233113 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-14T14:41:08,038 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731595262615.3b1a5ce21fb918810d964a76bfd27f36., hostname=da1c6afcd1f9,35765,1731595233113, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3b1a5ce21fb918810d964a76bfd27f36, server=da1c6afcd1f9,35765,1731595233113 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-14T14:41:08,038 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731595262615.3b1a5ce21fb918810d964a76bfd27f36., hostname=da1c6afcd1f9,35765,1731595233113, seqNum=5 because the exception is null or not the one we care about 2024-11-14T14:41:08,038 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731595262615.3b1a5ce21fb918810d964a76bfd27f36., hostname=da1c6afcd1f9,35765,1731595233113, seqNum=5 , the old value is region=TestAcidGuarantees,,1731595262615.3b1a5ce21fb918810d964a76bfd27f36., hostname=da1c6afcd1f9,35765,1731595233113, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3b1a5ce21fb918810d964a76bfd27f36, server=da1c6afcd1f9,35765,1731595233113 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-14T14:41:08,038 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731595262615.3b1a5ce21fb918810d964a76bfd27f36., hostname=da1c6afcd1f9,35765,1731595233113, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3b1a5ce21fb918810d964a76bfd27f36, server=da1c6afcd1f9,35765,1731595233113 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-14T14:41:08,038 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731595262615.3b1a5ce21fb918810d964a76bfd27f36., hostname=da1c6afcd1f9,35765,1731595233113, seqNum=5 because the exception is null or not the one we care about 2024-11-14T14:41:08,139 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35765 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3b1a5ce21fb918810d964a76bfd27f36, server=da1c6afcd1f9,35765,1731595233113 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-14T14:41:08,139 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35765 {}] ipc.CallRunner(138): callId: 22 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:60594 deadline: 1731595328136, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3b1a5ce21fb918810d964a76bfd27f36, server=da1c6afcd1f9,35765,1731595233113 2024-11-14T14:41:08,139 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35765 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3b1a5ce21fb918810d964a76bfd27f36, server=da1c6afcd1f9,35765,1731595233113 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-14T14:41:08,139 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35765 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3b1a5ce21fb918810d964a76bfd27f36, server=da1c6afcd1f9,35765,1731595233113 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-14T14:41:08,139 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731595262615.3b1a5ce21fb918810d964a76bfd27f36., hostname=da1c6afcd1f9,35765,1731595233113, seqNum=5 , the old value is region=TestAcidGuarantees,,1731595262615.3b1a5ce21fb918810d964a76bfd27f36., hostname=da1c6afcd1f9,35765,1731595233113, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3b1a5ce21fb918810d964a76bfd27f36, server=da1c6afcd1f9,35765,1731595233113 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-14T14:41:08,140 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731595262615.3b1a5ce21fb918810d964a76bfd27f36., hostname=da1c6afcd1f9,35765,1731595233113, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3b1a5ce21fb918810d964a76bfd27f36, server=da1c6afcd1f9,35765,1731595233113 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-14T14:41:08,140 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731595262615.3b1a5ce21fb918810d964a76bfd27f36., hostname=da1c6afcd1f9,35765,1731595233113, seqNum=5 because the exception is null or not the one we care about 2024-11-14T14:41:08,140 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35765 {}] ipc.CallRunner(138): callId: 23 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:60524 deadline: 1731595328136, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3b1a5ce21fb918810d964a76bfd27f36, server=da1c6afcd1f9,35765,1731595233113 2024-11-14T14:41:08,140 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35765 {}] ipc.CallRunner(138): callId: 27 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:60574 deadline: 1731595328136, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3b1a5ce21fb918810d964a76bfd27f36, server=da1c6afcd1f9,35765,1731595233113 2024-11-14T14:41:08,140 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731595262615.3b1a5ce21fb918810d964a76bfd27f36., hostname=da1c6afcd1f9,35765,1731595233113, seqNum=5 , the old value is region=TestAcidGuarantees,,1731595262615.3b1a5ce21fb918810d964a76bfd27f36., hostname=da1c6afcd1f9,35765,1731595233113, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3b1a5ce21fb918810d964a76bfd27f36, server=da1c6afcd1f9,35765,1731595233113 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-14T14:41:08,140 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731595262615.3b1a5ce21fb918810d964a76bfd27f36., hostname=da1c6afcd1f9,35765,1731595233113, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3b1a5ce21fb918810d964a76bfd27f36, server=da1c6afcd1f9,35765,1731595233113 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-14T14:41:08,140 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731595262615.3b1a5ce21fb918810d964a76bfd27f36., hostname=da1c6afcd1f9,35765,1731595233113, seqNum=5 because the exception is null or not the one we care about 2024-11-14T14:41:08,140 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731595262615.3b1a5ce21fb918810d964a76bfd27f36., hostname=da1c6afcd1f9,35765,1731595233113, seqNum=5 , the old value is region=TestAcidGuarantees,,1731595262615.3b1a5ce21fb918810d964a76bfd27f36., hostname=da1c6afcd1f9,35765,1731595233113, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3b1a5ce21fb918810d964a76bfd27f36, server=da1c6afcd1f9,35765,1731595233113 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-14T14:41:08,140 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731595262615.3b1a5ce21fb918810d964a76bfd27f36., hostname=da1c6afcd1f9,35765,1731595233113, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3b1a5ce21fb918810d964a76bfd27f36, server=da1c6afcd1f9,35765,1731595233113 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-14T14:41:08,140 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731595262615.3b1a5ce21fb918810d964a76bfd27f36., hostname=da1c6afcd1f9,35765,1731595233113, seqNum=5 because the exception is null or not the one we care about 2024-11-14T14:41:08,151 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35765 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3b1a5ce21fb918810d964a76bfd27f36, server=da1c6afcd1f9,35765,1731595233113 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-14T14:41:08,152 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35765 {}] ipc.CallRunner(138): callId: 22 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:60580 deadline: 1731595328147, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3b1a5ce21fb918810d964a76bfd27f36, server=da1c6afcd1f9,35765,1731595233113 2024-11-14T14:41:08,152 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35765 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3b1a5ce21fb918810d964a76bfd27f36, server=da1c6afcd1f9,35765,1731595233113 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-14T14:41:08,152 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731595262615.3b1a5ce21fb918810d964a76bfd27f36., hostname=da1c6afcd1f9,35765,1731595233113, seqNum=5 , the old value is region=TestAcidGuarantees,,1731595262615.3b1a5ce21fb918810d964a76bfd27f36., hostname=da1c6afcd1f9,35765,1731595233113, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3b1a5ce21fb918810d964a76bfd27f36, server=da1c6afcd1f9,35765,1731595233113 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-14T14:41:08,152 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35765 {}] ipc.CallRunner(138): callId: 30 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:60566 deadline: 1731595328147, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3b1a5ce21fb918810d964a76bfd27f36, server=da1c6afcd1f9,35765,1731595233113 2024-11-14T14:41:08,152 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731595262615.3b1a5ce21fb918810d964a76bfd27f36., hostname=da1c6afcd1f9,35765,1731595233113, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3b1a5ce21fb918810d964a76bfd27f36, server=da1c6afcd1f9,35765,1731595233113 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-14T14:41:08,152 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731595262615.3b1a5ce21fb918810d964a76bfd27f36., hostname=da1c6afcd1f9,35765,1731595233113, seqNum=5 because the exception is null or not the one we care about 2024-11-14T14:41:08,153 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731595262615.3b1a5ce21fb918810d964a76bfd27f36., hostname=da1c6afcd1f9,35765,1731595233113, seqNum=5 , the old value is region=TestAcidGuarantees,,1731595262615.3b1a5ce21fb918810d964a76bfd27f36., hostname=da1c6afcd1f9,35765,1731595233113, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3b1a5ce21fb918810d964a76bfd27f36, server=da1c6afcd1f9,35765,1731595233113 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-14T14:41:08,153 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731595262615.3b1a5ce21fb918810d964a76bfd27f36., hostname=da1c6afcd1f9,35765,1731595233113, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3b1a5ce21fb918810d964a76bfd27f36, server=da1c6afcd1f9,35765,1731595233113 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-14T14:41:08,153 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731595262615.3b1a5ce21fb918810d964a76bfd27f36., hostname=da1c6afcd1f9,35765,1731595233113, seqNum=5 because the exception is null or not the one we care about 2024-11-14T14:41:08,351 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35765 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3b1a5ce21fb918810d964a76bfd27f36, server=da1c6afcd1f9,35765,1731595233113 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-14T14:41:08,351 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35765 {}] ipc.CallRunner(138): callId: 24 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:60524 deadline: 1731595328346, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3b1a5ce21fb918810d964a76bfd27f36, server=da1c6afcd1f9,35765,1731595233113 2024-11-14T14:41:08,352 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731595262615.3b1a5ce21fb918810d964a76bfd27f36., hostname=da1c6afcd1f9,35765,1731595233113, seqNum=5 , the old value is region=TestAcidGuarantees,,1731595262615.3b1a5ce21fb918810d964a76bfd27f36., hostname=da1c6afcd1f9,35765,1731595233113, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3b1a5ce21fb918810d964a76bfd27f36, server=da1c6afcd1f9,35765,1731595233113 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-14T14:41:08,352 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731595262615.3b1a5ce21fb918810d964a76bfd27f36., hostname=da1c6afcd1f9,35765,1731595233113, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3b1a5ce21fb918810d964a76bfd27f36, server=da1c6afcd1f9,35765,1731595233113 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-14T14:41:08,352 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731595262615.3b1a5ce21fb918810d964a76bfd27f36., hostname=da1c6afcd1f9,35765,1731595233113, seqNum=5 because the exception is null or not the one we care about 2024-11-14T14:41:08,354 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35765 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3b1a5ce21fb918810d964a76bfd27f36, server=da1c6afcd1f9,35765,1731595233113 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-14T14:41:08,354 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35765 {}] ipc.CallRunner(138): callId: 23 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:60594 deadline: 1731595328347, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3b1a5ce21fb918810d964a76bfd27f36, server=da1c6afcd1f9,35765,1731595233113 2024-11-14T14:41:08,354 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35765 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3b1a5ce21fb918810d964a76bfd27f36, server=da1c6afcd1f9,35765,1731595233113 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-14T14:41:08,355 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35765 {}] ipc.CallRunner(138): callId: 28 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:60574 deadline: 1731595328347, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3b1a5ce21fb918810d964a76bfd27f36, server=da1c6afcd1f9,35765,1731595233113 2024-11-14T14:41:08,355 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731595262615.3b1a5ce21fb918810d964a76bfd27f36., hostname=da1c6afcd1f9,35765,1731595233113, seqNum=5 , the old value is region=TestAcidGuarantees,,1731595262615.3b1a5ce21fb918810d964a76bfd27f36., hostname=da1c6afcd1f9,35765,1731595233113, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3b1a5ce21fb918810d964a76bfd27f36, server=da1c6afcd1f9,35765,1731595233113 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-14T14:41:08,355 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731595262615.3b1a5ce21fb918810d964a76bfd27f36., hostname=da1c6afcd1f9,35765,1731595233113, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3b1a5ce21fb918810d964a76bfd27f36, server=da1c6afcd1f9,35765,1731595233113 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-14T14:41:08,355 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731595262615.3b1a5ce21fb918810d964a76bfd27f36., hostname=da1c6afcd1f9,35765,1731595233113, seqNum=5 because the exception is null or not the one we care about 2024-11-14T14:41:08,356 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731595262615.3b1a5ce21fb918810d964a76bfd27f36., hostname=da1c6afcd1f9,35765,1731595233113, seqNum=5 , the old value is region=TestAcidGuarantees,,1731595262615.3b1a5ce21fb918810d964a76bfd27f36., hostname=da1c6afcd1f9,35765,1731595233113, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3b1a5ce21fb918810d964a76bfd27f36, server=da1c6afcd1f9,35765,1731595233113 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-14T14:41:08,356 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731595262615.3b1a5ce21fb918810d964a76bfd27f36., hostname=da1c6afcd1f9,35765,1731595233113, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3b1a5ce21fb918810d964a76bfd27f36, server=da1c6afcd1f9,35765,1731595233113 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-14T14:41:08,356 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731595262615.3b1a5ce21fb918810d964a76bfd27f36., hostname=da1c6afcd1f9,35765,1731595233113, seqNum=5 because the exception is null or not the one we care about 2024-11-14T14:41:08,362 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35765 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3b1a5ce21fb918810d964a76bfd27f36, server=da1c6afcd1f9,35765,1731595233113 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-14T14:41:08,362 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35765 {}] ipc.CallRunner(138): callId: 23 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:60580 deadline: 1731595328357, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3b1a5ce21fb918810d964a76bfd27f36, server=da1c6afcd1f9,35765,1731595233113 2024-11-14T14:41:08,363 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731595262615.3b1a5ce21fb918810d964a76bfd27f36., hostname=da1c6afcd1f9,35765,1731595233113, seqNum=5 , the old value is region=TestAcidGuarantees,,1731595262615.3b1a5ce21fb918810d964a76bfd27f36., hostname=da1c6afcd1f9,35765,1731595233113, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3b1a5ce21fb918810d964a76bfd27f36, server=da1c6afcd1f9,35765,1731595233113 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-14T14:41:08,364 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731595262615.3b1a5ce21fb918810d964a76bfd27f36., hostname=da1c6afcd1f9,35765,1731595233113, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3b1a5ce21fb918810d964a76bfd27f36, server=da1c6afcd1f9,35765,1731595233113 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-14T14:41:08,364 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731595262615.3b1a5ce21fb918810d964a76bfd27f36., hostname=da1c6afcd1f9,35765,1731595233113, seqNum=5 because the exception is null or not the one we care about 2024-11-14T14:41:08,371 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35765 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3b1a5ce21fb918810d964a76bfd27f36, server=da1c6afcd1f9,35765,1731595233113 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-14T14:41:08,371 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35765 {}] ipc.CallRunner(138): callId: 31 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:60566 deadline: 1731595328366, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3b1a5ce21fb918810d964a76bfd27f36, server=da1c6afcd1f9,35765,1731595233113 2024-11-14T14:41:08,372 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731595262615.3b1a5ce21fb918810d964a76bfd27f36., hostname=da1c6afcd1f9,35765,1731595233113, seqNum=5 , the old value is region=TestAcidGuarantees,,1731595262615.3b1a5ce21fb918810d964a76bfd27f36., hostname=da1c6afcd1f9,35765,1731595233113, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3b1a5ce21fb918810d964a76bfd27f36, server=da1c6afcd1f9,35765,1731595233113 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-14T14:41:08,372 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731595262615.3b1a5ce21fb918810d964a76bfd27f36., hostname=da1c6afcd1f9,35765,1731595233113, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3b1a5ce21fb918810d964a76bfd27f36, server=da1c6afcd1f9,35765,1731595233113 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-14T14:41:08,372 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731595262615.3b1a5ce21fb918810d964a76bfd27f36., hostname=da1c6afcd1f9,35765,1731595233113, seqNum=5 because the exception is null or not the one we care about 2024-11-14T14:41:08,378 DEBUG [MemStoreFlusher.0 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T14:41:08,384 INFO [MemStoreFlusher.0 {}] regionserver.HMobStore(268): FLUSH Renaming flushed file from hdfs://localhost:34345/user/jenkins/test-data/14d118ee-a83a-b09b-5913-1a58940a5db1/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e202411147b515aa3b69b4aaebf0be7c026e40306_3b1a5ce21fb918810d964a76bfd27f36 to hdfs://localhost:34345/user/jenkins/test-data/14d118ee-a83a-b09b-5913-1a58940a5db1/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e202411147b515aa3b69b4aaebf0be7c026e40306_3b1a5ce21fb918810d964a76bfd27f36 2024-11-14T14:41:08,386 DEBUG [MemStoreFlusher.0 {}] mob.DefaultMobStoreFlusher(263): Flush store file: hdfs://localhost:34345/user/jenkins/test-data/14d118ee-a83a-b09b-5913-1a58940a5db1/data/default/TestAcidGuarantees/3b1a5ce21fb918810d964a76bfd27f36/.tmp/A/4c4e78ffca25404997b886cbc0b86417, store: [table=TestAcidGuarantees family=A region=3b1a5ce21fb918810d964a76bfd27f36] 2024-11-14T14:41:08,386 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:34345/user/jenkins/test-data/14d118ee-a83a-b09b-5913-1a58940a5db1/data/default/TestAcidGuarantees/3b1a5ce21fb918810d964a76bfd27f36/.tmp/A/4c4e78ffca25404997b886cbc0b86417 is 175, key is test_row_0/A:col10/1731595266834/Put/seqid=0 2024-11-14T14:41:08,442 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36699 is added to blk_1073741983_1159 (size=39549) 2024-11-14T14:41:08,443 INFO [MemStoreFlusher.0 {}] mob.DefaultMobStoreFlusher(147): Mob store is flushed, sequenceid=61, memsize=17.9 K, hasBloomFilter=true, into tmp file hdfs://localhost:34345/user/jenkins/test-data/14d118ee-a83a-b09b-5913-1a58940a5db1/data/default/TestAcidGuarantees/3b1a5ce21fb918810d964a76bfd27f36/.tmp/A/4c4e78ffca25404997b886cbc0b86417 2024-11-14T14:41:08,467 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:34345/user/jenkins/test-data/14d118ee-a83a-b09b-5913-1a58940a5db1/data/default/TestAcidGuarantees/3b1a5ce21fb918810d964a76bfd27f36/.tmp/B/e6189ade549d43998aa577139eb8fea1 is 50, key is test_row_0/B:col10/1731595266834/Put/seqid=0 2024-11-14T14:41:08,524 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36699 is added to blk_1073741984_1160 (size=12001) 2024-11-14T14:41:08,525 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=17.89 KB at sequenceid=61 (bloomFilter=true), to=hdfs://localhost:34345/user/jenkins/test-data/14d118ee-a83a-b09b-5913-1a58940a5db1/data/default/TestAcidGuarantees/3b1a5ce21fb918810d964a76bfd27f36/.tmp/B/e6189ade549d43998aa577139eb8fea1 2024-11-14T14:41:08,542 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:34345/user/jenkins/test-data/14d118ee-a83a-b09b-5913-1a58940a5db1/data/default/TestAcidGuarantees/3b1a5ce21fb918810d964a76bfd27f36/.tmp/C/c178cc73afa941afa5554b8f8061ee4c is 50, key is test_row_0/C:col10/1731595266834/Put/seqid=0 2024-11-14T14:41:08,578 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36699 is added to blk_1073741985_1161 (size=12001) 2024-11-14T14:41:08,662 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35765 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3b1a5ce21fb918810d964a76bfd27f36, server=da1c6afcd1f9,35765,1731595233113 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-14T14:41:08,663 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35765 {}] ipc.CallRunner(138): callId: 25 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:60524 deadline: 1731595328656, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3b1a5ce21fb918810d964a76bfd27f36, server=da1c6afcd1f9,35765,1731595233113 2024-11-14T14:41:08,663 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731595262615.3b1a5ce21fb918810d964a76bfd27f36., hostname=da1c6afcd1f9,35765,1731595233113, seqNum=5 , the old value is region=TestAcidGuarantees,,1731595262615.3b1a5ce21fb918810d964a76bfd27f36., hostname=da1c6afcd1f9,35765,1731595233113, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3b1a5ce21fb918810d964a76bfd27f36, server=da1c6afcd1f9,35765,1731595233113 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-14T14:41:08,663 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731595262615.3b1a5ce21fb918810d964a76bfd27f36., hostname=da1c6afcd1f9,35765,1731595233113, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3b1a5ce21fb918810d964a76bfd27f36, server=da1c6afcd1f9,35765,1731595233113 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-14T14:41:08,663 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731595262615.3b1a5ce21fb918810d964a76bfd27f36., hostname=da1c6afcd1f9,35765,1731595233113, seqNum=5 because the exception is null or not the one we care about 2024-11-14T14:41:08,668 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35765 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3b1a5ce21fb918810d964a76bfd27f36, server=da1c6afcd1f9,35765,1731595233113 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-14T14:41:08,668 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35765 {}] ipc.CallRunner(138): callId: 29 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:60574 deadline: 1731595328667, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3b1a5ce21fb918810d964a76bfd27f36, server=da1c6afcd1f9,35765,1731595233113 2024-11-14T14:41:08,668 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731595262615.3b1a5ce21fb918810d964a76bfd27f36., hostname=da1c6afcd1f9,35765,1731595233113, seqNum=5 , the old value is region=TestAcidGuarantees,,1731595262615.3b1a5ce21fb918810d964a76bfd27f36., hostname=da1c6afcd1f9,35765,1731595233113, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3b1a5ce21fb918810d964a76bfd27f36, server=da1c6afcd1f9,35765,1731595233113 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-14T14:41:08,668 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731595262615.3b1a5ce21fb918810d964a76bfd27f36., hostname=da1c6afcd1f9,35765,1731595233113, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3b1a5ce21fb918810d964a76bfd27f36, server=da1c6afcd1f9,35765,1731595233113 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-14T14:41:08,669 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731595262615.3b1a5ce21fb918810d964a76bfd27f36., hostname=da1c6afcd1f9,35765,1731595233113, seqNum=5 because the exception is null or not the one we care about 2024-11-14T14:41:08,676 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35765 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3b1a5ce21fb918810d964a76bfd27f36, server=da1c6afcd1f9,35765,1731595233113 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-14T14:41:08,677 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35765 {}] ipc.CallRunner(138): callId: 24 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:60580 deadline: 1731595328667, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3b1a5ce21fb918810d964a76bfd27f36, server=da1c6afcd1f9,35765,1731595233113 2024-11-14T14:41:08,677 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731595262615.3b1a5ce21fb918810d964a76bfd27f36., hostname=da1c6afcd1f9,35765,1731595233113, seqNum=5 , the old value is region=TestAcidGuarantees,,1731595262615.3b1a5ce21fb918810d964a76bfd27f36., hostname=da1c6afcd1f9,35765,1731595233113, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3b1a5ce21fb918810d964a76bfd27f36, server=da1c6afcd1f9,35765,1731595233113 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-14T14:41:08,677 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731595262615.3b1a5ce21fb918810d964a76bfd27f36., hostname=da1c6afcd1f9,35765,1731595233113, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3b1a5ce21fb918810d964a76bfd27f36, server=da1c6afcd1f9,35765,1731595233113 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-14T14:41:08,677 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731595262615.3b1a5ce21fb918810d964a76bfd27f36., hostname=da1c6afcd1f9,35765,1731595233113, seqNum=5 because the exception is null or not the one we care about 2024-11-14T14:41:08,678 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35765 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3b1a5ce21fb918810d964a76bfd27f36, server=da1c6afcd1f9,35765,1731595233113 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-14T14:41:08,678 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35765 {}] ipc.CallRunner(138): callId: 24 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:60594 deadline: 1731595328668, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3b1a5ce21fb918810d964a76bfd27f36, server=da1c6afcd1f9,35765,1731595233113 2024-11-14T14:41:08,679 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731595262615.3b1a5ce21fb918810d964a76bfd27f36., hostname=da1c6afcd1f9,35765,1731595233113, seqNum=5 , the old value is region=TestAcidGuarantees,,1731595262615.3b1a5ce21fb918810d964a76bfd27f36., hostname=da1c6afcd1f9,35765,1731595233113, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3b1a5ce21fb918810d964a76bfd27f36, server=da1c6afcd1f9,35765,1731595233113 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-14T14:41:08,679 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731595262615.3b1a5ce21fb918810d964a76bfd27f36., hostname=da1c6afcd1f9,35765,1731595233113, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3b1a5ce21fb918810d964a76bfd27f36, server=da1c6afcd1f9,35765,1731595233113 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-14T14:41:08,679 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731595262615.3b1a5ce21fb918810d964a76bfd27f36., hostname=da1c6afcd1f9,35765,1731595233113, seqNum=5 because the exception is null or not the one we care about 2024-11-14T14:41:08,681 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35765 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3b1a5ce21fb918810d964a76bfd27f36, server=da1c6afcd1f9,35765,1731595233113 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-14T14:41:08,681 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35765 {}] ipc.CallRunner(138): callId: 32 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:60566 deadline: 1731595328676, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3b1a5ce21fb918810d964a76bfd27f36, server=da1c6afcd1f9,35765,1731595233113 2024-11-14T14:41:08,682 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731595262615.3b1a5ce21fb918810d964a76bfd27f36., hostname=da1c6afcd1f9,35765,1731595233113, seqNum=5 , the old value is region=TestAcidGuarantees,,1731595262615.3b1a5ce21fb918810d964a76bfd27f36., hostname=da1c6afcd1f9,35765,1731595233113, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3b1a5ce21fb918810d964a76bfd27f36, server=da1c6afcd1f9,35765,1731595233113 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-14T14:41:08,682 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731595262615.3b1a5ce21fb918810d964a76bfd27f36., hostname=da1c6afcd1f9,35765,1731595233113, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3b1a5ce21fb918810d964a76bfd27f36, server=da1c6afcd1f9,35765,1731595233113 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-14T14:41:08,682 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731595262615.3b1a5ce21fb918810d964a76bfd27f36., hostname=da1c6afcd1f9,35765,1731595233113, seqNum=5 because the exception is null or not the one we care about 2024-11-14T14:41:08,981 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=17.89 KB at sequenceid=61 (bloomFilter=true), to=hdfs://localhost:34345/user/jenkins/test-data/14d118ee-a83a-b09b-5913-1a58940a5db1/data/default/TestAcidGuarantees/3b1a5ce21fb918810d964a76bfd27f36/.tmp/C/c178cc73afa941afa5554b8f8061ee4c 2024-11-14T14:41:08,988 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:34345/user/jenkins/test-data/14d118ee-a83a-b09b-5913-1a58940a5db1/data/default/TestAcidGuarantees/3b1a5ce21fb918810d964a76bfd27f36/.tmp/A/4c4e78ffca25404997b886cbc0b86417 as hdfs://localhost:34345/user/jenkins/test-data/14d118ee-a83a-b09b-5913-1a58940a5db1/data/default/TestAcidGuarantees/3b1a5ce21fb918810d964a76bfd27f36/A/4c4e78ffca25404997b886cbc0b86417 2024-11-14T14:41:08,993 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:34345/user/jenkins/test-data/14d118ee-a83a-b09b-5913-1a58940a5db1/data/default/TestAcidGuarantees/3b1a5ce21fb918810d964a76bfd27f36/A/4c4e78ffca25404997b886cbc0b86417, entries=200, sequenceid=61, filesize=38.6 K 2024-11-14T14:41:08,994 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:34345/user/jenkins/test-data/14d118ee-a83a-b09b-5913-1a58940a5db1/data/default/TestAcidGuarantees/3b1a5ce21fb918810d964a76bfd27f36/.tmp/B/e6189ade549d43998aa577139eb8fea1 as hdfs://localhost:34345/user/jenkins/test-data/14d118ee-a83a-b09b-5913-1a58940a5db1/data/default/TestAcidGuarantees/3b1a5ce21fb918810d964a76bfd27f36/B/e6189ade549d43998aa577139eb8fea1 2024-11-14T14:41:09,006 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:34345/user/jenkins/test-data/14d118ee-a83a-b09b-5913-1a58940a5db1/data/default/TestAcidGuarantees/3b1a5ce21fb918810d964a76bfd27f36/B/e6189ade549d43998aa577139eb8fea1, entries=150, sequenceid=61, filesize=11.7 K 2024-11-14T14:41:09,007 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:34345/user/jenkins/test-data/14d118ee-a83a-b09b-5913-1a58940a5db1/data/default/TestAcidGuarantees/3b1a5ce21fb918810d964a76bfd27f36/.tmp/C/c178cc73afa941afa5554b8f8061ee4c as hdfs://localhost:34345/user/jenkins/test-data/14d118ee-a83a-b09b-5913-1a58940a5db1/data/default/TestAcidGuarantees/3b1a5ce21fb918810d964a76bfd27f36/C/c178cc73afa941afa5554b8f8061ee4c 2024-11-14T14:41:09,013 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:34345/user/jenkins/test-data/14d118ee-a83a-b09b-5913-1a58940a5db1/data/default/TestAcidGuarantees/3b1a5ce21fb918810d964a76bfd27f36/C/c178cc73afa941afa5554b8f8061ee4c, entries=150, sequenceid=61, filesize=11.7 K 2024-11-14T14:41:09,014 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(3140): Finished flush of dataSize ~53.67 KB/54960, heapSize ~160.08 KB/163920, currentSize=127.47 KB/130530 for 3b1a5ce21fb918810d964a76bfd27f36 in 1145ms, sequenceid=61, compaction requested=true 2024-11-14T14:41:09,014 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2603): Flush status journal for 3b1a5ce21fb918810d964a76bfd27f36: 2024-11-14T14:41:09,014 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store 3b1a5ce21fb918810d964a76bfd27f36:A, priority=-2147483648, current under compaction store size is 1 2024-11-14T14:41:09,014 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-14T14:41:09,015 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store 3b1a5ce21fb918810d964a76bfd27f36:B, priority=-2147483648, current under compaction store size is 2 2024-11-14T14:41:09,015 DEBUG [RS:0;da1c6afcd1f9:35765-shortCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 3 store files, 0 compacting, 3 eligible, 16 blocking 2024-11-14T14:41:09,015 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-14T14:41:09,015 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store 3b1a5ce21fb918810d964a76bfd27f36:C, priority=-2147483648, current under compaction store size is 3 2024-11-14T14:41:09,015 DEBUG [RS:0;da1c6afcd1f9:35765-longCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 3 store files, 0 compacting, 3 eligible, 16 blocking 2024-11-14T14:41:09,015 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=1), splitQueue=0 2024-11-14T14:41:09,016 DEBUG [RS:0;da1c6afcd1f9:35765-longCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 3 files of size 36003 starting at candidate #0 after considering 1 permutations with 1 in ratio 2024-11-14T14:41:09,016 DEBUG [RS:0;da1c6afcd1f9:35765-longCompactions-0 {}] regionserver.HStore(1541): 3b1a5ce21fb918810d964a76bfd27f36/B is initiating minor compaction (all files) 2024-11-14T14:41:09,017 INFO [RS:0;da1c6afcd1f9:35765-longCompactions-0 {}] regionserver.HRegion(2416): Starting compaction of 3b1a5ce21fb918810d964a76bfd27f36/B in TestAcidGuarantees,,1731595262615.3b1a5ce21fb918810d964a76bfd27f36. 2024-11-14T14:41:09,017 INFO [RS:0;da1c6afcd1f9:35765-longCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:34345/user/jenkins/test-data/14d118ee-a83a-b09b-5913-1a58940a5db1/data/default/TestAcidGuarantees/3b1a5ce21fb918810d964a76bfd27f36/B/09f1b412900f4619be325adae46f3b28, hdfs://localhost:34345/user/jenkins/test-data/14d118ee-a83a-b09b-5913-1a58940a5db1/data/default/TestAcidGuarantees/3b1a5ce21fb918810d964a76bfd27f36/B/252e5ba0b93143128f130ef0c6bbad2d, hdfs://localhost:34345/user/jenkins/test-data/14d118ee-a83a-b09b-5913-1a58940a5db1/data/default/TestAcidGuarantees/3b1a5ce21fb918810d964a76bfd27f36/B/e6189ade549d43998aa577139eb8fea1] into tmpdir=hdfs://localhost:34345/user/jenkins/test-data/14d118ee-a83a-b09b-5913-1a58940a5db1/data/default/TestAcidGuarantees/3b1a5ce21fb918810d964a76bfd27f36/.tmp, totalSize=35.2 K 2024-11-14T14:41:09,018 DEBUG [RS:0;da1c6afcd1f9:35765-shortCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 3 files of size 110053 starting at candidate #0 after considering 1 permutations with 1 in ratio 2024-11-14T14:41:09,018 DEBUG [RS:0;da1c6afcd1f9:35765-shortCompactions-0 {}] regionserver.HStore(1541): 3b1a5ce21fb918810d964a76bfd27f36/A is initiating minor compaction (all files) 2024-11-14T14:41:09,018 INFO [RS:0;da1c6afcd1f9:35765-shortCompactions-0 {}] regionserver.HRegion(2416): Starting compaction of 3b1a5ce21fb918810d964a76bfd27f36/A in TestAcidGuarantees,,1731595262615.3b1a5ce21fb918810d964a76bfd27f36. 2024-11-14T14:41:09,018 INFO [RS:0;da1c6afcd1f9:35765-shortCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:34345/user/jenkins/test-data/14d118ee-a83a-b09b-5913-1a58940a5db1/data/default/TestAcidGuarantees/3b1a5ce21fb918810d964a76bfd27f36/A/8d2f82af15be484abaecbbaee42ad7ba, hdfs://localhost:34345/user/jenkins/test-data/14d118ee-a83a-b09b-5913-1a58940a5db1/data/default/TestAcidGuarantees/3b1a5ce21fb918810d964a76bfd27f36/A/e7f3f1c25e3347929664953c8cedce82, hdfs://localhost:34345/user/jenkins/test-data/14d118ee-a83a-b09b-5913-1a58940a5db1/data/default/TestAcidGuarantees/3b1a5ce21fb918810d964a76bfd27f36/A/4c4e78ffca25404997b886cbc0b86417] into tmpdir=hdfs://localhost:34345/user/jenkins/test-data/14d118ee-a83a-b09b-5913-1a58940a5db1/data/default/TestAcidGuarantees/3b1a5ce21fb918810d964a76bfd27f36/.tmp, totalSize=107.5 K 2024-11-14T14:41:09,018 INFO [RS:0;da1c6afcd1f9:35765-shortCompactions-0 {}] mob.DefaultMobStoreCompactor(181): MOB compaction: major=false isAll=true priority=13 throughput controller=DefaultCompactionThroughputController [maxThroughput=50.00 MB/second, activeCompactions=0] table=TestAcidGuarantees cf=A region=TestAcidGuarantees,,1731595262615.3b1a5ce21fb918810d964a76bfd27f36. 2024-11-14T14:41:09,019 DEBUG [RS:0;da1c6afcd1f9:35765-shortCompactions-0 {}] mob.DefaultMobStoreCompactor(191): MOB compaction table=TestAcidGuarantees cf=A region=TestAcidGuarantees,,1731595262615.3b1a5ce21fb918810d964a76bfd27f36. files: [hdfs://localhost:34345/user/jenkins/test-data/14d118ee-a83a-b09b-5913-1a58940a5db1/data/default/TestAcidGuarantees/3b1a5ce21fb918810d964a76bfd27f36/A/8d2f82af15be484abaecbbaee42ad7ba, hdfs://localhost:34345/user/jenkins/test-data/14d118ee-a83a-b09b-5913-1a58940a5db1/data/default/TestAcidGuarantees/3b1a5ce21fb918810d964a76bfd27f36/A/e7f3f1c25e3347929664953c8cedce82, hdfs://localhost:34345/user/jenkins/test-data/14d118ee-a83a-b09b-5913-1a58940a5db1/data/default/TestAcidGuarantees/3b1a5ce21fb918810d964a76bfd27f36/A/4c4e78ffca25404997b886cbc0b86417] 2024-11-14T14:41:09,019 DEBUG [RS:0;da1c6afcd1f9:35765-longCompactions-0 {}] compactions.Compactor(225): Compacting 09f1b412900f4619be325adae46f3b28, keycount=150, bloomtype=ROW, size=11.7 K, encoding=NONE, compression=NONE, seqNum=15, earliestPutTs=1731595265466 2024-11-14T14:41:09,020 DEBUG [RS:0;da1c6afcd1f9:35765-longCompactions-0 {}] compactions.Compactor(225): Compacting 252e5ba0b93143128f130ef0c6bbad2d, keycount=150, bloomtype=ROW, size=11.7 K, encoding=NONE, compression=NONE, seqNum=50, earliestPutTs=1731595265642 2024-11-14T14:41:09,020 DEBUG [RS:0;da1c6afcd1f9:35765-shortCompactions-0 {}] compactions.Compactor(225): Compacting 8d2f82af15be484abaecbbaee42ad7ba, keycount=200, bloomtype=ROW, size=38.6 K, encoding=NONE, compression=NONE, seqNum=15, earliestPutTs=1731595265466 2024-11-14T14:41:09,020 DEBUG [RS:0;da1c6afcd1f9:35765-longCompactions-0 {}] compactions.Compactor(225): Compacting e6189ade549d43998aa577139eb8fea1, keycount=150, bloomtype=ROW, size=11.7 K, encoding=NONE, compression=NONE, seqNum=61, earliestPutTs=1731595266828 2024-11-14T14:41:09,021 DEBUG [RS:0;da1c6afcd1f9:35765-shortCompactions-0 {}] compactions.Compactor(225): Compacting e7f3f1c25e3347929664953c8cedce82, keycount=150, bloomtype=ROW, size=30.2 K, encoding=NONE, compression=NONE, seqNum=50, earliestPutTs=1731595265642 2024-11-14T14:41:09,021 DEBUG [RS:0;da1c6afcd1f9:35765-shortCompactions-0 {}] compactions.Compactor(225): Compacting 4c4e78ffca25404997b886cbc0b86417, keycount=200, bloomtype=ROW, size=38.6 K, encoding=NONE, compression=NONE, seqNum=61, earliestPutTs=1731595266828 2024-11-14T14:41:09,043 INFO [RS:0;da1c6afcd1f9:35765-longCompactions-0 {}] throttle.PressureAwareThroughputController(145): 3b1a5ce21fb918810d964a76bfd27f36#B#compaction#143 average throughput is 3.28 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second 2024-11-14T14:41:09,043 DEBUG [RS:0;da1c6afcd1f9:35765-longCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:34345/user/jenkins/test-data/14d118ee-a83a-b09b-5913-1a58940a5db1/data/default/TestAcidGuarantees/3b1a5ce21fb918810d964a76bfd27f36/.tmp/B/b03a50e02ed7458a922a445c3ff29bf3 is 50, key is test_row_0/B:col10/1731595266834/Put/seqid=0 2024-11-14T14:41:09,054 INFO [RS:0;da1c6afcd1f9:35765-shortCompactions-0 {}] mob.DefaultMobStoreCompactor(321): Compact MOB=false optimized configured=false optimized enabled=false maximum MOB file size=1073741824 major=true store=[table=TestAcidGuarantees family=A region=3b1a5ce21fb918810d964a76bfd27f36] 2024-11-14T14:41:09,081 DEBUG [RS:0;da1c6afcd1f9:35765-shortCompactions-0 {}] mob.DefaultMobStoreCompactor(635): New MOB writer created=d41d8cd98f00b204e9800998ecf8427e20241114cd9a6506096948a0a8e26e8f0565b349_3b1a5ce21fb918810d964a76bfd27f36 store=[table=TestAcidGuarantees family=A region=3b1a5ce21fb918810d964a76bfd27f36] 2024-11-14T14:41:09,086 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36699 is added to blk_1073741986_1162 (size=12104) 2024-11-14T14:41:09,089 DEBUG [RS:0;da1c6afcd1f9:35765-shortCompactions-0 {}] mob.DefaultMobStoreCompactor(656): Commit or abort size=0 mobCells=0 major=true file=d41d8cd98f00b204e9800998ecf8427e20241114cd9a6506096948a0a8e26e8f0565b349_3b1a5ce21fb918810d964a76bfd27f36, store=[table=TestAcidGuarantees family=A region=3b1a5ce21fb918810d964a76bfd27f36] 2024-11-14T14:41:09,090 DEBUG [RS:0;da1c6afcd1f9:35765-shortCompactions-0 {}] mob.DefaultMobStoreCompactor(667): Aborting writer for hdfs://localhost:34345/user/jenkins/test-data/14d118ee-a83a-b09b-5913-1a58940a5db1/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e20241114cd9a6506096948a0a8e26e8f0565b349_3b1a5ce21fb918810d964a76bfd27f36 because there are no MOB cells, store=[table=TestAcidGuarantees family=A region=3b1a5ce21fb918810d964a76bfd27f36] 2024-11-14T14:41:09,100 DEBUG [RS:0;da1c6afcd1f9:35765-longCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:34345/user/jenkins/test-data/14d118ee-a83a-b09b-5913-1a58940a5db1/data/default/TestAcidGuarantees/3b1a5ce21fb918810d964a76bfd27f36/.tmp/B/b03a50e02ed7458a922a445c3ff29bf3 as hdfs://localhost:34345/user/jenkins/test-data/14d118ee-a83a-b09b-5913-1a58940a5db1/data/default/TestAcidGuarantees/3b1a5ce21fb918810d964a76bfd27f36/B/b03a50e02ed7458a922a445c3ff29bf3 2024-11-14T14:41:09,112 INFO [RS:0;da1c6afcd1f9:35765-longCompactions-0 {}] regionserver.HStore(1337): Completed compaction of 3 (all) file(s) in 3b1a5ce21fb918810d964a76bfd27f36/B of 3b1a5ce21fb918810d964a76bfd27f36 into b03a50e02ed7458a922a445c3ff29bf3(size=11.8 K), total size for store is 11.8 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-11-14T14:41:09,112 DEBUG [RS:0;da1c6afcd1f9:35765-longCompactions-0 {}] regionserver.HRegion(2446): Compaction status journal for 3b1a5ce21fb918810d964a76bfd27f36: 2024-11-14T14:41:09,112 INFO [RS:0;da1c6afcd1f9:35765-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1731595262615.3b1a5ce21fb918810d964a76bfd27f36., storeName=3b1a5ce21fb918810d964a76bfd27f36/B, priority=13, startTime=1731595269015; duration=0sec 2024-11-14T14:41:09,112 DEBUG [RS:0;da1c6afcd1f9:35765-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=1), splitQueue=0 2024-11-14T14:41:09,112 DEBUG [RS:0;da1c6afcd1f9:35765-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: 3b1a5ce21fb918810d964a76bfd27f36:B 2024-11-14T14:41:09,112 DEBUG [RS:0;da1c6afcd1f9:35765-longCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 3 store files, 0 compacting, 3 eligible, 16 blocking 2024-11-14T14:41:09,114 DEBUG [RS:0;da1c6afcd1f9:35765-longCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 3 files of size 36003 starting at candidate #0 after considering 1 permutations with 1 in ratio 2024-11-14T14:41:09,114 DEBUG [RS:0;da1c6afcd1f9:35765-longCompactions-0 {}] regionserver.HStore(1541): 3b1a5ce21fb918810d964a76bfd27f36/C is initiating minor compaction (all files) 2024-11-14T14:41:09,114 INFO [RS:0;da1c6afcd1f9:35765-longCompactions-0 {}] regionserver.HRegion(2416): Starting compaction of 3b1a5ce21fb918810d964a76bfd27f36/C in TestAcidGuarantees,,1731595262615.3b1a5ce21fb918810d964a76bfd27f36. 2024-11-14T14:41:09,114 INFO [RS:0;da1c6afcd1f9:35765-longCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:34345/user/jenkins/test-data/14d118ee-a83a-b09b-5913-1a58940a5db1/data/default/TestAcidGuarantees/3b1a5ce21fb918810d964a76bfd27f36/C/f95e2b35b72c4adda7eb0462b17249f8, hdfs://localhost:34345/user/jenkins/test-data/14d118ee-a83a-b09b-5913-1a58940a5db1/data/default/TestAcidGuarantees/3b1a5ce21fb918810d964a76bfd27f36/C/8073d1e328234863bdc49d600a3323e6, hdfs://localhost:34345/user/jenkins/test-data/14d118ee-a83a-b09b-5913-1a58940a5db1/data/default/TestAcidGuarantees/3b1a5ce21fb918810d964a76bfd27f36/C/c178cc73afa941afa5554b8f8061ee4c] into tmpdir=hdfs://localhost:34345/user/jenkins/test-data/14d118ee-a83a-b09b-5913-1a58940a5db1/data/default/TestAcidGuarantees/3b1a5ce21fb918810d964a76bfd27f36/.tmp, totalSize=35.2 K 2024-11-14T14:41:09,114 DEBUG [RS:0;da1c6afcd1f9:35765-longCompactions-0 {}] compactions.Compactor(225): Compacting f95e2b35b72c4adda7eb0462b17249f8, keycount=150, bloomtype=ROW, size=11.7 K, encoding=NONE, compression=NONE, seqNum=15, earliestPutTs=1731595265466 2024-11-14T14:41:09,115 DEBUG [RS:0;da1c6afcd1f9:35765-longCompactions-0 {}] compactions.Compactor(225): Compacting 8073d1e328234863bdc49d600a3323e6, keycount=150, bloomtype=ROW, size=11.7 K, encoding=NONE, compression=NONE, seqNum=50, earliestPutTs=1731595265642 2024-11-14T14:41:09,116 DEBUG [RS:0;da1c6afcd1f9:35765-longCompactions-0 {}] compactions.Compactor(225): Compacting c178cc73afa941afa5554b8f8061ee4c, keycount=150, bloomtype=ROW, size=11.7 K, encoding=NONE, compression=NONE, seqNum=61, earliestPutTs=1731595266828 2024-11-14T14:41:09,127 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36699 is added to blk_1073741987_1163 (size=4469) 2024-11-14T14:41:09,129 INFO [RS:0;da1c6afcd1f9:35765-shortCompactions-0 {}] throttle.PressureAwareThroughputController(145): 3b1a5ce21fb918810d964a76bfd27f36#A#compaction#144 average throughput is 0.33 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second 2024-11-14T14:41:09,129 DEBUG [RS:0;da1c6afcd1f9:35765-shortCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:34345/user/jenkins/test-data/14d118ee-a83a-b09b-5913-1a58940a5db1/data/default/TestAcidGuarantees/3b1a5ce21fb918810d964a76bfd27f36/.tmp/A/38dc3c01b34245c6a7b09a8ca3f014eb is 175, key is test_row_0/A:col10/1731595266834/Put/seqid=0 2024-11-14T14:41:09,149 INFO [RS:0;da1c6afcd1f9:35765-longCompactions-0 {}] throttle.PressureAwareThroughputController(145): 3b1a5ce21fb918810d964a76bfd27f36#C#compaction#145 average throughput is 6.55 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second 2024-11-14T14:41:09,149 DEBUG [RS:0;da1c6afcd1f9:35765-longCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:34345/user/jenkins/test-data/14d118ee-a83a-b09b-5913-1a58940a5db1/data/default/TestAcidGuarantees/3b1a5ce21fb918810d964a76bfd27f36/.tmp/C/b0abfe015638434d86369490289adb3c is 50, key is test_row_0/C:col10/1731595266834/Put/seqid=0 2024-11-14T14:41:09,179 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35765 {}] regionserver.HRegion(8855): Flush requested on 3b1a5ce21fb918810d964a76bfd27f36 2024-11-14T14:41:09,179 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36699 is added to blk_1073741988_1164 (size=31058) 2024-11-14T14:41:09,179 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(2902): Flushing 3b1a5ce21fb918810d964a76bfd27f36 3/3 column families, dataSize=134.18 KB heapSize=380.30 KB 2024-11-14T14:41:09,179 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 3b1a5ce21fb918810d964a76bfd27f36, store=A 2024-11-14T14:41:09,179 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=2, new segment=null 2024-11-14T14:41:09,179 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 3b1a5ce21fb918810d964a76bfd27f36, store=B 2024-11-14T14:41:09,179 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=2, new segment=null 2024-11-14T14:41:09,179 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 3b1a5ce21fb918810d964a76bfd27f36, store=C 2024-11-14T14:41:09,179 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=2, new segment=null 2024-11-14T14:41:09,206 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36699 is added to blk_1073741989_1165 (size=12104) 2024-11-14T14:41:09,212 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:34345/user/jenkins/test-data/14d118ee-a83a-b09b-5913-1a58940a5db1/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e202411148fefb28c70474c9bbefd72c0e4de348a_3b1a5ce21fb918810d964a76bfd27f36 is 50, key is test_row_0/A:col10/1731595269177/Put/seqid=0 2024-11-14T14:41:09,222 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35765 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3b1a5ce21fb918810d964a76bfd27f36, server=da1c6afcd1f9,35765,1731595233113 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-14T14:41:09,223 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35765 {}] ipc.CallRunner(138): callId: 26 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:60580 deadline: 1731595329205, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3b1a5ce21fb918810d964a76bfd27f36, server=da1c6afcd1f9,35765,1731595233113 2024-11-14T14:41:09,223 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35765 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3b1a5ce21fb918810d964a76bfd27f36, server=da1c6afcd1f9,35765,1731595233113 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-14T14:41:09,223 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35765 {}] ipc.CallRunner(138): callId: 26 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:60594 deadline: 1731595329206, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3b1a5ce21fb918810d964a76bfd27f36, server=da1c6afcd1f9,35765,1731595233113 2024-11-14T14:41:09,223 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731595262615.3b1a5ce21fb918810d964a76bfd27f36., hostname=da1c6afcd1f9,35765,1731595233113, seqNum=5 , the old value is region=TestAcidGuarantees,,1731595262615.3b1a5ce21fb918810d964a76bfd27f36., hostname=da1c6afcd1f9,35765,1731595233113, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3b1a5ce21fb918810d964a76bfd27f36, server=da1c6afcd1f9,35765,1731595233113 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-14T14:41:09,223 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731595262615.3b1a5ce21fb918810d964a76bfd27f36., hostname=da1c6afcd1f9,35765,1731595233113, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3b1a5ce21fb918810d964a76bfd27f36, server=da1c6afcd1f9,35765,1731595233113 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-14T14:41:09,223 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731595262615.3b1a5ce21fb918810d964a76bfd27f36., hostname=da1c6afcd1f9,35765,1731595233113, seqNum=5 because the exception is null or not the one we care about 2024-11-14T14:41:09,223 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35765 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3b1a5ce21fb918810d964a76bfd27f36, server=da1c6afcd1f9,35765,1731595233113 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-14T14:41:09,224 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731595262615.3b1a5ce21fb918810d964a76bfd27f36., hostname=da1c6afcd1f9,35765,1731595233113, seqNum=5 , the old value is region=TestAcidGuarantees,,1731595262615.3b1a5ce21fb918810d964a76bfd27f36., hostname=da1c6afcd1f9,35765,1731595233113, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3b1a5ce21fb918810d964a76bfd27f36, server=da1c6afcd1f9,35765,1731595233113 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-14T14:41:09,224 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731595262615.3b1a5ce21fb918810d964a76bfd27f36., hostname=da1c6afcd1f9,35765,1731595233113, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3b1a5ce21fb918810d964a76bfd27f36, server=da1c6afcd1f9,35765,1731595233113 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-14T14:41:09,224 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35765 {}] ipc.CallRunner(138): callId: 32 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:60574 deadline: 1731595329207, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3b1a5ce21fb918810d964a76bfd27f36, server=da1c6afcd1f9,35765,1731595233113 2024-11-14T14:41:09,224 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731595262615.3b1a5ce21fb918810d964a76bfd27f36., hostname=da1c6afcd1f9,35765,1731595233113, seqNum=5 because the exception is null or not the one we care about 2024-11-14T14:41:09,227 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731595262615.3b1a5ce21fb918810d964a76bfd27f36., hostname=da1c6afcd1f9,35765,1731595233113, seqNum=5 , the old value is region=TestAcidGuarantees,,1731595262615.3b1a5ce21fb918810d964a76bfd27f36., hostname=da1c6afcd1f9,35765,1731595233113, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3b1a5ce21fb918810d964a76bfd27f36, server=da1c6afcd1f9,35765,1731595233113 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-14T14:41:09,227 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731595262615.3b1a5ce21fb918810d964a76bfd27f36., hostname=da1c6afcd1f9,35765,1731595233113, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3b1a5ce21fb918810d964a76bfd27f36, server=da1c6afcd1f9,35765,1731595233113 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-14T14:41:09,227 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731595262615.3b1a5ce21fb918810d964a76bfd27f36., hostname=da1c6afcd1f9,35765,1731595233113, seqNum=5 because the exception is null or not the one we care about 2024-11-14T14:41:09,228 DEBUG [RS:0;da1c6afcd1f9:35765-longCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:34345/user/jenkins/test-data/14d118ee-a83a-b09b-5913-1a58940a5db1/data/default/TestAcidGuarantees/3b1a5ce21fb918810d964a76bfd27f36/.tmp/C/b0abfe015638434d86369490289adb3c as hdfs://localhost:34345/user/jenkins/test-data/14d118ee-a83a-b09b-5913-1a58940a5db1/data/default/TestAcidGuarantees/3b1a5ce21fb918810d964a76bfd27f36/C/b0abfe015638434d86369490289adb3c 2024-11-14T14:41:09,237 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35765 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3b1a5ce21fb918810d964a76bfd27f36, server=da1c6afcd1f9,35765,1731595233113 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-14T14:41:09,238 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35765 {}] ipc.CallRunner(138): callId: 29 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:60524 deadline: 1731595329214, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3b1a5ce21fb918810d964a76bfd27f36, server=da1c6afcd1f9,35765,1731595233113 2024-11-14T14:41:09,238 INFO [RS:0;da1c6afcd1f9:35765-longCompactions-0 {}] regionserver.HStore(1337): Completed compaction of 3 (all) file(s) in 3b1a5ce21fb918810d964a76bfd27f36/C of 3b1a5ce21fb918810d964a76bfd27f36 into b0abfe015638434d86369490289adb3c(size=11.8 K), total size for store is 11.8 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-11-14T14:41:09,238 DEBUG [RS:0;da1c6afcd1f9:35765-longCompactions-0 {}] regionserver.HRegion(2446): Compaction status journal for 3b1a5ce21fb918810d964a76bfd27f36: 2024-11-14T14:41:09,238 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731595262615.3b1a5ce21fb918810d964a76bfd27f36., hostname=da1c6afcd1f9,35765,1731595233113, seqNum=5 , the old value is region=TestAcidGuarantees,,1731595262615.3b1a5ce21fb918810d964a76bfd27f36., hostname=da1c6afcd1f9,35765,1731595233113, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3b1a5ce21fb918810d964a76bfd27f36, server=da1c6afcd1f9,35765,1731595233113 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-14T14:41:09,238 INFO [RS:0;da1c6afcd1f9:35765-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1731595262615.3b1a5ce21fb918810d964a76bfd27f36., storeName=3b1a5ce21fb918810d964a76bfd27f36/C, priority=13, startTime=1731595269015; duration=0sec 2024-11-14T14:41:09,238 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731595262615.3b1a5ce21fb918810d964a76bfd27f36., hostname=da1c6afcd1f9,35765,1731595233113, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3b1a5ce21fb918810d964a76bfd27f36, server=da1c6afcd1f9,35765,1731595233113 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-14T14:41:09,238 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731595262615.3b1a5ce21fb918810d964a76bfd27f36., hostname=da1c6afcd1f9,35765,1731595233113, seqNum=5 because the exception is null or not the one we care about 2024-11-14T14:41:09,238 DEBUG [RS:0;da1c6afcd1f9:35765-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-14T14:41:09,238 DEBUG [RS:0;da1c6afcd1f9:35765-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: 3b1a5ce21fb918810d964a76bfd27f36:C 2024-11-14T14:41:09,239 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35765 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3b1a5ce21fb918810d964a76bfd27f36, server=da1c6afcd1f9,35765,1731595233113 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-14T14:41:09,239 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35765 {}] ipc.CallRunner(138): callId: 34 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:60566 deadline: 1731595329215, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3b1a5ce21fb918810d964a76bfd27f36, server=da1c6afcd1f9,35765,1731595233113 2024-11-14T14:41:09,239 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731595262615.3b1a5ce21fb918810d964a76bfd27f36., hostname=da1c6afcd1f9,35765,1731595233113, seqNum=5 , the old value is region=TestAcidGuarantees,,1731595262615.3b1a5ce21fb918810d964a76bfd27f36., hostname=da1c6afcd1f9,35765,1731595233113, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3b1a5ce21fb918810d964a76bfd27f36, server=da1c6afcd1f9,35765,1731595233113 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-14T14:41:09,239 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731595262615.3b1a5ce21fb918810d964a76bfd27f36., hostname=da1c6afcd1f9,35765,1731595233113, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3b1a5ce21fb918810d964a76bfd27f36, server=da1c6afcd1f9,35765,1731595233113 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-14T14:41:09,239 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731595262615.3b1a5ce21fb918810d964a76bfd27f36., hostname=da1c6afcd1f9,35765,1731595233113, seqNum=5 because the exception is null or not the one we care about 2024-11-14T14:41:09,282 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36699 is added to blk_1073741990_1166 (size=14594) 2024-11-14T14:41:09,327 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35765 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3b1a5ce21fb918810d964a76bfd27f36, server=da1c6afcd1f9,35765,1731595233113 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-14T14:41:09,327 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35765 {}] ipc.CallRunner(138): callId: 27 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:60594 deadline: 1731595329326, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3b1a5ce21fb918810d964a76bfd27f36, server=da1c6afcd1f9,35765,1731595233113 2024-11-14T14:41:09,328 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731595262615.3b1a5ce21fb918810d964a76bfd27f36., hostname=da1c6afcd1f9,35765,1731595233113, seqNum=5 , the old value is region=TestAcidGuarantees,,1731595262615.3b1a5ce21fb918810d964a76bfd27f36., hostname=da1c6afcd1f9,35765,1731595233113, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3b1a5ce21fb918810d964a76bfd27f36, server=da1c6afcd1f9,35765,1731595233113 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-14T14:41:09,328 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731595262615.3b1a5ce21fb918810d964a76bfd27f36., hostname=da1c6afcd1f9,35765,1731595233113, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3b1a5ce21fb918810d964a76bfd27f36, server=da1c6afcd1f9,35765,1731595233113 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-14T14:41:09,328 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731595262615.3b1a5ce21fb918810d964a76bfd27f36., hostname=da1c6afcd1f9,35765,1731595233113, seqNum=5 because the exception is null or not the one we care about 2024-11-14T14:41:09,328 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35765 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3b1a5ce21fb918810d964a76bfd27f36, server=da1c6afcd1f9,35765,1731595233113 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-14T14:41:09,328 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35765 {}] ipc.CallRunner(138): callId: 27 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:60580 deadline: 1731595329327, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3b1a5ce21fb918810d964a76bfd27f36, server=da1c6afcd1f9,35765,1731595233113 2024-11-14T14:41:09,329 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731595262615.3b1a5ce21fb918810d964a76bfd27f36., hostname=da1c6afcd1f9,35765,1731595233113, seqNum=5 , the old value is region=TestAcidGuarantees,,1731595262615.3b1a5ce21fb918810d964a76bfd27f36., hostname=da1c6afcd1f9,35765,1731595233113, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3b1a5ce21fb918810d964a76bfd27f36, server=da1c6afcd1f9,35765,1731595233113 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-14T14:41:09,329 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731595262615.3b1a5ce21fb918810d964a76bfd27f36., hostname=da1c6afcd1f9,35765,1731595233113, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3b1a5ce21fb918810d964a76bfd27f36, server=da1c6afcd1f9,35765,1731595233113 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-14T14:41:09,329 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731595262615.3b1a5ce21fb918810d964a76bfd27f36., hostname=da1c6afcd1f9,35765,1731595233113, seqNum=5 because the exception is null or not the one we care about 2024-11-14T14:41:09,344 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35765 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3b1a5ce21fb918810d964a76bfd27f36, server=da1c6afcd1f9,35765,1731595233113 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-14T14:41:09,344 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35765 {}] ipc.CallRunner(138): callId: 33 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:60574 deadline: 1731595329336, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3b1a5ce21fb918810d964a76bfd27f36, server=da1c6afcd1f9,35765,1731595233113 2024-11-14T14:41:09,346 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731595262615.3b1a5ce21fb918810d964a76bfd27f36., hostname=da1c6afcd1f9,35765,1731595233113, seqNum=5 , the old value is region=TestAcidGuarantees,,1731595262615.3b1a5ce21fb918810d964a76bfd27f36., hostname=da1c6afcd1f9,35765,1731595233113, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3b1a5ce21fb918810d964a76bfd27f36, server=da1c6afcd1f9,35765,1731595233113 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-14T14:41:09,346 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731595262615.3b1a5ce21fb918810d964a76bfd27f36., hostname=da1c6afcd1f9,35765,1731595233113, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3b1a5ce21fb918810d964a76bfd27f36, server=da1c6afcd1f9,35765,1731595233113 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-14T14:41:09,346 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731595262615.3b1a5ce21fb918810d964a76bfd27f36., hostname=da1c6afcd1f9,35765,1731595233113, seqNum=5 because the exception is null or not the one we care about 2024-11-14T14:41:09,352 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35765 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3b1a5ce21fb918810d964a76bfd27f36, server=da1c6afcd1f9,35765,1731595233113 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-14T14:41:09,352 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35765 {}] ipc.CallRunner(138): callId: 30 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:60524 deadline: 1731595329346, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3b1a5ce21fb918810d964a76bfd27f36, server=da1c6afcd1f9,35765,1731595233113 2024-11-14T14:41:09,352 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731595262615.3b1a5ce21fb918810d964a76bfd27f36., hostname=da1c6afcd1f9,35765,1731595233113, seqNum=5 , the old value is region=TestAcidGuarantees,,1731595262615.3b1a5ce21fb918810d964a76bfd27f36., hostname=da1c6afcd1f9,35765,1731595233113, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3b1a5ce21fb918810d964a76bfd27f36, server=da1c6afcd1f9,35765,1731595233113 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-14T14:41:09,352 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35765 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3b1a5ce21fb918810d964a76bfd27f36, server=da1c6afcd1f9,35765,1731595233113 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-14T14:41:09,352 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731595262615.3b1a5ce21fb918810d964a76bfd27f36., hostname=da1c6afcd1f9,35765,1731595233113, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3b1a5ce21fb918810d964a76bfd27f36, server=da1c6afcd1f9,35765,1731595233113 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-14T14:41:09,353 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731595262615.3b1a5ce21fb918810d964a76bfd27f36., hostname=da1c6afcd1f9,35765,1731595233113, seqNum=5 because the exception is null or not the one we care about 2024-11-14T14:41:09,353 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35765 {}] ipc.CallRunner(138): callId: 35 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:60566 deadline: 1731595329347, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3b1a5ce21fb918810d964a76bfd27f36, server=da1c6afcd1f9,35765,1731595233113 2024-11-14T14:41:09,353 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731595262615.3b1a5ce21fb918810d964a76bfd27f36., hostname=da1c6afcd1f9,35765,1731595233113, seqNum=5 , the old value is region=TestAcidGuarantees,,1731595262615.3b1a5ce21fb918810d964a76bfd27f36., hostname=da1c6afcd1f9,35765,1731595233113, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3b1a5ce21fb918810d964a76bfd27f36, server=da1c6afcd1f9,35765,1731595233113 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-14T14:41:09,353 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731595262615.3b1a5ce21fb918810d964a76bfd27f36., hostname=da1c6afcd1f9,35765,1731595233113, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3b1a5ce21fb918810d964a76bfd27f36, server=da1c6afcd1f9,35765,1731595233113 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-14T14:41:09,353 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731595262615.3b1a5ce21fb918810d964a76bfd27f36., hostname=da1c6afcd1f9,35765,1731595233113, seqNum=5 because the exception is null or not the one we care about 2024-11-14T14:41:09,541 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35765 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3b1a5ce21fb918810d964a76bfd27f36, server=da1c6afcd1f9,35765,1731595233113 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-14T14:41:09,542 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35765 {}] ipc.CallRunner(138): callId: 28 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:60580 deadline: 1731595329538, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3b1a5ce21fb918810d964a76bfd27f36, server=da1c6afcd1f9,35765,1731595233113 2024-11-14T14:41:09,542 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731595262615.3b1a5ce21fb918810d964a76bfd27f36., hostname=da1c6afcd1f9,35765,1731595233113, seqNum=5 , the old value is region=TestAcidGuarantees,,1731595262615.3b1a5ce21fb918810d964a76bfd27f36., hostname=da1c6afcd1f9,35765,1731595233113, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3b1a5ce21fb918810d964a76bfd27f36, server=da1c6afcd1f9,35765,1731595233113 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-14T14:41:09,542 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731595262615.3b1a5ce21fb918810d964a76bfd27f36., hostname=da1c6afcd1f9,35765,1731595233113, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3b1a5ce21fb918810d964a76bfd27f36, server=da1c6afcd1f9,35765,1731595233113 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-14T14:41:09,542 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731595262615.3b1a5ce21fb918810d964a76bfd27f36., hostname=da1c6afcd1f9,35765,1731595233113, seqNum=5 because the exception is null or not the one we care about 2024-11-14T14:41:09,551 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35765 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3b1a5ce21fb918810d964a76bfd27f36, server=da1c6afcd1f9,35765,1731595233113 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-14T14:41:09,551 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35765 {}] ipc.CallRunner(138): callId: 28 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:60594 deadline: 1731595329537, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3b1a5ce21fb918810d964a76bfd27f36, server=da1c6afcd1f9,35765,1731595233113 2024-11-14T14:41:09,552 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731595262615.3b1a5ce21fb918810d964a76bfd27f36., hostname=da1c6afcd1f9,35765,1731595233113, seqNum=5 , the old value is region=TestAcidGuarantees,,1731595262615.3b1a5ce21fb918810d964a76bfd27f36., hostname=da1c6afcd1f9,35765,1731595233113, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3b1a5ce21fb918810d964a76bfd27f36, server=da1c6afcd1f9,35765,1731595233113 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-14T14:41:09,552 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731595262615.3b1a5ce21fb918810d964a76bfd27f36., hostname=da1c6afcd1f9,35765,1731595233113, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3b1a5ce21fb918810d964a76bfd27f36, server=da1c6afcd1f9,35765,1731595233113 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-14T14:41:09,552 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731595262615.3b1a5ce21fb918810d964a76bfd27f36., hostname=da1c6afcd1f9,35765,1731595233113, seqNum=5 because the exception is null or not the one we care about 2024-11-14T14:41:09,561 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35765 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3b1a5ce21fb918810d964a76bfd27f36, server=da1c6afcd1f9,35765,1731595233113 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-14T14:41:09,561 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35765 {}] ipc.CallRunner(138): callId: 34 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:60574 deadline: 1731595329556, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3b1a5ce21fb918810d964a76bfd27f36, server=da1c6afcd1f9,35765,1731595233113 2024-11-14T14:41:09,561 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731595262615.3b1a5ce21fb918810d964a76bfd27f36., hostname=da1c6afcd1f9,35765,1731595233113, seqNum=5 , the old value is region=TestAcidGuarantees,,1731595262615.3b1a5ce21fb918810d964a76bfd27f36., hostname=da1c6afcd1f9,35765,1731595233113, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3b1a5ce21fb918810d964a76bfd27f36, server=da1c6afcd1f9,35765,1731595233113 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-14T14:41:09,562 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731595262615.3b1a5ce21fb918810d964a76bfd27f36., hostname=da1c6afcd1f9,35765,1731595233113, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3b1a5ce21fb918810d964a76bfd27f36, server=da1c6afcd1f9,35765,1731595233113 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-14T14:41:09,561 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35765 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3b1a5ce21fb918810d964a76bfd27f36, server=da1c6afcd1f9,35765,1731595233113 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-14T14:41:09,562 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731595262615.3b1a5ce21fb918810d964a76bfd27f36., hostname=da1c6afcd1f9,35765,1731595233113, seqNum=5 because the exception is null or not the one we care about 2024-11-14T14:41:09,562 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35765 {}] ipc.CallRunner(138): callId: 36 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:60566 deadline: 1731595329557, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3b1a5ce21fb918810d964a76bfd27f36, server=da1c6afcd1f9,35765,1731595233113 2024-11-14T14:41:09,562 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731595262615.3b1a5ce21fb918810d964a76bfd27f36., hostname=da1c6afcd1f9,35765,1731595233113, seqNum=5 , the old value is region=TestAcidGuarantees,,1731595262615.3b1a5ce21fb918810d964a76bfd27f36., hostname=da1c6afcd1f9,35765,1731595233113, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3b1a5ce21fb918810d964a76bfd27f36, server=da1c6afcd1f9,35765,1731595233113 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-14T14:41:09,562 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731595262615.3b1a5ce21fb918810d964a76bfd27f36., hostname=da1c6afcd1f9,35765,1731595233113, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3b1a5ce21fb918810d964a76bfd27f36, server=da1c6afcd1f9,35765,1731595233113 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-14T14:41:09,562 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731595262615.3b1a5ce21fb918810d964a76bfd27f36., hostname=da1c6afcd1f9,35765,1731595233113, seqNum=5 because the exception is null or not the one we care about 2024-11-14T14:41:09,562 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35765 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3b1a5ce21fb918810d964a76bfd27f36, server=da1c6afcd1f9,35765,1731595233113 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-14T14:41:09,562 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35765 {}] ipc.CallRunner(138): callId: 31 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:60524 deadline: 1731595329557, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3b1a5ce21fb918810d964a76bfd27f36, server=da1c6afcd1f9,35765,1731595233113 2024-11-14T14:41:09,563 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731595262615.3b1a5ce21fb918810d964a76bfd27f36., hostname=da1c6afcd1f9,35765,1731595233113, seqNum=5 , the old value is region=TestAcidGuarantees,,1731595262615.3b1a5ce21fb918810d964a76bfd27f36., hostname=da1c6afcd1f9,35765,1731595233113, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3b1a5ce21fb918810d964a76bfd27f36, server=da1c6afcd1f9,35765,1731595233113 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-14T14:41:09,563 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731595262615.3b1a5ce21fb918810d964a76bfd27f36., hostname=da1c6afcd1f9,35765,1731595233113, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3b1a5ce21fb918810d964a76bfd27f36, server=da1c6afcd1f9,35765,1731595233113 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-14T14:41:09,563 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731595262615.3b1a5ce21fb918810d964a76bfd27f36., hostname=da1c6afcd1f9,35765,1731595233113, seqNum=5 because the exception is null or not the one we care about 2024-11-14T14:41:09,591 DEBUG [RS:0;da1c6afcd1f9:35765-shortCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:34345/user/jenkins/test-data/14d118ee-a83a-b09b-5913-1a58940a5db1/data/default/TestAcidGuarantees/3b1a5ce21fb918810d964a76bfd27f36/.tmp/A/38dc3c01b34245c6a7b09a8ca3f014eb as hdfs://localhost:34345/user/jenkins/test-data/14d118ee-a83a-b09b-5913-1a58940a5db1/data/default/TestAcidGuarantees/3b1a5ce21fb918810d964a76bfd27f36/A/38dc3c01b34245c6a7b09a8ca3f014eb 2024-11-14T14:41:09,598 INFO [RS:0;da1c6afcd1f9:35765-shortCompactions-0 {}] regionserver.HStore(1337): Completed compaction of 3 (all) file(s) in 3b1a5ce21fb918810d964a76bfd27f36/A of 3b1a5ce21fb918810d964a76bfd27f36 into 38dc3c01b34245c6a7b09a8ca3f014eb(size=30.3 K), total size for store is 30.3 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-11-14T14:41:09,598 DEBUG [RS:0;da1c6afcd1f9:35765-shortCompactions-0 {}] regionserver.HRegion(2446): Compaction status journal for 3b1a5ce21fb918810d964a76bfd27f36: 2024-11-14T14:41:09,599 INFO [RS:0;da1c6afcd1f9:35765-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1731595262615.3b1a5ce21fb918810d964a76bfd27f36., storeName=3b1a5ce21fb918810d964a76bfd27f36/A, priority=13, startTime=1731595269014; duration=0sec 2024-11-14T14:41:09,599 DEBUG [RS:0;da1c6afcd1f9:35765-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-14T14:41:09,599 DEBUG [RS:0;da1c6afcd1f9:35765-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: 3b1a5ce21fb918810d964a76bfd27f36:A 2024-11-14T14:41:09,606 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45145 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=40 2024-11-14T14:41:09,607 INFO [RPCClient-NioEventLoopGroup-4-7 {}] client.RawAsyncHBaseAdmin$TableProcedureBiConsumer(2721): Operation: FLUSH, Table Name: default:TestAcidGuarantees completed 2024-11-14T14:41:09,607 INFO [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45145 {}] master.HMaster$22(4506): Client=jenkins//172.17.0.2 flush TestAcidGuarantees 2024-11-14T14:41:09,608 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45145 {}] procedure2.ProcedureExecutor(1139): Stored pid=42, state=RUNNABLE:FLUSH_TABLE_PREPARE, hasLock=false; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=42, table=TestAcidGuarantees 2024-11-14T14:41:09,610 INFO [PEWorker-2 {}] procedure.FlushTableProcedure(91): pid=42, state=RUNNABLE:FLUSH_TABLE_PREPARE, hasLock=true; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=42, table=TestAcidGuarantees execute state=FLUSH_TABLE_PREPARE 2024-11-14T14:41:09,610 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45145 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=42 2024-11-14T14:41:09,611 INFO [PEWorker-2 {}] procedure.FlushTableProcedure(91): pid=42, state=RUNNABLE:FLUSH_TABLE_FLUSH_REGIONS, hasLock=true; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=42, table=TestAcidGuarantees execute state=FLUSH_TABLE_FLUSH_REGIONS 2024-11-14T14:41:09,612 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=43, ppid=42, state=RUNNABLE, hasLock=false; org.apache.hadoop.hbase.master.procedure.FlushRegionProcedure}] 2024-11-14T14:41:09,683 DEBUG [MemStoreFlusher.0 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T14:41:09,689 INFO [MemStoreFlusher.0 {}] regionserver.HMobStore(268): FLUSH Renaming flushed file from hdfs://localhost:34345/user/jenkins/test-data/14d118ee-a83a-b09b-5913-1a58940a5db1/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e202411148fefb28c70474c9bbefd72c0e4de348a_3b1a5ce21fb918810d964a76bfd27f36 to hdfs://localhost:34345/user/jenkins/test-data/14d118ee-a83a-b09b-5913-1a58940a5db1/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e202411148fefb28c70474c9bbefd72c0e4de348a_3b1a5ce21fb918810d964a76bfd27f36 2024-11-14T14:41:09,690 DEBUG [MemStoreFlusher.0 {}] mob.DefaultMobStoreFlusher(263): Flush store file: hdfs://localhost:34345/user/jenkins/test-data/14d118ee-a83a-b09b-5913-1a58940a5db1/data/default/TestAcidGuarantees/3b1a5ce21fb918810d964a76bfd27f36/.tmp/A/ab52aee2f64c44cab9204936b6d38058, store: [table=TestAcidGuarantees family=A region=3b1a5ce21fb918810d964a76bfd27f36] 2024-11-14T14:41:09,691 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:34345/user/jenkins/test-data/14d118ee-a83a-b09b-5913-1a58940a5db1/data/default/TestAcidGuarantees/3b1a5ce21fb918810d964a76bfd27f36/.tmp/A/ab52aee2f64c44cab9204936b6d38058 is 175, key is test_row_0/A:col10/1731595269177/Put/seqid=0 2024-11-14T14:41:09,695 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36699 is added to blk_1073741991_1167 (size=39549) 2024-11-14T14:41:09,695 INFO [MemStoreFlusher.0 {}] mob.DefaultMobStoreFlusher(147): Mob store is flushed, sequenceid=98, memsize=44.7 K, hasBloomFilter=true, into tmp file hdfs://localhost:34345/user/jenkins/test-data/14d118ee-a83a-b09b-5913-1a58940a5db1/data/default/TestAcidGuarantees/3b1a5ce21fb918810d964a76bfd27f36/.tmp/A/ab52aee2f64c44cab9204936b6d38058 2024-11-14T14:41:09,708 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:34345/user/jenkins/test-data/14d118ee-a83a-b09b-5913-1a58940a5db1/data/default/TestAcidGuarantees/3b1a5ce21fb918810d964a76bfd27f36/.tmp/B/8e7561d2d45c4fa9a61eca18818b5733 is 50, key is test_row_0/B:col10/1731595269177/Put/seqid=0 2024-11-14T14:41:09,714 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36699 is added to blk_1073741992_1168 (size=12001) 2024-11-14T14:41:09,716 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45145 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=42 2024-11-14T14:41:09,767 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=35765 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=43 2024-11-14T14:41:09,767 DEBUG [RS_FLUSH_OPERATIONS-regionserver/da1c6afcd1f9:0-1 {event_type=RS_FLUSH_REGIONS, pid=43}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1731595262615.3b1a5ce21fb918810d964a76bfd27f36. 2024-11-14T14:41:09,768 DEBUG [RS_FLUSH_OPERATIONS-regionserver/da1c6afcd1f9:0-1 {event_type=RS_FLUSH_REGIONS, pid=43}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1731595262615.3b1a5ce21fb918810d964a76bfd27f36. as already flushing 2024-11-14T14:41:09,768 DEBUG [RS_FLUSH_OPERATIONS-regionserver/da1c6afcd1f9:0-1 {event_type=RS_FLUSH_REGIONS, pid=43}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1731595262615.3b1a5ce21fb918810d964a76bfd27f36. 2024-11-14T14:41:09,768 ERROR [RS_FLUSH_OPERATIONS-regionserver/da1c6afcd1f9:0-1 {event_type=RS_FLUSH_REGIONS, pid=43}] handler.RSProcedureHandler(58): pid=43 java.io.IOException: Unable to complete flush {ENCODED => 3b1a5ce21fb918810d964a76bfd27f36, NAME => 'TestAcidGuarantees,,1731595262615.3b1a5ce21fb918810d964a76bfd27f36.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-14T14:41:09,768 DEBUG [RS_FLUSH_OPERATIONS-regionserver/da1c6afcd1f9:0-1 {event_type=RS_FLUSH_REGIONS, pid=43}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=43 java.io.IOException: Unable to complete flush {ENCODED => 3b1a5ce21fb918810d964a76bfd27f36, NAME => 'TestAcidGuarantees,,1731595262615.3b1a5ce21fb918810d964a76bfd27f36.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-14T14:41:09,769 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45145 {}] master.HMaster(4177): Remote procedure failed, pid=43 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 3b1a5ce21fb918810d964a76bfd27f36, NAME => 'TestAcidGuarantees,,1731595262615.3b1a5ce21fb918810d964a76bfd27f36.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$5(MasterRpcServices.java:2580) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2575) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 3b1a5ce21fb918810d964a76bfd27f36, NAME => 'TestAcidGuarantees,,1731595262615.3b1a5ce21fb918810d964a76bfd27f36.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-14T14:41:09,847 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35765 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3b1a5ce21fb918810d964a76bfd27f36, server=da1c6afcd1f9,35765,1731595233113 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-14T14:41:09,847 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35765 {}] ipc.CallRunner(138): callId: 29 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:60580 deadline: 1731595329846, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3b1a5ce21fb918810d964a76bfd27f36, server=da1c6afcd1f9,35765,1731595233113 2024-11-14T14:41:09,848 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731595262615.3b1a5ce21fb918810d964a76bfd27f36., hostname=da1c6afcd1f9,35765,1731595233113, seqNum=5 , the old value is region=TestAcidGuarantees,,1731595262615.3b1a5ce21fb918810d964a76bfd27f36., hostname=da1c6afcd1f9,35765,1731595233113, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3b1a5ce21fb918810d964a76bfd27f36, server=da1c6afcd1f9,35765,1731595233113 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-14T14:41:09,848 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731595262615.3b1a5ce21fb918810d964a76bfd27f36., hostname=da1c6afcd1f9,35765,1731595233113, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3b1a5ce21fb918810d964a76bfd27f36, server=da1c6afcd1f9,35765,1731595233113 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-14T14:41:09,848 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731595262615.3b1a5ce21fb918810d964a76bfd27f36., hostname=da1c6afcd1f9,35765,1731595233113, seqNum=5 because the exception is null or not the one we care about 2024-11-14T14:41:09,856 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35765 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3b1a5ce21fb918810d964a76bfd27f36, server=da1c6afcd1f9,35765,1731595233113 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-14T14:41:09,857 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35765 {}] ipc.CallRunner(138): callId: 29 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:60594 deadline: 1731595329856, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3b1a5ce21fb918810d964a76bfd27f36, server=da1c6afcd1f9,35765,1731595233113 2024-11-14T14:41:09,858 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731595262615.3b1a5ce21fb918810d964a76bfd27f36., hostname=da1c6afcd1f9,35765,1731595233113, seqNum=5 , the old value is region=TestAcidGuarantees,,1731595262615.3b1a5ce21fb918810d964a76bfd27f36., hostname=da1c6afcd1f9,35765,1731595233113, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3b1a5ce21fb918810d964a76bfd27f36, server=da1c6afcd1f9,35765,1731595233113 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-14T14:41:09,858 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731595262615.3b1a5ce21fb918810d964a76bfd27f36., hostname=da1c6afcd1f9,35765,1731595233113, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3b1a5ce21fb918810d964a76bfd27f36, server=da1c6afcd1f9,35765,1731595233113 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-14T14:41:09,858 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731595262615.3b1a5ce21fb918810d964a76bfd27f36., hostname=da1c6afcd1f9,35765,1731595233113, seqNum=5 because the exception is null or not the one we care about 2024-11-14T14:41:09,875 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35765 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3b1a5ce21fb918810d964a76bfd27f36, server=da1c6afcd1f9,35765,1731595233113 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-14T14:41:09,876 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35765 {}] ipc.CallRunner(138): callId: 35 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:60574 deadline: 1731595329866, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3b1a5ce21fb918810d964a76bfd27f36, server=da1c6afcd1f9,35765,1731595233113 2024-11-14T14:41:09,876 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35765 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3b1a5ce21fb918810d964a76bfd27f36, server=da1c6afcd1f9,35765,1731595233113 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-14T14:41:09,876 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35765 {}] ipc.CallRunner(138): callId: 37 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:60566 deadline: 1731595329866, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3b1a5ce21fb918810d964a76bfd27f36, server=da1c6afcd1f9,35765,1731595233113 2024-11-14T14:41:09,876 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35765 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3b1a5ce21fb918810d964a76bfd27f36, server=da1c6afcd1f9,35765,1731595233113 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-14T14:41:09,876 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731595262615.3b1a5ce21fb918810d964a76bfd27f36., hostname=da1c6afcd1f9,35765,1731595233113, seqNum=5 , the old value is region=TestAcidGuarantees,,1731595262615.3b1a5ce21fb918810d964a76bfd27f36., hostname=da1c6afcd1f9,35765,1731595233113, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3b1a5ce21fb918810d964a76bfd27f36, server=da1c6afcd1f9,35765,1731595233113 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-14T14:41:09,876 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731595262615.3b1a5ce21fb918810d964a76bfd27f36., hostname=da1c6afcd1f9,35765,1731595233113, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3b1a5ce21fb918810d964a76bfd27f36, server=da1c6afcd1f9,35765,1731595233113 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-14T14:41:09,876 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731595262615.3b1a5ce21fb918810d964a76bfd27f36., hostname=da1c6afcd1f9,35765,1731595233113, seqNum=5 because the exception is null or not the one we care about 2024-11-14T14:41:09,876 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35765 {}] ipc.CallRunner(138): callId: 32 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:60524 deadline: 1731595329866, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3b1a5ce21fb918810d964a76bfd27f36, server=da1c6afcd1f9,35765,1731595233113 2024-11-14T14:41:09,878 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731595262615.3b1a5ce21fb918810d964a76bfd27f36., hostname=da1c6afcd1f9,35765,1731595233113, seqNum=5 , the old value is region=TestAcidGuarantees,,1731595262615.3b1a5ce21fb918810d964a76bfd27f36., hostname=da1c6afcd1f9,35765,1731595233113, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3b1a5ce21fb918810d964a76bfd27f36, server=da1c6afcd1f9,35765,1731595233113 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-14T14:41:09,878 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731595262615.3b1a5ce21fb918810d964a76bfd27f36., hostname=da1c6afcd1f9,35765,1731595233113, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3b1a5ce21fb918810d964a76bfd27f36, server=da1c6afcd1f9,35765,1731595233113 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-14T14:41:09,878 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731595262615.3b1a5ce21fb918810d964a76bfd27f36., hostname=da1c6afcd1f9,35765,1731595233113, seqNum=5 because the exception is null or not the one we care about 2024-11-14T14:41:09,879 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731595262615.3b1a5ce21fb918810d964a76bfd27f36., hostname=da1c6afcd1f9,35765,1731595233113, seqNum=5 , the old value is region=TestAcidGuarantees,,1731595262615.3b1a5ce21fb918810d964a76bfd27f36., hostname=da1c6afcd1f9,35765,1731595233113, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3b1a5ce21fb918810d964a76bfd27f36, server=da1c6afcd1f9,35765,1731595233113 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-14T14:41:09,879 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731595262615.3b1a5ce21fb918810d964a76bfd27f36., hostname=da1c6afcd1f9,35765,1731595233113, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3b1a5ce21fb918810d964a76bfd27f36, server=da1c6afcd1f9,35765,1731595233113 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-14T14:41:09,879 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731595262615.3b1a5ce21fb918810d964a76bfd27f36., hostname=da1c6afcd1f9,35765,1731595233113, seqNum=5 because the exception is null or not the one we care about 2024-11-14T14:41:09,921 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=35765 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=43 2024-11-14T14:41:09,921 DEBUG [RS_FLUSH_OPERATIONS-regionserver/da1c6afcd1f9:0-2 {event_type=RS_FLUSH_REGIONS, pid=43}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1731595262615.3b1a5ce21fb918810d964a76bfd27f36. 2024-11-14T14:41:09,921 DEBUG [RS_FLUSH_OPERATIONS-regionserver/da1c6afcd1f9:0-2 {event_type=RS_FLUSH_REGIONS, pid=43}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1731595262615.3b1a5ce21fb918810d964a76bfd27f36. as already flushing 2024-11-14T14:41:09,922 DEBUG [RS_FLUSH_OPERATIONS-regionserver/da1c6afcd1f9:0-2 {event_type=RS_FLUSH_REGIONS, pid=43}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1731595262615.3b1a5ce21fb918810d964a76bfd27f36. 2024-11-14T14:41:09,922 ERROR [RS_FLUSH_OPERATIONS-regionserver/da1c6afcd1f9:0-2 {event_type=RS_FLUSH_REGIONS, pid=43}] handler.RSProcedureHandler(58): pid=43 java.io.IOException: Unable to complete flush {ENCODED => 3b1a5ce21fb918810d964a76bfd27f36, NAME => 'TestAcidGuarantees,,1731595262615.3b1a5ce21fb918810d964a76bfd27f36.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-14T14:41:09,922 DEBUG [RS_FLUSH_OPERATIONS-regionserver/da1c6afcd1f9:0-2 {event_type=RS_FLUSH_REGIONS, pid=43}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=43 java.io.IOException: Unable to complete flush {ENCODED => 3b1a5ce21fb918810d964a76bfd27f36, NAME => 'TestAcidGuarantees,,1731595262615.3b1a5ce21fb918810d964a76bfd27f36.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-14T14:41:09,923 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45145 {}] master.HMaster(4177): Remote procedure failed, pid=43 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 3b1a5ce21fb918810d964a76bfd27f36, NAME => 'TestAcidGuarantees,,1731595262615.3b1a5ce21fb918810d964a76bfd27f36.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$5(MasterRpcServices.java:2580) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2575) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 3b1a5ce21fb918810d964a76bfd27f36, NAME => 'TestAcidGuarantees,,1731595262615.3b1a5ce21fb918810d964a76bfd27f36.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-14T14:41:09,927 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45145 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=42 2024-11-14T14:41:10,076 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=35765 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=43 2024-11-14T14:41:10,076 DEBUG [RS_FLUSH_OPERATIONS-regionserver/da1c6afcd1f9:0-0 {event_type=RS_FLUSH_REGIONS, pid=43}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1731595262615.3b1a5ce21fb918810d964a76bfd27f36. 2024-11-14T14:41:10,076 DEBUG [RS_FLUSH_OPERATIONS-regionserver/da1c6afcd1f9:0-0 {event_type=RS_FLUSH_REGIONS, pid=43}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1731595262615.3b1a5ce21fb918810d964a76bfd27f36. as already flushing 2024-11-14T14:41:10,076 DEBUG [RS_FLUSH_OPERATIONS-regionserver/da1c6afcd1f9:0-0 {event_type=RS_FLUSH_REGIONS, pid=43}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1731595262615.3b1a5ce21fb918810d964a76bfd27f36. 2024-11-14T14:41:10,076 ERROR [RS_FLUSH_OPERATIONS-regionserver/da1c6afcd1f9:0-0 {event_type=RS_FLUSH_REGIONS, pid=43}] handler.RSProcedureHandler(58): pid=43 java.io.IOException: Unable to complete flush {ENCODED => 3b1a5ce21fb918810d964a76bfd27f36, NAME => 'TestAcidGuarantees,,1731595262615.3b1a5ce21fb918810d964a76bfd27f36.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-14T14:41:10,076 DEBUG [RS_FLUSH_OPERATIONS-regionserver/da1c6afcd1f9:0-0 {event_type=RS_FLUSH_REGIONS, pid=43}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=43 java.io.IOException: Unable to complete flush {ENCODED => 3b1a5ce21fb918810d964a76bfd27f36, NAME => 'TestAcidGuarantees,,1731595262615.3b1a5ce21fb918810d964a76bfd27f36.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-14T14:41:10,078 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45145 {}] master.HMaster(4177): Remote procedure failed, pid=43 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 3b1a5ce21fb918810d964a76bfd27f36, NAME => 'TestAcidGuarantees,,1731595262615.3b1a5ce21fb918810d964a76bfd27f36.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$5(MasterRpcServices.java:2580) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2575) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 3b1a5ce21fb918810d964a76bfd27f36, NAME => 'TestAcidGuarantees,,1731595262615.3b1a5ce21fb918810d964a76bfd27f36.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-14T14:41:10,117 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=44.73 KB at sequenceid=98 (bloomFilter=true), to=hdfs://localhost:34345/user/jenkins/test-data/14d118ee-a83a-b09b-5913-1a58940a5db1/data/default/TestAcidGuarantees/3b1a5ce21fb918810d964a76bfd27f36/.tmp/B/8e7561d2d45c4fa9a61eca18818b5733 2024-11-14T14:41:10,139 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:34345/user/jenkins/test-data/14d118ee-a83a-b09b-5913-1a58940a5db1/data/default/TestAcidGuarantees/3b1a5ce21fb918810d964a76bfd27f36/.tmp/C/ece44ab8240647f9bf7b6d0d870f5976 is 50, key is test_row_0/C:col10/1731595269177/Put/seqid=0 2024-11-14T14:41:10,176 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36699 is added to blk_1073741993_1169 (size=12001) 2024-11-14T14:41:10,231 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=35765 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=43 2024-11-14T14:41:10,232 DEBUG [RS_FLUSH_OPERATIONS-regionserver/da1c6afcd1f9:0-1 {event_type=RS_FLUSH_REGIONS, pid=43}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1731595262615.3b1a5ce21fb918810d964a76bfd27f36. 2024-11-14T14:41:10,232 DEBUG [RS_FLUSH_OPERATIONS-regionserver/da1c6afcd1f9:0-1 {event_type=RS_FLUSH_REGIONS, pid=43}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1731595262615.3b1a5ce21fb918810d964a76bfd27f36. as already flushing 2024-11-14T14:41:10,232 DEBUG [RS_FLUSH_OPERATIONS-regionserver/da1c6afcd1f9:0-1 {event_type=RS_FLUSH_REGIONS, pid=43}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1731595262615.3b1a5ce21fb918810d964a76bfd27f36. 2024-11-14T14:41:10,232 ERROR [RS_FLUSH_OPERATIONS-regionserver/da1c6afcd1f9:0-1 {event_type=RS_FLUSH_REGIONS, pid=43}] handler.RSProcedureHandler(58): pid=43 java.io.IOException: Unable to complete flush {ENCODED => 3b1a5ce21fb918810d964a76bfd27f36, NAME => 'TestAcidGuarantees,,1731595262615.3b1a5ce21fb918810d964a76bfd27f36.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-14T14:41:10,232 DEBUG [RS_FLUSH_OPERATIONS-regionserver/da1c6afcd1f9:0-1 {event_type=RS_FLUSH_REGIONS, pid=43}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=43 java.io.IOException: Unable to complete flush {ENCODED => 3b1a5ce21fb918810d964a76bfd27f36, NAME => 'TestAcidGuarantees,,1731595262615.3b1a5ce21fb918810d964a76bfd27f36.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-14T14:41:10,235 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45145 {}] master.HMaster(4177): Remote procedure failed, pid=43 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 3b1a5ce21fb918810d964a76bfd27f36, NAME => 'TestAcidGuarantees,,1731595262615.3b1a5ce21fb918810d964a76bfd27f36.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$5(MasterRpcServices.java:2580) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2575) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 3b1a5ce21fb918810d964a76bfd27f36, NAME => 'TestAcidGuarantees,,1731595262615.3b1a5ce21fb918810d964a76bfd27f36.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-14T14:41:10,237 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45145 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=42 2024-11-14T14:41:10,359 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35765 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3b1a5ce21fb918810d964a76bfd27f36, server=da1c6afcd1f9,35765,1731595233113 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-14T14:41:10,360 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35765 {}] ipc.CallRunner(138): callId: 30 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:60580 deadline: 1731595330357, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3b1a5ce21fb918810d964a76bfd27f36, server=da1c6afcd1f9,35765,1731595233113 2024-11-14T14:41:10,360 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731595262615.3b1a5ce21fb918810d964a76bfd27f36., hostname=da1c6afcd1f9,35765,1731595233113, seqNum=5 , the old value is region=TestAcidGuarantees,,1731595262615.3b1a5ce21fb918810d964a76bfd27f36., hostname=da1c6afcd1f9,35765,1731595233113, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3b1a5ce21fb918810d964a76bfd27f36, server=da1c6afcd1f9,35765,1731595233113 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-14T14:41:10,360 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731595262615.3b1a5ce21fb918810d964a76bfd27f36., hostname=da1c6afcd1f9,35765,1731595233113, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3b1a5ce21fb918810d964a76bfd27f36, server=da1c6afcd1f9,35765,1731595233113 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-14T14:41:10,360 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731595262615.3b1a5ce21fb918810d964a76bfd27f36., hostname=da1c6afcd1f9,35765,1731595233113, seqNum=5 because the exception is null or not the one we care about 2024-11-14T14:41:10,370 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35765 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3b1a5ce21fb918810d964a76bfd27f36, server=da1c6afcd1f9,35765,1731595233113 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-14T14:41:10,371 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35765 {}] ipc.CallRunner(138): callId: 30 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:60594 deadline: 1731595330367, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3b1a5ce21fb918810d964a76bfd27f36, server=da1c6afcd1f9,35765,1731595233113 2024-11-14T14:41:10,372 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731595262615.3b1a5ce21fb918810d964a76bfd27f36., hostname=da1c6afcd1f9,35765,1731595233113, seqNum=5 , the old value is region=TestAcidGuarantees,,1731595262615.3b1a5ce21fb918810d964a76bfd27f36., hostname=da1c6afcd1f9,35765,1731595233113, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3b1a5ce21fb918810d964a76bfd27f36, server=da1c6afcd1f9,35765,1731595233113 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-14T14:41:10,372 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731595262615.3b1a5ce21fb918810d964a76bfd27f36., hostname=da1c6afcd1f9,35765,1731595233113, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3b1a5ce21fb918810d964a76bfd27f36, server=da1c6afcd1f9,35765,1731595233113 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-14T14:41:10,372 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731595262615.3b1a5ce21fb918810d964a76bfd27f36., hostname=da1c6afcd1f9,35765,1731595233113, seqNum=5 because the exception is null or not the one we care about 2024-11-14T14:41:10,389 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=35765 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=43 2024-11-14T14:41:10,389 DEBUG [RS_FLUSH_OPERATIONS-regionserver/da1c6afcd1f9:0-2 {event_type=RS_FLUSH_REGIONS, pid=43}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1731595262615.3b1a5ce21fb918810d964a76bfd27f36. 2024-11-14T14:41:10,390 DEBUG [RS_FLUSH_OPERATIONS-regionserver/da1c6afcd1f9:0-2 {event_type=RS_FLUSH_REGIONS, pid=43}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1731595262615.3b1a5ce21fb918810d964a76bfd27f36. as already flushing 2024-11-14T14:41:10,390 DEBUG [RS_FLUSH_OPERATIONS-regionserver/da1c6afcd1f9:0-2 {event_type=RS_FLUSH_REGIONS, pid=43}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1731595262615.3b1a5ce21fb918810d964a76bfd27f36. 2024-11-14T14:41:10,390 ERROR [RS_FLUSH_OPERATIONS-regionserver/da1c6afcd1f9:0-2 {event_type=RS_FLUSH_REGIONS, pid=43}] handler.RSProcedureHandler(58): pid=43 java.io.IOException: Unable to complete flush {ENCODED => 3b1a5ce21fb918810d964a76bfd27f36, NAME => 'TestAcidGuarantees,,1731595262615.3b1a5ce21fb918810d964a76bfd27f36.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-14T14:41:10,390 DEBUG [RS_FLUSH_OPERATIONS-regionserver/da1c6afcd1f9:0-2 {event_type=RS_FLUSH_REGIONS, pid=43}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=43 java.io.IOException: Unable to complete flush {ENCODED => 3b1a5ce21fb918810d964a76bfd27f36, NAME => 'TestAcidGuarantees,,1731595262615.3b1a5ce21fb918810d964a76bfd27f36.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-14T14:41:10,390 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35765 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3b1a5ce21fb918810d964a76bfd27f36, server=da1c6afcd1f9,35765,1731595233113 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-14T14:41:10,391 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35765 {}] ipc.CallRunner(138): callId: 38 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:60566 deadline: 1731595330386, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3b1a5ce21fb918810d964a76bfd27f36, server=da1c6afcd1f9,35765,1731595233113 2024-11-14T14:41:10,391 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35765 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3b1a5ce21fb918810d964a76bfd27f36, server=da1c6afcd1f9,35765,1731595233113 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-14T14:41:10,391 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731595262615.3b1a5ce21fb918810d964a76bfd27f36., hostname=da1c6afcd1f9,35765,1731595233113, seqNum=5 , the old value is region=TestAcidGuarantees,,1731595262615.3b1a5ce21fb918810d964a76bfd27f36., hostname=da1c6afcd1f9,35765,1731595233113, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3b1a5ce21fb918810d964a76bfd27f36, server=da1c6afcd1f9,35765,1731595233113 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-14T14:41:10,391 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731595262615.3b1a5ce21fb918810d964a76bfd27f36., hostname=da1c6afcd1f9,35765,1731595233113, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3b1a5ce21fb918810d964a76bfd27f36, server=da1c6afcd1f9,35765,1731595233113 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-14T14:41:10,391 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731595262615.3b1a5ce21fb918810d964a76bfd27f36., hostname=da1c6afcd1f9,35765,1731595233113, seqNum=5 because the exception is null or not the one we care about 2024-11-14T14:41:10,391 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35765 {}] ipc.CallRunner(138): callId: 33 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:60524 deadline: 1731595330386, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3b1a5ce21fb918810d964a76bfd27f36, server=da1c6afcd1f9,35765,1731595233113 2024-11-14T14:41:10,392 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731595262615.3b1a5ce21fb918810d964a76bfd27f36., hostname=da1c6afcd1f9,35765,1731595233113, seqNum=5 , the old value is region=TestAcidGuarantees,,1731595262615.3b1a5ce21fb918810d964a76bfd27f36., hostname=da1c6afcd1f9,35765,1731595233113, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3b1a5ce21fb918810d964a76bfd27f36, server=da1c6afcd1f9,35765,1731595233113 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-14T14:41:10,392 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731595262615.3b1a5ce21fb918810d964a76bfd27f36., hostname=da1c6afcd1f9,35765,1731595233113, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3b1a5ce21fb918810d964a76bfd27f36, server=da1c6afcd1f9,35765,1731595233113 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-14T14:41:10,392 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35765 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3b1a5ce21fb918810d964a76bfd27f36, server=da1c6afcd1f9,35765,1731595233113 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-14T14:41:10,392 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731595262615.3b1a5ce21fb918810d964a76bfd27f36., hostname=da1c6afcd1f9,35765,1731595233113, seqNum=5 because the exception is null or not the one we care about 2024-11-14T14:41:10,392 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35765 {}] ipc.CallRunner(138): callId: 36 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:60574 deadline: 1731595330386, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3b1a5ce21fb918810d964a76bfd27f36, server=da1c6afcd1f9,35765,1731595233113 2024-11-14T14:41:10,392 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45145 {}] master.HMaster(4177): Remote procedure failed, pid=43 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 3b1a5ce21fb918810d964a76bfd27f36, NAME => 'TestAcidGuarantees,,1731595262615.3b1a5ce21fb918810d964a76bfd27f36.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$5(MasterRpcServices.java:2580) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2575) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 3b1a5ce21fb918810d964a76bfd27f36, NAME => 'TestAcidGuarantees,,1731595262615.3b1a5ce21fb918810d964a76bfd27f36.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-14T14:41:10,392 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731595262615.3b1a5ce21fb918810d964a76bfd27f36., hostname=da1c6afcd1f9,35765,1731595233113, seqNum=5 , the old value is region=TestAcidGuarantees,,1731595262615.3b1a5ce21fb918810d964a76bfd27f36., hostname=da1c6afcd1f9,35765,1731595233113, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3b1a5ce21fb918810d964a76bfd27f36, server=da1c6afcd1f9,35765,1731595233113 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-14T14:41:10,393 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731595262615.3b1a5ce21fb918810d964a76bfd27f36., hostname=da1c6afcd1f9,35765,1731595233113, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3b1a5ce21fb918810d964a76bfd27f36, server=da1c6afcd1f9,35765,1731595233113 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-14T14:41:10,393 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731595262615.3b1a5ce21fb918810d964a76bfd27f36., hostname=da1c6afcd1f9,35765,1731595233113, seqNum=5 because the exception is null or not the one we care about 2024-11-14T14:41:10,544 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=35765 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=43 2024-11-14T14:41:10,545 DEBUG [RS_FLUSH_OPERATIONS-regionserver/da1c6afcd1f9:0-0 {event_type=RS_FLUSH_REGIONS, pid=43}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1731595262615.3b1a5ce21fb918810d964a76bfd27f36. 2024-11-14T14:41:10,545 DEBUG [RS_FLUSH_OPERATIONS-regionserver/da1c6afcd1f9:0-0 {event_type=RS_FLUSH_REGIONS, pid=43}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1731595262615.3b1a5ce21fb918810d964a76bfd27f36. as already flushing 2024-11-14T14:41:10,545 DEBUG [RS_FLUSH_OPERATIONS-regionserver/da1c6afcd1f9:0-0 {event_type=RS_FLUSH_REGIONS, pid=43}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1731595262615.3b1a5ce21fb918810d964a76bfd27f36. 2024-11-14T14:41:10,545 ERROR [RS_FLUSH_OPERATIONS-regionserver/da1c6afcd1f9:0-0 {event_type=RS_FLUSH_REGIONS, pid=43}] handler.RSProcedureHandler(58): pid=43 java.io.IOException: Unable to complete flush {ENCODED => 3b1a5ce21fb918810d964a76bfd27f36, NAME => 'TestAcidGuarantees,,1731595262615.3b1a5ce21fb918810d964a76bfd27f36.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-14T14:41:10,545 DEBUG [RS_FLUSH_OPERATIONS-regionserver/da1c6afcd1f9:0-0 {event_type=RS_FLUSH_REGIONS, pid=43}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=43 java.io.IOException: Unable to complete flush {ENCODED => 3b1a5ce21fb918810d964a76bfd27f36, NAME => 'TestAcidGuarantees,,1731595262615.3b1a5ce21fb918810d964a76bfd27f36.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-14T14:41:10,546 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45145 {}] master.HMaster(4177): Remote procedure failed, pid=43 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 3b1a5ce21fb918810d964a76bfd27f36, NAME => 'TestAcidGuarantees,,1731595262615.3b1a5ce21fb918810d964a76bfd27f36.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$5(MasterRpcServices.java:2580) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2575) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 3b1a5ce21fb918810d964a76bfd27f36, NAME => 'TestAcidGuarantees,,1731595262615.3b1a5ce21fb918810d964a76bfd27f36.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-14T14:41:10,578 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=44.73 KB at sequenceid=98 (bloomFilter=true), to=hdfs://localhost:34345/user/jenkins/test-data/14d118ee-a83a-b09b-5913-1a58940a5db1/data/default/TestAcidGuarantees/3b1a5ce21fb918810d964a76bfd27f36/.tmp/C/ece44ab8240647f9bf7b6d0d870f5976 2024-11-14T14:41:10,584 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:34345/user/jenkins/test-data/14d118ee-a83a-b09b-5913-1a58940a5db1/data/default/TestAcidGuarantees/3b1a5ce21fb918810d964a76bfd27f36/.tmp/A/ab52aee2f64c44cab9204936b6d38058 as hdfs://localhost:34345/user/jenkins/test-data/14d118ee-a83a-b09b-5913-1a58940a5db1/data/default/TestAcidGuarantees/3b1a5ce21fb918810d964a76bfd27f36/A/ab52aee2f64c44cab9204936b6d38058 2024-11-14T14:41:10,589 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:34345/user/jenkins/test-data/14d118ee-a83a-b09b-5913-1a58940a5db1/data/default/TestAcidGuarantees/3b1a5ce21fb918810d964a76bfd27f36/A/ab52aee2f64c44cab9204936b6d38058, entries=200, sequenceid=98, filesize=38.6 K 2024-11-14T14:41:10,590 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:34345/user/jenkins/test-data/14d118ee-a83a-b09b-5913-1a58940a5db1/data/default/TestAcidGuarantees/3b1a5ce21fb918810d964a76bfd27f36/.tmp/B/8e7561d2d45c4fa9a61eca18818b5733 as hdfs://localhost:34345/user/jenkins/test-data/14d118ee-a83a-b09b-5913-1a58940a5db1/data/default/TestAcidGuarantees/3b1a5ce21fb918810d964a76bfd27f36/B/8e7561d2d45c4fa9a61eca18818b5733 2024-11-14T14:41:10,594 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:34345/user/jenkins/test-data/14d118ee-a83a-b09b-5913-1a58940a5db1/data/default/TestAcidGuarantees/3b1a5ce21fb918810d964a76bfd27f36/B/8e7561d2d45c4fa9a61eca18818b5733, entries=150, sequenceid=98, filesize=11.7 K 2024-11-14T14:41:10,596 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:34345/user/jenkins/test-data/14d118ee-a83a-b09b-5913-1a58940a5db1/data/default/TestAcidGuarantees/3b1a5ce21fb918810d964a76bfd27f36/.tmp/C/ece44ab8240647f9bf7b6d0d870f5976 as hdfs://localhost:34345/user/jenkins/test-data/14d118ee-a83a-b09b-5913-1a58940a5db1/data/default/TestAcidGuarantees/3b1a5ce21fb918810d964a76bfd27f36/C/ece44ab8240647f9bf7b6d0d870f5976 2024-11-14T14:41:10,601 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:34345/user/jenkins/test-data/14d118ee-a83a-b09b-5913-1a58940a5db1/data/default/TestAcidGuarantees/3b1a5ce21fb918810d964a76bfd27f36/C/ece44ab8240647f9bf7b6d0d870f5976, entries=150, sequenceid=98, filesize=11.7 K 2024-11-14T14:41:10,603 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(3140): Finished flush of dataSize ~134.18 KB/137400, heapSize ~380.25 KB/389376, currentSize=46.96 KB/48090 for 3b1a5ce21fb918810d964a76bfd27f36 in 1423ms, sequenceid=98, compaction requested=false 2024-11-14T14:41:10,603 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2603): Flush status journal for 3b1a5ce21fb918810d964a76bfd27f36: 2024-11-14T14:41:10,699 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=35765 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=43 2024-11-14T14:41:10,699 DEBUG [RS_FLUSH_OPERATIONS-regionserver/da1c6afcd1f9:0-1 {event_type=RS_FLUSH_REGIONS, pid=43}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1731595262615.3b1a5ce21fb918810d964a76bfd27f36. 2024-11-14T14:41:10,700 INFO [RS_FLUSH_OPERATIONS-regionserver/da1c6afcd1f9:0-1 {event_type=RS_FLUSH_REGIONS, pid=43}] regionserver.HRegion(2902): Flushing 3b1a5ce21fb918810d964a76bfd27f36 3/3 column families, dataSize=46.96 KB heapSize=140.20 KB 2024-11-14T14:41:10,700 DEBUG [RS_FLUSH_OPERATIONS-regionserver/da1c6afcd1f9:0-1 {event_type=RS_FLUSH_REGIONS, pid=43}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 3b1a5ce21fb918810d964a76bfd27f36, store=A 2024-11-14T14:41:10,700 DEBUG [RS_FLUSH_OPERATIONS-regionserver/da1c6afcd1f9:0-1 {event_type=RS_FLUSH_REGIONS, pid=43}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-14T14:41:10,700 DEBUG [RS_FLUSH_OPERATIONS-regionserver/da1c6afcd1f9:0-1 {event_type=RS_FLUSH_REGIONS, pid=43}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 3b1a5ce21fb918810d964a76bfd27f36, store=B 2024-11-14T14:41:10,700 DEBUG [RS_FLUSH_OPERATIONS-regionserver/da1c6afcd1f9:0-1 {event_type=RS_FLUSH_REGIONS, pid=43}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-14T14:41:10,700 DEBUG [RS_FLUSH_OPERATIONS-regionserver/da1c6afcd1f9:0-1 {event_type=RS_FLUSH_REGIONS, pid=43}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 3b1a5ce21fb918810d964a76bfd27f36, store=C 2024-11-14T14:41:10,700 DEBUG [RS_FLUSH_OPERATIONS-regionserver/da1c6afcd1f9:0-1 {event_type=RS_FLUSH_REGIONS, pid=43}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-14T14:41:10,733 DEBUG [RS_FLUSH_OPERATIONS-regionserver/da1c6afcd1f9:0-1 {event_type=RS_FLUSH_REGIONS, pid=43}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:34345/user/jenkins/test-data/14d118ee-a83a-b09b-5913-1a58940a5db1/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e202411140cd0dfbb276c484fa1dc649061a11358_3b1a5ce21fb918810d964a76bfd27f36 is 50, key is test_row_0/A:col10/1731595269207/Put/seqid=0 2024-11-14T14:41:10,746 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45145 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=42 2024-11-14T14:41:10,751 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36699 is added to blk_1073741994_1170 (size=12154) 2024-11-14T14:41:10,753 DEBUG [RS_FLUSH_OPERATIONS-regionserver/da1c6afcd1f9:0-1 {event_type=RS_FLUSH_REGIONS, pid=43}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T14:41:10,759 INFO [RS_FLUSH_OPERATIONS-regionserver/da1c6afcd1f9:0-1 {event_type=RS_FLUSH_REGIONS, pid=43}] regionserver.HMobStore(268): FLUSH Renaming flushed file from hdfs://localhost:34345/user/jenkins/test-data/14d118ee-a83a-b09b-5913-1a58940a5db1/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e202411140cd0dfbb276c484fa1dc649061a11358_3b1a5ce21fb918810d964a76bfd27f36 to hdfs://localhost:34345/user/jenkins/test-data/14d118ee-a83a-b09b-5913-1a58940a5db1/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e202411140cd0dfbb276c484fa1dc649061a11358_3b1a5ce21fb918810d964a76bfd27f36 2024-11-14T14:41:10,760 DEBUG [RS_FLUSH_OPERATIONS-regionserver/da1c6afcd1f9:0-1 {event_type=RS_FLUSH_REGIONS, pid=43}] mob.DefaultMobStoreFlusher(263): Flush store file: hdfs://localhost:34345/user/jenkins/test-data/14d118ee-a83a-b09b-5913-1a58940a5db1/data/default/TestAcidGuarantees/3b1a5ce21fb918810d964a76bfd27f36/.tmp/A/5333ee4f55ae43f7aa441aba7ed9f2cd, store: [table=TestAcidGuarantees family=A region=3b1a5ce21fb918810d964a76bfd27f36] 2024-11-14T14:41:10,761 DEBUG [RS_FLUSH_OPERATIONS-regionserver/da1c6afcd1f9:0-1 {event_type=RS_FLUSH_REGIONS, pid=43}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:34345/user/jenkins/test-data/14d118ee-a83a-b09b-5913-1a58940a5db1/data/default/TestAcidGuarantees/3b1a5ce21fb918810d964a76bfd27f36/.tmp/A/5333ee4f55ae43f7aa441aba7ed9f2cd is 175, key is test_row_0/A:col10/1731595269207/Put/seqid=0 2024-11-14T14:41:10,769 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36699 is added to blk_1073741995_1171 (size=30955) 2024-11-14T14:41:10,771 INFO [RS_FLUSH_OPERATIONS-regionserver/da1c6afcd1f9:0-1 {event_type=RS_FLUSH_REGIONS, pid=43}] mob.DefaultMobStoreFlusher(147): Mob store is flushed, sequenceid=110, memsize=15.7 K, hasBloomFilter=true, into tmp file hdfs://localhost:34345/user/jenkins/test-data/14d118ee-a83a-b09b-5913-1a58940a5db1/data/default/TestAcidGuarantees/3b1a5ce21fb918810d964a76bfd27f36/.tmp/A/5333ee4f55ae43f7aa441aba7ed9f2cd 2024-11-14T14:41:10,783 DEBUG [RS_FLUSH_OPERATIONS-regionserver/da1c6afcd1f9:0-1 {event_type=RS_FLUSH_REGIONS, pid=43}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:34345/user/jenkins/test-data/14d118ee-a83a-b09b-5913-1a58940a5db1/data/default/TestAcidGuarantees/3b1a5ce21fb918810d964a76bfd27f36/.tmp/B/4ad26b7874ad483ba84bef3db5d66a85 is 50, key is test_row_0/B:col10/1731595269207/Put/seqid=0 2024-11-14T14:41:10,825 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36699 is added to blk_1073741996_1172 (size=12001) 2024-11-14T14:41:11,225 INFO [RS_FLUSH_OPERATIONS-regionserver/da1c6afcd1f9:0-1 {event_type=RS_FLUSH_REGIONS, pid=43}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=15.65 KB at sequenceid=110 (bloomFilter=true), to=hdfs://localhost:34345/user/jenkins/test-data/14d118ee-a83a-b09b-5913-1a58940a5db1/data/default/TestAcidGuarantees/3b1a5ce21fb918810d964a76bfd27f36/.tmp/B/4ad26b7874ad483ba84bef3db5d66a85 2024-11-14T14:41:11,251 DEBUG [RS_FLUSH_OPERATIONS-regionserver/da1c6afcd1f9:0-1 {event_type=RS_FLUSH_REGIONS, pid=43}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:34345/user/jenkins/test-data/14d118ee-a83a-b09b-5913-1a58940a5db1/data/default/TestAcidGuarantees/3b1a5ce21fb918810d964a76bfd27f36/.tmp/C/82565e8c0e9f464587c57543e46a942e is 50, key is test_row_0/C:col10/1731595269207/Put/seqid=0 2024-11-14T14:41:11,292 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36699 is added to blk_1073741997_1173 (size=12001) 2024-11-14T14:41:11,378 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1731595262615.3b1a5ce21fb918810d964a76bfd27f36. as already flushing 2024-11-14T14:41:11,378 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35765 {}] regionserver.HRegion(8855): Flush requested on 3b1a5ce21fb918810d964a76bfd27f36 2024-11-14T14:41:11,444 DEBUG [RS_IN_MEMORY_COMPACTION-regionserver/da1c6afcd1f9:0-1 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=type=CellArrayImmutableSegment, empty=no, cellCount=259, cellSize=11855, totalHeapSize=27176, min timestamp=1731595271421, max timestamp=1731595271441Num uniques 859; 2024-11-14T14:41:11,444 DEBUG [RS_IN_MEMORY_COMPACTION-regionserver/da1c6afcd1f9:0-1 {}] regionserver.CompactionPipeline(163): Suffix data size=39335, new segment data size=11855, suffix heap size=117064,new segment heap size=27176 　suffix off heap size=0, new segment off heap size=0, suffix cells count=859, new segment cells count=259 2024-11-14T14:41:11,452 DEBUG [RS_IN_MEMORY_COMPACTION-regionserver/da1c6afcd1f9:0-1 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=type=CellArrayImmutableSegment, empty=no, cellCount=259, cellSize=11855, totalHeapSize=27176, min timestamp=1731595271421, max timestamp=1731595271441Num uniques 859; 2024-11-14T14:41:11,453 DEBUG [RS_IN_MEMORY_COMPACTION-regionserver/da1c6afcd1f9:0-1 {}] regionserver.CompactionPipeline(163): Suffix data size=39335, new segment data size=11855, suffix heap size=117064,new segment heap size=27176 　suffix off heap size=0, new segment off heap size=0, suffix cells count=859, new segment cells count=259 2024-11-14T14:41:11,454 DEBUG [RS_IN_MEMORY_COMPACTION-regionserver/da1c6afcd1f9:0-6 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=type=CellArrayImmutableSegment, empty=no, cellCount=150, cellSize=6870, totalHeapSize=15840, min timestamp=1731595271423, max timestamp=1731595271441Num uniques 859; 2024-11-14T14:41:11,454 DEBUG [RS_IN_MEMORY_COMPACTION-regionserver/da1c6afcd1f9:0-6 {}] regionserver.CompactionPipeline(163): Suffix data size=39335, new segment data size=6870, suffix heap size=117064,new segment heap size=15840 　suffix off heap size=0, new segment off heap size=0, suffix cells count=859, new segment cells count=150 2024-11-14T14:41:11,484 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35765 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3b1a5ce21fb918810d964a76bfd27f36, server=da1c6afcd1f9,35765,1731595233113 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-14T14:41:11,485 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35765 {}] ipc.CallRunner(138): callId: 40 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:60580 deadline: 1731595331477, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3b1a5ce21fb918810d964a76bfd27f36, server=da1c6afcd1f9,35765,1731595233113 2024-11-14T14:41:11,486 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731595262615.3b1a5ce21fb918810d964a76bfd27f36., hostname=da1c6afcd1f9,35765,1731595233113, seqNum=5 , the old value is region=TestAcidGuarantees,,1731595262615.3b1a5ce21fb918810d964a76bfd27f36., hostname=da1c6afcd1f9,35765,1731595233113, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3b1a5ce21fb918810d964a76bfd27f36, server=da1c6afcd1f9,35765,1731595233113 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-14T14:41:11,486 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731595262615.3b1a5ce21fb918810d964a76bfd27f36., hostname=da1c6afcd1f9,35765,1731595233113, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3b1a5ce21fb918810d964a76bfd27f36, server=da1c6afcd1f9,35765,1731595233113 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-14T14:41:11,486 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731595262615.3b1a5ce21fb918810d964a76bfd27f36., hostname=da1c6afcd1f9,35765,1731595233113, seqNum=5 because the exception is null or not the one we care about 2024-11-14T14:41:11,493 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35765 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3b1a5ce21fb918810d964a76bfd27f36, server=da1c6afcd1f9,35765,1731595233113 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-14T14:41:11,494 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35765 {}] ipc.CallRunner(138): callId: 39 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:60594 deadline: 1731595331480, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3b1a5ce21fb918810d964a76bfd27f36, server=da1c6afcd1f9,35765,1731595233113 2024-11-14T14:41:11,494 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731595262615.3b1a5ce21fb918810d964a76bfd27f36., hostname=da1c6afcd1f9,35765,1731595233113, seqNum=5 , the old value is region=TestAcidGuarantees,,1731595262615.3b1a5ce21fb918810d964a76bfd27f36., hostname=da1c6afcd1f9,35765,1731595233113, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3b1a5ce21fb918810d964a76bfd27f36, server=da1c6afcd1f9,35765,1731595233113 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-14T14:41:11,494 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731595262615.3b1a5ce21fb918810d964a76bfd27f36., hostname=da1c6afcd1f9,35765,1731595233113, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3b1a5ce21fb918810d964a76bfd27f36, server=da1c6afcd1f9,35765,1731595233113 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-14T14:41:11,494 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731595262615.3b1a5ce21fb918810d964a76bfd27f36., hostname=da1c6afcd1f9,35765,1731595233113, seqNum=5 because the exception is null or not the one we care about 2024-11-14T14:41:11,496 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35765 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3b1a5ce21fb918810d964a76bfd27f36, server=da1c6afcd1f9,35765,1731595233113 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-14T14:41:11,496 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35765 {}] ipc.CallRunner(138): callId: 39 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:60524 deadline: 1731595331483, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3b1a5ce21fb918810d964a76bfd27f36, server=da1c6afcd1f9,35765,1731595233113 2024-11-14T14:41:11,497 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731595262615.3b1a5ce21fb918810d964a76bfd27f36., hostname=da1c6afcd1f9,35765,1731595233113, seqNum=5 , the old value is region=TestAcidGuarantees,,1731595262615.3b1a5ce21fb918810d964a76bfd27f36., hostname=da1c6afcd1f9,35765,1731595233113, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3b1a5ce21fb918810d964a76bfd27f36, server=da1c6afcd1f9,35765,1731595233113 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-14T14:41:11,497 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731595262615.3b1a5ce21fb918810d964a76bfd27f36., hostname=da1c6afcd1f9,35765,1731595233113, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3b1a5ce21fb918810d964a76bfd27f36, server=da1c6afcd1f9,35765,1731595233113 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-14T14:41:11,497 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35765 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3b1a5ce21fb918810d964a76bfd27f36, server=da1c6afcd1f9,35765,1731595233113 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-14T14:41:11,497 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731595262615.3b1a5ce21fb918810d964a76bfd27f36., hostname=da1c6afcd1f9,35765,1731595233113, seqNum=5 because the exception is null or not the one we care about 2024-11-14T14:41:11,497 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35765 {}] ipc.CallRunner(138): callId: 45 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:60566 deadline: 1731595331484, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3b1a5ce21fb918810d964a76bfd27f36, server=da1c6afcd1f9,35765,1731595233113 2024-11-14T14:41:11,497 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35765 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3b1a5ce21fb918810d964a76bfd27f36, server=da1c6afcd1f9,35765,1731595233113 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-14T14:41:11,497 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35765 {}] ipc.CallRunner(138): callId: 43 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:60574 deadline: 1731595331485, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3b1a5ce21fb918810d964a76bfd27f36, server=da1c6afcd1f9,35765,1731595233113 2024-11-14T14:41:11,499 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731595262615.3b1a5ce21fb918810d964a76bfd27f36., hostname=da1c6afcd1f9,35765,1731595233113, seqNum=5 , the old value is region=TestAcidGuarantees,,1731595262615.3b1a5ce21fb918810d964a76bfd27f36., hostname=da1c6afcd1f9,35765,1731595233113, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3b1a5ce21fb918810d964a76bfd27f36, server=da1c6afcd1f9,35765,1731595233113 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-14T14:41:11,499 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731595262615.3b1a5ce21fb918810d964a76bfd27f36., hostname=da1c6afcd1f9,35765,1731595233113, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3b1a5ce21fb918810d964a76bfd27f36, server=da1c6afcd1f9,35765,1731595233113 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-14T14:41:11,499 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731595262615.3b1a5ce21fb918810d964a76bfd27f36., hostname=da1c6afcd1f9,35765,1731595233113, seqNum=5 because the exception is null or not the one we care about 2024-11-14T14:41:11,499 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731595262615.3b1a5ce21fb918810d964a76bfd27f36., hostname=da1c6afcd1f9,35765,1731595233113, seqNum=5 , the old value is region=TestAcidGuarantees,,1731595262615.3b1a5ce21fb918810d964a76bfd27f36., hostname=da1c6afcd1f9,35765,1731595233113, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3b1a5ce21fb918810d964a76bfd27f36, server=da1c6afcd1f9,35765,1731595233113 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-14T14:41:11,499 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731595262615.3b1a5ce21fb918810d964a76bfd27f36., hostname=da1c6afcd1f9,35765,1731595233113, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3b1a5ce21fb918810d964a76bfd27f36, server=da1c6afcd1f9,35765,1731595233113 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-14T14:41:11,499 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731595262615.3b1a5ce21fb918810d964a76bfd27f36., hostname=da1c6afcd1f9,35765,1731595233113, seqNum=5 because the exception is null or not the one we care about 2024-11-14T14:41:11,598 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35765 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3b1a5ce21fb918810d964a76bfd27f36, server=da1c6afcd1f9,35765,1731595233113 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-14T14:41:11,598 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35765 {}] ipc.CallRunner(138): callId: 41 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:60580 deadline: 1731595331596, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3b1a5ce21fb918810d964a76bfd27f36, server=da1c6afcd1f9,35765,1731595233113 2024-11-14T14:41:11,599 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35765 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3b1a5ce21fb918810d964a76bfd27f36, server=da1c6afcd1f9,35765,1731595233113 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-14T14:41:11,599 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35765 {}] ipc.CallRunner(138): callId: 40 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:60594 deadline: 1731595331596, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3b1a5ce21fb918810d964a76bfd27f36, server=da1c6afcd1f9,35765,1731595233113 2024-11-14T14:41:11,599 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731595262615.3b1a5ce21fb918810d964a76bfd27f36., hostname=da1c6afcd1f9,35765,1731595233113, seqNum=5 , the old value is region=TestAcidGuarantees,,1731595262615.3b1a5ce21fb918810d964a76bfd27f36., hostname=da1c6afcd1f9,35765,1731595233113, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3b1a5ce21fb918810d964a76bfd27f36, server=da1c6afcd1f9,35765,1731595233113 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-14T14:41:11,599 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731595262615.3b1a5ce21fb918810d964a76bfd27f36., hostname=da1c6afcd1f9,35765,1731595233113, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3b1a5ce21fb918810d964a76bfd27f36, server=da1c6afcd1f9,35765,1731595233113 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-14T14:41:11,599 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731595262615.3b1a5ce21fb918810d964a76bfd27f36., hostname=da1c6afcd1f9,35765,1731595233113, seqNum=5 because the exception is null or not the one we care about 2024-11-14T14:41:11,599 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731595262615.3b1a5ce21fb918810d964a76bfd27f36., hostname=da1c6afcd1f9,35765,1731595233113, seqNum=5 , the old value is region=TestAcidGuarantees,,1731595262615.3b1a5ce21fb918810d964a76bfd27f36., hostname=da1c6afcd1f9,35765,1731595233113, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3b1a5ce21fb918810d964a76bfd27f36, server=da1c6afcd1f9,35765,1731595233113 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-14T14:41:11,599 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731595262615.3b1a5ce21fb918810d964a76bfd27f36., hostname=da1c6afcd1f9,35765,1731595233113, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3b1a5ce21fb918810d964a76bfd27f36, server=da1c6afcd1f9,35765,1731595233113 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-14T14:41:11,600 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731595262615.3b1a5ce21fb918810d964a76bfd27f36., hostname=da1c6afcd1f9,35765,1731595233113, seqNum=5 because the exception is null or not the one we care about 2024-11-14T14:41:11,611 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35765 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3b1a5ce21fb918810d964a76bfd27f36, server=da1c6afcd1f9,35765,1731595233113 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-14T14:41:11,611 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35765 {}] ipc.CallRunner(138): callId: 46 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:60566 deadline: 1731595331606, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3b1a5ce21fb918810d964a76bfd27f36, server=da1c6afcd1f9,35765,1731595233113 2024-11-14T14:41:11,611 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731595262615.3b1a5ce21fb918810d964a76bfd27f36., hostname=da1c6afcd1f9,35765,1731595233113, seqNum=5 , the old value is region=TestAcidGuarantees,,1731595262615.3b1a5ce21fb918810d964a76bfd27f36., hostname=da1c6afcd1f9,35765,1731595233113, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3b1a5ce21fb918810d964a76bfd27f36, server=da1c6afcd1f9,35765,1731595233113 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-14T14:41:11,612 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731595262615.3b1a5ce21fb918810d964a76bfd27f36., hostname=da1c6afcd1f9,35765,1731595233113, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3b1a5ce21fb918810d964a76bfd27f36, server=da1c6afcd1f9,35765,1731595233113 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-14T14:41:11,612 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731595262615.3b1a5ce21fb918810d964a76bfd27f36., hostname=da1c6afcd1f9,35765,1731595233113, seqNum=5 because the exception is null or not the one we care about 2024-11-14T14:41:11,612 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35765 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3b1a5ce21fb918810d964a76bfd27f36, server=da1c6afcd1f9,35765,1731595233113 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-14T14:41:11,612 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35765 {}] ipc.CallRunner(138): callId: 40 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:60524 deadline: 1731595331606, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3b1a5ce21fb918810d964a76bfd27f36, server=da1c6afcd1f9,35765,1731595233113 2024-11-14T14:41:11,613 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731595262615.3b1a5ce21fb918810d964a76bfd27f36., hostname=da1c6afcd1f9,35765,1731595233113, seqNum=5 , the old value is region=TestAcidGuarantees,,1731595262615.3b1a5ce21fb918810d964a76bfd27f36., hostname=da1c6afcd1f9,35765,1731595233113, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3b1a5ce21fb918810d964a76bfd27f36, server=da1c6afcd1f9,35765,1731595233113 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-14T14:41:11,613 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731595262615.3b1a5ce21fb918810d964a76bfd27f36., hostname=da1c6afcd1f9,35765,1731595233113, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3b1a5ce21fb918810d964a76bfd27f36, server=da1c6afcd1f9,35765,1731595233113 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-14T14:41:11,613 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731595262615.3b1a5ce21fb918810d964a76bfd27f36., hostname=da1c6afcd1f9,35765,1731595233113, seqNum=5 because the exception is null or not the one we care about 2024-11-14T14:41:11,613 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35765 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3b1a5ce21fb918810d964a76bfd27f36, server=da1c6afcd1f9,35765,1731595233113 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-14T14:41:11,613 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35765 {}] ipc.CallRunner(138): callId: 44 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:60574 deadline: 1731595331607, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3b1a5ce21fb918810d964a76bfd27f36, server=da1c6afcd1f9,35765,1731595233113 2024-11-14T14:41:11,614 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731595262615.3b1a5ce21fb918810d964a76bfd27f36., hostname=da1c6afcd1f9,35765,1731595233113, seqNum=5 , the old value is region=TestAcidGuarantees,,1731595262615.3b1a5ce21fb918810d964a76bfd27f36., hostname=da1c6afcd1f9,35765,1731595233113, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3b1a5ce21fb918810d964a76bfd27f36, server=da1c6afcd1f9,35765,1731595233113 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-14T14:41:11,614 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731595262615.3b1a5ce21fb918810d964a76bfd27f36., hostname=da1c6afcd1f9,35765,1731595233113, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3b1a5ce21fb918810d964a76bfd27f36, server=da1c6afcd1f9,35765,1731595233113 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-14T14:41:11,614 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731595262615.3b1a5ce21fb918810d964a76bfd27f36., hostname=da1c6afcd1f9,35765,1731595233113, seqNum=5 because the exception is null or not the one we care about 2024-11-14T14:41:11,693 INFO [RS_FLUSH_OPERATIONS-regionserver/da1c6afcd1f9:0-1 {event_type=RS_FLUSH_REGIONS, pid=43}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=15.65 KB at sequenceid=110 (bloomFilter=true), to=hdfs://localhost:34345/user/jenkins/test-data/14d118ee-a83a-b09b-5913-1a58940a5db1/data/default/TestAcidGuarantees/3b1a5ce21fb918810d964a76bfd27f36/.tmp/C/82565e8c0e9f464587c57543e46a942e 2024-11-14T14:41:11,699 DEBUG [RS_FLUSH_OPERATIONS-regionserver/da1c6afcd1f9:0-1 {event_type=RS_FLUSH_REGIONS, pid=43}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:34345/user/jenkins/test-data/14d118ee-a83a-b09b-5913-1a58940a5db1/data/default/TestAcidGuarantees/3b1a5ce21fb918810d964a76bfd27f36/.tmp/A/5333ee4f55ae43f7aa441aba7ed9f2cd as hdfs://localhost:34345/user/jenkins/test-data/14d118ee-a83a-b09b-5913-1a58940a5db1/data/default/TestAcidGuarantees/3b1a5ce21fb918810d964a76bfd27f36/A/5333ee4f55ae43f7aa441aba7ed9f2cd 2024-11-14T14:41:11,712 INFO [RS_FLUSH_OPERATIONS-regionserver/da1c6afcd1f9:0-1 {event_type=RS_FLUSH_REGIONS, pid=43}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:34345/user/jenkins/test-data/14d118ee-a83a-b09b-5913-1a58940a5db1/data/default/TestAcidGuarantees/3b1a5ce21fb918810d964a76bfd27f36/A/5333ee4f55ae43f7aa441aba7ed9f2cd, entries=150, sequenceid=110, filesize=30.2 K 2024-11-14T14:41:11,713 DEBUG [RS_FLUSH_OPERATIONS-regionserver/da1c6afcd1f9:0-1 {event_type=RS_FLUSH_REGIONS, pid=43}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:34345/user/jenkins/test-data/14d118ee-a83a-b09b-5913-1a58940a5db1/data/default/TestAcidGuarantees/3b1a5ce21fb918810d964a76bfd27f36/.tmp/B/4ad26b7874ad483ba84bef3db5d66a85 as hdfs://localhost:34345/user/jenkins/test-data/14d118ee-a83a-b09b-5913-1a58940a5db1/data/default/TestAcidGuarantees/3b1a5ce21fb918810d964a76bfd27f36/B/4ad26b7874ad483ba84bef3db5d66a85 2024-11-14T14:41:11,726 INFO [RS_FLUSH_OPERATIONS-regionserver/da1c6afcd1f9:0-1 {event_type=RS_FLUSH_REGIONS, pid=43}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:34345/user/jenkins/test-data/14d118ee-a83a-b09b-5913-1a58940a5db1/data/default/TestAcidGuarantees/3b1a5ce21fb918810d964a76bfd27f36/B/4ad26b7874ad483ba84bef3db5d66a85, entries=150, sequenceid=110, filesize=11.7 K 2024-11-14T14:41:11,727 DEBUG [RS_FLUSH_OPERATIONS-regionserver/da1c6afcd1f9:0-1 {event_type=RS_FLUSH_REGIONS, pid=43}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:34345/user/jenkins/test-data/14d118ee-a83a-b09b-5913-1a58940a5db1/data/default/TestAcidGuarantees/3b1a5ce21fb918810d964a76bfd27f36/.tmp/C/82565e8c0e9f464587c57543e46a942e as hdfs://localhost:34345/user/jenkins/test-data/14d118ee-a83a-b09b-5913-1a58940a5db1/data/default/TestAcidGuarantees/3b1a5ce21fb918810d964a76bfd27f36/C/82565e8c0e9f464587c57543e46a942e 2024-11-14T14:41:11,735 INFO [RS_FLUSH_OPERATIONS-regionserver/da1c6afcd1f9:0-1 {event_type=RS_FLUSH_REGIONS, pid=43}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:34345/user/jenkins/test-data/14d118ee-a83a-b09b-5913-1a58940a5db1/data/default/TestAcidGuarantees/3b1a5ce21fb918810d964a76bfd27f36/C/82565e8c0e9f464587c57543e46a942e, entries=150, sequenceid=110, filesize=11.7 K 2024-11-14T14:41:11,736 INFO [RS_FLUSH_OPERATIONS-regionserver/da1c6afcd1f9:0-1 {event_type=RS_FLUSH_REGIONS, pid=43}] regionserver.HRegion(3140): Finished flush of dataSize ~46.96 KB/48090, heapSize ~140.16 KB/143520, currentSize=142.73 KB/146155 for 3b1a5ce21fb918810d964a76bfd27f36 in 1036ms, sequenceid=110, compaction requested=true 2024-11-14T14:41:11,736 DEBUG [RS_FLUSH_OPERATIONS-regionserver/da1c6afcd1f9:0-1 {event_type=RS_FLUSH_REGIONS, pid=43}] regionserver.HRegion(2603): Flush status journal for 3b1a5ce21fb918810d964a76bfd27f36: 2024-11-14T14:41:11,736 DEBUG [RS_FLUSH_OPERATIONS-regionserver/da1c6afcd1f9:0-1 {event_type=RS_FLUSH_REGIONS, pid=43}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1731595262615.3b1a5ce21fb918810d964a76bfd27f36. 2024-11-14T14:41:11,736 DEBUG [RS_FLUSH_OPERATIONS-regionserver/da1c6afcd1f9:0-1 {event_type=RS_FLUSH_REGIONS, pid=43}] regionserver.RemoteProcedureResultReporter(62): Successfully complete execution of pid=43 2024-11-14T14:41:11,736 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45145 {}] master.HMaster(4169): Remote procedure done, pid=43 2024-11-14T14:41:11,739 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=43, resume processing ppid=42 2024-11-14T14:41:11,740 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1521): Finished pid=43, ppid=42, state=SUCCESS, hasLock=false; org.apache.hadoop.hbase.master.procedure.FlushRegionProcedure in 2.1250 sec 2024-11-14T14:41:11,742 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1521): Finished pid=42, state=SUCCESS, hasLock=false; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=42, table=TestAcidGuarantees in 2.1330 sec 2024-11-14T14:41:11,756 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45145 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=42 2024-11-14T14:41:11,757 INFO [RPCClient-NioEventLoopGroup-4-7 {}] client.RawAsyncHBaseAdmin$TableProcedureBiConsumer(2721): Operation: FLUSH, Table Name: default:TestAcidGuarantees completed 2024-11-14T14:41:11,757 INFO [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45145 {}] master.HMaster$22(4506): Client=jenkins//172.17.0.2 flush TestAcidGuarantees 2024-11-14T14:41:11,758 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45145 {}] procedure2.ProcedureExecutor(1139): Stored pid=44, state=RUNNABLE:FLUSH_TABLE_PREPARE, hasLock=false; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=44, table=TestAcidGuarantees 2024-11-14T14:41:11,759 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45145 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=44 2024-11-14T14:41:11,760 INFO [PEWorker-2 {}] procedure.FlushTableProcedure(91): pid=44, state=RUNNABLE:FLUSH_TABLE_PREPARE, hasLock=true; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=44, table=TestAcidGuarantees execute state=FLUSH_TABLE_PREPARE 2024-11-14T14:41:11,761 INFO [PEWorker-2 {}] procedure.FlushTableProcedure(91): pid=44, state=RUNNABLE:FLUSH_TABLE_FLUSH_REGIONS, hasLock=true; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=44, table=TestAcidGuarantees execute state=FLUSH_TABLE_FLUSH_REGIONS 2024-11-14T14:41:11,761 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=45, ppid=44, state=RUNNABLE, hasLock=false; org.apache.hadoop.hbase.master.procedure.FlushRegionProcedure}] 2024-11-14T14:41:11,813 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35765 {}] regionserver.HRegion(8855): Flush requested on 3b1a5ce21fb918810d964a76bfd27f36 2024-11-14T14:41:11,813 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(2902): Flushing 3b1a5ce21fb918810d964a76bfd27f36 3/3 column families, dataSize=149.44 KB heapSize=425.01 KB 2024-11-14T14:41:11,815 DEBUG [RS_IN_MEMORY_COMPACTION-regionserver/da1c6afcd1f9:0-0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=2, new segment=type=CellArrayImmutableSegment, empty=no, cellCount=168, cellSize=7688, totalHeapSize=17712, min timestamp=1731595271480, max timestamp=1731595271811Num uniques 1118; 2024-11-14T14:41:11,816 DEBUG [RS_IN_MEMORY_COMPACTION-regionserver/da1c6afcd1f9:0-0 {}] regionserver.CompactionPipeline(163): Suffix data size=51198, new segment data size=7688, suffix heap size=144240,new segment heap size=17712 　suffix off heap size=0, new segment off heap size=0, suffix cells count=1118, new segment cells count=168 2024-11-14T14:41:11,816 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 3b1a5ce21fb918810d964a76bfd27f36, store=A 2024-11-14T14:41:11,816 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=2, new segment=null 2024-11-14T14:41:11,816 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 3b1a5ce21fb918810d964a76bfd27f36, store=B 2024-11-14T14:41:11,816 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=3, new segment=null 2024-11-14T14:41:11,816 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 3b1a5ce21fb918810d964a76bfd27f36, store=C 2024-11-14T14:41:11,816 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=3, new segment=null 2024-11-14T14:41:11,830 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:34345/user/jenkins/test-data/14d118ee-a83a-b09b-5913-1a58940a5db1/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e20241114e4541a69ea6e468db0411d946c0bf79e_3b1a5ce21fb918810d964a76bfd27f36 is 50, key is test_row_0/A:col10/1731595271481/Put/seqid=0 2024-11-14T14:41:11,866 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45145 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=44 2024-11-14T14:41:11,878 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36699 is added to blk_1073741998_1174 (size=17284) 2024-11-14T14:41:11,894 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35765 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3b1a5ce21fb918810d964a76bfd27f36, server=da1c6afcd1f9,35765,1731595233113 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-14T14:41:11,894 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35765 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3b1a5ce21fb918810d964a76bfd27f36, server=da1c6afcd1f9,35765,1731595233113 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-14T14:41:11,895 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35765 {}] ipc.CallRunner(138): callId: 49 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:60566 deadline: 1731595331834, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3b1a5ce21fb918810d964a76bfd27f36, server=da1c6afcd1f9,35765,1731595233113 2024-11-14T14:41:11,895 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35765 {}] ipc.CallRunner(138): callId: 46 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:60574 deadline: 1731595331836, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3b1a5ce21fb918810d964a76bfd27f36, server=da1c6afcd1f9,35765,1731595233113 2024-11-14T14:41:11,897 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731595262615.3b1a5ce21fb918810d964a76bfd27f36., hostname=da1c6afcd1f9,35765,1731595233113, seqNum=5 , the old value is region=TestAcidGuarantees,,1731595262615.3b1a5ce21fb918810d964a76bfd27f36., hostname=da1c6afcd1f9,35765,1731595233113, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3b1a5ce21fb918810d964a76bfd27f36, server=da1c6afcd1f9,35765,1731595233113 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-14T14:41:11,898 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731595262615.3b1a5ce21fb918810d964a76bfd27f36., hostname=da1c6afcd1f9,35765,1731595233113, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3b1a5ce21fb918810d964a76bfd27f36, server=da1c6afcd1f9,35765,1731595233113 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-14T14:41:11,898 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731595262615.3b1a5ce21fb918810d964a76bfd27f36., hostname=da1c6afcd1f9,35765,1731595233113, seqNum=5 because the exception is null or not the one we care about 2024-11-14T14:41:11,898 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731595262615.3b1a5ce21fb918810d964a76bfd27f36., hostname=da1c6afcd1f9,35765,1731595233113, seqNum=5 , the old value is region=TestAcidGuarantees,,1731595262615.3b1a5ce21fb918810d964a76bfd27f36., hostname=da1c6afcd1f9,35765,1731595233113, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3b1a5ce21fb918810d964a76bfd27f36, server=da1c6afcd1f9,35765,1731595233113 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-14T14:41:11,899 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731595262615.3b1a5ce21fb918810d964a76bfd27f36., hostname=da1c6afcd1f9,35765,1731595233113, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3b1a5ce21fb918810d964a76bfd27f36, server=da1c6afcd1f9,35765,1731595233113 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-14T14:41:11,899 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731595262615.3b1a5ce21fb918810d964a76bfd27f36., hostname=da1c6afcd1f9,35765,1731595233113, seqNum=5 because the exception is null or not the one we care about 2024-11-14T14:41:11,903 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35765 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3b1a5ce21fb918810d964a76bfd27f36, server=da1c6afcd1f9,35765,1731595233113 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-14T14:41:11,903 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35765 {}] ipc.CallRunner(138): callId: 46 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:60580 deadline: 1731595331895, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3b1a5ce21fb918810d964a76bfd27f36, server=da1c6afcd1f9,35765,1731595233113 2024-11-14T14:41:11,903 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35765 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3b1a5ce21fb918810d964a76bfd27f36, server=da1c6afcd1f9,35765,1731595233113 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-14T14:41:11,904 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731595262615.3b1a5ce21fb918810d964a76bfd27f36., hostname=da1c6afcd1f9,35765,1731595233113, seqNum=5 , the old value is region=TestAcidGuarantees,,1731595262615.3b1a5ce21fb918810d964a76bfd27f36., hostname=da1c6afcd1f9,35765,1731595233113, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3b1a5ce21fb918810d964a76bfd27f36, server=da1c6afcd1f9,35765,1731595233113 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-14T14:41:11,904 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35765 {}] ipc.CallRunner(138): callId: 43 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:60524 deadline: 1731595331898, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3b1a5ce21fb918810d964a76bfd27f36, server=da1c6afcd1f9,35765,1731595233113 2024-11-14T14:41:11,904 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731595262615.3b1a5ce21fb918810d964a76bfd27f36., hostname=da1c6afcd1f9,35765,1731595233113, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3b1a5ce21fb918810d964a76bfd27f36, server=da1c6afcd1f9,35765,1731595233113 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-14T14:41:11,904 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731595262615.3b1a5ce21fb918810d964a76bfd27f36., hostname=da1c6afcd1f9,35765,1731595233113, seqNum=5 because the exception is null or not the one we care about 2024-11-14T14:41:11,904 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35765 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3b1a5ce21fb918810d964a76bfd27f36, server=da1c6afcd1f9,35765,1731595233113 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-14T14:41:11,904 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731595262615.3b1a5ce21fb918810d964a76bfd27f36., hostname=da1c6afcd1f9,35765,1731595233113, seqNum=5 , the old value is region=TestAcidGuarantees,,1731595262615.3b1a5ce21fb918810d964a76bfd27f36., hostname=da1c6afcd1f9,35765,1731595233113, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3b1a5ce21fb918810d964a76bfd27f36, server=da1c6afcd1f9,35765,1731595233113 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-14T14:41:11,904 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35765 {}] ipc.CallRunner(138): callId: 44 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:60594 deadline: 1731595331899, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3b1a5ce21fb918810d964a76bfd27f36, server=da1c6afcd1f9,35765,1731595233113 2024-11-14T14:41:11,904 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731595262615.3b1a5ce21fb918810d964a76bfd27f36., hostname=da1c6afcd1f9,35765,1731595233113, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3b1a5ce21fb918810d964a76bfd27f36, server=da1c6afcd1f9,35765,1731595233113 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-14T14:41:11,904 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731595262615.3b1a5ce21fb918810d964a76bfd27f36., hostname=da1c6afcd1f9,35765,1731595233113, seqNum=5 because the exception is null or not the one we care about 2024-11-14T14:41:11,904 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731595262615.3b1a5ce21fb918810d964a76bfd27f36., hostname=da1c6afcd1f9,35765,1731595233113, seqNum=5 , the old value is region=TestAcidGuarantees,,1731595262615.3b1a5ce21fb918810d964a76bfd27f36., hostname=da1c6afcd1f9,35765,1731595233113, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3b1a5ce21fb918810d964a76bfd27f36, server=da1c6afcd1f9,35765,1731595233113 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-14T14:41:11,904 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731595262615.3b1a5ce21fb918810d964a76bfd27f36., hostname=da1c6afcd1f9,35765,1731595233113, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3b1a5ce21fb918810d964a76bfd27f36, server=da1c6afcd1f9,35765,1731595233113 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-14T14:41:11,904 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731595262615.3b1a5ce21fb918810d964a76bfd27f36., hostname=da1c6afcd1f9,35765,1731595233113, seqNum=5 because the exception is null or not the one we care about 2024-11-14T14:41:11,913 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=35765 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=45 2024-11-14T14:41:11,914 DEBUG [RS_FLUSH_OPERATIONS-regionserver/da1c6afcd1f9:0-2 {event_type=RS_FLUSH_REGIONS, pid=45}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1731595262615.3b1a5ce21fb918810d964a76bfd27f36. 2024-11-14T14:41:11,914 DEBUG [RS_FLUSH_OPERATIONS-regionserver/da1c6afcd1f9:0-2 {event_type=RS_FLUSH_REGIONS, pid=45}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1731595262615.3b1a5ce21fb918810d964a76bfd27f36. as already flushing 2024-11-14T14:41:11,914 DEBUG [RS_FLUSH_OPERATIONS-regionserver/da1c6afcd1f9:0-2 {event_type=RS_FLUSH_REGIONS, pid=45}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1731595262615.3b1a5ce21fb918810d964a76bfd27f36. 2024-11-14T14:41:11,914 ERROR [RS_FLUSH_OPERATIONS-regionserver/da1c6afcd1f9:0-2 {event_type=RS_FLUSH_REGIONS, pid=45}] handler.RSProcedureHandler(58): pid=45 java.io.IOException: Unable to complete flush {ENCODED => 3b1a5ce21fb918810d964a76bfd27f36, NAME => 'TestAcidGuarantees,,1731595262615.3b1a5ce21fb918810d964a76bfd27f36.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-14T14:41:11,914 DEBUG [RS_FLUSH_OPERATIONS-regionserver/da1c6afcd1f9:0-2 {event_type=RS_FLUSH_REGIONS, pid=45}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=45 java.io.IOException: Unable to complete flush {ENCODED => 3b1a5ce21fb918810d964a76bfd27f36, NAME => 'TestAcidGuarantees,,1731595262615.3b1a5ce21fb918810d964a76bfd27f36.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-14T14:41:11,915 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45145 {}] master.HMaster(4177): Remote procedure failed, pid=45 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 3b1a5ce21fb918810d964a76bfd27f36, NAME => 'TestAcidGuarantees,,1731595262615.3b1a5ce21fb918810d964a76bfd27f36.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$5(MasterRpcServices.java:2580) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2575) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 3b1a5ce21fb918810d964a76bfd27f36, NAME => 'TestAcidGuarantees,,1731595262615.3b1a5ce21fb918810d964a76bfd27f36.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-14T14:41:12,007 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35765 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3b1a5ce21fb918810d964a76bfd27f36, server=da1c6afcd1f9,35765,1731595233113 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-14T14:41:12,007 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35765 {}] ipc.CallRunner(138): callId: 47 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:60574 deadline: 1731595332006, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3b1a5ce21fb918810d964a76bfd27f36, server=da1c6afcd1f9,35765,1731595233113 2024-11-14T14:41:12,008 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35765 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3b1a5ce21fb918810d964a76bfd27f36, server=da1c6afcd1f9,35765,1731595233113 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-14T14:41:12,008 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731595262615.3b1a5ce21fb918810d964a76bfd27f36., hostname=da1c6afcd1f9,35765,1731595233113, seqNum=5 , the old value is region=TestAcidGuarantees,,1731595262615.3b1a5ce21fb918810d964a76bfd27f36., hostname=da1c6afcd1f9,35765,1731595233113, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3b1a5ce21fb918810d964a76bfd27f36, server=da1c6afcd1f9,35765,1731595233113 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-14T14:41:12,008 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35765 {}] ipc.CallRunner(138): callId: 47 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:60580 deadline: 1731595332006, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3b1a5ce21fb918810d964a76bfd27f36, server=da1c6afcd1f9,35765,1731595233113 2024-11-14T14:41:12,008 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731595262615.3b1a5ce21fb918810d964a76bfd27f36., hostname=da1c6afcd1f9,35765,1731595233113, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3b1a5ce21fb918810d964a76bfd27f36, server=da1c6afcd1f9,35765,1731595233113 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-14T14:41:12,008 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731595262615.3b1a5ce21fb918810d964a76bfd27f36., hostname=da1c6afcd1f9,35765,1731595233113, seqNum=5 because the exception is null or not the one we care about 2024-11-14T14:41:12,008 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731595262615.3b1a5ce21fb918810d964a76bfd27f36., hostname=da1c6afcd1f9,35765,1731595233113, seqNum=5 , the old value is region=TestAcidGuarantees,,1731595262615.3b1a5ce21fb918810d964a76bfd27f36., hostname=da1c6afcd1f9,35765,1731595233113, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3b1a5ce21fb918810d964a76bfd27f36, server=da1c6afcd1f9,35765,1731595233113 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-14T14:41:12,008 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731595262615.3b1a5ce21fb918810d964a76bfd27f36., hostname=da1c6afcd1f9,35765,1731595233113, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3b1a5ce21fb918810d964a76bfd27f36, server=da1c6afcd1f9,35765,1731595233113 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-14T14:41:12,008 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731595262615.3b1a5ce21fb918810d964a76bfd27f36., hostname=da1c6afcd1f9,35765,1731595233113, seqNum=5 because the exception is null or not the one we care about 2024-11-14T14:41:12,010 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35765 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3b1a5ce21fb918810d964a76bfd27f36, server=da1c6afcd1f9,35765,1731595233113 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-14T14:41:12,010 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35765 {}] ipc.CallRunner(138): callId: 44 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:60524 deadline: 1731595332006, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3b1a5ce21fb918810d964a76bfd27f36, server=da1c6afcd1f9,35765,1731595233113 2024-11-14T14:41:12,011 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35765 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3b1a5ce21fb918810d964a76bfd27f36, server=da1c6afcd1f9,35765,1731595233113 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-14T14:41:12,011 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731595262615.3b1a5ce21fb918810d964a76bfd27f36., hostname=da1c6afcd1f9,35765,1731595233113, seqNum=5 , the old value is region=TestAcidGuarantees,,1731595262615.3b1a5ce21fb918810d964a76bfd27f36., hostname=da1c6afcd1f9,35765,1731595233113, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3b1a5ce21fb918810d964a76bfd27f36, server=da1c6afcd1f9,35765,1731595233113 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-14T14:41:12,011 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35765 {}] ipc.CallRunner(138): callId: 50 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:60566 deadline: 1731595332009, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3b1a5ce21fb918810d964a76bfd27f36, server=da1c6afcd1f9,35765,1731595233113 2024-11-14T14:41:12,011 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731595262615.3b1a5ce21fb918810d964a76bfd27f36., hostname=da1c6afcd1f9,35765,1731595233113, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3b1a5ce21fb918810d964a76bfd27f36, server=da1c6afcd1f9,35765,1731595233113 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-14T14:41:12,011 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731595262615.3b1a5ce21fb918810d964a76bfd27f36., hostname=da1c6afcd1f9,35765,1731595233113, seqNum=5 because the exception is null or not the one we care about 2024-11-14T14:41:12,011 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731595262615.3b1a5ce21fb918810d964a76bfd27f36., hostname=da1c6afcd1f9,35765,1731595233113, seqNum=5 , the old value is region=TestAcidGuarantees,,1731595262615.3b1a5ce21fb918810d964a76bfd27f36., hostname=da1c6afcd1f9,35765,1731595233113, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3b1a5ce21fb918810d964a76bfd27f36, server=da1c6afcd1f9,35765,1731595233113 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-14T14:41:12,011 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731595262615.3b1a5ce21fb918810d964a76bfd27f36., hostname=da1c6afcd1f9,35765,1731595233113, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3b1a5ce21fb918810d964a76bfd27f36, server=da1c6afcd1f9,35765,1731595233113 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-14T14:41:12,011 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731595262615.3b1a5ce21fb918810d964a76bfd27f36., hostname=da1c6afcd1f9,35765,1731595233113, seqNum=5 because the exception is null or not the one we care about 2024-11-14T14:41:12,021 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35765 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3b1a5ce21fb918810d964a76bfd27f36, server=da1c6afcd1f9,35765,1731595233113 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-14T14:41:12,021 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35765 {}] ipc.CallRunner(138): callId: 45 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:60594 deadline: 1731595332016, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3b1a5ce21fb918810d964a76bfd27f36, server=da1c6afcd1f9,35765,1731595233113 2024-11-14T14:41:12,021 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731595262615.3b1a5ce21fb918810d964a76bfd27f36., hostname=da1c6afcd1f9,35765,1731595233113, seqNum=5 , the old value is region=TestAcidGuarantees,,1731595262615.3b1a5ce21fb918810d964a76bfd27f36., hostname=da1c6afcd1f9,35765,1731595233113, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3b1a5ce21fb918810d964a76bfd27f36, server=da1c6afcd1f9,35765,1731595233113 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-14T14:41:12,021 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731595262615.3b1a5ce21fb918810d964a76bfd27f36., hostname=da1c6afcd1f9,35765,1731595233113, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3b1a5ce21fb918810d964a76bfd27f36, server=da1c6afcd1f9,35765,1731595233113 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-14T14:41:12,022 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731595262615.3b1a5ce21fb918810d964a76bfd27f36., hostname=da1c6afcd1f9,35765,1731595233113, seqNum=5 because the exception is null or not the one we care about 2024-11-14T14:41:12,072 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=35765 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=45 2024-11-14T14:41:12,072 DEBUG [RS_FLUSH_OPERATIONS-regionserver/da1c6afcd1f9:0-0 {event_type=RS_FLUSH_REGIONS, pid=45}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1731595262615.3b1a5ce21fb918810d964a76bfd27f36. 2024-11-14T14:41:12,072 DEBUG [RS_FLUSH_OPERATIONS-regionserver/da1c6afcd1f9:0-0 {event_type=RS_FLUSH_REGIONS, pid=45}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1731595262615.3b1a5ce21fb918810d964a76bfd27f36. as already flushing 2024-11-14T14:41:12,073 DEBUG [RS_FLUSH_OPERATIONS-regionserver/da1c6afcd1f9:0-0 {event_type=RS_FLUSH_REGIONS, pid=45}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1731595262615.3b1a5ce21fb918810d964a76bfd27f36. 2024-11-14T14:41:12,073 ERROR [RS_FLUSH_OPERATIONS-regionserver/da1c6afcd1f9:0-0 {event_type=RS_FLUSH_REGIONS, pid=45}] handler.RSProcedureHandler(58): pid=45 java.io.IOException: Unable to complete flush {ENCODED => 3b1a5ce21fb918810d964a76bfd27f36, NAME => 'TestAcidGuarantees,,1731595262615.3b1a5ce21fb918810d964a76bfd27f36.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-14T14:41:12,073 DEBUG [RS_FLUSH_OPERATIONS-regionserver/da1c6afcd1f9:0-0 {event_type=RS_FLUSH_REGIONS, pid=45}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=45 java.io.IOException: Unable to complete flush {ENCODED => 3b1a5ce21fb918810d964a76bfd27f36, NAME => 'TestAcidGuarantees,,1731595262615.3b1a5ce21fb918810d964a76bfd27f36.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-14T14:41:12,074 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45145 {}] master.HMaster(4177): Remote procedure failed, pid=45 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 3b1a5ce21fb918810d964a76bfd27f36, NAME => 'TestAcidGuarantees,,1731595262615.3b1a5ce21fb918810d964a76bfd27f36.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$5(MasterRpcServices.java:2580) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2575) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 3b1a5ce21fb918810d964a76bfd27f36, NAME => 'TestAcidGuarantees,,1731595262615.3b1a5ce21fb918810d964a76bfd27f36.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-14T14:41:12,076 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45145 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=44 2024-11-14T14:41:12,217 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35765 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3b1a5ce21fb918810d964a76bfd27f36, server=da1c6afcd1f9,35765,1731595233113 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-14T14:41:12,217 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35765 {}] ipc.CallRunner(138): callId: 48 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:60574 deadline: 1731595332216, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3b1a5ce21fb918810d964a76bfd27f36, server=da1c6afcd1f9,35765,1731595233113 2024-11-14T14:41:12,218 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35765 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3b1a5ce21fb918810d964a76bfd27f36, server=da1c6afcd1f9,35765,1731595233113 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-14T14:41:12,218 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731595262615.3b1a5ce21fb918810d964a76bfd27f36., hostname=da1c6afcd1f9,35765,1731595233113, seqNum=5 , the old value is region=TestAcidGuarantees,,1731595262615.3b1a5ce21fb918810d964a76bfd27f36., hostname=da1c6afcd1f9,35765,1731595233113, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3b1a5ce21fb918810d964a76bfd27f36, server=da1c6afcd1f9,35765,1731595233113 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-14T14:41:12,218 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35765 {}] ipc.CallRunner(138): callId: 48 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:60580 deadline: 1731595332216, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3b1a5ce21fb918810d964a76bfd27f36, server=da1c6afcd1f9,35765,1731595233113 2024-11-14T14:41:12,218 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731595262615.3b1a5ce21fb918810d964a76bfd27f36., hostname=da1c6afcd1f9,35765,1731595233113, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3b1a5ce21fb918810d964a76bfd27f36, server=da1c6afcd1f9,35765,1731595233113 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-14T14:41:12,218 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731595262615.3b1a5ce21fb918810d964a76bfd27f36., hostname=da1c6afcd1f9,35765,1731595233113, seqNum=5 because the exception is null or not the one we care about 2024-11-14T14:41:12,218 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35765 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3b1a5ce21fb918810d964a76bfd27f36, server=da1c6afcd1f9,35765,1731595233113 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-14T14:41:12,218 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731595262615.3b1a5ce21fb918810d964a76bfd27f36., hostname=da1c6afcd1f9,35765,1731595233113, seqNum=5 , the old value is region=TestAcidGuarantees,,1731595262615.3b1a5ce21fb918810d964a76bfd27f36., hostname=da1c6afcd1f9,35765,1731595233113, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3b1a5ce21fb918810d964a76bfd27f36, server=da1c6afcd1f9,35765,1731595233113 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-14T14:41:12,218 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731595262615.3b1a5ce21fb918810d964a76bfd27f36., hostname=da1c6afcd1f9,35765,1731595233113, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3b1a5ce21fb918810d964a76bfd27f36, server=da1c6afcd1f9,35765,1731595233113 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-14T14:41:12,218 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35765 {}] ipc.CallRunner(138): callId: 45 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:60524 deadline: 1731595332216, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3b1a5ce21fb918810d964a76bfd27f36, server=da1c6afcd1f9,35765,1731595233113 2024-11-14T14:41:12,218 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731595262615.3b1a5ce21fb918810d964a76bfd27f36., hostname=da1c6afcd1f9,35765,1731595233113, seqNum=5 because the exception is null or not the one we care about 2024-11-14T14:41:12,218 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35765 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3b1a5ce21fb918810d964a76bfd27f36, server=da1c6afcd1f9,35765,1731595233113 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-14T14:41:12,218 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731595262615.3b1a5ce21fb918810d964a76bfd27f36., hostname=da1c6afcd1f9,35765,1731595233113, seqNum=5 , the old value is region=TestAcidGuarantees,,1731595262615.3b1a5ce21fb918810d964a76bfd27f36., hostname=da1c6afcd1f9,35765,1731595233113, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3b1a5ce21fb918810d964a76bfd27f36, server=da1c6afcd1f9,35765,1731595233113 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-14T14:41:12,218 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35765 {}] ipc.CallRunner(138): callId: 51 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:60566 deadline: 1731595332216, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3b1a5ce21fb918810d964a76bfd27f36, server=da1c6afcd1f9,35765,1731595233113 2024-11-14T14:41:12,218 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731595262615.3b1a5ce21fb918810d964a76bfd27f36., hostname=da1c6afcd1f9,35765,1731595233113, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3b1a5ce21fb918810d964a76bfd27f36, server=da1c6afcd1f9,35765,1731595233113 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-14T14:41:12,218 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731595262615.3b1a5ce21fb918810d964a76bfd27f36., hostname=da1c6afcd1f9,35765,1731595233113, seqNum=5 because the exception is null or not the one we care about 2024-11-14T14:41:12,219 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731595262615.3b1a5ce21fb918810d964a76bfd27f36., hostname=da1c6afcd1f9,35765,1731595233113, seqNum=5 , the old value is region=TestAcidGuarantees,,1731595262615.3b1a5ce21fb918810d964a76bfd27f36., hostname=da1c6afcd1f9,35765,1731595233113, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3b1a5ce21fb918810d964a76bfd27f36, server=da1c6afcd1f9,35765,1731595233113 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-14T14:41:12,219 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731595262615.3b1a5ce21fb918810d964a76bfd27f36., hostname=da1c6afcd1f9,35765,1731595233113, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3b1a5ce21fb918810d964a76bfd27f36, server=da1c6afcd1f9,35765,1731595233113 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-14T14:41:12,219 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731595262615.3b1a5ce21fb918810d964a76bfd27f36., hostname=da1c6afcd1f9,35765,1731595233113, seqNum=5 because the exception is null or not the one we care about 2024-11-14T14:41:12,226 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35765 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3b1a5ce21fb918810d964a76bfd27f36, server=da1c6afcd1f9,35765,1731595233113 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-14T14:41:12,226 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35765 {}] ipc.CallRunner(138): callId: 46 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:60594 deadline: 1731595332225, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3b1a5ce21fb918810d964a76bfd27f36, server=da1c6afcd1f9,35765,1731595233113 2024-11-14T14:41:12,226 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731595262615.3b1a5ce21fb918810d964a76bfd27f36., hostname=da1c6afcd1f9,35765,1731595233113, seqNum=5 , the old value is region=TestAcidGuarantees,,1731595262615.3b1a5ce21fb918810d964a76bfd27f36., hostname=da1c6afcd1f9,35765,1731595233113, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3b1a5ce21fb918810d964a76bfd27f36, server=da1c6afcd1f9,35765,1731595233113 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-14T14:41:12,226 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731595262615.3b1a5ce21fb918810d964a76bfd27f36., hostname=da1c6afcd1f9,35765,1731595233113, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3b1a5ce21fb918810d964a76bfd27f36, server=da1c6afcd1f9,35765,1731595233113 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-14T14:41:12,226 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731595262615.3b1a5ce21fb918810d964a76bfd27f36., hostname=da1c6afcd1f9,35765,1731595233113, seqNum=5 because the exception is null or not the one we care about 2024-11-14T14:41:12,227 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=35765 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=45 2024-11-14T14:41:12,227 DEBUG [RS_FLUSH_OPERATIONS-regionserver/da1c6afcd1f9:0-1 {event_type=RS_FLUSH_REGIONS, pid=45}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1731595262615.3b1a5ce21fb918810d964a76bfd27f36. 2024-11-14T14:41:12,227 DEBUG [RS_FLUSH_OPERATIONS-regionserver/da1c6afcd1f9:0-1 {event_type=RS_FLUSH_REGIONS, pid=45}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1731595262615.3b1a5ce21fb918810d964a76bfd27f36. as already flushing 2024-11-14T14:41:12,227 DEBUG [RS_FLUSH_OPERATIONS-regionserver/da1c6afcd1f9:0-1 {event_type=RS_FLUSH_REGIONS, pid=45}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1731595262615.3b1a5ce21fb918810d964a76bfd27f36. 2024-11-14T14:41:12,227 ERROR [RS_FLUSH_OPERATIONS-regionserver/da1c6afcd1f9:0-1 {event_type=RS_FLUSH_REGIONS, pid=45}] handler.RSProcedureHandler(58): pid=45 java.io.IOException: Unable to complete flush {ENCODED => 3b1a5ce21fb918810d964a76bfd27f36, NAME => 'TestAcidGuarantees,,1731595262615.3b1a5ce21fb918810d964a76bfd27f36.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-14T14:41:12,227 DEBUG [RS_FLUSH_OPERATIONS-regionserver/da1c6afcd1f9:0-1 {event_type=RS_FLUSH_REGIONS, pid=45}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=45 java.io.IOException: Unable to complete flush {ENCODED => 3b1a5ce21fb918810d964a76bfd27f36, NAME => 'TestAcidGuarantees,,1731595262615.3b1a5ce21fb918810d964a76bfd27f36.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-14T14:41:12,228 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45145 {}] master.HMaster(4177): Remote procedure failed, pid=45 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 3b1a5ce21fb918810d964a76bfd27f36, NAME => 'TestAcidGuarantees,,1731595262615.3b1a5ce21fb918810d964a76bfd27f36.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$5(MasterRpcServices.java:2580) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2575) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 3b1a5ce21fb918810d964a76bfd27f36, NAME => 'TestAcidGuarantees,,1731595262615.3b1a5ce21fb918810d964a76bfd27f36.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-14T14:41:12,278 DEBUG [MemStoreFlusher.0 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T14:41:12,283 INFO [MemStoreFlusher.0 {}] regionserver.HMobStore(268): FLUSH Renaming flushed file from hdfs://localhost:34345/user/jenkins/test-data/14d118ee-a83a-b09b-5913-1a58940a5db1/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e20241114e4541a69ea6e468db0411d946c0bf79e_3b1a5ce21fb918810d964a76bfd27f36 to hdfs://localhost:34345/user/jenkins/test-data/14d118ee-a83a-b09b-5913-1a58940a5db1/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e20241114e4541a69ea6e468db0411d946c0bf79e_3b1a5ce21fb918810d964a76bfd27f36 2024-11-14T14:41:12,284 DEBUG [MemStoreFlusher.0 {}] mob.DefaultMobStoreFlusher(263): Flush store file: hdfs://localhost:34345/user/jenkins/test-data/14d118ee-a83a-b09b-5913-1a58940a5db1/data/default/TestAcidGuarantees/3b1a5ce21fb918810d964a76bfd27f36/.tmp/A/2957110b0a5d4fa38095c824b65bf3b1, store: [table=TestAcidGuarantees family=A region=3b1a5ce21fb918810d964a76bfd27f36] 2024-11-14T14:41:12,284 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:34345/user/jenkins/test-data/14d118ee-a83a-b09b-5913-1a58940a5db1/data/default/TestAcidGuarantees/3b1a5ce21fb918810d964a76bfd27f36/.tmp/A/2957110b0a5d4fa38095c824b65bf3b1 is 175, key is test_row_0/A:col10/1731595271481/Put/seqid=0 2024-11-14T14:41:12,289 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36699 is added to blk_1073741999_1175 (size=48389) 2024-11-14T14:41:12,380 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=35765 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=45 2024-11-14T14:41:12,381 DEBUG [RS_FLUSH_OPERATIONS-regionserver/da1c6afcd1f9:0-2 {event_type=RS_FLUSH_REGIONS, pid=45}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1731595262615.3b1a5ce21fb918810d964a76bfd27f36. 2024-11-14T14:41:12,381 DEBUG [RS_FLUSH_OPERATIONS-regionserver/da1c6afcd1f9:0-2 {event_type=RS_FLUSH_REGIONS, pid=45}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1731595262615.3b1a5ce21fb918810d964a76bfd27f36. as already flushing 2024-11-14T14:41:12,381 DEBUG [RS_FLUSH_OPERATIONS-regionserver/da1c6afcd1f9:0-2 {event_type=RS_FLUSH_REGIONS, pid=45}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1731595262615.3b1a5ce21fb918810d964a76bfd27f36. 2024-11-14T14:41:12,381 ERROR [RS_FLUSH_OPERATIONS-regionserver/da1c6afcd1f9:0-2 {event_type=RS_FLUSH_REGIONS, pid=45}] handler.RSProcedureHandler(58): pid=45 java.io.IOException: Unable to complete flush {ENCODED => 3b1a5ce21fb918810d964a76bfd27f36, NAME => 'TestAcidGuarantees,,1731595262615.3b1a5ce21fb918810d964a76bfd27f36.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-14T14:41:12,381 DEBUG [RS_FLUSH_OPERATIONS-regionserver/da1c6afcd1f9:0-2 {event_type=RS_FLUSH_REGIONS, pid=45}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=45 java.io.IOException: Unable to complete flush {ENCODED => 3b1a5ce21fb918810d964a76bfd27f36, NAME => 'TestAcidGuarantees,,1731595262615.3b1a5ce21fb918810d964a76bfd27f36.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-14T14:41:12,382 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45145 {}] master.HMaster(4177): Remote procedure failed, pid=45 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 3b1a5ce21fb918810d964a76bfd27f36, NAME => 'TestAcidGuarantees,,1731595262615.3b1a5ce21fb918810d964a76bfd27f36.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$5(MasterRpcServices.java:2580) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2575) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 3b1a5ce21fb918810d964a76bfd27f36, NAME => 'TestAcidGuarantees,,1731595262615.3b1a5ce21fb918810d964a76bfd27f36.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-14T14:41:12,386 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45145 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=44 2024-11-14T14:41:12,529 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35765 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3b1a5ce21fb918810d964a76bfd27f36, server=da1c6afcd1f9,35765,1731595233113 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-14T14:41:12,529 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35765 {}] ipc.CallRunner(138): callId: 49 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:60574 deadline: 1731595332526, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3b1a5ce21fb918810d964a76bfd27f36, server=da1c6afcd1f9,35765,1731595233113 2024-11-14T14:41:12,530 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35765 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3b1a5ce21fb918810d964a76bfd27f36, server=da1c6afcd1f9,35765,1731595233113 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-14T14:41:12,530 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731595262615.3b1a5ce21fb918810d964a76bfd27f36., hostname=da1c6afcd1f9,35765,1731595233113, seqNum=5 , the old value is region=TestAcidGuarantees,,1731595262615.3b1a5ce21fb918810d964a76bfd27f36., hostname=da1c6afcd1f9,35765,1731595233113, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3b1a5ce21fb918810d964a76bfd27f36, server=da1c6afcd1f9,35765,1731595233113 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-14T14:41:12,530 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731595262615.3b1a5ce21fb918810d964a76bfd27f36., hostname=da1c6afcd1f9,35765,1731595233113, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3b1a5ce21fb918810d964a76bfd27f36, server=da1c6afcd1f9,35765,1731595233113 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-14T14:41:12,530 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731595262615.3b1a5ce21fb918810d964a76bfd27f36., hostname=da1c6afcd1f9,35765,1731595233113, seqNum=5 because the exception is null or not the one we care about 2024-11-14T14:41:12,530 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35765 {}] ipc.CallRunner(138): callId: 49 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:60580 deadline: 1731595332526, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3b1a5ce21fb918810d964a76bfd27f36, server=da1c6afcd1f9,35765,1731595233113 2024-11-14T14:41:12,530 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35765 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3b1a5ce21fb918810d964a76bfd27f36, server=da1c6afcd1f9,35765,1731595233113 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-14T14:41:12,530 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731595262615.3b1a5ce21fb918810d964a76bfd27f36., hostname=da1c6afcd1f9,35765,1731595233113, seqNum=5 , the old value is region=TestAcidGuarantees,,1731595262615.3b1a5ce21fb918810d964a76bfd27f36., hostname=da1c6afcd1f9,35765,1731595233113, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3b1a5ce21fb918810d964a76bfd27f36, server=da1c6afcd1f9,35765,1731595233113 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-14T14:41:12,530 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731595262615.3b1a5ce21fb918810d964a76bfd27f36., hostname=da1c6afcd1f9,35765,1731595233113, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3b1a5ce21fb918810d964a76bfd27f36, server=da1c6afcd1f9,35765,1731595233113 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-14T14:41:12,530 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731595262615.3b1a5ce21fb918810d964a76bfd27f36., hostname=da1c6afcd1f9,35765,1731595233113, seqNum=5 because the exception is null or not the one we care about 2024-11-14T14:41:12,530 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35765 {}] ipc.CallRunner(138): callId: 46 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:60524 deadline: 1731595332527, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3b1a5ce21fb918810d964a76bfd27f36, server=da1c6afcd1f9,35765,1731595233113 2024-11-14T14:41:12,530 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731595262615.3b1a5ce21fb918810d964a76bfd27f36., hostname=da1c6afcd1f9,35765,1731595233113, seqNum=5 , the old value is region=TestAcidGuarantees,,1731595262615.3b1a5ce21fb918810d964a76bfd27f36., hostname=da1c6afcd1f9,35765,1731595233113, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3b1a5ce21fb918810d964a76bfd27f36, server=da1c6afcd1f9,35765,1731595233113 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-14T14:41:12,530 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731595262615.3b1a5ce21fb918810d964a76bfd27f36., hostname=da1c6afcd1f9,35765,1731595233113, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3b1a5ce21fb918810d964a76bfd27f36, server=da1c6afcd1f9,35765,1731595233113 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-14T14:41:12,530 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35765 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3b1a5ce21fb918810d964a76bfd27f36, server=da1c6afcd1f9,35765,1731595233113 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-14T14:41:12,530 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731595262615.3b1a5ce21fb918810d964a76bfd27f36., hostname=da1c6afcd1f9,35765,1731595233113, seqNum=5 because the exception is null or not the one we care about 2024-11-14T14:41:12,530 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35765 {}] ipc.CallRunner(138): callId: 52 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:60566 deadline: 1731595332527, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3b1a5ce21fb918810d964a76bfd27f36, server=da1c6afcd1f9,35765,1731595233113 2024-11-14T14:41:12,531 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731595262615.3b1a5ce21fb918810d964a76bfd27f36., hostname=da1c6afcd1f9,35765,1731595233113, seqNum=5 , the old value is region=TestAcidGuarantees,,1731595262615.3b1a5ce21fb918810d964a76bfd27f36., hostname=da1c6afcd1f9,35765,1731595233113, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3b1a5ce21fb918810d964a76bfd27f36, server=da1c6afcd1f9,35765,1731595233113 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-14T14:41:12,531 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731595262615.3b1a5ce21fb918810d964a76bfd27f36., hostname=da1c6afcd1f9,35765,1731595233113, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3b1a5ce21fb918810d964a76bfd27f36, server=da1c6afcd1f9,35765,1731595233113 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-14T14:41:12,531 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731595262615.3b1a5ce21fb918810d964a76bfd27f36., hostname=da1c6afcd1f9,35765,1731595233113, seqNum=5 because the exception is null or not the one we care about 2024-11-14T14:41:12,534 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=35765 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=45 2024-11-14T14:41:12,534 DEBUG [RS_FLUSH_OPERATIONS-regionserver/da1c6afcd1f9:0-0 {event_type=RS_FLUSH_REGIONS, pid=45}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1731595262615.3b1a5ce21fb918810d964a76bfd27f36. 2024-11-14T14:41:12,534 DEBUG [RS_FLUSH_OPERATIONS-regionserver/da1c6afcd1f9:0-0 {event_type=RS_FLUSH_REGIONS, pid=45}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1731595262615.3b1a5ce21fb918810d964a76bfd27f36. as already flushing 2024-11-14T14:41:12,534 DEBUG [RS_FLUSH_OPERATIONS-regionserver/da1c6afcd1f9:0-0 {event_type=RS_FLUSH_REGIONS, pid=45}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1731595262615.3b1a5ce21fb918810d964a76bfd27f36. 2024-11-14T14:41:12,534 ERROR [RS_FLUSH_OPERATIONS-regionserver/da1c6afcd1f9:0-0 {event_type=RS_FLUSH_REGIONS, pid=45}] handler.RSProcedureHandler(58): pid=45 java.io.IOException: Unable to complete flush {ENCODED => 3b1a5ce21fb918810d964a76bfd27f36, NAME => 'TestAcidGuarantees,,1731595262615.3b1a5ce21fb918810d964a76bfd27f36.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-14T14:41:12,534 DEBUG [RS_FLUSH_OPERATIONS-regionserver/da1c6afcd1f9:0-0 {event_type=RS_FLUSH_REGIONS, pid=45}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=45 java.io.IOException: Unable to complete flush {ENCODED => 3b1a5ce21fb918810d964a76bfd27f36, NAME => 'TestAcidGuarantees,,1731595262615.3b1a5ce21fb918810d964a76bfd27f36.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-14T14:41:12,535 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45145 {}] master.HMaster(4177): Remote procedure failed, pid=45 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 3b1a5ce21fb918810d964a76bfd27f36, NAME => 'TestAcidGuarantees,,1731595262615.3b1a5ce21fb918810d964a76bfd27f36.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$5(MasterRpcServices.java:2580) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2575) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 3b1a5ce21fb918810d964a76bfd27f36, NAME => 'TestAcidGuarantees,,1731595262615.3b1a5ce21fb918810d964a76bfd27f36.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-14T14:41:12,538 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35765 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3b1a5ce21fb918810d964a76bfd27f36, server=da1c6afcd1f9,35765,1731595233113 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-14T14:41:12,538 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35765 {}] ipc.CallRunner(138): callId: 47 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:60594 deadline: 1731595332536, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3b1a5ce21fb918810d964a76bfd27f36, server=da1c6afcd1f9,35765,1731595233113 2024-11-14T14:41:12,538 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731595262615.3b1a5ce21fb918810d964a76bfd27f36., hostname=da1c6afcd1f9,35765,1731595233113, seqNum=5 , the old value is region=TestAcidGuarantees,,1731595262615.3b1a5ce21fb918810d964a76bfd27f36., hostname=da1c6afcd1f9,35765,1731595233113, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3b1a5ce21fb918810d964a76bfd27f36, server=da1c6afcd1f9,35765,1731595233113 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-14T14:41:12,538 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731595262615.3b1a5ce21fb918810d964a76bfd27f36., hostname=da1c6afcd1f9,35765,1731595233113, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3b1a5ce21fb918810d964a76bfd27f36, server=da1c6afcd1f9,35765,1731595233113 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-14T14:41:12,538 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731595262615.3b1a5ce21fb918810d964a76bfd27f36., hostname=da1c6afcd1f9,35765,1731595233113, seqNum=5 because the exception is null or not the one we care about 2024-11-14T14:41:12,687 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=35765 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=45 2024-11-14T14:41:12,687 DEBUG [RS_FLUSH_OPERATIONS-regionserver/da1c6afcd1f9:0-1 {event_type=RS_FLUSH_REGIONS, pid=45}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1731595262615.3b1a5ce21fb918810d964a76bfd27f36. 2024-11-14T14:41:12,687 DEBUG [RS_FLUSH_OPERATIONS-regionserver/da1c6afcd1f9:0-1 {event_type=RS_FLUSH_REGIONS, pid=45}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1731595262615.3b1a5ce21fb918810d964a76bfd27f36. as already flushing 2024-11-14T14:41:12,687 DEBUG [RS_FLUSH_OPERATIONS-regionserver/da1c6afcd1f9:0-1 {event_type=RS_FLUSH_REGIONS, pid=45}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1731595262615.3b1a5ce21fb918810d964a76bfd27f36. 2024-11-14T14:41:12,688 ERROR [RS_FLUSH_OPERATIONS-regionserver/da1c6afcd1f9:0-1 {event_type=RS_FLUSH_REGIONS, pid=45}] handler.RSProcedureHandler(58): pid=45 java.io.IOException: Unable to complete flush {ENCODED => 3b1a5ce21fb918810d964a76bfd27f36, NAME => 'TestAcidGuarantees,,1731595262615.3b1a5ce21fb918810d964a76bfd27f36.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-14T14:41:12,688 DEBUG [RS_FLUSH_OPERATIONS-regionserver/da1c6afcd1f9:0-1 {event_type=RS_FLUSH_REGIONS, pid=45}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=45 java.io.IOException: Unable to complete flush {ENCODED => 3b1a5ce21fb918810d964a76bfd27f36, NAME => 'TestAcidGuarantees,,1731595262615.3b1a5ce21fb918810d964a76bfd27f36.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-14T14:41:12,688 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45145 {}] master.HMaster(4177): Remote procedure failed, pid=45 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 3b1a5ce21fb918810d964a76bfd27f36, NAME => 'TestAcidGuarantees,,1731595262615.3b1a5ce21fb918810d964a76bfd27f36.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$5(MasterRpcServices.java:2580) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2575) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 3b1a5ce21fb918810d964a76bfd27f36, NAME => 'TestAcidGuarantees,,1731595262615.3b1a5ce21fb918810d964a76bfd27f36.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-14T14:41:12,689 INFO [MemStoreFlusher.0 {}] mob.DefaultMobStoreFlusher(147): Mob store is flushed, sequenceid=149, memsize=11.2 K, hasBloomFilter=true, into tmp file hdfs://localhost:34345/user/jenkins/test-data/14d118ee-a83a-b09b-5913-1a58940a5db1/data/default/TestAcidGuarantees/3b1a5ce21fb918810d964a76bfd27f36/.tmp/A/2957110b0a5d4fa38095c824b65bf3b1 2024-11-14T14:41:12,699 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:34345/user/jenkins/test-data/14d118ee-a83a-b09b-5913-1a58940a5db1/data/default/TestAcidGuarantees/3b1a5ce21fb918810d964a76bfd27f36/.tmp/B/8ea9c7b3152141acb46340cee0d88b74 is 50, key is test_row_0/B:col10/1731595271481/Put/seqid=0 2024-11-14T14:41:12,706 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36699 is added to blk_1073742000_1176 (size=12151) 2024-11-14T14:41:12,719 DEBUG [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(131): Registering adapter for the MetricRegistry: RegionServer,sub=TableRequests_Namespace_default_table_TestAcidGuarantees 2024-11-14T14:41:12,719 INFO [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(135): Registering RegionServer,sub=TableRequests_Namespace_default_table_TestAcidGuarantees Metrics about Tables on a single HBase RegionServer 2024-11-14T14:41:12,841 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=35765 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=45 2024-11-14T14:41:12,841 DEBUG [RS_FLUSH_OPERATIONS-regionserver/da1c6afcd1f9:0-2 {event_type=RS_FLUSH_REGIONS, pid=45}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1731595262615.3b1a5ce21fb918810d964a76bfd27f36. 2024-11-14T14:41:12,841 DEBUG [RS_FLUSH_OPERATIONS-regionserver/da1c6afcd1f9:0-2 {event_type=RS_FLUSH_REGIONS, pid=45}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1731595262615.3b1a5ce21fb918810d964a76bfd27f36. as already flushing 2024-11-14T14:41:12,841 DEBUG [RS_FLUSH_OPERATIONS-regionserver/da1c6afcd1f9:0-2 {event_type=RS_FLUSH_REGIONS, pid=45}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1731595262615.3b1a5ce21fb918810d964a76bfd27f36. 2024-11-14T14:41:12,841 ERROR [RS_FLUSH_OPERATIONS-regionserver/da1c6afcd1f9:0-2 {event_type=RS_FLUSH_REGIONS, pid=45}] handler.RSProcedureHandler(58): pid=45 java.io.IOException: Unable to complete flush {ENCODED => 3b1a5ce21fb918810d964a76bfd27f36, NAME => 'TestAcidGuarantees,,1731595262615.3b1a5ce21fb918810d964a76bfd27f36.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-14T14:41:12,841 DEBUG [RS_FLUSH_OPERATIONS-regionserver/da1c6afcd1f9:0-2 {event_type=RS_FLUSH_REGIONS, pid=45}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=45 java.io.IOException: Unable to complete flush {ENCODED => 3b1a5ce21fb918810d964a76bfd27f36, NAME => 'TestAcidGuarantees,,1731595262615.3b1a5ce21fb918810d964a76bfd27f36.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-14T14:41:12,842 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45145 {}] master.HMaster(4177): Remote procedure failed, pid=45 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 3b1a5ce21fb918810d964a76bfd27f36, NAME => 'TestAcidGuarantees,,1731595262615.3b1a5ce21fb918810d964a76bfd27f36.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$5(MasterRpcServices.java:2580) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2575) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 3b1a5ce21fb918810d964a76bfd27f36, NAME => 'TestAcidGuarantees,,1731595262615.3b1a5ce21fb918810d964a76bfd27f36.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-14T14:41:12,896 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45145 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=44 2024-11-14T14:41:12,995 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=35765 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=45 2024-11-14T14:41:12,995 DEBUG [RS_FLUSH_OPERATIONS-regionserver/da1c6afcd1f9:0-0 {event_type=RS_FLUSH_REGIONS, pid=45}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1731595262615.3b1a5ce21fb918810d964a76bfd27f36. 2024-11-14T14:41:12,995 DEBUG [RS_FLUSH_OPERATIONS-regionserver/da1c6afcd1f9:0-0 {event_type=RS_FLUSH_REGIONS, pid=45}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1731595262615.3b1a5ce21fb918810d964a76bfd27f36. as already flushing 2024-11-14T14:41:12,995 DEBUG [RS_FLUSH_OPERATIONS-regionserver/da1c6afcd1f9:0-0 {event_type=RS_FLUSH_REGIONS, pid=45}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1731595262615.3b1a5ce21fb918810d964a76bfd27f36. 2024-11-14T14:41:12,995 ERROR [RS_FLUSH_OPERATIONS-regionserver/da1c6afcd1f9:0-0 {event_type=RS_FLUSH_REGIONS, pid=45}] handler.RSProcedureHandler(58): pid=45 java.io.IOException: Unable to complete flush {ENCODED => 3b1a5ce21fb918810d964a76bfd27f36, NAME => 'TestAcidGuarantees,,1731595262615.3b1a5ce21fb918810d964a76bfd27f36.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-14T14:41:12,995 DEBUG [RS_FLUSH_OPERATIONS-regionserver/da1c6afcd1f9:0-0 {event_type=RS_FLUSH_REGIONS, pid=45}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=45 java.io.IOException: Unable to complete flush {ENCODED => 3b1a5ce21fb918810d964a76bfd27f36, NAME => 'TestAcidGuarantees,,1731595262615.3b1a5ce21fb918810d964a76bfd27f36.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-14T14:41:12,996 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45145 {}] master.HMaster(4177): Remote procedure failed, pid=45 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 3b1a5ce21fb918810d964a76bfd27f36, NAME => 'TestAcidGuarantees,,1731595262615.3b1a5ce21fb918810d964a76bfd27f36.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$5(MasterRpcServices.java:2580) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2575) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 3b1a5ce21fb918810d964a76bfd27f36, NAME => 'TestAcidGuarantees,,1731595262615.3b1a5ce21fb918810d964a76bfd27f36.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-14T14:41:13,039 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35765 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3b1a5ce21fb918810d964a76bfd27f36, server=da1c6afcd1f9,35765,1731595233113 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-14T14:41:13,039 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35765 {}] ipc.CallRunner(138): callId: 50 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:60574 deadline: 1731595333036, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3b1a5ce21fb918810d964a76bfd27f36, server=da1c6afcd1f9,35765,1731595233113 2024-11-14T14:41:13,039 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35765 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3b1a5ce21fb918810d964a76bfd27f36, server=da1c6afcd1f9,35765,1731595233113 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-14T14:41:13,039 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35765 {}] ipc.CallRunner(138): callId: 50 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:60580 deadline: 1731595333036, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3b1a5ce21fb918810d964a76bfd27f36, server=da1c6afcd1f9,35765,1731595233113 2024-11-14T14:41:13,040 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731595262615.3b1a5ce21fb918810d964a76bfd27f36., hostname=da1c6afcd1f9,35765,1731595233113, seqNum=5 , the old value is region=TestAcidGuarantees,,1731595262615.3b1a5ce21fb918810d964a76bfd27f36., hostname=da1c6afcd1f9,35765,1731595233113, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3b1a5ce21fb918810d964a76bfd27f36, server=da1c6afcd1f9,35765,1731595233113 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-14T14:41:13,040 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35765 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3b1a5ce21fb918810d964a76bfd27f36, server=da1c6afcd1f9,35765,1731595233113 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-14T14:41:13,040 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731595262615.3b1a5ce21fb918810d964a76bfd27f36., hostname=da1c6afcd1f9,35765,1731595233113, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3b1a5ce21fb918810d964a76bfd27f36, server=da1c6afcd1f9,35765,1731595233113 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-14T14:41:13,040 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731595262615.3b1a5ce21fb918810d964a76bfd27f36., hostname=da1c6afcd1f9,35765,1731595233113, seqNum=5 because the exception is null or not the one we care about 2024-11-14T14:41:13,040 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35765 {}] ipc.CallRunner(138): callId: 47 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:60524 deadline: 1731595333036, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3b1a5ce21fb918810d964a76bfd27f36, server=da1c6afcd1f9,35765,1731595233113 2024-11-14T14:41:13,040 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35765 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3b1a5ce21fb918810d964a76bfd27f36, server=da1c6afcd1f9,35765,1731595233113 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-14T14:41:13,040 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35765 {}] ipc.CallRunner(138): callId: 53 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:60566 deadline: 1731595333037, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3b1a5ce21fb918810d964a76bfd27f36, server=da1c6afcd1f9,35765,1731595233113 2024-11-14T14:41:13,040 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731595262615.3b1a5ce21fb918810d964a76bfd27f36., hostname=da1c6afcd1f9,35765,1731595233113, seqNum=5 , the old value is region=TestAcidGuarantees,,1731595262615.3b1a5ce21fb918810d964a76bfd27f36., hostname=da1c6afcd1f9,35765,1731595233113, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3b1a5ce21fb918810d964a76bfd27f36, server=da1c6afcd1f9,35765,1731595233113 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-14T14:41:13,040 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731595262615.3b1a5ce21fb918810d964a76bfd27f36., hostname=da1c6afcd1f9,35765,1731595233113, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3b1a5ce21fb918810d964a76bfd27f36, server=da1c6afcd1f9,35765,1731595233113 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-14T14:41:13,040 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731595262615.3b1a5ce21fb918810d964a76bfd27f36., hostname=da1c6afcd1f9,35765,1731595233113, seqNum=5 because the exception is null or not the one we care about 2024-11-14T14:41:13,041 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731595262615.3b1a5ce21fb918810d964a76bfd27f36., hostname=da1c6afcd1f9,35765,1731595233113, seqNum=5 , the old value is region=TestAcidGuarantees,,1731595262615.3b1a5ce21fb918810d964a76bfd27f36., hostname=da1c6afcd1f9,35765,1731595233113, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3b1a5ce21fb918810d964a76bfd27f36, server=da1c6afcd1f9,35765,1731595233113 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-14T14:41:13,041 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731595262615.3b1a5ce21fb918810d964a76bfd27f36., hostname=da1c6afcd1f9,35765,1731595233113, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3b1a5ce21fb918810d964a76bfd27f36, server=da1c6afcd1f9,35765,1731595233113 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-14T14:41:13,041 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731595262615.3b1a5ce21fb918810d964a76bfd27f36., hostname=da1c6afcd1f9,35765,1731595233113, seqNum=5 because the exception is null or not the one we care about 2024-11-14T14:41:13,041 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731595262615.3b1a5ce21fb918810d964a76bfd27f36., hostname=da1c6afcd1f9,35765,1731595233113, seqNum=5 , the old value is region=TestAcidGuarantees,,1731595262615.3b1a5ce21fb918810d964a76bfd27f36., hostname=da1c6afcd1f9,35765,1731595233113, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3b1a5ce21fb918810d964a76bfd27f36, server=da1c6afcd1f9,35765,1731595233113 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-14T14:41:13,042 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731595262615.3b1a5ce21fb918810d964a76bfd27f36., hostname=da1c6afcd1f9,35765,1731595233113, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3b1a5ce21fb918810d964a76bfd27f36, server=da1c6afcd1f9,35765,1731595233113 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-14T14:41:13,042 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731595262615.3b1a5ce21fb918810d964a76bfd27f36., hostname=da1c6afcd1f9,35765,1731595233113, seqNum=5 because the exception is null or not the one we care about 2024-11-14T14:41:13,056 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35765 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3b1a5ce21fb918810d964a76bfd27f36, server=da1c6afcd1f9,35765,1731595233113 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-14T14:41:13,056 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35765 {}] ipc.CallRunner(138): callId: 48 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:60594 deadline: 1731595333047, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3b1a5ce21fb918810d964a76bfd27f36, server=da1c6afcd1f9,35765,1731595233113 2024-11-14T14:41:13,057 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731595262615.3b1a5ce21fb918810d964a76bfd27f36., hostname=da1c6afcd1f9,35765,1731595233113, seqNum=5 , the old value is region=TestAcidGuarantees,,1731595262615.3b1a5ce21fb918810d964a76bfd27f36., hostname=da1c6afcd1f9,35765,1731595233113, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3b1a5ce21fb918810d964a76bfd27f36, server=da1c6afcd1f9,35765,1731595233113 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-14T14:41:13,057 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731595262615.3b1a5ce21fb918810d964a76bfd27f36., hostname=da1c6afcd1f9,35765,1731595233113, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3b1a5ce21fb918810d964a76bfd27f36, server=da1c6afcd1f9,35765,1731595233113 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-14T14:41:13,057 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731595262615.3b1a5ce21fb918810d964a76bfd27f36., hostname=da1c6afcd1f9,35765,1731595233113, seqNum=5 because the exception is null or not the one we care about 2024-11-14T14:41:13,106 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=53.67 KB at sequenceid=149 (bloomFilter=true), to=hdfs://localhost:34345/user/jenkins/test-data/14d118ee-a83a-b09b-5913-1a58940a5db1/data/default/TestAcidGuarantees/3b1a5ce21fb918810d964a76bfd27f36/.tmp/B/8ea9c7b3152141acb46340cee0d88b74 2024-11-14T14:41:13,116 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:34345/user/jenkins/test-data/14d118ee-a83a-b09b-5913-1a58940a5db1/data/default/TestAcidGuarantees/3b1a5ce21fb918810d964a76bfd27f36/.tmp/C/ff56748724ee467caca1b139117e53c3 is 50, key is test_row_0/C:col10/1731595271481/Put/seqid=0 2024-11-14T14:41:13,120 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36699 is added to blk_1073742001_1177 (size=12151) 2024-11-14T14:41:13,149 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=35765 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=45 2024-11-14T14:41:13,149 DEBUG [RS_FLUSH_OPERATIONS-regionserver/da1c6afcd1f9:0-1 {event_type=RS_FLUSH_REGIONS, pid=45}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1731595262615.3b1a5ce21fb918810d964a76bfd27f36. 2024-11-14T14:41:13,149 DEBUG [RS_FLUSH_OPERATIONS-regionserver/da1c6afcd1f9:0-1 {event_type=RS_FLUSH_REGIONS, pid=45}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1731595262615.3b1a5ce21fb918810d964a76bfd27f36. as already flushing 2024-11-14T14:41:13,149 DEBUG [RS_FLUSH_OPERATIONS-regionserver/da1c6afcd1f9:0-1 {event_type=RS_FLUSH_REGIONS, pid=45}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1731595262615.3b1a5ce21fb918810d964a76bfd27f36. 2024-11-14T14:41:13,149 ERROR [RS_FLUSH_OPERATIONS-regionserver/da1c6afcd1f9:0-1 {event_type=RS_FLUSH_REGIONS, pid=45}] handler.RSProcedureHandler(58): pid=45 java.io.IOException: Unable to complete flush {ENCODED => 3b1a5ce21fb918810d964a76bfd27f36, NAME => 'TestAcidGuarantees,,1731595262615.3b1a5ce21fb918810d964a76bfd27f36.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-14T14:41:13,149 DEBUG [RS_FLUSH_OPERATIONS-regionserver/da1c6afcd1f9:0-1 {event_type=RS_FLUSH_REGIONS, pid=45}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=45 java.io.IOException: Unable to complete flush {ENCODED => 3b1a5ce21fb918810d964a76bfd27f36, NAME => 'TestAcidGuarantees,,1731595262615.3b1a5ce21fb918810d964a76bfd27f36.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-14T14:41:13,150 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45145 {}] master.HMaster(4177): Remote procedure failed, pid=45 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 3b1a5ce21fb918810d964a76bfd27f36, NAME => 'TestAcidGuarantees,,1731595262615.3b1a5ce21fb918810d964a76bfd27f36.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$5(MasterRpcServices.java:2580) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2575) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 3b1a5ce21fb918810d964a76bfd27f36, NAME => 'TestAcidGuarantees,,1731595262615.3b1a5ce21fb918810d964a76bfd27f36.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-14T14:41:13,303 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=35765 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=45 2024-11-14T14:41:13,303 DEBUG [RS_FLUSH_OPERATIONS-regionserver/da1c6afcd1f9:0-2 {event_type=RS_FLUSH_REGIONS, pid=45}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1731595262615.3b1a5ce21fb918810d964a76bfd27f36. 2024-11-14T14:41:13,304 DEBUG [RS_FLUSH_OPERATIONS-regionserver/da1c6afcd1f9:0-2 {event_type=RS_FLUSH_REGIONS, pid=45}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1731595262615.3b1a5ce21fb918810d964a76bfd27f36. as already flushing 2024-11-14T14:41:13,304 DEBUG [RS_FLUSH_OPERATIONS-regionserver/da1c6afcd1f9:0-2 {event_type=RS_FLUSH_REGIONS, pid=45}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1731595262615.3b1a5ce21fb918810d964a76bfd27f36. 2024-11-14T14:41:13,304 ERROR [RS_FLUSH_OPERATIONS-regionserver/da1c6afcd1f9:0-2 {event_type=RS_FLUSH_REGIONS, pid=45}] handler.RSProcedureHandler(58): pid=45 java.io.IOException: Unable to complete flush {ENCODED => 3b1a5ce21fb918810d964a76bfd27f36, NAME => 'TestAcidGuarantees,,1731595262615.3b1a5ce21fb918810d964a76bfd27f36.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-14T14:41:13,304 DEBUG [RS_FLUSH_OPERATIONS-regionserver/da1c6afcd1f9:0-2 {event_type=RS_FLUSH_REGIONS, pid=45}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=45 java.io.IOException: Unable to complete flush {ENCODED => 3b1a5ce21fb918810d964a76bfd27f36, NAME => 'TestAcidGuarantees,,1731595262615.3b1a5ce21fb918810d964a76bfd27f36.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-14T14:41:13,305 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45145 {}] master.HMaster(4177): Remote procedure failed, pid=45 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 3b1a5ce21fb918810d964a76bfd27f36, NAME => 'TestAcidGuarantees,,1731595262615.3b1a5ce21fb918810d964a76bfd27f36.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$5(MasterRpcServices.java:2580) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2575) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 3b1a5ce21fb918810d964a76bfd27f36, NAME => 'TestAcidGuarantees,,1731595262615.3b1a5ce21fb918810d964a76bfd27f36.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-14T14:41:13,457 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=35765 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=45 2024-11-14T14:41:13,458 DEBUG [RS_FLUSH_OPERATIONS-regionserver/da1c6afcd1f9:0-0 {event_type=RS_FLUSH_REGIONS, pid=45}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1731595262615.3b1a5ce21fb918810d964a76bfd27f36. 2024-11-14T14:41:13,458 DEBUG [RS_FLUSH_OPERATIONS-regionserver/da1c6afcd1f9:0-0 {event_type=RS_FLUSH_REGIONS, pid=45}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1731595262615.3b1a5ce21fb918810d964a76bfd27f36. as already flushing 2024-11-14T14:41:13,458 DEBUG [RS_FLUSH_OPERATIONS-regionserver/da1c6afcd1f9:0-0 {event_type=RS_FLUSH_REGIONS, pid=45}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1731595262615.3b1a5ce21fb918810d964a76bfd27f36. 2024-11-14T14:41:13,458 ERROR [RS_FLUSH_OPERATIONS-regionserver/da1c6afcd1f9:0-0 {event_type=RS_FLUSH_REGIONS, pid=45}] handler.RSProcedureHandler(58): pid=45 java.io.IOException: Unable to complete flush {ENCODED => 3b1a5ce21fb918810d964a76bfd27f36, NAME => 'TestAcidGuarantees,,1731595262615.3b1a5ce21fb918810d964a76bfd27f36.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-14T14:41:13,458 DEBUG [RS_FLUSH_OPERATIONS-regionserver/da1c6afcd1f9:0-0 {event_type=RS_FLUSH_REGIONS, pid=45}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=45 java.io.IOException: Unable to complete flush {ENCODED => 3b1a5ce21fb918810d964a76bfd27f36, NAME => 'TestAcidGuarantees,,1731595262615.3b1a5ce21fb918810d964a76bfd27f36.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-14T14:41:13,459 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45145 {}] master.HMaster(4177): Remote procedure failed, pid=45 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 3b1a5ce21fb918810d964a76bfd27f36, NAME => 'TestAcidGuarantees,,1731595262615.3b1a5ce21fb918810d964a76bfd27f36.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$5(MasterRpcServices.java:2580) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2575) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 3b1a5ce21fb918810d964a76bfd27f36, NAME => 'TestAcidGuarantees,,1731595262615.3b1a5ce21fb918810d964a76bfd27f36.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-14T14:41:13,524 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=48.80 KB at sequenceid=149 (bloomFilter=true), to=hdfs://localhost:34345/user/jenkins/test-data/14d118ee-a83a-b09b-5913-1a58940a5db1/data/default/TestAcidGuarantees/3b1a5ce21fb918810d964a76bfd27f36/.tmp/C/ff56748724ee467caca1b139117e53c3 2024-11-14T14:41:13,531 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:34345/user/jenkins/test-data/14d118ee-a83a-b09b-5913-1a58940a5db1/data/default/TestAcidGuarantees/3b1a5ce21fb918810d964a76bfd27f36/.tmp/A/2957110b0a5d4fa38095c824b65bf3b1 as hdfs://localhost:34345/user/jenkins/test-data/14d118ee-a83a-b09b-5913-1a58940a5db1/data/default/TestAcidGuarantees/3b1a5ce21fb918810d964a76bfd27f36/A/2957110b0a5d4fa38095c824b65bf3b1 2024-11-14T14:41:13,544 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:34345/user/jenkins/test-data/14d118ee-a83a-b09b-5913-1a58940a5db1/data/default/TestAcidGuarantees/3b1a5ce21fb918810d964a76bfd27f36/A/2957110b0a5d4fa38095c824b65bf3b1, entries=250, sequenceid=149, filesize=47.3 K 2024-11-14T14:41:13,549 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:34345/user/jenkins/test-data/14d118ee-a83a-b09b-5913-1a58940a5db1/data/default/TestAcidGuarantees/3b1a5ce21fb918810d964a76bfd27f36/.tmp/B/8ea9c7b3152141acb46340cee0d88b74 as hdfs://localhost:34345/user/jenkins/test-data/14d118ee-a83a-b09b-5913-1a58940a5db1/data/default/TestAcidGuarantees/3b1a5ce21fb918810d964a76bfd27f36/B/8ea9c7b3152141acb46340cee0d88b74 2024-11-14T14:41:13,562 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:34345/user/jenkins/test-data/14d118ee-a83a-b09b-5913-1a58940a5db1/data/default/TestAcidGuarantees/3b1a5ce21fb918810d964a76bfd27f36/B/8ea9c7b3152141acb46340cee0d88b74, entries=150, sequenceid=149, filesize=11.9 K 2024-11-14T14:41:13,565 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:34345/user/jenkins/test-data/14d118ee-a83a-b09b-5913-1a58940a5db1/data/default/TestAcidGuarantees/3b1a5ce21fb918810d964a76bfd27f36/.tmp/C/ff56748724ee467caca1b139117e53c3 as hdfs://localhost:34345/user/jenkins/test-data/14d118ee-a83a-b09b-5913-1a58940a5db1/data/default/TestAcidGuarantees/3b1a5ce21fb918810d964a76bfd27f36/C/ff56748724ee467caca1b139117e53c3 2024-11-14T14:41:13,578 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:34345/user/jenkins/test-data/14d118ee-a83a-b09b-5913-1a58940a5db1/data/default/TestAcidGuarantees/3b1a5ce21fb918810d964a76bfd27f36/C/ff56748724ee467caca1b139117e53c3, entries=150, sequenceid=149, filesize=11.9 K 2024-11-14T14:41:13,580 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(3140): Finished flush of dataSize ~113.66 KB/116385, heapSize ~321.32 KB/329032, currentSize=67.09 KB/68700 for 3b1a5ce21fb918810d964a76bfd27f36 in 1766ms, sequenceid=149, compaction requested=true 2024-11-14T14:41:13,580 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2603): Flush status journal for 3b1a5ce21fb918810d964a76bfd27f36: 2024-11-14T14:41:13,580 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store 3b1a5ce21fb918810d964a76bfd27f36:A, priority=-2147483648, current under compaction store size is 1 2024-11-14T14:41:13,580 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-14T14:41:13,580 DEBUG [RS:0;da1c6afcd1f9:35765-shortCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 4 store files, 0 compacting, 4 eligible, 16 blocking 2024-11-14T14:41:13,580 DEBUG [RS:0;da1c6afcd1f9:35765-longCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 4 store files, 0 compacting, 4 eligible, 16 blocking 2024-11-14T14:41:13,580 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store 3b1a5ce21fb918810d964a76bfd27f36:B, priority=-2147483648, current under compaction store size is 2 2024-11-14T14:41:13,580 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-14T14:41:13,580 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store 3b1a5ce21fb918810d964a76bfd27f36:C, priority=-2147483648, current under compaction store size is 3 2024-11-14T14:41:13,580 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=1), splitQueue=0 2024-11-14T14:41:13,584 DEBUG [RS:0;da1c6afcd1f9:35765-longCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 4 files of size 48257 starting at candidate #0 after considering 3 permutations with 3 in ratio 2024-11-14T14:41:13,584 DEBUG [RS:0;da1c6afcd1f9:35765-longCompactions-0 {}] regionserver.HStore(1541): 3b1a5ce21fb918810d964a76bfd27f36/B is initiating minor compaction (all files) 2024-11-14T14:41:13,584 INFO [RS:0;da1c6afcd1f9:35765-longCompactions-0 {}] regionserver.HRegion(2416): Starting compaction of 3b1a5ce21fb918810d964a76bfd27f36/B in TestAcidGuarantees,,1731595262615.3b1a5ce21fb918810d964a76bfd27f36. 2024-11-14T14:41:13,584 INFO [RS:0;da1c6afcd1f9:35765-longCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:34345/user/jenkins/test-data/14d118ee-a83a-b09b-5913-1a58940a5db1/data/default/TestAcidGuarantees/3b1a5ce21fb918810d964a76bfd27f36/B/b03a50e02ed7458a922a445c3ff29bf3, hdfs://localhost:34345/user/jenkins/test-data/14d118ee-a83a-b09b-5913-1a58940a5db1/data/default/TestAcidGuarantees/3b1a5ce21fb918810d964a76bfd27f36/B/8e7561d2d45c4fa9a61eca18818b5733, hdfs://localhost:34345/user/jenkins/test-data/14d118ee-a83a-b09b-5913-1a58940a5db1/data/default/TestAcidGuarantees/3b1a5ce21fb918810d964a76bfd27f36/B/4ad26b7874ad483ba84bef3db5d66a85, hdfs://localhost:34345/user/jenkins/test-data/14d118ee-a83a-b09b-5913-1a58940a5db1/data/default/TestAcidGuarantees/3b1a5ce21fb918810d964a76bfd27f36/B/8ea9c7b3152141acb46340cee0d88b74] into tmpdir=hdfs://localhost:34345/user/jenkins/test-data/14d118ee-a83a-b09b-5913-1a58940a5db1/data/default/TestAcidGuarantees/3b1a5ce21fb918810d964a76bfd27f36/.tmp, totalSize=47.1 K 2024-11-14T14:41:13,584 DEBUG [RS:0;da1c6afcd1f9:35765-shortCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 4 files of size 149951 starting at candidate #0 after considering 3 permutations with 3 in ratio 2024-11-14T14:41:13,584 DEBUG [RS:0;da1c6afcd1f9:35765-shortCompactions-0 {}] regionserver.HStore(1541): 3b1a5ce21fb918810d964a76bfd27f36/A is initiating minor compaction (all files) 2024-11-14T14:41:13,584 INFO [RS:0;da1c6afcd1f9:35765-shortCompactions-0 {}] regionserver.HRegion(2416): Starting compaction of 3b1a5ce21fb918810d964a76bfd27f36/A in TestAcidGuarantees,,1731595262615.3b1a5ce21fb918810d964a76bfd27f36. 2024-11-14T14:41:13,585 INFO [RS:0;da1c6afcd1f9:35765-shortCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:34345/user/jenkins/test-data/14d118ee-a83a-b09b-5913-1a58940a5db1/data/default/TestAcidGuarantees/3b1a5ce21fb918810d964a76bfd27f36/A/38dc3c01b34245c6a7b09a8ca3f014eb, hdfs://localhost:34345/user/jenkins/test-data/14d118ee-a83a-b09b-5913-1a58940a5db1/data/default/TestAcidGuarantees/3b1a5ce21fb918810d964a76bfd27f36/A/ab52aee2f64c44cab9204936b6d38058, hdfs://localhost:34345/user/jenkins/test-data/14d118ee-a83a-b09b-5913-1a58940a5db1/data/default/TestAcidGuarantees/3b1a5ce21fb918810d964a76bfd27f36/A/5333ee4f55ae43f7aa441aba7ed9f2cd, hdfs://localhost:34345/user/jenkins/test-data/14d118ee-a83a-b09b-5913-1a58940a5db1/data/default/TestAcidGuarantees/3b1a5ce21fb918810d964a76bfd27f36/A/2957110b0a5d4fa38095c824b65bf3b1] into tmpdir=hdfs://localhost:34345/user/jenkins/test-data/14d118ee-a83a-b09b-5913-1a58940a5db1/data/default/TestAcidGuarantees/3b1a5ce21fb918810d964a76bfd27f36/.tmp, totalSize=146.4 K 2024-11-14T14:41:13,585 INFO [RS:0;da1c6afcd1f9:35765-shortCompactions-0 {}] mob.DefaultMobStoreCompactor(181): MOB compaction: major=false isAll=true priority=12 throughput controller=DefaultCompactionThroughputController [maxThroughput=50.00 MB/second, activeCompactions=0] table=TestAcidGuarantees cf=A region=TestAcidGuarantees,,1731595262615.3b1a5ce21fb918810d964a76bfd27f36. 2024-11-14T14:41:13,585 DEBUG [RS:0;da1c6afcd1f9:35765-shortCompactions-0 {}] mob.DefaultMobStoreCompactor(191): MOB compaction table=TestAcidGuarantees cf=A region=TestAcidGuarantees,,1731595262615.3b1a5ce21fb918810d964a76bfd27f36. files: [hdfs://localhost:34345/user/jenkins/test-data/14d118ee-a83a-b09b-5913-1a58940a5db1/data/default/TestAcidGuarantees/3b1a5ce21fb918810d964a76bfd27f36/A/38dc3c01b34245c6a7b09a8ca3f014eb, hdfs://localhost:34345/user/jenkins/test-data/14d118ee-a83a-b09b-5913-1a58940a5db1/data/default/TestAcidGuarantees/3b1a5ce21fb918810d964a76bfd27f36/A/ab52aee2f64c44cab9204936b6d38058, hdfs://localhost:34345/user/jenkins/test-data/14d118ee-a83a-b09b-5913-1a58940a5db1/data/default/TestAcidGuarantees/3b1a5ce21fb918810d964a76bfd27f36/A/5333ee4f55ae43f7aa441aba7ed9f2cd, hdfs://localhost:34345/user/jenkins/test-data/14d118ee-a83a-b09b-5913-1a58940a5db1/data/default/TestAcidGuarantees/3b1a5ce21fb918810d964a76bfd27f36/A/2957110b0a5d4fa38095c824b65bf3b1] 2024-11-14T14:41:13,585 DEBUG [RS:0;da1c6afcd1f9:35765-longCompactions-0 {}] compactions.Compactor(225): Compacting b03a50e02ed7458a922a445c3ff29bf3, keycount=150, bloomtype=ROW, size=11.8 K, encoding=NONE, compression=NONE, seqNum=61, earliestPutTs=1731595266828 2024-11-14T14:41:13,586 DEBUG [RS:0;da1c6afcd1f9:35765-shortCompactions-0 {}] compactions.Compactor(225): Compacting 38dc3c01b34245c6a7b09a8ca3f014eb, keycount=150, bloomtype=ROW, size=30.3 K, encoding=NONE, compression=NONE, seqNum=61, earliestPutTs=1731595266828 2024-11-14T14:41:13,586 DEBUG [RS:0;da1c6afcd1f9:35765-longCompactions-0 {}] compactions.Compactor(225): Compacting 8e7561d2d45c4fa9a61eca18818b5733, keycount=150, bloomtype=ROW, size=11.7 K, encoding=NONE, compression=NONE, seqNum=98, earliestPutTs=1731595268005 2024-11-14T14:41:13,586 DEBUG [RS:0;da1c6afcd1f9:35765-shortCompactions-0 {}] compactions.Compactor(225): Compacting ab52aee2f64c44cab9204936b6d38058, keycount=200, bloomtype=ROW, size=38.6 K, encoding=NONE, compression=NONE, seqNum=98, earliestPutTs=1731595268005 2024-11-14T14:41:13,587 DEBUG [RS:0;da1c6afcd1f9:35765-longCompactions-0 {}] compactions.Compactor(225): Compacting 4ad26b7874ad483ba84bef3db5d66a85, keycount=150, bloomtype=ROW, size=11.7 K, encoding=NONE, compression=NONE, seqNum=110, earliestPutTs=1731595269201 2024-11-14T14:41:13,587 DEBUG [RS:0;da1c6afcd1f9:35765-shortCompactions-0 {}] compactions.Compactor(225): Compacting 5333ee4f55ae43f7aa441aba7ed9f2cd, keycount=150, bloomtype=ROW, size=30.2 K, encoding=NONE, compression=NONE, seqNum=110, earliestPutTs=1731595269201 2024-11-14T14:41:13,587 DEBUG [RS:0;da1c6afcd1f9:35765-longCompactions-0 {}] compactions.Compactor(225): Compacting 8ea9c7b3152141acb46340cee0d88b74, keycount=150, bloomtype=ROW, size=11.9 K, encoding=NONE, compression=NONE, seqNum=149, earliestPutTs=1731595271481 2024-11-14T14:41:13,588 DEBUG [RS:0;da1c6afcd1f9:35765-shortCompactions-0 {}] compactions.Compactor(225): Compacting 2957110b0a5d4fa38095c824b65bf3b1, keycount=250, bloomtype=ROW, size=47.3 K, encoding=NONE, compression=NONE, seqNum=149, earliestPutTs=1731595271480 2024-11-14T14:41:13,617 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=35765 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=45 2024-11-14T14:41:13,617 DEBUG [RS_FLUSH_OPERATIONS-regionserver/da1c6afcd1f9:0-1 {event_type=RS_FLUSH_REGIONS, pid=45}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1731595262615.3b1a5ce21fb918810d964a76bfd27f36. 2024-11-14T14:41:13,618 INFO [RS_FLUSH_OPERATIONS-regionserver/da1c6afcd1f9:0-1 {event_type=RS_FLUSH_REGIONS, pid=45}] regionserver.HRegion(2902): Flushing 3b1a5ce21fb918810d964a76bfd27f36 3/3 column families, dataSize=67.09 KB heapSize=199.97 KB 2024-11-14T14:41:13,618 DEBUG [RS_FLUSH_OPERATIONS-regionserver/da1c6afcd1f9:0-1 {event_type=RS_FLUSH_REGIONS, pid=45}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 3b1a5ce21fb918810d964a76bfd27f36, store=A 2024-11-14T14:41:13,618 DEBUG [RS_FLUSH_OPERATIONS-regionserver/da1c6afcd1f9:0-1 {event_type=RS_FLUSH_REGIONS, pid=45}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-14T14:41:13,618 DEBUG [RS_FLUSH_OPERATIONS-regionserver/da1c6afcd1f9:0-1 {event_type=RS_FLUSH_REGIONS, pid=45}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 3b1a5ce21fb918810d964a76bfd27f36, store=B 2024-11-14T14:41:13,618 DEBUG [RS_FLUSH_OPERATIONS-regionserver/da1c6afcd1f9:0-1 {event_type=RS_FLUSH_REGIONS, pid=45}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-14T14:41:13,618 DEBUG [RS_FLUSH_OPERATIONS-regionserver/da1c6afcd1f9:0-1 {event_type=RS_FLUSH_REGIONS, pid=45}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 3b1a5ce21fb918810d964a76bfd27f36, store=C 2024-11-14T14:41:13,618 DEBUG [RS_FLUSH_OPERATIONS-regionserver/da1c6afcd1f9:0-1 {event_type=RS_FLUSH_REGIONS, pid=45}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-14T14:41:13,626 INFO [RS:0;da1c6afcd1f9:35765-longCompactions-0 {}] throttle.PressureAwareThroughputController(145): 3b1a5ce21fb918810d964a76bfd27f36#B#compaction#155 average throughput is 0.60 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second 2024-11-14T14:41:13,627 DEBUG [RS:0;da1c6afcd1f9:35765-longCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:34345/user/jenkins/test-data/14d118ee-a83a-b09b-5913-1a58940a5db1/data/default/TestAcidGuarantees/3b1a5ce21fb918810d964a76bfd27f36/.tmp/B/8cf321227202400587467afaf924d503 is 50, key is test_row_0/B:col10/1731595271481/Put/seqid=0 2024-11-14T14:41:13,629 INFO [RS:0;da1c6afcd1f9:35765-shortCompactions-0 {}] mob.DefaultMobStoreCompactor(321): Compact MOB=false optimized configured=false optimized enabled=false maximum MOB file size=1073741824 major=true store=[table=TestAcidGuarantees family=A region=3b1a5ce21fb918810d964a76bfd27f36] 2024-11-14T14:41:13,649 DEBUG [RS:0;da1c6afcd1f9:35765-shortCompactions-0 {}] mob.DefaultMobStoreCompactor(635): New MOB writer created=d41d8cd98f00b204e9800998ecf8427e20241114b71a388c3af344a3a6cccc6469e227d0_3b1a5ce21fb918810d964a76bfd27f36 store=[table=TestAcidGuarantees family=A region=3b1a5ce21fb918810d964a76bfd27f36] 2024-11-14T14:41:13,653 DEBUG [RS:0;da1c6afcd1f9:35765-shortCompactions-0 {}] mob.DefaultMobStoreCompactor(656): Commit or abort size=0 mobCells=0 major=true file=d41d8cd98f00b204e9800998ecf8427e20241114b71a388c3af344a3a6cccc6469e227d0_3b1a5ce21fb918810d964a76bfd27f36, store=[table=TestAcidGuarantees family=A region=3b1a5ce21fb918810d964a76bfd27f36] 2024-11-14T14:41:13,654 DEBUG [RS:0;da1c6afcd1f9:35765-shortCompactions-0 {}] mob.DefaultMobStoreCompactor(667): Aborting writer for hdfs://localhost:34345/user/jenkins/test-data/14d118ee-a83a-b09b-5913-1a58940a5db1/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e20241114b71a388c3af344a3a6cccc6469e227d0_3b1a5ce21fb918810d964a76bfd27f36 because there are no MOB cells, store=[table=TestAcidGuarantees family=A region=3b1a5ce21fb918810d964a76bfd27f36] 2024-11-14T14:41:13,666 DEBUG [RS_FLUSH_OPERATIONS-regionserver/da1c6afcd1f9:0-1 {event_type=RS_FLUSH_REGIONS, pid=45}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:34345/user/jenkins/test-data/14d118ee-a83a-b09b-5913-1a58940a5db1/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e20241114d4ad24ecd2f342f6afa65cd7d84ab601_3b1a5ce21fb918810d964a76bfd27f36 is 50, key is test_row_0/A:col10/1731595271823/Put/seqid=0 2024-11-14T14:41:13,684 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36699 is added to blk_1073742002_1178 (size=12391) 2024-11-14T14:41:13,704 DEBUG [RS:0;da1c6afcd1f9:35765-longCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:34345/user/jenkins/test-data/14d118ee-a83a-b09b-5913-1a58940a5db1/data/default/TestAcidGuarantees/3b1a5ce21fb918810d964a76bfd27f36/.tmp/B/8cf321227202400587467afaf924d503 as hdfs://localhost:34345/user/jenkins/test-data/14d118ee-a83a-b09b-5913-1a58940a5db1/data/default/TestAcidGuarantees/3b1a5ce21fb918810d964a76bfd27f36/B/8cf321227202400587467afaf924d503 2024-11-14T14:41:13,710 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36699 is added to blk_1073742003_1179 (size=4469) 2024-11-14T14:41:13,714 INFO [RS:0;da1c6afcd1f9:35765-shortCompactions-0 {}] throttle.PressureAwareThroughputController(145): 3b1a5ce21fb918810d964a76bfd27f36#A#compaction#156 average throughput is 0.29 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second 2024-11-14T14:41:13,714 DEBUG [RS:0;da1c6afcd1f9:35765-shortCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:34345/user/jenkins/test-data/14d118ee-a83a-b09b-5913-1a58940a5db1/data/default/TestAcidGuarantees/3b1a5ce21fb918810d964a76bfd27f36/.tmp/A/127a766fad1f4d278d77f8ecc510c167 is 175, key is test_row_0/A:col10/1731595271481/Put/seqid=0 2024-11-14T14:41:13,715 INFO [RS:0;da1c6afcd1f9:35765-longCompactions-0 {}] regionserver.HStore(1337): Completed compaction of 4 (all) file(s) in 3b1a5ce21fb918810d964a76bfd27f36/B of 3b1a5ce21fb918810d964a76bfd27f36 into 8cf321227202400587467afaf924d503(size=12.1 K), total size for store is 12.1 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-11-14T14:41:13,715 DEBUG [RS:0;da1c6afcd1f9:35765-longCompactions-0 {}] regionserver.HRegion(2446): Compaction status journal for 3b1a5ce21fb918810d964a76bfd27f36: 2024-11-14T14:41:13,715 INFO [RS:0;da1c6afcd1f9:35765-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1731595262615.3b1a5ce21fb918810d964a76bfd27f36., storeName=3b1a5ce21fb918810d964a76bfd27f36/B, priority=12, startTime=1731595273580; duration=0sec 2024-11-14T14:41:13,716 DEBUG [RS:0;da1c6afcd1f9:35765-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=1), splitQueue=0 2024-11-14T14:41:13,716 DEBUG [RS:0;da1c6afcd1f9:35765-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: 3b1a5ce21fb918810d964a76bfd27f36:B 2024-11-14T14:41:13,717 DEBUG [RS:0;da1c6afcd1f9:35765-longCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 4 store files, 0 compacting, 4 eligible, 16 blocking 2024-11-14T14:41:13,721 DEBUG [RS:0;da1c6afcd1f9:35765-longCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 4 files of size 48257 starting at candidate #0 after considering 3 permutations with 3 in ratio 2024-11-14T14:41:13,721 DEBUG [RS:0;da1c6afcd1f9:35765-longCompactions-0 {}] regionserver.HStore(1541): 3b1a5ce21fb918810d964a76bfd27f36/C is initiating minor compaction (all files) 2024-11-14T14:41:13,722 INFO [RS:0;da1c6afcd1f9:35765-longCompactions-0 {}] regionserver.HRegion(2416): Starting compaction of 3b1a5ce21fb918810d964a76bfd27f36/C in TestAcidGuarantees,,1731595262615.3b1a5ce21fb918810d964a76bfd27f36. 2024-11-14T14:41:13,722 INFO [RS:0;da1c6afcd1f9:35765-longCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:34345/user/jenkins/test-data/14d118ee-a83a-b09b-5913-1a58940a5db1/data/default/TestAcidGuarantees/3b1a5ce21fb918810d964a76bfd27f36/C/b0abfe015638434d86369490289adb3c, hdfs://localhost:34345/user/jenkins/test-data/14d118ee-a83a-b09b-5913-1a58940a5db1/data/default/TestAcidGuarantees/3b1a5ce21fb918810d964a76bfd27f36/C/ece44ab8240647f9bf7b6d0d870f5976, hdfs://localhost:34345/user/jenkins/test-data/14d118ee-a83a-b09b-5913-1a58940a5db1/data/default/TestAcidGuarantees/3b1a5ce21fb918810d964a76bfd27f36/C/82565e8c0e9f464587c57543e46a942e, hdfs://localhost:34345/user/jenkins/test-data/14d118ee-a83a-b09b-5913-1a58940a5db1/data/default/TestAcidGuarantees/3b1a5ce21fb918810d964a76bfd27f36/C/ff56748724ee467caca1b139117e53c3] into tmpdir=hdfs://localhost:34345/user/jenkins/test-data/14d118ee-a83a-b09b-5913-1a58940a5db1/data/default/TestAcidGuarantees/3b1a5ce21fb918810d964a76bfd27f36/.tmp, totalSize=47.1 K 2024-11-14T14:41:13,722 DEBUG [RS:0;da1c6afcd1f9:35765-longCompactions-0 {}] compactions.Compactor(225): Compacting b0abfe015638434d86369490289adb3c, keycount=150, bloomtype=ROW, size=11.8 K, encoding=NONE, compression=NONE, seqNum=61, earliestPutTs=1731595266828 2024-11-14T14:41:13,723 DEBUG [RS:0;da1c6afcd1f9:35765-longCompactions-0 {}] compactions.Compactor(225): Compacting ece44ab8240647f9bf7b6d0d870f5976, keycount=150, bloomtype=ROW, size=11.7 K, encoding=NONE, compression=NONE, seqNum=98, earliestPutTs=1731595268005 2024-11-14T14:41:13,723 DEBUG [RS:0;da1c6afcd1f9:35765-longCompactions-0 {}] compactions.Compactor(225): Compacting 82565e8c0e9f464587c57543e46a942e, keycount=150, bloomtype=ROW, size=11.7 K, encoding=NONE, compression=NONE, seqNum=110, earliestPutTs=1731595269201 2024-11-14T14:41:13,723 DEBUG [RS:0;da1c6afcd1f9:35765-longCompactions-0 {}] compactions.Compactor(225): Compacting ff56748724ee467caca1b139117e53c3, keycount=150, bloomtype=ROW, size=11.9 K, encoding=NONE, compression=NONE, seqNum=149, earliestPutTs=1731595271481 2024-11-14T14:41:13,745 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36699 is added to blk_1073742004_1180 (size=12304) 2024-11-14T14:41:13,762 INFO [RS:0;da1c6afcd1f9:35765-longCompactions-0 {}] throttle.PressureAwareThroughputController(145): 3b1a5ce21fb918810d964a76bfd27f36#C#compaction#158 average throughput is 3.28 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second 2024-11-14T14:41:13,763 DEBUG [RS:0;da1c6afcd1f9:35765-longCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:34345/user/jenkins/test-data/14d118ee-a83a-b09b-5913-1a58940a5db1/data/default/TestAcidGuarantees/3b1a5ce21fb918810d964a76bfd27f36/.tmp/C/48023fc4dace448b9be4d6ea9f5d05f9 is 50, key is test_row_0/C:col10/1731595271481/Put/seqid=0 2024-11-14T14:41:13,781 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36699 is added to blk_1073742005_1181 (size=31345) 2024-11-14T14:41:13,799 DEBUG [RS:0;da1c6afcd1f9:35765-shortCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:34345/user/jenkins/test-data/14d118ee-a83a-b09b-5913-1a58940a5db1/data/default/TestAcidGuarantees/3b1a5ce21fb918810d964a76bfd27f36/.tmp/A/127a766fad1f4d278d77f8ecc510c167 as hdfs://localhost:34345/user/jenkins/test-data/14d118ee-a83a-b09b-5913-1a58940a5db1/data/default/TestAcidGuarantees/3b1a5ce21fb918810d964a76bfd27f36/A/127a766fad1f4d278d77f8ecc510c167 2024-11-14T14:41:13,800 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36699 is added to blk_1073742006_1182 (size=12391) 2024-11-14T14:41:13,807 INFO [RS:0;da1c6afcd1f9:35765-shortCompactions-0 {}] regionserver.HStore(1337): Completed compaction of 4 (all) file(s) in 3b1a5ce21fb918810d964a76bfd27f36/A of 3b1a5ce21fb918810d964a76bfd27f36 into 127a766fad1f4d278d77f8ecc510c167(size=30.6 K), total size for store is 30.6 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-11-14T14:41:13,807 DEBUG [RS:0;da1c6afcd1f9:35765-shortCompactions-0 {}] regionserver.HRegion(2446): Compaction status journal for 3b1a5ce21fb918810d964a76bfd27f36: 2024-11-14T14:41:13,807 INFO [RS:0;da1c6afcd1f9:35765-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1731595262615.3b1a5ce21fb918810d964a76bfd27f36., storeName=3b1a5ce21fb918810d964a76bfd27f36/A, priority=12, startTime=1731595273580; duration=0sec 2024-11-14T14:41:13,808 DEBUG [RS:0;da1c6afcd1f9:35765-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-14T14:41:13,808 DEBUG [RS:0;da1c6afcd1f9:35765-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: 3b1a5ce21fb918810d964a76bfd27f36:A 2024-11-14T14:41:13,813 DEBUG [RS:0;da1c6afcd1f9:35765-longCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:34345/user/jenkins/test-data/14d118ee-a83a-b09b-5913-1a58940a5db1/data/default/TestAcidGuarantees/3b1a5ce21fb918810d964a76bfd27f36/.tmp/C/48023fc4dace448b9be4d6ea9f5d05f9 as hdfs://localhost:34345/user/jenkins/test-data/14d118ee-a83a-b09b-5913-1a58940a5db1/data/default/TestAcidGuarantees/3b1a5ce21fb918810d964a76bfd27f36/C/48023fc4dace448b9be4d6ea9f5d05f9 2024-11-14T14:41:13,832 INFO [RS:0;da1c6afcd1f9:35765-longCompactions-0 {}] regionserver.HStore(1337): Completed compaction of 4 (all) file(s) in 3b1a5ce21fb918810d964a76bfd27f36/C of 3b1a5ce21fb918810d964a76bfd27f36 into 48023fc4dace448b9be4d6ea9f5d05f9(size=12.1 K), total size for store is 12.1 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-11-14T14:41:13,832 DEBUG [RS:0;da1c6afcd1f9:35765-longCompactions-0 {}] regionserver.HRegion(2446): Compaction status journal for 3b1a5ce21fb918810d964a76bfd27f36: 2024-11-14T14:41:13,832 INFO [RS:0;da1c6afcd1f9:35765-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1731595262615.3b1a5ce21fb918810d964a76bfd27f36., storeName=3b1a5ce21fb918810d964a76bfd27f36/C, priority=12, startTime=1731595273580; duration=0sec 2024-11-14T14:41:13,832 DEBUG [RS:0;da1c6afcd1f9:35765-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-14T14:41:13,832 DEBUG [RS:0;da1c6afcd1f9:35765-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: 3b1a5ce21fb918810d964a76bfd27f36:C 2024-11-14T14:41:13,917 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45145 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=44 2024-11-14T14:41:14,060 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35765 {}] regionserver.HRegion(8855): Flush requested on 3b1a5ce21fb918810d964a76bfd27f36 2024-11-14T14:41:14,060 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1731595262615.3b1a5ce21fb918810d964a76bfd27f36. as already flushing 2024-11-14T14:41:14,090 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35765 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3b1a5ce21fb918810d964a76bfd27f36, server=da1c6afcd1f9,35765,1731595233113 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-14T14:41:14,090 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35765 {}] ipc.CallRunner(138): callId: 51 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:60524 deadline: 1731595334080, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3b1a5ce21fb918810d964a76bfd27f36, server=da1c6afcd1f9,35765,1731595233113 2024-11-14T14:41:14,092 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35765 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3b1a5ce21fb918810d964a76bfd27f36, server=da1c6afcd1f9,35765,1731595233113 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-14T14:41:14,092 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731595262615.3b1a5ce21fb918810d964a76bfd27f36., hostname=da1c6afcd1f9,35765,1731595233113, seqNum=5 , the old value is region=TestAcidGuarantees,,1731595262615.3b1a5ce21fb918810d964a76bfd27f36., hostname=da1c6afcd1f9,35765,1731595233113, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3b1a5ce21fb918810d964a76bfd27f36, server=da1c6afcd1f9,35765,1731595233113 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-14T14:41:14,092 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731595262615.3b1a5ce21fb918810d964a76bfd27f36., hostname=da1c6afcd1f9,35765,1731595233113, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3b1a5ce21fb918810d964a76bfd27f36, server=da1c6afcd1f9,35765,1731595233113 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-14T14:41:14,092 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35765 {}] ipc.CallRunner(138): callId: 58 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:60566 deadline: 1731595334085, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3b1a5ce21fb918810d964a76bfd27f36, server=da1c6afcd1f9,35765,1731595233113 2024-11-14T14:41:14,092 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731595262615.3b1a5ce21fb918810d964a76bfd27f36., hostname=da1c6afcd1f9,35765,1731595233113, seqNum=5 because the exception is null or not the one we care about 2024-11-14T14:41:14,093 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731595262615.3b1a5ce21fb918810d964a76bfd27f36., hostname=da1c6afcd1f9,35765,1731595233113, seqNum=5 , the old value is region=TestAcidGuarantees,,1731595262615.3b1a5ce21fb918810d964a76bfd27f36., hostname=da1c6afcd1f9,35765,1731595233113, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3b1a5ce21fb918810d964a76bfd27f36, server=da1c6afcd1f9,35765,1731595233113 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-14T14:41:14,093 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731595262615.3b1a5ce21fb918810d964a76bfd27f36., hostname=da1c6afcd1f9,35765,1731595233113, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3b1a5ce21fb918810d964a76bfd27f36, server=da1c6afcd1f9,35765,1731595233113 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-14T14:41:14,093 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731595262615.3b1a5ce21fb918810d964a76bfd27f36., hostname=da1c6afcd1f9,35765,1731595233113, seqNum=5 because the exception is null or not the one we care about 2024-11-14T14:41:14,095 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35765 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3b1a5ce21fb918810d964a76bfd27f36, server=da1c6afcd1f9,35765,1731595233113 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-14T14:41:14,095 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35765 {}] ipc.CallRunner(138): callId: 50 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:60594 deadline: 1731595334087, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3b1a5ce21fb918810d964a76bfd27f36, server=da1c6afcd1f9,35765,1731595233113 2024-11-14T14:41:14,095 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731595262615.3b1a5ce21fb918810d964a76bfd27f36., hostname=da1c6afcd1f9,35765,1731595233113, seqNum=5 , the old value is region=TestAcidGuarantees,,1731595262615.3b1a5ce21fb918810d964a76bfd27f36., hostname=da1c6afcd1f9,35765,1731595233113, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3b1a5ce21fb918810d964a76bfd27f36, server=da1c6afcd1f9,35765,1731595233113 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-14T14:41:14,095 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35765 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3b1a5ce21fb918810d964a76bfd27f36, server=da1c6afcd1f9,35765,1731595233113 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-14T14:41:14,095 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731595262615.3b1a5ce21fb918810d964a76bfd27f36., hostname=da1c6afcd1f9,35765,1731595233113, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3b1a5ce21fb918810d964a76bfd27f36, server=da1c6afcd1f9,35765,1731595233113 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-14T14:41:14,095 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731595262615.3b1a5ce21fb918810d964a76bfd27f36., hostname=da1c6afcd1f9,35765,1731595233113, seqNum=5 because the exception is null or not the one we care about 2024-11-14T14:41:14,095 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35765 {}] ipc.CallRunner(138): callId: 55 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:60574 deadline: 1731595334088, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3b1a5ce21fb918810d964a76bfd27f36, server=da1c6afcd1f9,35765,1731595233113 2024-11-14T14:41:14,096 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35765 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3b1a5ce21fb918810d964a76bfd27f36, server=da1c6afcd1f9,35765,1731595233113 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-14T14:41:14,096 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731595262615.3b1a5ce21fb918810d964a76bfd27f36., hostname=da1c6afcd1f9,35765,1731595233113, seqNum=5 , the old value is region=TestAcidGuarantees,,1731595262615.3b1a5ce21fb918810d964a76bfd27f36., hostname=da1c6afcd1f9,35765,1731595233113, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3b1a5ce21fb918810d964a76bfd27f36, server=da1c6afcd1f9,35765,1731595233113 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-14T14:41:14,096 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731595262615.3b1a5ce21fb918810d964a76bfd27f36., hostname=da1c6afcd1f9,35765,1731595233113, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3b1a5ce21fb918810d964a76bfd27f36, server=da1c6afcd1f9,35765,1731595233113 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-14T14:41:14,096 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731595262615.3b1a5ce21fb918810d964a76bfd27f36., hostname=da1c6afcd1f9,35765,1731595233113, seqNum=5 because the exception is null or not the one we care about 2024-11-14T14:41:14,096 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35765 {}] ipc.CallRunner(138): callId: 55 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:60580 deadline: 1731595334091, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3b1a5ce21fb918810d964a76bfd27f36, server=da1c6afcd1f9,35765,1731595233113 2024-11-14T14:41:14,096 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731595262615.3b1a5ce21fb918810d964a76bfd27f36., hostname=da1c6afcd1f9,35765,1731595233113, seqNum=5 , the old value is region=TestAcidGuarantees,,1731595262615.3b1a5ce21fb918810d964a76bfd27f36., hostname=da1c6afcd1f9,35765,1731595233113, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3b1a5ce21fb918810d964a76bfd27f36, server=da1c6afcd1f9,35765,1731595233113 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-14T14:41:14,096 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731595262615.3b1a5ce21fb918810d964a76bfd27f36., hostname=da1c6afcd1f9,35765,1731595233113, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3b1a5ce21fb918810d964a76bfd27f36, server=da1c6afcd1f9,35765,1731595233113 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-14T14:41:14,096 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731595262615.3b1a5ce21fb918810d964a76bfd27f36., hostname=da1c6afcd1f9,35765,1731595233113, seqNum=5 because the exception is null or not the one we care about 2024-11-14T14:41:14,146 DEBUG [RS_FLUSH_OPERATIONS-regionserver/da1c6afcd1f9:0-1 {event_type=RS_FLUSH_REGIONS, pid=45}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T14:41:14,153 INFO [RS_FLUSH_OPERATIONS-regionserver/da1c6afcd1f9:0-1 {event_type=RS_FLUSH_REGIONS, pid=45}] regionserver.HMobStore(268): FLUSH Renaming flushed file from hdfs://localhost:34345/user/jenkins/test-data/14d118ee-a83a-b09b-5913-1a58940a5db1/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e20241114d4ad24ecd2f342f6afa65cd7d84ab601_3b1a5ce21fb918810d964a76bfd27f36 to hdfs://localhost:34345/user/jenkins/test-data/14d118ee-a83a-b09b-5913-1a58940a5db1/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e20241114d4ad24ecd2f342f6afa65cd7d84ab601_3b1a5ce21fb918810d964a76bfd27f36 2024-11-14T14:41:14,154 DEBUG [RS_FLUSH_OPERATIONS-regionserver/da1c6afcd1f9:0-1 {event_type=RS_FLUSH_REGIONS, pid=45}] mob.DefaultMobStoreFlusher(263): Flush store file: hdfs://localhost:34345/user/jenkins/test-data/14d118ee-a83a-b09b-5913-1a58940a5db1/data/default/TestAcidGuarantees/3b1a5ce21fb918810d964a76bfd27f36/.tmp/A/cd36bb1cc6064fc89399d045624fc700, store: [table=TestAcidGuarantees family=A region=3b1a5ce21fb918810d964a76bfd27f36] 2024-11-14T14:41:14,155 DEBUG [RS_FLUSH_OPERATIONS-regionserver/da1c6afcd1f9:0-1 {event_type=RS_FLUSH_REGIONS, pid=45}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:34345/user/jenkins/test-data/14d118ee-a83a-b09b-5913-1a58940a5db1/data/default/TestAcidGuarantees/3b1a5ce21fb918810d964a76bfd27f36/.tmp/A/cd36bb1cc6064fc89399d045624fc700 is 175, key is test_row_0/A:col10/1731595271823/Put/seqid=0 2024-11-14T14:41:14,195 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36699 is added to blk_1073742007_1183 (size=31105) 2024-11-14T14:41:14,201 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35765 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3b1a5ce21fb918810d964a76bfd27f36, server=da1c6afcd1f9,35765,1731595233113 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-14T14:41:14,202 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35765 {}] ipc.CallRunner(138): callId: 52 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:60524 deadline: 1731595334196, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3b1a5ce21fb918810d964a76bfd27f36, server=da1c6afcd1f9,35765,1731595233113 2024-11-14T14:41:14,202 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35765 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3b1a5ce21fb918810d964a76bfd27f36, server=da1c6afcd1f9,35765,1731595233113 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-14T14:41:14,202 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731595262615.3b1a5ce21fb918810d964a76bfd27f36., hostname=da1c6afcd1f9,35765,1731595233113, seqNum=5 , the old value is region=TestAcidGuarantees,,1731595262615.3b1a5ce21fb918810d964a76bfd27f36., hostname=da1c6afcd1f9,35765,1731595233113, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3b1a5ce21fb918810d964a76bfd27f36, server=da1c6afcd1f9,35765,1731595233113 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-14T14:41:14,202 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731595262615.3b1a5ce21fb918810d964a76bfd27f36., hostname=da1c6afcd1f9,35765,1731595233113, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3b1a5ce21fb918810d964a76bfd27f36, server=da1c6afcd1f9,35765,1731595233113 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-14T14:41:14,202 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35765 {}] ipc.CallRunner(138): callId: 59 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:60566 deadline: 1731595334196, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3b1a5ce21fb918810d964a76bfd27f36, server=da1c6afcd1f9,35765,1731595233113 2024-11-14T14:41:14,202 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731595262615.3b1a5ce21fb918810d964a76bfd27f36., hostname=da1c6afcd1f9,35765,1731595233113, seqNum=5 because the exception is null or not the one we care about 2024-11-14T14:41:14,202 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731595262615.3b1a5ce21fb918810d964a76bfd27f36., hostname=da1c6afcd1f9,35765,1731595233113, seqNum=5 , the old value is region=TestAcidGuarantees,,1731595262615.3b1a5ce21fb918810d964a76bfd27f36., hostname=da1c6afcd1f9,35765,1731595233113, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3b1a5ce21fb918810d964a76bfd27f36, server=da1c6afcd1f9,35765,1731595233113 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-14T14:41:14,203 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731595262615.3b1a5ce21fb918810d964a76bfd27f36., hostname=da1c6afcd1f9,35765,1731595233113, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3b1a5ce21fb918810d964a76bfd27f36, server=da1c6afcd1f9,35765,1731595233113 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-14T14:41:14,203 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731595262615.3b1a5ce21fb918810d964a76bfd27f36., hostname=da1c6afcd1f9,35765,1731595233113, seqNum=5 because the exception is null or not the one we care about 2024-11-14T14:41:14,207 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35765 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3b1a5ce21fb918810d964a76bfd27f36, server=da1c6afcd1f9,35765,1731595233113 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-14T14:41:14,208 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35765 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3b1a5ce21fb918810d964a76bfd27f36, server=da1c6afcd1f9,35765,1731595233113 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-14T14:41:14,208 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35765 {}] ipc.CallRunner(138): callId: 56 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:60580 deadline: 1731595334206, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3b1a5ce21fb918810d964a76bfd27f36, server=da1c6afcd1f9,35765,1731595233113 2024-11-14T14:41:14,209 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35765 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3b1a5ce21fb918810d964a76bfd27f36, server=da1c6afcd1f9,35765,1731595233113 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-14T14:41:14,209 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35765 {}] ipc.CallRunner(138): callId: 56 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:60574 deadline: 1731595334207, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3b1a5ce21fb918810d964a76bfd27f36, server=da1c6afcd1f9,35765,1731595233113 2024-11-14T14:41:14,210 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731595262615.3b1a5ce21fb918810d964a76bfd27f36., hostname=da1c6afcd1f9,35765,1731595233113, seqNum=5 , the old value is region=TestAcidGuarantees,,1731595262615.3b1a5ce21fb918810d964a76bfd27f36., hostname=da1c6afcd1f9,35765,1731595233113, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3b1a5ce21fb918810d964a76bfd27f36, server=da1c6afcd1f9,35765,1731595233113 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-14T14:41:14,211 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731595262615.3b1a5ce21fb918810d964a76bfd27f36., hostname=da1c6afcd1f9,35765,1731595233113, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3b1a5ce21fb918810d964a76bfd27f36, server=da1c6afcd1f9,35765,1731595233113 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-14T14:41:14,211 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731595262615.3b1a5ce21fb918810d964a76bfd27f36., hostname=da1c6afcd1f9,35765,1731595233113, seqNum=5 because the exception is null or not the one we care about 2024-11-14T14:41:14,212 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35765 {}] ipc.CallRunner(138): callId: 51 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:60594 deadline: 1731595334206, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3b1a5ce21fb918810d964a76bfd27f36, server=da1c6afcd1f9,35765,1731595233113 2024-11-14T14:41:14,212 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731595262615.3b1a5ce21fb918810d964a76bfd27f36., hostname=da1c6afcd1f9,35765,1731595233113, seqNum=5 , the old value is region=TestAcidGuarantees,,1731595262615.3b1a5ce21fb918810d964a76bfd27f36., hostname=da1c6afcd1f9,35765,1731595233113, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3b1a5ce21fb918810d964a76bfd27f36, server=da1c6afcd1f9,35765,1731595233113 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-14T14:41:14,212 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731595262615.3b1a5ce21fb918810d964a76bfd27f36., hostname=da1c6afcd1f9,35765,1731595233113, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3b1a5ce21fb918810d964a76bfd27f36, server=da1c6afcd1f9,35765,1731595233113 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-14T14:41:14,212 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731595262615.3b1a5ce21fb918810d964a76bfd27f36., hostname=da1c6afcd1f9,35765,1731595233113, seqNum=5 because the exception is null or not the one we care about 2024-11-14T14:41:14,213 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731595262615.3b1a5ce21fb918810d964a76bfd27f36., hostname=da1c6afcd1f9,35765,1731595233113, seqNum=5 , the old value is region=TestAcidGuarantees,,1731595262615.3b1a5ce21fb918810d964a76bfd27f36., hostname=da1c6afcd1f9,35765,1731595233113, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3b1a5ce21fb918810d964a76bfd27f36, server=da1c6afcd1f9,35765,1731595233113 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-14T14:41:14,214 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731595262615.3b1a5ce21fb918810d964a76bfd27f36., hostname=da1c6afcd1f9,35765,1731595233113, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3b1a5ce21fb918810d964a76bfd27f36, server=da1c6afcd1f9,35765,1731595233113 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-14T14:41:14,214 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731595262615.3b1a5ce21fb918810d964a76bfd27f36., hostname=da1c6afcd1f9,35765,1731595233113, seqNum=5 because the exception is null or not the one we care about 2024-11-14T14:41:14,409 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35765 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3b1a5ce21fb918810d964a76bfd27f36, server=da1c6afcd1f9,35765,1731595233113 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-14T14:41:14,410 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35765 {}] ipc.CallRunner(138): callId: 60 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:60566 deadline: 1731595334406, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3b1a5ce21fb918810d964a76bfd27f36, server=da1c6afcd1f9,35765,1731595233113 2024-11-14T14:41:14,410 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35765 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3b1a5ce21fb918810d964a76bfd27f36, server=da1c6afcd1f9,35765,1731595233113 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-14T14:41:14,410 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35765 {}] ipc.CallRunner(138): callId: 53 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:60524 deadline: 1731595334406, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3b1a5ce21fb918810d964a76bfd27f36, server=da1c6afcd1f9,35765,1731595233113 2024-11-14T14:41:14,410 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731595262615.3b1a5ce21fb918810d964a76bfd27f36., hostname=da1c6afcd1f9,35765,1731595233113, seqNum=5 , the old value is region=TestAcidGuarantees,,1731595262615.3b1a5ce21fb918810d964a76bfd27f36., hostname=da1c6afcd1f9,35765,1731595233113, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3b1a5ce21fb918810d964a76bfd27f36, server=da1c6afcd1f9,35765,1731595233113 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-14T14:41:14,410 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731595262615.3b1a5ce21fb918810d964a76bfd27f36., hostname=da1c6afcd1f9,35765,1731595233113, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3b1a5ce21fb918810d964a76bfd27f36, server=da1c6afcd1f9,35765,1731595233113 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-14T14:41:14,410 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731595262615.3b1a5ce21fb918810d964a76bfd27f36., hostname=da1c6afcd1f9,35765,1731595233113, seqNum=5 because the exception is null or not the one we care about 2024-11-14T14:41:14,410 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731595262615.3b1a5ce21fb918810d964a76bfd27f36., hostname=da1c6afcd1f9,35765,1731595233113, seqNum=5 , the old value is region=TestAcidGuarantees,,1731595262615.3b1a5ce21fb918810d964a76bfd27f36., hostname=da1c6afcd1f9,35765,1731595233113, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3b1a5ce21fb918810d964a76bfd27f36, server=da1c6afcd1f9,35765,1731595233113 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-14T14:41:14,410 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731595262615.3b1a5ce21fb918810d964a76bfd27f36., hostname=da1c6afcd1f9,35765,1731595233113, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3b1a5ce21fb918810d964a76bfd27f36, server=da1c6afcd1f9,35765,1731595233113 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-14T14:41:14,410 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731595262615.3b1a5ce21fb918810d964a76bfd27f36., hostname=da1c6afcd1f9,35765,1731595233113, seqNum=5 because the exception is null or not the one we care about 2024-11-14T14:41:14,421 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35765 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3b1a5ce21fb918810d964a76bfd27f36, server=da1c6afcd1f9,35765,1731595233113 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-14T14:41:14,421 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35765 {}] ipc.CallRunner(138): callId: 57 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:60580 deadline: 1731595334417, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3b1a5ce21fb918810d964a76bfd27f36, server=da1c6afcd1f9,35765,1731595233113 2024-11-14T14:41:14,421 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35765 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3b1a5ce21fb918810d964a76bfd27f36, server=da1c6afcd1f9,35765,1731595233113 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-14T14:41:14,422 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35765 {}] ipc.CallRunner(138): callId: 52 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:60594 deadline: 1731595334417, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3b1a5ce21fb918810d964a76bfd27f36, server=da1c6afcd1f9,35765,1731595233113 2024-11-14T14:41:14,422 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731595262615.3b1a5ce21fb918810d964a76bfd27f36., hostname=da1c6afcd1f9,35765,1731595233113, seqNum=5 , the old value is region=TestAcidGuarantees,,1731595262615.3b1a5ce21fb918810d964a76bfd27f36., hostname=da1c6afcd1f9,35765,1731595233113, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3b1a5ce21fb918810d964a76bfd27f36, server=da1c6afcd1f9,35765,1731595233113 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-14T14:41:14,422 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731595262615.3b1a5ce21fb918810d964a76bfd27f36., hostname=da1c6afcd1f9,35765,1731595233113, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3b1a5ce21fb918810d964a76bfd27f36, server=da1c6afcd1f9,35765,1731595233113 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-14T14:41:14,422 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731595262615.3b1a5ce21fb918810d964a76bfd27f36., hostname=da1c6afcd1f9,35765,1731595233113, seqNum=5 because the exception is null or not the one we care about 2024-11-14T14:41:14,422 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731595262615.3b1a5ce21fb918810d964a76bfd27f36., hostname=da1c6afcd1f9,35765,1731595233113, seqNum=5 , the old value is region=TestAcidGuarantees,,1731595262615.3b1a5ce21fb918810d964a76bfd27f36., hostname=da1c6afcd1f9,35765,1731595233113, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3b1a5ce21fb918810d964a76bfd27f36, server=da1c6afcd1f9,35765,1731595233113 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-14T14:41:14,422 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731595262615.3b1a5ce21fb918810d964a76bfd27f36., hostname=da1c6afcd1f9,35765,1731595233113, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3b1a5ce21fb918810d964a76bfd27f36, server=da1c6afcd1f9,35765,1731595233113 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-14T14:41:14,422 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731595262615.3b1a5ce21fb918810d964a76bfd27f36., hostname=da1c6afcd1f9,35765,1731595233113, seqNum=5 because the exception is null or not the one we care about 2024-11-14T14:41:14,429 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35765 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3b1a5ce21fb918810d964a76bfd27f36, server=da1c6afcd1f9,35765,1731595233113 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-14T14:41:14,429 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35765 {}] ipc.CallRunner(138): callId: 57 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:60574 deadline: 1731595334426, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3b1a5ce21fb918810d964a76bfd27f36, server=da1c6afcd1f9,35765,1731595233113 2024-11-14T14:41:14,429 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731595262615.3b1a5ce21fb918810d964a76bfd27f36., hostname=da1c6afcd1f9,35765,1731595233113, seqNum=5 , the old value is region=TestAcidGuarantees,,1731595262615.3b1a5ce21fb918810d964a76bfd27f36., hostname=da1c6afcd1f9,35765,1731595233113, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3b1a5ce21fb918810d964a76bfd27f36, server=da1c6afcd1f9,35765,1731595233113 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-14T14:41:14,429 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731595262615.3b1a5ce21fb918810d964a76bfd27f36., hostname=da1c6afcd1f9,35765,1731595233113, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3b1a5ce21fb918810d964a76bfd27f36, server=da1c6afcd1f9,35765,1731595233113 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-14T14:41:14,429 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731595262615.3b1a5ce21fb918810d964a76bfd27f36., hostname=da1c6afcd1f9,35765,1731595233113, seqNum=5 because the exception is null or not the one we care about 2024-11-14T14:41:14,596 INFO [RS_FLUSH_OPERATIONS-regionserver/da1c6afcd1f9:0-1 {event_type=RS_FLUSH_REGIONS, pid=45}] mob.DefaultMobStoreFlusher(147): Mob store is flushed, sequenceid=162, memsize=22.4 K, hasBloomFilter=true, into tmp file hdfs://localhost:34345/user/jenkins/test-data/14d118ee-a83a-b09b-5913-1a58940a5db1/data/default/TestAcidGuarantees/3b1a5ce21fb918810d964a76bfd27f36/.tmp/A/cd36bb1cc6064fc89399d045624fc700 2024-11-14T14:41:14,630 DEBUG [RS_FLUSH_OPERATIONS-regionserver/da1c6afcd1f9:0-1 {event_type=RS_FLUSH_REGIONS, pid=45}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:34345/user/jenkins/test-data/14d118ee-a83a-b09b-5913-1a58940a5db1/data/default/TestAcidGuarantees/3b1a5ce21fb918810d964a76bfd27f36/.tmp/B/f578bb69b5dc4571a15e980301589a56 is 50, key is test_row_0/B:col10/1731595271823/Put/seqid=0 2024-11-14T14:41:14,674 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36699 is added to blk_1073742008_1184 (size=12151) 2024-11-14T14:41:14,722 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35765 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3b1a5ce21fb918810d964a76bfd27f36, server=da1c6afcd1f9,35765,1731595233113 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-14T14:41:14,722 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35765 {}] ipc.CallRunner(138): callId: 54 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:60524 deadline: 1731595334716, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3b1a5ce21fb918810d964a76bfd27f36, server=da1c6afcd1f9,35765,1731595233113 2024-11-14T14:41:14,722 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731595262615.3b1a5ce21fb918810d964a76bfd27f36., hostname=da1c6afcd1f9,35765,1731595233113, seqNum=5 , the old value is region=TestAcidGuarantees,,1731595262615.3b1a5ce21fb918810d964a76bfd27f36., hostname=da1c6afcd1f9,35765,1731595233113, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3b1a5ce21fb918810d964a76bfd27f36, server=da1c6afcd1f9,35765,1731595233113 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-14T14:41:14,722 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731595262615.3b1a5ce21fb918810d964a76bfd27f36., hostname=da1c6afcd1f9,35765,1731595233113, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3b1a5ce21fb918810d964a76bfd27f36, server=da1c6afcd1f9,35765,1731595233113 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-14T14:41:14,723 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731595262615.3b1a5ce21fb918810d964a76bfd27f36., hostname=da1c6afcd1f9,35765,1731595233113, seqNum=5 because the exception is null or not the one we care about 2024-11-14T14:41:14,723 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35765 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3b1a5ce21fb918810d964a76bfd27f36, server=da1c6afcd1f9,35765,1731595233113 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-14T14:41:14,723 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35765 {}] ipc.CallRunner(138): callId: 61 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:60566 deadline: 1731595334716, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3b1a5ce21fb918810d964a76bfd27f36, server=da1c6afcd1f9,35765,1731595233113 2024-11-14T14:41:14,724 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731595262615.3b1a5ce21fb918810d964a76bfd27f36., hostname=da1c6afcd1f9,35765,1731595233113, seqNum=5 , the old value is region=TestAcidGuarantees,,1731595262615.3b1a5ce21fb918810d964a76bfd27f36., hostname=da1c6afcd1f9,35765,1731595233113, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3b1a5ce21fb918810d964a76bfd27f36, server=da1c6afcd1f9,35765,1731595233113 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-14T14:41:14,724 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731595262615.3b1a5ce21fb918810d964a76bfd27f36., hostname=da1c6afcd1f9,35765,1731595233113, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3b1a5ce21fb918810d964a76bfd27f36, server=da1c6afcd1f9,35765,1731595233113 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-14T14:41:14,724 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731595262615.3b1a5ce21fb918810d964a76bfd27f36., hostname=da1c6afcd1f9,35765,1731595233113, seqNum=5 because the exception is null or not the one we care about 2024-11-14T14:41:14,731 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35765 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3b1a5ce21fb918810d964a76bfd27f36, server=da1c6afcd1f9,35765,1731595233113 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-14T14:41:14,731 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35765 {}] ipc.CallRunner(138): callId: 58 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:60580 deadline: 1731595334726, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3b1a5ce21fb918810d964a76bfd27f36, server=da1c6afcd1f9,35765,1731595233113 2024-11-14T14:41:14,731 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731595262615.3b1a5ce21fb918810d964a76bfd27f36., hostname=da1c6afcd1f9,35765,1731595233113, seqNum=5 , the old value is region=TestAcidGuarantees,,1731595262615.3b1a5ce21fb918810d964a76bfd27f36., hostname=da1c6afcd1f9,35765,1731595233113, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3b1a5ce21fb918810d964a76bfd27f36, server=da1c6afcd1f9,35765,1731595233113 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-14T14:41:14,732 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731595262615.3b1a5ce21fb918810d964a76bfd27f36., hostname=da1c6afcd1f9,35765,1731595233113, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3b1a5ce21fb918810d964a76bfd27f36, server=da1c6afcd1f9,35765,1731595233113 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-14T14:41:14,732 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731595262615.3b1a5ce21fb918810d964a76bfd27f36., hostname=da1c6afcd1f9,35765,1731595233113, seqNum=5 because the exception is null or not the one we care about 2024-11-14T14:41:14,738 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35765 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3b1a5ce21fb918810d964a76bfd27f36, server=da1c6afcd1f9,35765,1731595233113 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-14T14:41:14,738 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35765 {}] ipc.CallRunner(138): callId: 53 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:60594 deadline: 1731595334736, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3b1a5ce21fb918810d964a76bfd27f36, server=da1c6afcd1f9,35765,1731595233113 2024-11-14T14:41:14,739 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731595262615.3b1a5ce21fb918810d964a76bfd27f36., hostname=da1c6afcd1f9,35765,1731595233113, seqNum=5 , the old value is region=TestAcidGuarantees,,1731595262615.3b1a5ce21fb918810d964a76bfd27f36., hostname=da1c6afcd1f9,35765,1731595233113, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3b1a5ce21fb918810d964a76bfd27f36, server=da1c6afcd1f9,35765,1731595233113 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-14T14:41:14,739 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731595262615.3b1a5ce21fb918810d964a76bfd27f36., hostname=da1c6afcd1f9,35765,1731595233113, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3b1a5ce21fb918810d964a76bfd27f36, server=da1c6afcd1f9,35765,1731595233113 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-14T14:41:14,739 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731595262615.3b1a5ce21fb918810d964a76bfd27f36., hostname=da1c6afcd1f9,35765,1731595233113, seqNum=5 because the exception is null or not the one we care about 2024-11-14T14:41:14,739 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35765 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3b1a5ce21fb918810d964a76bfd27f36, server=da1c6afcd1f9,35765,1731595233113 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-14T14:41:14,740 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35765 {}] ipc.CallRunner(138): callId: 58 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:60574 deadline: 1731595334736, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3b1a5ce21fb918810d964a76bfd27f36, server=da1c6afcd1f9,35765,1731595233113 2024-11-14T14:41:14,740 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731595262615.3b1a5ce21fb918810d964a76bfd27f36., hostname=da1c6afcd1f9,35765,1731595233113, seqNum=5 , the old value is region=TestAcidGuarantees,,1731595262615.3b1a5ce21fb918810d964a76bfd27f36., hostname=da1c6afcd1f9,35765,1731595233113, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3b1a5ce21fb918810d964a76bfd27f36, server=da1c6afcd1f9,35765,1731595233113 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-14T14:41:14,740 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731595262615.3b1a5ce21fb918810d964a76bfd27f36., hostname=da1c6afcd1f9,35765,1731595233113, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3b1a5ce21fb918810d964a76bfd27f36, server=da1c6afcd1f9,35765,1731595233113 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-14T14:41:14,740 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731595262615.3b1a5ce21fb918810d964a76bfd27f36., hostname=da1c6afcd1f9,35765,1731595233113, seqNum=5 because the exception is null or not the one we care about 2024-11-14T14:41:15,076 INFO [RS_FLUSH_OPERATIONS-regionserver/da1c6afcd1f9:0-1 {event_type=RS_FLUSH_REGIONS, pid=45}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=22.36 KB at sequenceid=162 (bloomFilter=true), to=hdfs://localhost:34345/user/jenkins/test-data/14d118ee-a83a-b09b-5913-1a58940a5db1/data/default/TestAcidGuarantees/3b1a5ce21fb918810d964a76bfd27f36/.tmp/B/f578bb69b5dc4571a15e980301589a56 2024-11-14T14:41:15,098 DEBUG [RS_FLUSH_OPERATIONS-regionserver/da1c6afcd1f9:0-1 {event_type=RS_FLUSH_REGIONS, pid=45}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:34345/user/jenkins/test-data/14d118ee-a83a-b09b-5913-1a58940a5db1/data/default/TestAcidGuarantees/3b1a5ce21fb918810d964a76bfd27f36/.tmp/C/e31af64707ab468395300dbfa2f037ba is 50, key is test_row_0/C:col10/1731595271823/Put/seqid=0 2024-11-14T14:41:15,108 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36699 is added to blk_1073742009_1185 (size=12151) 2024-11-14T14:41:15,113 INFO [RS_FLUSH_OPERATIONS-regionserver/da1c6afcd1f9:0-1 {event_type=RS_FLUSH_REGIONS, pid=45}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=22.36 KB at sequenceid=162 (bloomFilter=true), to=hdfs://localhost:34345/user/jenkins/test-data/14d118ee-a83a-b09b-5913-1a58940a5db1/data/default/TestAcidGuarantees/3b1a5ce21fb918810d964a76bfd27f36/.tmp/C/e31af64707ab468395300dbfa2f037ba 2024-11-14T14:41:15,129 DEBUG [RS_FLUSH_OPERATIONS-regionserver/da1c6afcd1f9:0-1 {event_type=RS_FLUSH_REGIONS, pid=45}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:34345/user/jenkins/test-data/14d118ee-a83a-b09b-5913-1a58940a5db1/data/default/TestAcidGuarantees/3b1a5ce21fb918810d964a76bfd27f36/.tmp/A/cd36bb1cc6064fc89399d045624fc700 as hdfs://localhost:34345/user/jenkins/test-data/14d118ee-a83a-b09b-5913-1a58940a5db1/data/default/TestAcidGuarantees/3b1a5ce21fb918810d964a76bfd27f36/A/cd36bb1cc6064fc89399d045624fc700 2024-11-14T14:41:15,138 INFO [RS_FLUSH_OPERATIONS-regionserver/da1c6afcd1f9:0-1 {event_type=RS_FLUSH_REGIONS, pid=45}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:34345/user/jenkins/test-data/14d118ee-a83a-b09b-5913-1a58940a5db1/data/default/TestAcidGuarantees/3b1a5ce21fb918810d964a76bfd27f36/A/cd36bb1cc6064fc89399d045624fc700, entries=150, sequenceid=162, filesize=30.4 K 2024-11-14T14:41:15,140 DEBUG [RS_FLUSH_OPERATIONS-regionserver/da1c6afcd1f9:0-1 {event_type=RS_FLUSH_REGIONS, pid=45}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:34345/user/jenkins/test-data/14d118ee-a83a-b09b-5913-1a58940a5db1/data/default/TestAcidGuarantees/3b1a5ce21fb918810d964a76bfd27f36/.tmp/B/f578bb69b5dc4571a15e980301589a56 as hdfs://localhost:34345/user/jenkins/test-data/14d118ee-a83a-b09b-5913-1a58940a5db1/data/default/TestAcidGuarantees/3b1a5ce21fb918810d964a76bfd27f36/B/f578bb69b5dc4571a15e980301589a56 2024-11-14T14:41:15,146 INFO [RS_FLUSH_OPERATIONS-regionserver/da1c6afcd1f9:0-1 {event_type=RS_FLUSH_REGIONS, pid=45}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:34345/user/jenkins/test-data/14d118ee-a83a-b09b-5913-1a58940a5db1/data/default/TestAcidGuarantees/3b1a5ce21fb918810d964a76bfd27f36/B/f578bb69b5dc4571a15e980301589a56, entries=150, sequenceid=162, filesize=11.9 K 2024-11-14T14:41:15,147 DEBUG [RS_FLUSH_OPERATIONS-regionserver/da1c6afcd1f9:0-1 {event_type=RS_FLUSH_REGIONS, pid=45}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:34345/user/jenkins/test-data/14d118ee-a83a-b09b-5913-1a58940a5db1/data/default/TestAcidGuarantees/3b1a5ce21fb918810d964a76bfd27f36/.tmp/C/e31af64707ab468395300dbfa2f037ba as hdfs://localhost:34345/user/jenkins/test-data/14d118ee-a83a-b09b-5913-1a58940a5db1/data/default/TestAcidGuarantees/3b1a5ce21fb918810d964a76bfd27f36/C/e31af64707ab468395300dbfa2f037ba 2024-11-14T14:41:15,153 INFO [RS_FLUSH_OPERATIONS-regionserver/da1c6afcd1f9:0-1 {event_type=RS_FLUSH_REGIONS, pid=45}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:34345/user/jenkins/test-data/14d118ee-a83a-b09b-5913-1a58940a5db1/data/default/TestAcidGuarantees/3b1a5ce21fb918810d964a76bfd27f36/C/e31af64707ab468395300dbfa2f037ba, entries=150, sequenceid=162, filesize=11.9 K 2024-11-14T14:41:15,155 INFO [RS_FLUSH_OPERATIONS-regionserver/da1c6afcd1f9:0-1 {event_type=RS_FLUSH_REGIONS, pid=45}] regionserver.HRegion(3140): Finished flush of dataSize ~67.09 KB/68700, heapSize ~199.92 KB/204720, currentSize=107.34 KB/109920 for 3b1a5ce21fb918810d964a76bfd27f36 in 1537ms, sequenceid=162, compaction requested=false 2024-11-14T14:41:15,155 DEBUG [RS_FLUSH_OPERATIONS-regionserver/da1c6afcd1f9:0-1 {event_type=RS_FLUSH_REGIONS, pid=45}] regionserver.HRegion(2603): Flush status journal for 3b1a5ce21fb918810d964a76bfd27f36: 2024-11-14T14:41:15,155 DEBUG [RS_FLUSH_OPERATIONS-regionserver/da1c6afcd1f9:0-1 {event_type=RS_FLUSH_REGIONS, pid=45}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1731595262615.3b1a5ce21fb918810d964a76bfd27f36. 2024-11-14T14:41:15,155 DEBUG [RS_FLUSH_OPERATIONS-regionserver/da1c6afcd1f9:0-1 {event_type=RS_FLUSH_REGIONS, pid=45}] regionserver.RemoteProcedureResultReporter(62): Successfully complete execution of pid=45 2024-11-14T14:41:15,156 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45145 {}] master.HMaster(4169): Remote procedure done, pid=45 2024-11-14T14:41:15,159 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=45, resume processing ppid=44 2024-11-14T14:41:15,159 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1521): Finished pid=45, ppid=44, state=SUCCESS, hasLock=false; org.apache.hadoop.hbase.master.procedure.FlushRegionProcedure in 3.3960 sec 2024-11-14T14:41:15,162 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1521): Finished pid=44, state=SUCCESS, hasLock=false; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=44, table=TestAcidGuarantees in 3.4030 sec 2024-11-14T14:41:15,244 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35765 {}] regionserver.HRegion(8855): Flush requested on 3b1a5ce21fb918810d964a76bfd27f36 2024-11-14T14:41:15,244 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(2902): Flushing 3b1a5ce21fb918810d964a76bfd27f36 3/3 column families, dataSize=114.05 KB heapSize=339.42 KB 2024-11-14T14:41:15,248 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 3b1a5ce21fb918810d964a76bfd27f36, store=A 2024-11-14T14:41:15,248 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=2, new segment=null 2024-11-14T14:41:15,248 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 3b1a5ce21fb918810d964a76bfd27f36, store=B 2024-11-14T14:41:15,248 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=2, new segment=null 2024-11-14T14:41:15,248 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 3b1a5ce21fb918810d964a76bfd27f36, store=C 2024-11-14T14:41:15,249 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=2, new segment=null 2024-11-14T14:41:15,265 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35765 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3b1a5ce21fb918810d964a76bfd27f36, server=da1c6afcd1f9,35765,1731595233113 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-14T14:41:15,265 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35765 {}] ipc.CallRunner(138): callId: 60 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:60574 deadline: 1731595335257, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3b1a5ce21fb918810d964a76bfd27f36, server=da1c6afcd1f9,35765,1731595233113 2024-11-14T14:41:15,266 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731595262615.3b1a5ce21fb918810d964a76bfd27f36., hostname=da1c6afcd1f9,35765,1731595233113, seqNum=5 , the old value is region=TestAcidGuarantees,,1731595262615.3b1a5ce21fb918810d964a76bfd27f36., hostname=da1c6afcd1f9,35765,1731595233113, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3b1a5ce21fb918810d964a76bfd27f36, server=da1c6afcd1f9,35765,1731595233113 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-14T14:41:15,266 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731595262615.3b1a5ce21fb918810d964a76bfd27f36., hostname=da1c6afcd1f9,35765,1731595233113, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3b1a5ce21fb918810d964a76bfd27f36, server=da1c6afcd1f9,35765,1731595233113 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-14T14:41:15,266 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731595262615.3b1a5ce21fb918810d964a76bfd27f36., hostname=da1c6afcd1f9,35765,1731595233113, seqNum=5 because the exception is null or not the one we care about 2024-11-14T14:41:15,267 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35765 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3b1a5ce21fb918810d964a76bfd27f36, server=da1c6afcd1f9,35765,1731595233113 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-14T14:41:15,267 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35765 {}] ipc.CallRunner(138): callId: 64 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:60566 deadline: 1731595335260, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3b1a5ce21fb918810d964a76bfd27f36, server=da1c6afcd1f9,35765,1731595233113 2024-11-14T14:41:15,268 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35765 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3b1a5ce21fb918810d964a76bfd27f36, server=da1c6afcd1f9,35765,1731595233113 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-14T14:41:15,268 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35765 {}] ipc.CallRunner(138): callId: 61 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:60580 deadline: 1731595335260, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3b1a5ce21fb918810d964a76bfd27f36, server=da1c6afcd1f9,35765,1731595233113 2024-11-14T14:41:15,268 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35765 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3b1a5ce21fb918810d964a76bfd27f36, server=da1c6afcd1f9,35765,1731595233113 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-14T14:41:15,268 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731595262615.3b1a5ce21fb918810d964a76bfd27f36., hostname=da1c6afcd1f9,35765,1731595233113, seqNum=5 , the old value is region=TestAcidGuarantees,,1731595262615.3b1a5ce21fb918810d964a76bfd27f36., hostname=da1c6afcd1f9,35765,1731595233113, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3b1a5ce21fb918810d964a76bfd27f36, server=da1c6afcd1f9,35765,1731595233113 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-14T14:41:15,268 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731595262615.3b1a5ce21fb918810d964a76bfd27f36., hostname=da1c6afcd1f9,35765,1731595233113, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3b1a5ce21fb918810d964a76bfd27f36, server=da1c6afcd1f9,35765,1731595233113 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-14T14:41:15,268 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35765 {}] ipc.CallRunner(138): callId: 56 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:60594 deadline: 1731595335261, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3b1a5ce21fb918810d964a76bfd27f36, server=da1c6afcd1f9,35765,1731595233113 2024-11-14T14:41:15,268 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731595262615.3b1a5ce21fb918810d964a76bfd27f36., hostname=da1c6afcd1f9,35765,1731595233113, seqNum=5 because the exception is null or not the one we care about 2024-11-14T14:41:15,268 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35765 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3b1a5ce21fb918810d964a76bfd27f36, server=da1c6afcd1f9,35765,1731595233113 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-14T14:41:15,269 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35765 {}] ipc.CallRunner(138): callId: 58 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:60524 deadline: 1731595335263, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3b1a5ce21fb918810d964a76bfd27f36, server=da1c6afcd1f9,35765,1731595233113 2024-11-14T14:41:15,269 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731595262615.3b1a5ce21fb918810d964a76bfd27f36., hostname=da1c6afcd1f9,35765,1731595233113, seqNum=5 , the old value is region=TestAcidGuarantees,,1731595262615.3b1a5ce21fb918810d964a76bfd27f36., hostname=da1c6afcd1f9,35765,1731595233113, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3b1a5ce21fb918810d964a76bfd27f36, server=da1c6afcd1f9,35765,1731595233113 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-14T14:41:15,269 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731595262615.3b1a5ce21fb918810d964a76bfd27f36., hostname=da1c6afcd1f9,35765,1731595233113, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3b1a5ce21fb918810d964a76bfd27f36, server=da1c6afcd1f9,35765,1731595233113 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-14T14:41:15,269 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731595262615.3b1a5ce21fb918810d964a76bfd27f36., hostname=da1c6afcd1f9,35765,1731595233113, seqNum=5 because the exception is null or not the one we care about 2024-11-14T14:41:15,270 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731595262615.3b1a5ce21fb918810d964a76bfd27f36., hostname=da1c6afcd1f9,35765,1731595233113, seqNum=5 , the old value is region=TestAcidGuarantees,,1731595262615.3b1a5ce21fb918810d964a76bfd27f36., hostname=da1c6afcd1f9,35765,1731595233113, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3b1a5ce21fb918810d964a76bfd27f36, server=da1c6afcd1f9,35765,1731595233113 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-14T14:41:15,270 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731595262615.3b1a5ce21fb918810d964a76bfd27f36., hostname=da1c6afcd1f9,35765,1731595233113, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3b1a5ce21fb918810d964a76bfd27f36, server=da1c6afcd1f9,35765,1731595233113 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-14T14:41:15,270 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731595262615.3b1a5ce21fb918810d964a76bfd27f36., hostname=da1c6afcd1f9,35765,1731595233113, seqNum=5 because the exception is null or not the one we care about 2024-11-14T14:41:15,270 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731595262615.3b1a5ce21fb918810d964a76bfd27f36., hostname=da1c6afcd1f9,35765,1731595233113, seqNum=5 , the old value is region=TestAcidGuarantees,,1731595262615.3b1a5ce21fb918810d964a76bfd27f36., hostname=da1c6afcd1f9,35765,1731595233113, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3b1a5ce21fb918810d964a76bfd27f36, server=da1c6afcd1f9,35765,1731595233113 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-14T14:41:15,270 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731595262615.3b1a5ce21fb918810d964a76bfd27f36., hostname=da1c6afcd1f9,35765,1731595233113, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3b1a5ce21fb918810d964a76bfd27f36, server=da1c6afcd1f9,35765,1731595233113 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-14T14:41:15,270 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731595262615.3b1a5ce21fb918810d964a76bfd27f36., hostname=da1c6afcd1f9,35765,1731595233113, seqNum=5 because the exception is null or not the one we care about 2024-11-14T14:41:15,282 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:34345/user/jenkins/test-data/14d118ee-a83a-b09b-5913-1a58940a5db1/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e202411145511f597e1f4487e90286de868d521ff_3b1a5ce21fb918810d964a76bfd27f36 is 50, key is test_row_0/A:col10/1731595275242/Put/seqid=0 2024-11-14T14:41:15,297 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36699 is added to blk_1073742010_1186 (size=17284) 2024-11-14T14:41:15,385 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35765 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3b1a5ce21fb918810d964a76bfd27f36, server=da1c6afcd1f9,35765,1731595233113 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-14T14:41:15,385 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35765 {}] ipc.CallRunner(138): callId: 62 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:60580 deadline: 1731595335376, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3b1a5ce21fb918810d964a76bfd27f36, server=da1c6afcd1f9,35765,1731595233113 2024-11-14T14:41:15,385 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35765 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3b1a5ce21fb918810d964a76bfd27f36, server=da1c6afcd1f9,35765,1731595233113 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-14T14:41:15,385 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731595262615.3b1a5ce21fb918810d964a76bfd27f36., hostname=da1c6afcd1f9,35765,1731595233113, seqNum=5 , the old value is region=TestAcidGuarantees,,1731595262615.3b1a5ce21fb918810d964a76bfd27f36., hostname=da1c6afcd1f9,35765,1731595233113, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3b1a5ce21fb918810d964a76bfd27f36, server=da1c6afcd1f9,35765,1731595233113 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-14T14:41:15,385 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35765 {}] ipc.CallRunner(138): callId: 61 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:60574 deadline: 1731595335377, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3b1a5ce21fb918810d964a76bfd27f36, server=da1c6afcd1f9,35765,1731595233113 2024-11-14T14:41:15,385 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731595262615.3b1a5ce21fb918810d964a76bfd27f36., hostname=da1c6afcd1f9,35765,1731595233113, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3b1a5ce21fb918810d964a76bfd27f36, server=da1c6afcd1f9,35765,1731595233113 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-14T14:41:15,386 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731595262615.3b1a5ce21fb918810d964a76bfd27f36., hostname=da1c6afcd1f9,35765,1731595233113, seqNum=5 because the exception is null or not the one we care about 2024-11-14T14:41:15,386 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35765 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3b1a5ce21fb918810d964a76bfd27f36, server=da1c6afcd1f9,35765,1731595233113 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-14T14:41:15,386 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35765 {}] ipc.CallRunner(138): callId: 59 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:60524 deadline: 1731595335377, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3b1a5ce21fb918810d964a76bfd27f36, server=da1c6afcd1f9,35765,1731595233113 2024-11-14T14:41:15,386 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731595262615.3b1a5ce21fb918810d964a76bfd27f36., hostname=da1c6afcd1f9,35765,1731595233113, seqNum=5 , the old value is region=TestAcidGuarantees,,1731595262615.3b1a5ce21fb918810d964a76bfd27f36., hostname=da1c6afcd1f9,35765,1731595233113, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3b1a5ce21fb918810d964a76bfd27f36, server=da1c6afcd1f9,35765,1731595233113 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-14T14:41:15,386 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731595262615.3b1a5ce21fb918810d964a76bfd27f36., hostname=da1c6afcd1f9,35765,1731595233113, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3b1a5ce21fb918810d964a76bfd27f36, server=da1c6afcd1f9,35765,1731595233113 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-14T14:41:15,386 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35765 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3b1a5ce21fb918810d964a76bfd27f36, server=da1c6afcd1f9,35765,1731595233113 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-14T14:41:15,386 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731595262615.3b1a5ce21fb918810d964a76bfd27f36., hostname=da1c6afcd1f9,35765,1731595233113, seqNum=5 because the exception is null or not the one we care about 2024-11-14T14:41:15,386 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35765 {}] ipc.CallRunner(138): callId: 57 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:60594 deadline: 1731595335377, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3b1a5ce21fb918810d964a76bfd27f36, server=da1c6afcd1f9,35765,1731595233113 2024-11-14T14:41:15,386 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35765 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3b1a5ce21fb918810d964a76bfd27f36, server=da1c6afcd1f9,35765,1731595233113 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-14T14:41:15,386 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35765 {}] ipc.CallRunner(138): callId: 65 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:60566 deadline: 1731595335377, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3b1a5ce21fb918810d964a76bfd27f36, server=da1c6afcd1f9,35765,1731595233113 2024-11-14T14:41:15,387 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731595262615.3b1a5ce21fb918810d964a76bfd27f36., hostname=da1c6afcd1f9,35765,1731595233113, seqNum=5 , the old value is region=TestAcidGuarantees,,1731595262615.3b1a5ce21fb918810d964a76bfd27f36., hostname=da1c6afcd1f9,35765,1731595233113, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3b1a5ce21fb918810d964a76bfd27f36, server=da1c6afcd1f9,35765,1731595233113 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-14T14:41:15,387 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731595262615.3b1a5ce21fb918810d964a76bfd27f36., hostname=da1c6afcd1f9,35765,1731595233113, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3b1a5ce21fb918810d964a76bfd27f36, server=da1c6afcd1f9,35765,1731595233113 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-14T14:41:15,387 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731595262615.3b1a5ce21fb918810d964a76bfd27f36., hostname=da1c6afcd1f9,35765,1731595233113, seqNum=5 because the exception is null or not the one we care about 2024-11-14T14:41:15,388 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731595262615.3b1a5ce21fb918810d964a76bfd27f36., hostname=da1c6afcd1f9,35765,1731595233113, seqNum=5 , the old value is region=TestAcidGuarantees,,1731595262615.3b1a5ce21fb918810d964a76bfd27f36., hostname=da1c6afcd1f9,35765,1731595233113, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3b1a5ce21fb918810d964a76bfd27f36, server=da1c6afcd1f9,35765,1731595233113 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-14T14:41:15,388 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731595262615.3b1a5ce21fb918810d964a76bfd27f36., hostname=da1c6afcd1f9,35765,1731595233113, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3b1a5ce21fb918810d964a76bfd27f36, server=da1c6afcd1f9,35765,1731595233113 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-14T14:41:15,388 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731595262615.3b1a5ce21fb918810d964a76bfd27f36., hostname=da1c6afcd1f9,35765,1731595233113, seqNum=5 because the exception is null or not the one we care about 2024-11-14T14:41:15,389 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731595262615.3b1a5ce21fb918810d964a76bfd27f36., hostname=da1c6afcd1f9,35765,1731595233113, seqNum=5 , the old value is region=TestAcidGuarantees,,1731595262615.3b1a5ce21fb918810d964a76bfd27f36., hostname=da1c6afcd1f9,35765,1731595233113, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3b1a5ce21fb918810d964a76bfd27f36, server=da1c6afcd1f9,35765,1731595233113 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-14T14:41:15,389 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731595262615.3b1a5ce21fb918810d964a76bfd27f36., hostname=da1c6afcd1f9,35765,1731595233113, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3b1a5ce21fb918810d964a76bfd27f36, server=da1c6afcd1f9,35765,1731595233113 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-14T14:41:15,389 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731595262615.3b1a5ce21fb918810d964a76bfd27f36., hostname=da1c6afcd1f9,35765,1731595233113, seqNum=5 because the exception is null or not the one we care about 2024-11-14T14:41:15,605 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35765 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3b1a5ce21fb918810d964a76bfd27f36, server=da1c6afcd1f9,35765,1731595233113 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-14T14:41:15,605 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35765 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3b1a5ce21fb918810d964a76bfd27f36, server=da1c6afcd1f9,35765,1731595233113 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-14T14:41:15,606 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35765 {}] ipc.CallRunner(138): callId: 60 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:60524 deadline: 1731595335596, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3b1a5ce21fb918810d964a76bfd27f36, server=da1c6afcd1f9,35765,1731595233113 2024-11-14T14:41:15,606 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35765 {}] ipc.CallRunner(138): callId: 63 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:60580 deadline: 1731595335596, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3b1a5ce21fb918810d964a76bfd27f36, server=da1c6afcd1f9,35765,1731595233113 2024-11-14T14:41:15,606 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35765 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3b1a5ce21fb918810d964a76bfd27f36, server=da1c6afcd1f9,35765,1731595233113 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-14T14:41:15,606 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35765 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3b1a5ce21fb918810d964a76bfd27f36, server=da1c6afcd1f9,35765,1731595233113 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-14T14:41:15,606 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731595262615.3b1a5ce21fb918810d964a76bfd27f36., hostname=da1c6afcd1f9,35765,1731595233113, seqNum=5 , the old value is region=TestAcidGuarantees,,1731595262615.3b1a5ce21fb918810d964a76bfd27f36., hostname=da1c6afcd1f9,35765,1731595233113, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3b1a5ce21fb918810d964a76bfd27f36, server=da1c6afcd1f9,35765,1731595233113 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-14T14:41:15,606 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35765 {}] ipc.CallRunner(138): callId: 62 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:60574 deadline: 1731595335596, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3b1a5ce21fb918810d964a76bfd27f36, server=da1c6afcd1f9,35765,1731595233113 2024-11-14T14:41:15,606 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731595262615.3b1a5ce21fb918810d964a76bfd27f36., hostname=da1c6afcd1f9,35765,1731595233113, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3b1a5ce21fb918810d964a76bfd27f36, server=da1c6afcd1f9,35765,1731595233113 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-14T14:41:15,606 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35765 {}] ipc.CallRunner(138): callId: 58 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:60594 deadline: 1731595335596, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3b1a5ce21fb918810d964a76bfd27f36, server=da1c6afcd1f9,35765,1731595233113 2024-11-14T14:41:15,606 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731595262615.3b1a5ce21fb918810d964a76bfd27f36., hostname=da1c6afcd1f9,35765,1731595233113, seqNum=5 because the exception is null or not the one we care about 2024-11-14T14:41:15,607 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731595262615.3b1a5ce21fb918810d964a76bfd27f36., hostname=da1c6afcd1f9,35765,1731595233113, seqNum=5 , the old value is region=TestAcidGuarantees,,1731595262615.3b1a5ce21fb918810d964a76bfd27f36., hostname=da1c6afcd1f9,35765,1731595233113, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3b1a5ce21fb918810d964a76bfd27f36, server=da1c6afcd1f9,35765,1731595233113 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-14T14:41:15,607 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731595262615.3b1a5ce21fb918810d964a76bfd27f36., hostname=da1c6afcd1f9,35765,1731595233113, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3b1a5ce21fb918810d964a76bfd27f36, server=da1c6afcd1f9,35765,1731595233113 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-14T14:41:15,607 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731595262615.3b1a5ce21fb918810d964a76bfd27f36., hostname=da1c6afcd1f9,35765,1731595233113, seqNum=5 because the exception is null or not the one we care about 2024-11-14T14:41:15,607 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731595262615.3b1a5ce21fb918810d964a76bfd27f36., hostname=da1c6afcd1f9,35765,1731595233113, seqNum=5 , the old value is region=TestAcidGuarantees,,1731595262615.3b1a5ce21fb918810d964a76bfd27f36., hostname=da1c6afcd1f9,35765,1731595233113, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3b1a5ce21fb918810d964a76bfd27f36, server=da1c6afcd1f9,35765,1731595233113 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-14T14:41:15,607 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731595262615.3b1a5ce21fb918810d964a76bfd27f36., hostname=da1c6afcd1f9,35765,1731595233113, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3b1a5ce21fb918810d964a76bfd27f36, server=da1c6afcd1f9,35765,1731595233113 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-14T14:41:15,607 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731595262615.3b1a5ce21fb918810d964a76bfd27f36., hostname=da1c6afcd1f9,35765,1731595233113, seqNum=5 because the exception is null or not the one we care about 2024-11-14T14:41:15,606 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35765 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3b1a5ce21fb918810d964a76bfd27f36, server=da1c6afcd1f9,35765,1731595233113 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-14T14:41:15,607 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35765 {}] ipc.CallRunner(138): callId: 66 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:60566 deadline: 1731595335596, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3b1a5ce21fb918810d964a76bfd27f36, server=da1c6afcd1f9,35765,1731595233113 2024-11-14T14:41:15,607 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731595262615.3b1a5ce21fb918810d964a76bfd27f36., hostname=da1c6afcd1f9,35765,1731595233113, seqNum=5 , the old value is region=TestAcidGuarantees,,1731595262615.3b1a5ce21fb918810d964a76bfd27f36., hostname=da1c6afcd1f9,35765,1731595233113, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3b1a5ce21fb918810d964a76bfd27f36, server=da1c6afcd1f9,35765,1731595233113 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-14T14:41:15,607 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731595262615.3b1a5ce21fb918810d964a76bfd27f36., hostname=da1c6afcd1f9,35765,1731595233113, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3b1a5ce21fb918810d964a76bfd27f36, server=da1c6afcd1f9,35765,1731595233113 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-14T14:41:15,608 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731595262615.3b1a5ce21fb918810d964a76bfd27f36., hostname=da1c6afcd1f9,35765,1731595233113, seqNum=5 because the exception is null or not the one we care about 2024-11-14T14:41:15,608 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731595262615.3b1a5ce21fb918810d964a76bfd27f36., hostname=da1c6afcd1f9,35765,1731595233113, seqNum=5 , the old value is region=TestAcidGuarantees,,1731595262615.3b1a5ce21fb918810d964a76bfd27f36., hostname=da1c6afcd1f9,35765,1731595233113, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3b1a5ce21fb918810d964a76bfd27f36, server=da1c6afcd1f9,35765,1731595233113 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-14T14:41:15,608 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731595262615.3b1a5ce21fb918810d964a76bfd27f36., hostname=da1c6afcd1f9,35765,1731595233113, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3b1a5ce21fb918810d964a76bfd27f36, server=da1c6afcd1f9,35765,1731595233113 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-14T14:41:15,608 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731595262615.3b1a5ce21fb918810d964a76bfd27f36., hostname=da1c6afcd1f9,35765,1731595233113, seqNum=5 because the exception is null or not the one we care about 2024-11-14T14:41:15,698 DEBUG [MemStoreFlusher.0 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T14:41:15,704 INFO [MemStoreFlusher.0 {}] regionserver.HMobStore(268): FLUSH Renaming flushed file from hdfs://localhost:34345/user/jenkins/test-data/14d118ee-a83a-b09b-5913-1a58940a5db1/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e202411145511f597e1f4487e90286de868d521ff_3b1a5ce21fb918810d964a76bfd27f36 to hdfs://localhost:34345/user/jenkins/test-data/14d118ee-a83a-b09b-5913-1a58940a5db1/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e202411145511f597e1f4487e90286de868d521ff_3b1a5ce21fb918810d964a76bfd27f36 2024-11-14T14:41:15,705 DEBUG [MemStoreFlusher.0 {}] mob.DefaultMobStoreFlusher(263): Flush store file: hdfs://localhost:34345/user/jenkins/test-data/14d118ee-a83a-b09b-5913-1a58940a5db1/data/default/TestAcidGuarantees/3b1a5ce21fb918810d964a76bfd27f36/.tmp/A/8b464a82c64d47a88021a4be5cacaa30, store: [table=TestAcidGuarantees family=A region=3b1a5ce21fb918810d964a76bfd27f36] 2024-11-14T14:41:15,706 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:34345/user/jenkins/test-data/14d118ee-a83a-b09b-5913-1a58940a5db1/data/default/TestAcidGuarantees/3b1a5ce21fb918810d964a76bfd27f36/.tmp/A/8b464a82c64d47a88021a4be5cacaa30 is 175, key is test_row_0/A:col10/1731595275242/Put/seqid=0 2024-11-14T14:41:15,716 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36699 is added to blk_1073742011_1187 (size=48389) 2024-11-14T14:41:15,916 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35765 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3b1a5ce21fb918810d964a76bfd27f36, server=da1c6afcd1f9,35765,1731595233113 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-14T14:41:15,917 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35765 {}] ipc.CallRunner(138): callId: 64 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:60580 deadline: 1731595335916, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3b1a5ce21fb918810d964a76bfd27f36, server=da1c6afcd1f9,35765,1731595233113 2024-11-14T14:41:15,917 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35765 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3b1a5ce21fb918810d964a76bfd27f36, server=da1c6afcd1f9,35765,1731595233113 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-14T14:41:15,917 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35765 {}] ipc.CallRunner(138): callId: 61 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:60524 deadline: 1731595335916, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3b1a5ce21fb918810d964a76bfd27f36, server=da1c6afcd1f9,35765,1731595233113 2024-11-14T14:41:15,917 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35765 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3b1a5ce21fb918810d964a76bfd27f36, server=da1c6afcd1f9,35765,1731595233113 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-14T14:41:15,917 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35765 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3b1a5ce21fb918810d964a76bfd27f36, server=da1c6afcd1f9,35765,1731595233113 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-14T14:41:15,917 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35765 {}] ipc.CallRunner(138): callId: 63 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:60574 deadline: 1731595335917, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3b1a5ce21fb918810d964a76bfd27f36, server=da1c6afcd1f9,35765,1731595233113 2024-11-14T14:41:15,917 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35765 {}] ipc.CallRunner(138): callId: 59 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:60594 deadline: 1731595335917, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3b1a5ce21fb918810d964a76bfd27f36, server=da1c6afcd1f9,35765,1731595233113 2024-11-14T14:41:15,918 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731595262615.3b1a5ce21fb918810d964a76bfd27f36., hostname=da1c6afcd1f9,35765,1731595233113, seqNum=5 , the old value is region=TestAcidGuarantees,,1731595262615.3b1a5ce21fb918810d964a76bfd27f36., hostname=da1c6afcd1f9,35765,1731595233113, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3b1a5ce21fb918810d964a76bfd27f36, server=da1c6afcd1f9,35765,1731595233113 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-14T14:41:15,918 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35765 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3b1a5ce21fb918810d964a76bfd27f36, server=da1c6afcd1f9,35765,1731595233113 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-14T14:41:15,918 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731595262615.3b1a5ce21fb918810d964a76bfd27f36., hostname=da1c6afcd1f9,35765,1731595233113, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3b1a5ce21fb918810d964a76bfd27f36, server=da1c6afcd1f9,35765,1731595233113 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-14T14:41:15,918 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731595262615.3b1a5ce21fb918810d964a76bfd27f36., hostname=da1c6afcd1f9,35765,1731595233113, seqNum=5 because the exception is null or not the one we care about 2024-11-14T14:41:15,918 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731595262615.3b1a5ce21fb918810d964a76bfd27f36., hostname=da1c6afcd1f9,35765,1731595233113, seqNum=5 , the old value is region=TestAcidGuarantees,,1731595262615.3b1a5ce21fb918810d964a76bfd27f36., hostname=da1c6afcd1f9,35765,1731595233113, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3b1a5ce21fb918810d964a76bfd27f36, server=da1c6afcd1f9,35765,1731595233113 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-14T14:41:15,918 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35765 {}] ipc.CallRunner(138): callId: 67 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:60566 deadline: 1731595335917, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3b1a5ce21fb918810d964a76bfd27f36, server=da1c6afcd1f9,35765,1731595233113 2024-11-14T14:41:15,918 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731595262615.3b1a5ce21fb918810d964a76bfd27f36., hostname=da1c6afcd1f9,35765,1731595233113, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3b1a5ce21fb918810d964a76bfd27f36, server=da1c6afcd1f9,35765,1731595233113 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-14T14:41:15,918 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731595262615.3b1a5ce21fb918810d964a76bfd27f36., hostname=da1c6afcd1f9,35765,1731595233113, seqNum=5 because the exception is null or not the one we care about 2024-11-14T14:41:15,918 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731595262615.3b1a5ce21fb918810d964a76bfd27f36., hostname=da1c6afcd1f9,35765,1731595233113, seqNum=5 , the old value is region=TestAcidGuarantees,,1731595262615.3b1a5ce21fb918810d964a76bfd27f36., hostname=da1c6afcd1f9,35765,1731595233113, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3b1a5ce21fb918810d964a76bfd27f36, server=da1c6afcd1f9,35765,1731595233113 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-14T14:41:15,918 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731595262615.3b1a5ce21fb918810d964a76bfd27f36., hostname=da1c6afcd1f9,35765,1731595233113, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3b1a5ce21fb918810d964a76bfd27f36, server=da1c6afcd1f9,35765,1731595233113 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-14T14:41:15,918 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731595262615.3b1a5ce21fb918810d964a76bfd27f36., hostname=da1c6afcd1f9,35765,1731595233113, seqNum=5 because the exception is null or not the one we care about 2024-11-14T14:41:15,918 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731595262615.3b1a5ce21fb918810d964a76bfd27f36., hostname=da1c6afcd1f9,35765,1731595233113, seqNum=5 , the old value is region=TestAcidGuarantees,,1731595262615.3b1a5ce21fb918810d964a76bfd27f36., hostname=da1c6afcd1f9,35765,1731595233113, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3b1a5ce21fb918810d964a76bfd27f36, server=da1c6afcd1f9,35765,1731595233113 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-14T14:41:15,918 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731595262615.3b1a5ce21fb918810d964a76bfd27f36., hostname=da1c6afcd1f9,35765,1731595233113, seqNum=5 , the old value is region=TestAcidGuarantees,,1731595262615.3b1a5ce21fb918810d964a76bfd27f36., hostname=da1c6afcd1f9,35765,1731595233113, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3b1a5ce21fb918810d964a76bfd27f36, server=da1c6afcd1f9,35765,1731595233113 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-14T14:41:15,918 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731595262615.3b1a5ce21fb918810d964a76bfd27f36., hostname=da1c6afcd1f9,35765,1731595233113, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3b1a5ce21fb918810d964a76bfd27f36, server=da1c6afcd1f9,35765,1731595233113 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-14T14:41:15,919 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731595262615.3b1a5ce21fb918810d964a76bfd27f36., hostname=da1c6afcd1f9,35765,1731595233113, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3b1a5ce21fb918810d964a76bfd27f36, server=da1c6afcd1f9,35765,1731595233113 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-14T14:41:15,919 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731595262615.3b1a5ce21fb918810d964a76bfd27f36., hostname=da1c6afcd1f9,35765,1731595233113, seqNum=5 because the exception is null or not the one we care about 2024-11-14T14:41:15,919 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731595262615.3b1a5ce21fb918810d964a76bfd27f36., hostname=da1c6afcd1f9,35765,1731595233113, seqNum=5 because the exception is null or not the one we care about 2024-11-14T14:41:15,926 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45145 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=44 2024-11-14T14:41:15,926 INFO [RPCClient-NioEventLoopGroup-4-7 {}] client.RawAsyncHBaseAdmin$TableProcedureBiConsumer(2721): Operation: FLUSH, Table Name: default:TestAcidGuarantees completed 2024-11-14T14:41:15,927 INFO [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45145 {}] master.HMaster$22(4506): Client=jenkins//172.17.0.2 flush TestAcidGuarantees 2024-11-14T14:41:15,928 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45145 {}] procedure2.ProcedureExecutor(1139): Stored pid=46, state=RUNNABLE:FLUSH_TABLE_PREPARE, hasLock=false; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=46, table=TestAcidGuarantees 2024-11-14T14:41:15,929 INFO [PEWorker-2 {}] procedure.FlushTableProcedure(91): pid=46, state=RUNNABLE:FLUSH_TABLE_PREPARE, hasLock=true; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=46, table=TestAcidGuarantees execute state=FLUSH_TABLE_PREPARE 2024-11-14T14:41:15,930 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45145 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=46 2024-11-14T14:41:15,930 INFO [PEWorker-2 {}] procedure.FlushTableProcedure(91): pid=46, state=RUNNABLE:FLUSH_TABLE_FLUSH_REGIONS, hasLock=true; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=46, table=TestAcidGuarantees execute state=FLUSH_TABLE_FLUSH_REGIONS 2024-11-14T14:41:15,930 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=47, ppid=46, state=RUNNABLE, hasLock=false; org.apache.hadoop.hbase.master.procedure.FlushRegionProcedure}] 2024-11-14T14:41:16,036 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45145 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=46 2024-11-14T14:41:16,085 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=35765 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=47 2024-11-14T14:41:16,085 DEBUG [RS_FLUSH_OPERATIONS-regionserver/da1c6afcd1f9:0-2 {event_type=RS_FLUSH_REGIONS, pid=47}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1731595262615.3b1a5ce21fb918810d964a76bfd27f36. 2024-11-14T14:41:16,086 DEBUG [RS_FLUSH_OPERATIONS-regionserver/da1c6afcd1f9:0-2 {event_type=RS_FLUSH_REGIONS, pid=47}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1731595262615.3b1a5ce21fb918810d964a76bfd27f36. as already flushing 2024-11-14T14:41:16,086 DEBUG [RS_FLUSH_OPERATIONS-regionserver/da1c6afcd1f9:0-2 {event_type=RS_FLUSH_REGIONS, pid=47}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1731595262615.3b1a5ce21fb918810d964a76bfd27f36. 2024-11-14T14:41:16,086 ERROR [RS_FLUSH_OPERATIONS-regionserver/da1c6afcd1f9:0-2 {event_type=RS_FLUSH_REGIONS, pid=47}] handler.RSProcedureHandler(58): pid=47 java.io.IOException: Unable to complete flush {ENCODED => 3b1a5ce21fb918810d964a76bfd27f36, NAME => 'TestAcidGuarantees,,1731595262615.3b1a5ce21fb918810d964a76bfd27f36.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-14T14:41:16,086 DEBUG [RS_FLUSH_OPERATIONS-regionserver/da1c6afcd1f9:0-2 {event_type=RS_FLUSH_REGIONS, pid=47}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=47 java.io.IOException: Unable to complete flush {ENCODED => 3b1a5ce21fb918810d964a76bfd27f36, NAME => 'TestAcidGuarantees,,1731595262615.3b1a5ce21fb918810d964a76bfd27f36.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-14T14:41:16,087 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45145 {}] master.HMaster(4177): Remote procedure failed, pid=47 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 3b1a5ce21fb918810d964a76bfd27f36, NAME => 'TestAcidGuarantees,,1731595262615.3b1a5ce21fb918810d964a76bfd27f36.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$5(MasterRpcServices.java:2580) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2575) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 3b1a5ce21fb918810d964a76bfd27f36, NAME => 'TestAcidGuarantees,,1731595262615.3b1a5ce21fb918810d964a76bfd27f36.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-14T14:41:16,118 INFO [MemStoreFlusher.0 {}] mob.DefaultMobStoreFlusher(147): Mob store is flushed, sequenceid=187, memsize=42.5 K, hasBloomFilter=true, into tmp file hdfs://localhost:34345/user/jenkins/test-data/14d118ee-a83a-b09b-5913-1a58940a5db1/data/default/TestAcidGuarantees/3b1a5ce21fb918810d964a76bfd27f36/.tmp/A/8b464a82c64d47a88021a4be5cacaa30 2024-11-14T14:41:16,131 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:34345/user/jenkins/test-data/14d118ee-a83a-b09b-5913-1a58940a5db1/data/default/TestAcidGuarantees/3b1a5ce21fb918810d964a76bfd27f36/.tmp/B/634aad4b12aa46c5933a23a9af5ad5df is 50, key is test_row_0/B:col10/1731595275242/Put/seqid=0 2024-11-14T14:41:16,149 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36699 is added to blk_1073742012_1188 (size=12151) 2024-11-14T14:41:16,150 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=42.49 KB at sequenceid=187 (bloomFilter=true), to=hdfs://localhost:34345/user/jenkins/test-data/14d118ee-a83a-b09b-5913-1a58940a5db1/data/default/TestAcidGuarantees/3b1a5ce21fb918810d964a76bfd27f36/.tmp/B/634aad4b12aa46c5933a23a9af5ad5df 2024-11-14T14:41:16,162 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:34345/user/jenkins/test-data/14d118ee-a83a-b09b-5913-1a58940a5db1/data/default/TestAcidGuarantees/3b1a5ce21fb918810d964a76bfd27f36/.tmp/C/6f2364d9f60e4903b5d42f8da9099309 is 50, key is test_row_0/C:col10/1731595275242/Put/seqid=0 2024-11-14T14:41:16,170 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36699 is added to blk_1073742013_1189 (size=12151) 2024-11-14T14:41:16,242 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=35765 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=47 2024-11-14T14:41:16,242 DEBUG [RS_FLUSH_OPERATIONS-regionserver/da1c6afcd1f9:0-0 {event_type=RS_FLUSH_REGIONS, pid=47}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1731595262615.3b1a5ce21fb918810d964a76bfd27f36. 2024-11-14T14:41:16,242 DEBUG [RS_FLUSH_OPERATIONS-regionserver/da1c6afcd1f9:0-0 {event_type=RS_FLUSH_REGIONS, pid=47}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1731595262615.3b1a5ce21fb918810d964a76bfd27f36. as already flushing 2024-11-14T14:41:16,242 DEBUG [RS_FLUSH_OPERATIONS-regionserver/da1c6afcd1f9:0-0 {event_type=RS_FLUSH_REGIONS, pid=47}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1731595262615.3b1a5ce21fb918810d964a76bfd27f36. 2024-11-14T14:41:16,242 ERROR [RS_FLUSH_OPERATIONS-regionserver/da1c6afcd1f9:0-0 {event_type=RS_FLUSH_REGIONS, pid=47}] handler.RSProcedureHandler(58): pid=47 java.io.IOException: Unable to complete flush {ENCODED => 3b1a5ce21fb918810d964a76bfd27f36, NAME => 'TestAcidGuarantees,,1731595262615.3b1a5ce21fb918810d964a76bfd27f36.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-14T14:41:16,242 DEBUG [RS_FLUSH_OPERATIONS-regionserver/da1c6afcd1f9:0-0 {event_type=RS_FLUSH_REGIONS, pid=47}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=47 java.io.IOException: Unable to complete flush {ENCODED => 3b1a5ce21fb918810d964a76bfd27f36, NAME => 'TestAcidGuarantees,,1731595262615.3b1a5ce21fb918810d964a76bfd27f36.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-14T14:41:16,243 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45145 {}] master.HMaster(4177): Remote procedure failed, pid=47 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 3b1a5ce21fb918810d964a76bfd27f36, NAME => 'TestAcidGuarantees,,1731595262615.3b1a5ce21fb918810d964a76bfd27f36.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$5(MasterRpcServices.java:2580) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2575) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 3b1a5ce21fb918810d964a76bfd27f36, NAME => 'TestAcidGuarantees,,1731595262615.3b1a5ce21fb918810d964a76bfd27f36.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-14T14:41:16,246 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45145 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=46 2024-11-14T14:41:16,395 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=35765 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=47 2024-11-14T14:41:16,395 DEBUG [RS_FLUSH_OPERATIONS-regionserver/da1c6afcd1f9:0-1 {event_type=RS_FLUSH_REGIONS, pid=47}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1731595262615.3b1a5ce21fb918810d964a76bfd27f36. 2024-11-14T14:41:16,396 DEBUG [RS_FLUSH_OPERATIONS-regionserver/da1c6afcd1f9:0-1 {event_type=RS_FLUSH_REGIONS, pid=47}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1731595262615.3b1a5ce21fb918810d964a76bfd27f36. as already flushing 2024-11-14T14:41:16,396 DEBUG [RS_FLUSH_OPERATIONS-regionserver/da1c6afcd1f9:0-1 {event_type=RS_FLUSH_REGIONS, pid=47}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1731595262615.3b1a5ce21fb918810d964a76bfd27f36. 2024-11-14T14:41:16,396 ERROR [RS_FLUSH_OPERATIONS-regionserver/da1c6afcd1f9:0-1 {event_type=RS_FLUSH_REGIONS, pid=47}] handler.RSProcedureHandler(58): pid=47 java.io.IOException: Unable to complete flush {ENCODED => 3b1a5ce21fb918810d964a76bfd27f36, NAME => 'TestAcidGuarantees,,1731595262615.3b1a5ce21fb918810d964a76bfd27f36.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-14T14:41:16,396 DEBUG [RS_FLUSH_OPERATIONS-regionserver/da1c6afcd1f9:0-1 {event_type=RS_FLUSH_REGIONS, pid=47}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=47 java.io.IOException: Unable to complete flush {ENCODED => 3b1a5ce21fb918810d964a76bfd27f36, NAME => 'TestAcidGuarantees,,1731595262615.3b1a5ce21fb918810d964a76bfd27f36.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-14T14:41:16,396 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45145 {}] master.HMaster(4177): Remote procedure failed, pid=47 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 3b1a5ce21fb918810d964a76bfd27f36, NAME => 'TestAcidGuarantees,,1731595262615.3b1a5ce21fb918810d964a76bfd27f36.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$5(MasterRpcServices.java:2580) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2575) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 3b1a5ce21fb918810d964a76bfd27f36, NAME => 'TestAcidGuarantees,,1731595262615.3b1a5ce21fb918810d964a76bfd27f36.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-14T14:41:16,431 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35765 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3b1a5ce21fb918810d964a76bfd27f36, server=da1c6afcd1f9,35765,1731595233113 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-14T14:41:16,431 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35765 {}] ipc.CallRunner(138): callId: 64 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:60574 deadline: 1731595336426, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3b1a5ce21fb918810d964a76bfd27f36, server=da1c6afcd1f9,35765,1731595233113 2024-11-14T14:41:16,431 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35765 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3b1a5ce21fb918810d964a76bfd27f36, server=da1c6afcd1f9,35765,1731595233113 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-14T14:41:16,432 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731595262615.3b1a5ce21fb918810d964a76bfd27f36., hostname=da1c6afcd1f9,35765,1731595233113, seqNum=5 , the old value is region=TestAcidGuarantees,,1731595262615.3b1a5ce21fb918810d964a76bfd27f36., hostname=da1c6afcd1f9,35765,1731595233113, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3b1a5ce21fb918810d964a76bfd27f36, server=da1c6afcd1f9,35765,1731595233113 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-14T14:41:16,432 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731595262615.3b1a5ce21fb918810d964a76bfd27f36., hostname=da1c6afcd1f9,35765,1731595233113, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3b1a5ce21fb918810d964a76bfd27f36, server=da1c6afcd1f9,35765,1731595233113 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-14T14:41:16,432 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35765 {}] ipc.CallRunner(138): callId: 60 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:60594 deadline: 1731595336427, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3b1a5ce21fb918810d964a76bfd27f36, server=da1c6afcd1f9,35765,1731595233113 2024-11-14T14:41:16,432 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731595262615.3b1a5ce21fb918810d964a76bfd27f36., hostname=da1c6afcd1f9,35765,1731595233113, seqNum=5 because the exception is null or not the one we care about 2024-11-14T14:41:16,432 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35765 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3b1a5ce21fb918810d964a76bfd27f36, server=da1c6afcd1f9,35765,1731595233113 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-14T14:41:16,432 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731595262615.3b1a5ce21fb918810d964a76bfd27f36., hostname=da1c6afcd1f9,35765,1731595233113, seqNum=5 , the old value is region=TestAcidGuarantees,,1731595262615.3b1a5ce21fb918810d964a76bfd27f36., hostname=da1c6afcd1f9,35765,1731595233113, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3b1a5ce21fb918810d964a76bfd27f36, server=da1c6afcd1f9,35765,1731595233113 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-14T14:41:16,432 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731595262615.3b1a5ce21fb918810d964a76bfd27f36., hostname=da1c6afcd1f9,35765,1731595233113, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3b1a5ce21fb918810d964a76bfd27f36, server=da1c6afcd1f9,35765,1731595233113 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-14T14:41:16,432 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731595262615.3b1a5ce21fb918810d964a76bfd27f36., hostname=da1c6afcd1f9,35765,1731595233113, seqNum=5 because the exception is null or not the one we care about 2024-11-14T14:41:16,432 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35765 {}] ipc.CallRunner(138): callId: 68 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:60566 deadline: 1731595336427, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3b1a5ce21fb918810d964a76bfd27f36, server=da1c6afcd1f9,35765,1731595233113 2024-11-14T14:41:16,432 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731595262615.3b1a5ce21fb918810d964a76bfd27f36., hostname=da1c6afcd1f9,35765,1731595233113, seqNum=5 , the old value is region=TestAcidGuarantees,,1731595262615.3b1a5ce21fb918810d964a76bfd27f36., hostname=da1c6afcd1f9,35765,1731595233113, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3b1a5ce21fb918810d964a76bfd27f36, server=da1c6afcd1f9,35765,1731595233113 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-14T14:41:16,432 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731595262615.3b1a5ce21fb918810d964a76bfd27f36., hostname=da1c6afcd1f9,35765,1731595233113, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3b1a5ce21fb918810d964a76bfd27f36, server=da1c6afcd1f9,35765,1731595233113 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-14T14:41:16,432 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35765 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3b1a5ce21fb918810d964a76bfd27f36, server=da1c6afcd1f9,35765,1731595233113 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-14T14:41:16,432 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731595262615.3b1a5ce21fb918810d964a76bfd27f36., hostname=da1c6afcd1f9,35765,1731595233113, seqNum=5 because the exception is null or not the one we care about 2024-11-14T14:41:16,432 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35765 {}] ipc.CallRunner(138): callId: 62 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:60524 deadline: 1731595336427, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3b1a5ce21fb918810d964a76bfd27f36, server=da1c6afcd1f9,35765,1731595233113 2024-11-14T14:41:16,433 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731595262615.3b1a5ce21fb918810d964a76bfd27f36., hostname=da1c6afcd1f9,35765,1731595233113, seqNum=5 , the old value is region=TestAcidGuarantees,,1731595262615.3b1a5ce21fb918810d964a76bfd27f36., hostname=da1c6afcd1f9,35765,1731595233113, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3b1a5ce21fb918810d964a76bfd27f36, server=da1c6afcd1f9,35765,1731595233113 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-14T14:41:16,433 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731595262615.3b1a5ce21fb918810d964a76bfd27f36., hostname=da1c6afcd1f9,35765,1731595233113, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3b1a5ce21fb918810d964a76bfd27f36, server=da1c6afcd1f9,35765,1731595233113 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-14T14:41:16,433 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35765 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3b1a5ce21fb918810d964a76bfd27f36, server=da1c6afcd1f9,35765,1731595233113 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-14T14:41:16,433 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731595262615.3b1a5ce21fb918810d964a76bfd27f36., hostname=da1c6afcd1f9,35765,1731595233113, seqNum=5 because the exception is null or not the one we care about 2024-11-14T14:41:16,433 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35765 {}] ipc.CallRunner(138): callId: 65 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:60580 deadline: 1731595336427, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3b1a5ce21fb918810d964a76bfd27f36, server=da1c6afcd1f9,35765,1731595233113 2024-11-14T14:41:16,433 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731595262615.3b1a5ce21fb918810d964a76bfd27f36., hostname=da1c6afcd1f9,35765,1731595233113, seqNum=5 , the old value is region=TestAcidGuarantees,,1731595262615.3b1a5ce21fb918810d964a76bfd27f36., hostname=da1c6afcd1f9,35765,1731595233113, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3b1a5ce21fb918810d964a76bfd27f36, server=da1c6afcd1f9,35765,1731595233113 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-14T14:41:16,433 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731595262615.3b1a5ce21fb918810d964a76bfd27f36., hostname=da1c6afcd1f9,35765,1731595233113, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3b1a5ce21fb918810d964a76bfd27f36, server=da1c6afcd1f9,35765,1731595233113 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-14T14:41:16,433 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731595262615.3b1a5ce21fb918810d964a76bfd27f36., hostname=da1c6afcd1f9,35765,1731595233113, seqNum=5 because the exception is null or not the one we care about 2024-11-14T14:41:16,549 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=35765 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=47 2024-11-14T14:41:16,549 DEBUG [RS_FLUSH_OPERATIONS-regionserver/da1c6afcd1f9:0-2 {event_type=RS_FLUSH_REGIONS, pid=47}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1731595262615.3b1a5ce21fb918810d964a76bfd27f36. 2024-11-14T14:41:16,549 DEBUG [RS_FLUSH_OPERATIONS-regionserver/da1c6afcd1f9:0-2 {event_type=RS_FLUSH_REGIONS, pid=47}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1731595262615.3b1a5ce21fb918810d964a76bfd27f36. as already flushing 2024-11-14T14:41:16,550 DEBUG [RS_FLUSH_OPERATIONS-regionserver/da1c6afcd1f9:0-2 {event_type=RS_FLUSH_REGIONS, pid=47}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1731595262615.3b1a5ce21fb918810d964a76bfd27f36. 2024-11-14T14:41:16,550 ERROR [RS_FLUSH_OPERATIONS-regionserver/da1c6afcd1f9:0-2 {event_type=RS_FLUSH_REGIONS, pid=47}] handler.RSProcedureHandler(58): pid=47 java.io.IOException: Unable to complete flush {ENCODED => 3b1a5ce21fb918810d964a76bfd27f36, NAME => 'TestAcidGuarantees,,1731595262615.3b1a5ce21fb918810d964a76bfd27f36.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-14T14:41:16,550 DEBUG [RS_FLUSH_OPERATIONS-regionserver/da1c6afcd1f9:0-2 {event_type=RS_FLUSH_REGIONS, pid=47}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=47 java.io.IOException: Unable to complete flush {ENCODED => 3b1a5ce21fb918810d964a76bfd27f36, NAME => 'TestAcidGuarantees,,1731595262615.3b1a5ce21fb918810d964a76bfd27f36.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-14T14:41:16,550 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45145 {}] master.HMaster(4177): Remote procedure failed, pid=47 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 3b1a5ce21fb918810d964a76bfd27f36, NAME => 'TestAcidGuarantees,,1731595262615.3b1a5ce21fb918810d964a76bfd27f36.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$5(MasterRpcServices.java:2580) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2575) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 3b1a5ce21fb918810d964a76bfd27f36, NAME => 'TestAcidGuarantees,,1731595262615.3b1a5ce21fb918810d964a76bfd27f36.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-14T14:41:16,556 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45145 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=46 2024-11-14T14:41:16,571 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=42.49 KB at sequenceid=187 (bloomFilter=true), to=hdfs://localhost:34345/user/jenkins/test-data/14d118ee-a83a-b09b-5913-1a58940a5db1/data/default/TestAcidGuarantees/3b1a5ce21fb918810d964a76bfd27f36/.tmp/C/6f2364d9f60e4903b5d42f8da9099309 2024-11-14T14:41:16,580 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:34345/user/jenkins/test-data/14d118ee-a83a-b09b-5913-1a58940a5db1/data/default/TestAcidGuarantees/3b1a5ce21fb918810d964a76bfd27f36/.tmp/A/8b464a82c64d47a88021a4be5cacaa30 as hdfs://localhost:34345/user/jenkins/test-data/14d118ee-a83a-b09b-5913-1a58940a5db1/data/default/TestAcidGuarantees/3b1a5ce21fb918810d964a76bfd27f36/A/8b464a82c64d47a88021a4be5cacaa30 2024-11-14T14:41:16,591 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:34345/user/jenkins/test-data/14d118ee-a83a-b09b-5913-1a58940a5db1/data/default/TestAcidGuarantees/3b1a5ce21fb918810d964a76bfd27f36/A/8b464a82c64d47a88021a4be5cacaa30, entries=250, sequenceid=187, filesize=47.3 K 2024-11-14T14:41:16,592 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:34345/user/jenkins/test-data/14d118ee-a83a-b09b-5913-1a58940a5db1/data/default/TestAcidGuarantees/3b1a5ce21fb918810d964a76bfd27f36/.tmp/B/634aad4b12aa46c5933a23a9af5ad5df as hdfs://localhost:34345/user/jenkins/test-data/14d118ee-a83a-b09b-5913-1a58940a5db1/data/default/TestAcidGuarantees/3b1a5ce21fb918810d964a76bfd27f36/B/634aad4b12aa46c5933a23a9af5ad5df 2024-11-14T14:41:16,603 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:34345/user/jenkins/test-data/14d118ee-a83a-b09b-5913-1a58940a5db1/data/default/TestAcidGuarantees/3b1a5ce21fb918810d964a76bfd27f36/B/634aad4b12aa46c5933a23a9af5ad5df, entries=150, sequenceid=187, filesize=11.9 K 2024-11-14T14:41:16,605 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:34345/user/jenkins/test-data/14d118ee-a83a-b09b-5913-1a58940a5db1/data/default/TestAcidGuarantees/3b1a5ce21fb918810d964a76bfd27f36/.tmp/C/6f2364d9f60e4903b5d42f8da9099309 as hdfs://localhost:34345/user/jenkins/test-data/14d118ee-a83a-b09b-5913-1a58940a5db1/data/default/TestAcidGuarantees/3b1a5ce21fb918810d964a76bfd27f36/C/6f2364d9f60e4903b5d42f8da9099309 2024-11-14T14:41:16,611 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:34345/user/jenkins/test-data/14d118ee-a83a-b09b-5913-1a58940a5db1/data/default/TestAcidGuarantees/3b1a5ce21fb918810d964a76bfd27f36/C/6f2364d9f60e4903b5d42f8da9099309, entries=150, sequenceid=187, filesize=11.9 K 2024-11-14T14:41:16,612 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(3140): Finished flush of dataSize ~127.47 KB/130530, heapSize ~379.92 KB/389040, currentSize=46.96 KB/48090 for 3b1a5ce21fb918810d964a76bfd27f36 in 1368ms, sequenceid=187, compaction requested=true 2024-11-14T14:41:16,612 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2603): Flush status journal for 3b1a5ce21fb918810d964a76bfd27f36: 2024-11-14T14:41:16,612 DEBUG [RS:0;da1c6afcd1f9:35765-longCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 3 store files, 0 compacting, 3 eligible, 16 blocking 2024-11-14T14:41:16,612 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store 3b1a5ce21fb918810d964a76bfd27f36:A, priority=-2147483648, current under compaction store size is 1 2024-11-14T14:41:16,613 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-14T14:41:16,613 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store 3b1a5ce21fb918810d964a76bfd27f36:B, priority=-2147483648, current under compaction store size is 2 2024-11-14T14:41:16,613 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=1), splitQueue=0 2024-11-14T14:41:16,613 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store 3b1a5ce21fb918810d964a76bfd27f36:C, priority=-2147483648, current under compaction store size is 3 2024-11-14T14:41:16,613 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=2), splitQueue=0 2024-11-14T14:41:16,613 DEBUG [RS:0;da1c6afcd1f9:35765-shortCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 3 store files, 0 compacting, 3 eligible, 16 blocking 2024-11-14T14:41:16,614 DEBUG [RS:0;da1c6afcd1f9:35765-shortCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 3 files of size 36693 starting at candidate #0 after considering 1 permutations with 1 in ratio 2024-11-14T14:41:16,614 DEBUG [RS:0;da1c6afcd1f9:35765-shortCompactions-0 {}] regionserver.HStore(1541): 3b1a5ce21fb918810d964a76bfd27f36/B is initiating minor compaction (all files) 2024-11-14T14:41:16,614 INFO [RS:0;da1c6afcd1f9:35765-shortCompactions-0 {}] regionserver.HRegion(2416): Starting compaction of 3b1a5ce21fb918810d964a76bfd27f36/B in TestAcidGuarantees,,1731595262615.3b1a5ce21fb918810d964a76bfd27f36. 2024-11-14T14:41:16,615 INFO [RS:0;da1c6afcd1f9:35765-shortCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:34345/user/jenkins/test-data/14d118ee-a83a-b09b-5913-1a58940a5db1/data/default/TestAcidGuarantees/3b1a5ce21fb918810d964a76bfd27f36/B/8cf321227202400587467afaf924d503, hdfs://localhost:34345/user/jenkins/test-data/14d118ee-a83a-b09b-5913-1a58940a5db1/data/default/TestAcidGuarantees/3b1a5ce21fb918810d964a76bfd27f36/B/f578bb69b5dc4571a15e980301589a56, hdfs://localhost:34345/user/jenkins/test-data/14d118ee-a83a-b09b-5913-1a58940a5db1/data/default/TestAcidGuarantees/3b1a5ce21fb918810d964a76bfd27f36/B/634aad4b12aa46c5933a23a9af5ad5df] into tmpdir=hdfs://localhost:34345/user/jenkins/test-data/14d118ee-a83a-b09b-5913-1a58940a5db1/data/default/TestAcidGuarantees/3b1a5ce21fb918810d964a76bfd27f36/.tmp, totalSize=35.8 K 2024-11-14T14:41:16,615 DEBUG [RS:0;da1c6afcd1f9:35765-longCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 3 files of size 110839 starting at candidate #0 after considering 1 permutations with 1 in ratio 2024-11-14T14:41:16,615 DEBUG [RS:0;da1c6afcd1f9:35765-longCompactions-0 {}] regionserver.HStore(1541): 3b1a5ce21fb918810d964a76bfd27f36/A is initiating minor compaction (all files) 2024-11-14T14:41:16,615 INFO [RS:0;da1c6afcd1f9:35765-longCompactions-0 {}] regionserver.HRegion(2416): Starting compaction of 3b1a5ce21fb918810d964a76bfd27f36/A in TestAcidGuarantees,,1731595262615.3b1a5ce21fb918810d964a76bfd27f36. 2024-11-14T14:41:16,615 INFO [RS:0;da1c6afcd1f9:35765-longCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:34345/user/jenkins/test-data/14d118ee-a83a-b09b-5913-1a58940a5db1/data/default/TestAcidGuarantees/3b1a5ce21fb918810d964a76bfd27f36/A/127a766fad1f4d278d77f8ecc510c167, hdfs://localhost:34345/user/jenkins/test-data/14d118ee-a83a-b09b-5913-1a58940a5db1/data/default/TestAcidGuarantees/3b1a5ce21fb918810d964a76bfd27f36/A/cd36bb1cc6064fc89399d045624fc700, hdfs://localhost:34345/user/jenkins/test-data/14d118ee-a83a-b09b-5913-1a58940a5db1/data/default/TestAcidGuarantees/3b1a5ce21fb918810d964a76bfd27f36/A/8b464a82c64d47a88021a4be5cacaa30] into tmpdir=hdfs://localhost:34345/user/jenkins/test-data/14d118ee-a83a-b09b-5913-1a58940a5db1/data/default/TestAcidGuarantees/3b1a5ce21fb918810d964a76bfd27f36/.tmp, totalSize=108.2 K 2024-11-14T14:41:16,615 INFO [RS:0;da1c6afcd1f9:35765-longCompactions-0 {}] mob.DefaultMobStoreCompactor(181): MOB compaction: major=false isAll=true priority=13 throughput controller=DefaultCompactionThroughputController [maxThroughput=50.00 MB/second, activeCompactions=0] table=TestAcidGuarantees cf=A region=TestAcidGuarantees,,1731595262615.3b1a5ce21fb918810d964a76bfd27f36. 2024-11-14T14:41:16,615 DEBUG [RS:0;da1c6afcd1f9:35765-longCompactions-0 {}] mob.DefaultMobStoreCompactor(191): MOB compaction table=TestAcidGuarantees cf=A region=TestAcidGuarantees,,1731595262615.3b1a5ce21fb918810d964a76bfd27f36. files: [hdfs://localhost:34345/user/jenkins/test-data/14d118ee-a83a-b09b-5913-1a58940a5db1/data/default/TestAcidGuarantees/3b1a5ce21fb918810d964a76bfd27f36/A/127a766fad1f4d278d77f8ecc510c167, hdfs://localhost:34345/user/jenkins/test-data/14d118ee-a83a-b09b-5913-1a58940a5db1/data/default/TestAcidGuarantees/3b1a5ce21fb918810d964a76bfd27f36/A/cd36bb1cc6064fc89399d045624fc700, hdfs://localhost:34345/user/jenkins/test-data/14d118ee-a83a-b09b-5913-1a58940a5db1/data/default/TestAcidGuarantees/3b1a5ce21fb918810d964a76bfd27f36/A/8b464a82c64d47a88021a4be5cacaa30] 2024-11-14T14:41:16,616 DEBUG [RS:0;da1c6afcd1f9:35765-shortCompactions-0 {}] compactions.Compactor(225): Compacting 8cf321227202400587467afaf924d503, keycount=150, bloomtype=ROW, size=12.1 K, encoding=NONE, compression=NONE, seqNum=149, earliestPutTs=1731595271481 2024-11-14T14:41:16,617 DEBUG [RS:0;da1c6afcd1f9:35765-longCompactions-0 {}] compactions.Compactor(225): Compacting 127a766fad1f4d278d77f8ecc510c167, keycount=150, bloomtype=ROW, size=30.6 K, encoding=NONE, compression=NONE, seqNum=149, earliestPutTs=1731595271481 2024-11-14T14:41:16,618 DEBUG [RS:0;da1c6afcd1f9:35765-shortCompactions-0 {}] compactions.Compactor(225): Compacting f578bb69b5dc4571a15e980301589a56, keycount=150, bloomtype=ROW, size=11.9 K, encoding=NONE, compression=NONE, seqNum=162, earliestPutTs=1731595271823 2024-11-14T14:41:16,618 DEBUG [RS:0;da1c6afcd1f9:35765-longCompactions-0 {}] compactions.Compactor(225): Compacting cd36bb1cc6064fc89399d045624fc700, keycount=150, bloomtype=ROW, size=30.4 K, encoding=NONE, compression=NONE, seqNum=162, earliestPutTs=1731595271823 2024-11-14T14:41:16,620 DEBUG [RS:0;da1c6afcd1f9:35765-shortCompactions-0 {}] compactions.Compactor(225): Compacting 634aad4b12aa46c5933a23a9af5ad5df, keycount=150, bloomtype=ROW, size=11.9 K, encoding=NONE, compression=NONE, seqNum=187, earliestPutTs=1731595274061 2024-11-14T14:41:16,620 DEBUG [RS:0;da1c6afcd1f9:35765-longCompactions-0 {}] compactions.Compactor(225): Compacting 8b464a82c64d47a88021a4be5cacaa30, keycount=250, bloomtype=ROW, size=47.3 K, encoding=NONE, compression=NONE, seqNum=187, earliestPutTs=1731595274061 2024-11-14T14:41:16,641 INFO [RS:0;da1c6afcd1f9:35765-longCompactions-0 {}] mob.DefaultMobStoreCompactor(321): Compact MOB=false optimized configured=false optimized enabled=false maximum MOB file size=1073741824 major=true store=[table=TestAcidGuarantees family=A region=3b1a5ce21fb918810d964a76bfd27f36] 2024-11-14T14:41:16,651 INFO [RS:0;da1c6afcd1f9:35765-shortCompactions-0 {}] throttle.PressureAwareThroughputController(145): 3b1a5ce21fb918810d964a76bfd27f36#B#compaction#165 average throughput is 3.28 MB/second, slept 0 time(s) and total slept time is 0 ms. 1 active operations remaining, total limit is 50.00 MB/second 2024-11-14T14:41:16,651 DEBUG [RS:0;da1c6afcd1f9:35765-shortCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:34345/user/jenkins/test-data/14d118ee-a83a-b09b-5913-1a58940a5db1/data/default/TestAcidGuarantees/3b1a5ce21fb918810d964a76bfd27f36/.tmp/B/c0ec11285f27453da0583d1ac26ae9a1 is 50, key is test_row_0/B:col10/1731595275242/Put/seqid=0 2024-11-14T14:41:16,655 DEBUG [RS:0;da1c6afcd1f9:35765-longCompactions-0 {}] mob.DefaultMobStoreCompactor(635): New MOB writer created=d41d8cd98f00b204e9800998ecf8427e20241114ddf18e6587b446ebb0ac67f11fa794ef_3b1a5ce21fb918810d964a76bfd27f36 store=[table=TestAcidGuarantees family=A region=3b1a5ce21fb918810d964a76bfd27f36] 2024-11-14T14:41:16,658 DEBUG [RS:0;da1c6afcd1f9:35765-longCompactions-0 {}] mob.DefaultMobStoreCompactor(656): Commit or abort size=0 mobCells=0 major=true file=d41d8cd98f00b204e9800998ecf8427e20241114ddf18e6587b446ebb0ac67f11fa794ef_3b1a5ce21fb918810d964a76bfd27f36, store=[table=TestAcidGuarantees family=A region=3b1a5ce21fb918810d964a76bfd27f36] 2024-11-14T14:41:16,658 DEBUG [RS:0;da1c6afcd1f9:35765-longCompactions-0 {}] mob.DefaultMobStoreCompactor(667): Aborting writer for hdfs://localhost:34345/user/jenkins/test-data/14d118ee-a83a-b09b-5913-1a58940a5db1/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e20241114ddf18e6587b446ebb0ac67f11fa794ef_3b1a5ce21fb918810d964a76bfd27f36 because there are no MOB cells, store=[table=TestAcidGuarantees family=A region=3b1a5ce21fb918810d964a76bfd27f36] 2024-11-14T14:41:16,679 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36699 is added to blk_1073742014_1190 (size=12493) 2024-11-14T14:41:16,681 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36699 is added to blk_1073742015_1191 (size=4469) 2024-11-14T14:41:16,691 DEBUG [RS:0;da1c6afcd1f9:35765-shortCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:34345/user/jenkins/test-data/14d118ee-a83a-b09b-5913-1a58940a5db1/data/default/TestAcidGuarantees/3b1a5ce21fb918810d964a76bfd27f36/.tmp/B/c0ec11285f27453da0583d1ac26ae9a1 as hdfs://localhost:34345/user/jenkins/test-data/14d118ee-a83a-b09b-5913-1a58940a5db1/data/default/TestAcidGuarantees/3b1a5ce21fb918810d964a76bfd27f36/B/c0ec11285f27453da0583d1ac26ae9a1 2024-11-14T14:41:16,699 INFO [RS:0;da1c6afcd1f9:35765-shortCompactions-0 {}] regionserver.HStore(1337): Completed compaction of 3 (all) file(s) in 3b1a5ce21fb918810d964a76bfd27f36/B of 3b1a5ce21fb918810d964a76bfd27f36 into c0ec11285f27453da0583d1ac26ae9a1(size=12.2 K), total size for store is 12.2 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-11-14T14:41:16,699 DEBUG [RS:0;da1c6afcd1f9:35765-shortCompactions-0 {}] regionserver.HRegion(2446): Compaction status journal for 3b1a5ce21fb918810d964a76bfd27f36: 2024-11-14T14:41:16,699 INFO [RS:0;da1c6afcd1f9:35765-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1731595262615.3b1a5ce21fb918810d964a76bfd27f36., storeName=3b1a5ce21fb918810d964a76bfd27f36/B, priority=13, startTime=1731595276613; duration=0sec 2024-11-14T14:41:16,699 DEBUG [RS:0;da1c6afcd1f9:35765-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=1), splitQueue=0 2024-11-14T14:41:16,699 DEBUG [RS:0;da1c6afcd1f9:35765-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: 3b1a5ce21fb918810d964a76bfd27f36:B 2024-11-14T14:41:16,699 DEBUG [RS:0;da1c6afcd1f9:35765-shortCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 3 store files, 0 compacting, 3 eligible, 16 blocking 2024-11-14T14:41:16,702 DEBUG [RS:0;da1c6afcd1f9:35765-shortCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 3 files of size 36693 starting at candidate #0 after considering 1 permutations with 1 in ratio 2024-11-14T14:41:16,702 DEBUG [RS:0;da1c6afcd1f9:35765-shortCompactions-0 {}] regionserver.HStore(1541): 3b1a5ce21fb918810d964a76bfd27f36/C is initiating minor compaction (all files) 2024-11-14T14:41:16,702 INFO [RS:0;da1c6afcd1f9:35765-shortCompactions-0 {}] regionserver.HRegion(2416): Starting compaction of 3b1a5ce21fb918810d964a76bfd27f36/C in TestAcidGuarantees,,1731595262615.3b1a5ce21fb918810d964a76bfd27f36. 2024-11-14T14:41:16,702 INFO [RS:0;da1c6afcd1f9:35765-shortCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:34345/user/jenkins/test-data/14d118ee-a83a-b09b-5913-1a58940a5db1/data/default/TestAcidGuarantees/3b1a5ce21fb918810d964a76bfd27f36/C/48023fc4dace448b9be4d6ea9f5d05f9, hdfs://localhost:34345/user/jenkins/test-data/14d118ee-a83a-b09b-5913-1a58940a5db1/data/default/TestAcidGuarantees/3b1a5ce21fb918810d964a76bfd27f36/C/e31af64707ab468395300dbfa2f037ba, hdfs://localhost:34345/user/jenkins/test-data/14d118ee-a83a-b09b-5913-1a58940a5db1/data/default/TestAcidGuarantees/3b1a5ce21fb918810d964a76bfd27f36/C/6f2364d9f60e4903b5d42f8da9099309] into tmpdir=hdfs://localhost:34345/user/jenkins/test-data/14d118ee-a83a-b09b-5913-1a58940a5db1/data/default/TestAcidGuarantees/3b1a5ce21fb918810d964a76bfd27f36/.tmp, totalSize=35.8 K 2024-11-14T14:41:16,703 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=35765 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=47 2024-11-14T14:41:16,704 DEBUG [RS_FLUSH_OPERATIONS-regionserver/da1c6afcd1f9:0-0 {event_type=RS_FLUSH_REGIONS, pid=47}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1731595262615.3b1a5ce21fb918810d964a76bfd27f36. 2024-11-14T14:41:16,704 INFO [RS_FLUSH_OPERATIONS-regionserver/da1c6afcd1f9:0-0 {event_type=RS_FLUSH_REGIONS, pid=47}] regionserver.HRegion(2902): Flushing 3b1a5ce21fb918810d964a76bfd27f36 3/3 column families, dataSize=46.96 KB heapSize=140.20 KB 2024-11-14T14:41:16,704 DEBUG [RS:0;da1c6afcd1f9:35765-shortCompactions-0 {}] compactions.Compactor(225): Compacting 48023fc4dace448b9be4d6ea9f5d05f9, keycount=150, bloomtype=ROW, size=12.1 K, encoding=NONE, compression=NONE, seqNum=149, earliestPutTs=1731595271481 2024-11-14T14:41:16,704 DEBUG [RS_FLUSH_OPERATIONS-regionserver/da1c6afcd1f9:0-0 {event_type=RS_FLUSH_REGIONS, pid=47}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 3b1a5ce21fb918810d964a76bfd27f36, store=A 2024-11-14T14:41:16,704 DEBUG [RS_FLUSH_OPERATIONS-regionserver/da1c6afcd1f9:0-0 {event_type=RS_FLUSH_REGIONS, pid=47}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-14T14:41:16,704 DEBUG [RS_FLUSH_OPERATIONS-regionserver/da1c6afcd1f9:0-0 {event_type=RS_FLUSH_REGIONS, pid=47}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 3b1a5ce21fb918810d964a76bfd27f36, store=B 2024-11-14T14:41:16,704 DEBUG [RS_FLUSH_OPERATIONS-regionserver/da1c6afcd1f9:0-0 {event_type=RS_FLUSH_REGIONS, pid=47}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-14T14:41:16,704 DEBUG [RS_FLUSH_OPERATIONS-regionserver/da1c6afcd1f9:0-0 {event_type=RS_FLUSH_REGIONS, pid=47}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 3b1a5ce21fb918810d964a76bfd27f36, store=C 2024-11-14T14:41:16,704 DEBUG [RS_FLUSH_OPERATIONS-regionserver/da1c6afcd1f9:0-0 {event_type=RS_FLUSH_REGIONS, pid=47}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-14T14:41:16,704 DEBUG [RS:0;da1c6afcd1f9:35765-shortCompactions-0 {}] compactions.Compactor(225): Compacting e31af64707ab468395300dbfa2f037ba, keycount=150, bloomtype=ROW, size=11.9 K, encoding=NONE, compression=NONE, seqNum=162, earliestPutTs=1731595271823 2024-11-14T14:41:16,705 DEBUG [RS:0;da1c6afcd1f9:35765-shortCompactions-0 {}] compactions.Compactor(225): Compacting 6f2364d9f60e4903b5d42f8da9099309, keycount=150, bloomtype=ROW, size=11.9 K, encoding=NONE, compression=NONE, seqNum=187, earliestPutTs=1731595274061 2024-11-14T14:41:16,714 DEBUG [RS_FLUSH_OPERATIONS-regionserver/da1c6afcd1f9:0-0 {event_type=RS_FLUSH_REGIONS, pid=47}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:34345/user/jenkins/test-data/14d118ee-a83a-b09b-5913-1a58940a5db1/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e20241114ac5bd83e450b4235af92ce6da2a426b2_3b1a5ce21fb918810d964a76bfd27f36 is 50, key is test_row_0/A:col10/1731595275261/Put/seqid=0 2024-11-14T14:41:16,722 INFO [RS:0;da1c6afcd1f9:35765-shortCompactions-0 {}] throttle.PressureAwareThroughputController(145): 3b1a5ce21fb918810d964a76bfd27f36#C#compaction#167 average throughput is 3.28 MB/second, slept 0 time(s) and total slept time is 0 ms. 1 active operations remaining, total limit is 50.00 MB/second 2024-11-14T14:41:16,723 DEBUG [RS:0;da1c6afcd1f9:35765-shortCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:34345/user/jenkins/test-data/14d118ee-a83a-b09b-5913-1a58940a5db1/data/default/TestAcidGuarantees/3b1a5ce21fb918810d964a76bfd27f36/.tmp/C/64816143fd70433781d048c52ef31468 is 50, key is test_row_0/C:col10/1731595275242/Put/seqid=0 2024-11-14T14:41:16,748 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36699 is added to blk_1073742016_1192 (size=12304) 2024-11-14T14:41:16,749 DEBUG [RS_FLUSH_OPERATIONS-regionserver/da1c6afcd1f9:0-0 {event_type=RS_FLUSH_REGIONS, pid=47}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T14:41:16,758 INFO [RS_FLUSH_OPERATIONS-regionserver/da1c6afcd1f9:0-0 {event_type=RS_FLUSH_REGIONS, pid=47}] regionserver.HMobStore(268): FLUSH Renaming flushed file from hdfs://localhost:34345/user/jenkins/test-data/14d118ee-a83a-b09b-5913-1a58940a5db1/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e20241114ac5bd83e450b4235af92ce6da2a426b2_3b1a5ce21fb918810d964a76bfd27f36 to hdfs://localhost:34345/user/jenkins/test-data/14d118ee-a83a-b09b-5913-1a58940a5db1/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e20241114ac5bd83e450b4235af92ce6da2a426b2_3b1a5ce21fb918810d964a76bfd27f36 2024-11-14T14:41:16,760 DEBUG [RS_FLUSH_OPERATIONS-regionserver/da1c6afcd1f9:0-0 {event_type=RS_FLUSH_REGIONS, pid=47}] mob.DefaultMobStoreFlusher(263): Flush store file: hdfs://localhost:34345/user/jenkins/test-data/14d118ee-a83a-b09b-5913-1a58940a5db1/data/default/TestAcidGuarantees/3b1a5ce21fb918810d964a76bfd27f36/.tmp/A/35f062fd69b4486dabbbac34bf71aa7d, store: [table=TestAcidGuarantees family=A region=3b1a5ce21fb918810d964a76bfd27f36] 2024-11-14T14:41:16,761 DEBUG [RS_FLUSH_OPERATIONS-regionserver/da1c6afcd1f9:0-0 {event_type=RS_FLUSH_REGIONS, pid=47}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:34345/user/jenkins/test-data/14d118ee-a83a-b09b-5913-1a58940a5db1/data/default/TestAcidGuarantees/3b1a5ce21fb918810d964a76bfd27f36/.tmp/A/35f062fd69b4486dabbbac34bf71aa7d is 175, key is test_row_0/A:col10/1731595275261/Put/seqid=0 2024-11-14T14:41:16,762 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36699 is added to blk_1073742017_1193 (size=12493) 2024-11-14T14:41:16,775 DEBUG [RS:0;da1c6afcd1f9:35765-shortCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:34345/user/jenkins/test-data/14d118ee-a83a-b09b-5913-1a58940a5db1/data/default/TestAcidGuarantees/3b1a5ce21fb918810d964a76bfd27f36/.tmp/C/64816143fd70433781d048c52ef31468 as hdfs://localhost:34345/user/jenkins/test-data/14d118ee-a83a-b09b-5913-1a58940a5db1/data/default/TestAcidGuarantees/3b1a5ce21fb918810d964a76bfd27f36/C/64816143fd70433781d048c52ef31468 2024-11-14T14:41:16,783 INFO [RS:0;da1c6afcd1f9:35765-shortCompactions-0 {}] regionserver.HStore(1337): Completed compaction of 3 (all) file(s) in 3b1a5ce21fb918810d964a76bfd27f36/C of 3b1a5ce21fb918810d964a76bfd27f36 into 64816143fd70433781d048c52ef31468(size=12.2 K), total size for store is 12.2 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-11-14T14:41:16,783 DEBUG [RS:0;da1c6afcd1f9:35765-shortCompactions-0 {}] regionserver.HRegion(2446): Compaction status journal for 3b1a5ce21fb918810d964a76bfd27f36: 2024-11-14T14:41:16,784 INFO [RS:0;da1c6afcd1f9:35765-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1731595262615.3b1a5ce21fb918810d964a76bfd27f36., storeName=3b1a5ce21fb918810d964a76bfd27f36/C, priority=13, startTime=1731595276613; duration=0sec 2024-11-14T14:41:16,784 DEBUG [RS:0;da1c6afcd1f9:35765-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-14T14:41:16,784 DEBUG [RS:0;da1c6afcd1f9:35765-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: 3b1a5ce21fb918810d964a76bfd27f36:C 2024-11-14T14:41:16,794 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36699 is added to blk_1073742018_1194 (size=31105) 2024-11-14T14:41:16,795 INFO [RS_FLUSH_OPERATIONS-regionserver/da1c6afcd1f9:0-0 {event_type=RS_FLUSH_REGIONS, pid=47}] mob.DefaultMobStoreFlusher(147): Mob store is flushed, sequenceid=198, memsize=15.7 K, hasBloomFilter=true, into tmp file hdfs://localhost:34345/user/jenkins/test-data/14d118ee-a83a-b09b-5913-1a58940a5db1/data/default/TestAcidGuarantees/3b1a5ce21fb918810d964a76bfd27f36/.tmp/A/35f062fd69b4486dabbbac34bf71aa7d 2024-11-14T14:41:16,805 DEBUG [RS_FLUSH_OPERATIONS-regionserver/da1c6afcd1f9:0-0 {event_type=RS_FLUSH_REGIONS, pid=47}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:34345/user/jenkins/test-data/14d118ee-a83a-b09b-5913-1a58940a5db1/data/default/TestAcidGuarantees/3b1a5ce21fb918810d964a76bfd27f36/.tmp/B/68a3ac8408454f26b6a29a2e5f49df97 is 50, key is test_row_0/B:col10/1731595275261/Put/seqid=0 2024-11-14T14:41:16,833 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36699 is added to blk_1073742019_1195 (size=12151) 2024-11-14T14:41:16,837 INFO [RS_FLUSH_OPERATIONS-regionserver/da1c6afcd1f9:0-0 {event_type=RS_FLUSH_REGIONS, pid=47}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=15.65 KB at sequenceid=198 (bloomFilter=true), to=hdfs://localhost:34345/user/jenkins/test-data/14d118ee-a83a-b09b-5913-1a58940a5db1/data/default/TestAcidGuarantees/3b1a5ce21fb918810d964a76bfd27f36/.tmp/B/68a3ac8408454f26b6a29a2e5f49df97 2024-11-14T14:41:16,859 DEBUG [RS_FLUSH_OPERATIONS-regionserver/da1c6afcd1f9:0-0 {event_type=RS_FLUSH_REGIONS, pid=47}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:34345/user/jenkins/test-data/14d118ee-a83a-b09b-5913-1a58940a5db1/data/default/TestAcidGuarantees/3b1a5ce21fb918810d964a76bfd27f36/.tmp/C/e6e5e07a932f4ab498bcbc3429b96e7b is 50, key is test_row_0/C:col10/1731595275261/Put/seqid=0 2024-11-14T14:41:16,868 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36699 is added to blk_1073742020_1196 (size=12151) 2024-11-14T14:41:16,869 INFO [RS_FLUSH_OPERATIONS-regionserver/da1c6afcd1f9:0-0 {event_type=RS_FLUSH_REGIONS, pid=47}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=15.65 KB at sequenceid=198 (bloomFilter=true), to=hdfs://localhost:34345/user/jenkins/test-data/14d118ee-a83a-b09b-5913-1a58940a5db1/data/default/TestAcidGuarantees/3b1a5ce21fb918810d964a76bfd27f36/.tmp/C/e6e5e07a932f4ab498bcbc3429b96e7b 2024-11-14T14:41:16,883 DEBUG [RS_FLUSH_OPERATIONS-regionserver/da1c6afcd1f9:0-0 {event_type=RS_FLUSH_REGIONS, pid=47}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:34345/user/jenkins/test-data/14d118ee-a83a-b09b-5913-1a58940a5db1/data/default/TestAcidGuarantees/3b1a5ce21fb918810d964a76bfd27f36/.tmp/A/35f062fd69b4486dabbbac34bf71aa7d as hdfs://localhost:34345/user/jenkins/test-data/14d118ee-a83a-b09b-5913-1a58940a5db1/data/default/TestAcidGuarantees/3b1a5ce21fb918810d964a76bfd27f36/A/35f062fd69b4486dabbbac34bf71aa7d 2024-11-14T14:41:16,890 INFO [RS_FLUSH_OPERATIONS-regionserver/da1c6afcd1f9:0-0 {event_type=RS_FLUSH_REGIONS, pid=47}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:34345/user/jenkins/test-data/14d118ee-a83a-b09b-5913-1a58940a5db1/data/default/TestAcidGuarantees/3b1a5ce21fb918810d964a76bfd27f36/A/35f062fd69b4486dabbbac34bf71aa7d, entries=150, sequenceid=198, filesize=30.4 K 2024-11-14T14:41:16,891 DEBUG [RS_FLUSH_OPERATIONS-regionserver/da1c6afcd1f9:0-0 {event_type=RS_FLUSH_REGIONS, pid=47}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:34345/user/jenkins/test-data/14d118ee-a83a-b09b-5913-1a58940a5db1/data/default/TestAcidGuarantees/3b1a5ce21fb918810d964a76bfd27f36/.tmp/B/68a3ac8408454f26b6a29a2e5f49df97 as hdfs://localhost:34345/user/jenkins/test-data/14d118ee-a83a-b09b-5913-1a58940a5db1/data/default/TestAcidGuarantees/3b1a5ce21fb918810d964a76bfd27f36/B/68a3ac8408454f26b6a29a2e5f49df97 2024-11-14T14:41:16,892 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T14:41:16,892 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T14:41:16,892 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T14:41:16,896 INFO [RS_FLUSH_OPERATIONS-regionserver/da1c6afcd1f9:0-0 {event_type=RS_FLUSH_REGIONS, pid=47}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:34345/user/jenkins/test-data/14d118ee-a83a-b09b-5913-1a58940a5db1/data/default/TestAcidGuarantees/3b1a5ce21fb918810d964a76bfd27f36/B/68a3ac8408454f26b6a29a2e5f49df97, entries=150, sequenceid=198, filesize=11.9 K 2024-11-14T14:41:16,897 DEBUG [RS_FLUSH_OPERATIONS-regionserver/da1c6afcd1f9:0-0 {event_type=RS_FLUSH_REGIONS, pid=47}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:34345/user/jenkins/test-data/14d118ee-a83a-b09b-5913-1a58940a5db1/data/default/TestAcidGuarantees/3b1a5ce21fb918810d964a76bfd27f36/.tmp/C/e6e5e07a932f4ab498bcbc3429b96e7b as hdfs://localhost:34345/user/jenkins/test-data/14d118ee-a83a-b09b-5913-1a58940a5db1/data/default/TestAcidGuarantees/3b1a5ce21fb918810d964a76bfd27f36/C/e6e5e07a932f4ab498bcbc3429b96e7b 2024-11-14T14:41:16,901 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T14:41:16,901 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T14:41:16,901 INFO [RS_FLUSH_OPERATIONS-regionserver/da1c6afcd1f9:0-0 {event_type=RS_FLUSH_REGIONS, pid=47}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:34345/user/jenkins/test-data/14d118ee-a83a-b09b-5913-1a58940a5db1/data/default/TestAcidGuarantees/3b1a5ce21fb918810d964a76bfd27f36/C/e6e5e07a932f4ab498bcbc3429b96e7b, entries=150, sequenceid=198, filesize=11.9 K 2024-11-14T14:41:16,902 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T14:41:16,902 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T14:41:16,902 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T14:41:16,903 INFO [RS_FLUSH_OPERATIONS-regionserver/da1c6afcd1f9:0-0 {event_type=RS_FLUSH_REGIONS, pid=47}] regionserver.HRegion(3140): Finished flush of dataSize ~46.96 KB/48090, heapSize ~140.16 KB/143520, currentSize=0 B/0 for 3b1a5ce21fb918810d964a76bfd27f36 in 198ms, sequenceid=198, compaction requested=false 2024-11-14T14:41:16,903 DEBUG [RS_FLUSH_OPERATIONS-regionserver/da1c6afcd1f9:0-0 {event_type=RS_FLUSH_REGIONS, pid=47}] regionserver.HRegion(2603): Flush status journal for 3b1a5ce21fb918810d964a76bfd27f36: 2024-11-14T14:41:16,903 DEBUG [RS_FLUSH_OPERATIONS-regionserver/da1c6afcd1f9:0-0 {event_type=RS_FLUSH_REGIONS, pid=47}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1731595262615.3b1a5ce21fb918810d964a76bfd27f36. 2024-11-14T14:41:16,903 DEBUG [RS_FLUSH_OPERATIONS-regionserver/da1c6afcd1f9:0-0 {event_type=RS_FLUSH_REGIONS, pid=47}] regionserver.RemoteProcedureResultReporter(62): Successfully complete execution of pid=47 2024-11-14T14:41:16,903 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T14:41:16,903 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T14:41:16,904 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45145 {}] master.HMaster(4169): Remote procedure done, pid=47 2024-11-14T14:41:16,904 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T14:41:16,904 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T14:41:16,905 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T14:41:16,905 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T14:41:16,906 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T14:41:16,906 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T14:41:16,907 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T14:41:16,907 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T14:41:16,907 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T14:41:16,908 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T14:41:16,908 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=47, resume processing ppid=46 2024-11-14T14:41:16,908 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1521): Finished pid=47, ppid=46, state=SUCCESS, hasLock=false; org.apache.hadoop.hbase.master.procedure.FlushRegionProcedure in 975 msec 2024-11-14T14:41:16,909 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T14:41:16,909 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T14:41:16,910 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T14:41:16,910 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T14:41:16,910 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T14:41:16,911 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1521): Finished pid=46, state=SUCCESS, hasLock=false; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=46, table=TestAcidGuarantees in 982 msec 2024-11-14T14:41:16,911 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T14:41:16,911 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T14:41:16,912 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T14:41:16,912 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T14:41:16,912 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T14:41:16,913 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T14:41:16,913 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T14:41:16,913 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T14:41:16,913 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T14:41:16,914 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T14:41:16,914 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T14:41:16,915 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T14:41:16,915 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T14:41:16,916 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T14:41:16,916 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T14:41:16,916 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T14:41:16,916 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T14:41:16,917 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T14:41:16,917 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T14:41:16,917 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T14:41:16,918 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T14:41:16,919 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T14:41:16,920 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T14:41:16,920 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T14:41:16,921 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T14:41:16,921 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T14:41:16,922 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T14:41:16,923 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T14:41:16,924 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T14:41:16,924 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T14:41:16,924 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T14:41:16,925 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T14:41:16,925 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T14:41:16,926 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T14:41:16,926 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T14:41:16,926 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T14:41:16,927 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T14:41:16,927 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T14:41:16,927 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T14:41:16,928 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T14:41:16,928 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T14:41:16,929 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T14:41:16,929 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T14:41:16,929 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T14:41:16,930 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T14:41:16,930 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T14:41:16,930 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T14:41:16,931 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T14:41:16,931 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T14:41:16,931 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T14:41:16,931 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T14:41:16,932 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T14:41:16,932 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T14:41:16,932 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T14:41:16,933 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T14:41:16,933 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T14:41:16,933 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T14:41:16,934 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T14:41:16,934 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T14:41:16,934 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T14:41:16,934 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T14:41:16,935 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T14:41:16,935 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T14:41:16,935 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T14:41:16,936 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T14:41:16,936 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T14:41:16,936 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T14:41:16,937 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T14:41:16,937 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T14:41:16,938 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T14:41:16,938 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T14:41:16,938 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T14:41:16,938 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T14:41:16,939 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T14:41:16,939 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T14:41:16,939 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T14:41:16,940 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T14:41:16,940 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T14:41:16,940 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T14:41:16,941 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T14:41:16,941 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T14:41:16,941 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T14:41:16,942 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T14:41:16,942 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T14:41:16,943 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T14:41:16,943 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T14:41:16,944 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T14:41:16,944 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T14:41:16,944 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T14:41:16,945 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T14:41:16,945 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T14:41:16,945 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T14:41:16,946 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T14:41:16,946 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T14:41:16,947 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T14:41:16,948 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T14:41:16,948 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T14:41:16,949 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T14:41:16,950 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T14:41:16,950 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T14:41:16,951 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T14:41:16,952 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T14:41:16,952 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T14:41:16,953 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T14:41:16,956 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T14:41:16,958 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T14:41:16,959 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T14:41:16,960 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T14:41:16,960 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T14:41:16,960 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T14:41:16,961 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T14:41:16,962 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T14:41:16,962 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T14:41:16,962 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T14:41:16,963 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T14:41:16,963 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T14:41:16,964 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T14:41:16,964 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T14:41:16,964 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T14:41:16,965 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T14:41:16,965 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T14:41:16,966 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T14:41:16,966 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T14:41:16,967 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T14:41:16,967 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T14:41:16,968 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T14:41:16,968 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T14:41:16,969 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T14:41:16,969 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T14:41:16,970 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T14:41:16,970 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T14:41:16,971 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T14:41:16,971 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T14:41:16,972 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T14:41:16,972 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T14:41:16,973 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T14:41:16,973 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T14:41:16,973 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T14:41:16,974 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T14:41:16,974 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T14:41:16,974 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T14:41:16,974 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T14:41:16,975 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T14:41:16,975 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T14:41:16,976 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T14:41:16,977 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T14:41:16,977 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T14:41:16,978 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T14:41:16,978 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T14:41:16,978 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T14:41:16,978 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T14:41:16,979 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T14:41:16,979 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T14:41:16,980 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T14:41:16,980 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T14:41:16,981 INFO [master/da1c6afcd1f9:0.Chore.1 {}] migrate.RollingUpgradeChore(116): There is no table to migrate StoreFileTracker! 2024-11-14T14:41:16,981 INFO [master/da1c6afcd1f9:0.Chore.1 {}] migrate.RollingUpgradeChore(85): All Rolling-Upgrade tasks are complete, shutdown RollingUpgradeChore! 2024-11-14T14:41:16,981 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T14:41:16,981 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T14:41:16,981 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T14:41:16,982 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T14:41:16,982 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T14:41:16,982 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T14:41:16,982 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T14:41:16,983 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T14:41:16,984 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T14:41:16,986 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T14:41:16,988 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T14:41:16,989 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T14:41:16,989 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T14:41:16,990 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T14:41:16,991 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T14:41:16,991 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T14:41:16,991 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T14:41:16,992 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T14:41:16,992 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T14:41:16,993 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T14:41:16,994 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T14:41:16,994 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T14:41:16,995 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T14:41:16,995 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T14:41:16,995 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T14:41:16,996 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T14:41:16,996 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T14:41:16,996 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T14:41:16,997 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T14:41:16,997 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T14:41:16,998 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T14:41:16,998 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T14:41:16,999 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T14:41:16,999 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T14:41:17,000 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T14:41:17,000 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T14:41:17,000 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T14:41:17,001 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T14:41:17,001 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T14:41:17,001 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T14:41:17,009 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T14:41:17,009 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T14:41:17,009 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T14:41:17,010 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T14:41:17,011 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T14:41:17,011 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T14:41:17,012 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T14:41:17,012 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T14:41:17,013 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T14:41:17,013 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T14:41:17,014 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T14:41:17,014 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T14:41:17,015 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T14:41:17,015 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T14:41:17,015 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T14:41:17,016 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T14:41:17,016 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T14:41:17,017 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T14:41:17,017 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T14:41:17,017 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T14:41:17,018 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T14:41:17,019 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T14:41:17,019 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T14:41:17,020 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T14:41:17,020 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T14:41:17,021 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T14:41:17,021 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T14:41:17,022 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T14:41:17,022 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T14:41:17,023 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T14:41:17,024 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T14:41:17,024 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T14:41:17,025 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T14:41:17,025 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T14:41:17,026 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T14:41:17,026 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T14:41:17,026 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T14:41:17,027 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T14:41:17,028 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T14:41:17,028 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T14:41:17,028 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T14:41:17,029 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T14:41:17,029 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T14:41:17,030 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T14:41:17,030 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T14:41:17,031 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T14:41:17,032 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T14:41:17,032 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T14:41:17,033 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T14:41:17,033 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T14:41:17,034 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T14:41:17,035 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T14:41:17,035 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T14:41:17,035 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T14:41:17,036 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T14:41:17,036 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T14:41:17,037 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T14:41:17,037 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T14:41:17,037 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T14:41:17,038 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T14:41:17,038 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T14:41:17,039 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T14:41:17,039 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T14:41:17,039 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T14:41:17,040 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T14:41:17,040 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T14:41:17,040 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T14:41:17,041 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T14:41:17,041 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T14:41:17,041 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T14:41:17,042 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T14:41:17,042 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T14:41:17,042 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T14:41:17,043 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T14:41:17,043 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T14:41:17,044 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T14:41:17,044 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T14:41:17,045 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T14:41:17,045 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T14:41:17,045 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T14:41:17,046 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T14:41:17,046 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T14:41:17,046 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T14:41:17,047 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T14:41:17,047 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T14:41:17,048 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T14:41:17,049 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T14:41:17,050 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T14:41:17,050 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T14:41:17,051 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T14:41:17,051 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T14:41:17,051 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T14:41:17,052 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T14:41:17,053 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T14:41:17,054 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T14:41:17,054 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T14:41:17,055 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T14:41:17,055 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T14:41:17,056 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T14:41:17,056 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T14:41:17,057 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T14:41:17,058 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T14:41:17,058 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T14:41:17,059 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T14:41:17,059 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T14:41:17,060 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T14:41:17,060 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T14:41:17,061 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T14:41:17,061 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T14:41:17,062 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T14:41:17,063 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T14:41:17,063 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T14:41:17,064 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T14:41:17,065 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T14:41:17,065 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T14:41:17,066 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T14:41:17,066 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T14:41:17,067 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T14:41:17,067 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T14:41:17,068 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T14:41:17,068 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T14:41:17,068 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T14:41:17,068 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45145 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=46 2024-11-14T14:41:17,069 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T14:41:17,069 INFO [RPCClient-NioEventLoopGroup-4-7 {}] client.RawAsyncHBaseAdmin$TableProcedureBiConsumer(2721): Operation: FLUSH, Table Name: default:TestAcidGuarantees completed 2024-11-14T14:41:17,069 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T14:41:17,070 INFO [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45145 {}] master.HMaster$22(4506): Client=jenkins//172.17.0.2 flush TestAcidGuarantees 2024-11-14T14:41:17,070 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T14:41:17,070 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T14:41:17,070 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T14:41:17,071 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T14:41:17,071 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T14:41:17,071 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45145 {}] procedure2.ProcedureExecutor(1139): Stored pid=48, state=RUNNABLE:FLUSH_TABLE_PREPARE, hasLock=false; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=48, table=TestAcidGuarantees 2024-11-14T14:41:17,072 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T14:41:17,072 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45145 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=48 2024-11-14T14:41:17,073 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T14:41:17,073 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T14:41:17,073 INFO [PEWorker-3 {}] procedure.FlushTableProcedure(91): pid=48, state=RUNNABLE:FLUSH_TABLE_PREPARE, hasLock=true; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=48, table=TestAcidGuarantees execute state=FLUSH_TABLE_PREPARE 2024-11-14T14:41:17,073 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T14:41:17,074 INFO [PEWorker-3 {}] procedure.FlushTableProcedure(91): pid=48, state=RUNNABLE:FLUSH_TABLE_FLUSH_REGIONS, hasLock=true; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=48, table=TestAcidGuarantees execute state=FLUSH_TABLE_FLUSH_REGIONS 2024-11-14T14:41:17,074 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T14:41:17,074 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=49, ppid=48, state=RUNNABLE, hasLock=false; org.apache.hadoop.hbase.master.procedure.FlushRegionProcedure}] 2024-11-14T14:41:17,074 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T14:41:17,075 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T14:41:17,076 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T14:41:17,076 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T14:41:17,077 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T14:41:17,078 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T14:41:17,078 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T14:41:17,079 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T14:41:17,079 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T14:41:17,079 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T14:41:17,080 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T14:41:17,080 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T14:41:17,080 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T14:41:17,081 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T14:41:17,081 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T14:41:17,081 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T14:41:17,082 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T14:41:17,082 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T14:41:17,082 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T14:41:17,082 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T14:41:17,083 INFO [RS:0;da1c6afcd1f9:35765-longCompactions-0 {}] throttle.PressureAwareThroughputController(145): 3b1a5ce21fb918810d964a76bfd27f36#A#compaction#164 average throughput is 0.06 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second 2024-11-14T14:41:17,083 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T14:41:17,083 DEBUG [RS:0;da1c6afcd1f9:35765-longCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:34345/user/jenkins/test-data/14d118ee-a83a-b09b-5913-1a58940a5db1/data/default/TestAcidGuarantees/3b1a5ce21fb918810d964a76bfd27f36/.tmp/A/45b6a7f378154725a224af76aba4396d is 175, key is test_row_0/A:col10/1731595275242/Put/seqid=0 2024-11-14T14:41:17,083 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T14:41:17,083 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T14:41:17,084 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T14:41:17,084 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T14:41:17,084 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T14:41:17,085 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T14:41:17,085 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T14:41:17,085 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T14:41:17,086 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T14:41:17,086 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T14:41:17,087 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T14:41:17,088 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T14:41:17,089 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T14:41:17,089 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T14:41:17,090 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T14:41:17,090 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T14:41:17,091 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T14:41:17,091 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T14:41:17,091 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T14:41:17,092 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T14:41:17,093 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T14:41:17,093 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T14:41:17,093 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T14:41:17,094 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T14:41:17,094 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T14:41:17,094 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T14:41:17,095 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T14:41:17,095 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T14:41:17,096 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T14:41:17,096 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T14:41:17,097 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T14:41:17,097 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T14:41:17,097 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T14:41:17,098 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T14:41:17,098 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T14:41:17,098 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T14:41:17,099 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T14:41:17,099 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T14:41:17,099 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T14:41:17,100 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T14:41:17,100 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T14:41:17,101 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T14:41:17,101 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T14:41:17,102 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T14:41:17,102 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T14:41:17,102 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T14:41:17,102 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T14:41:17,103 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T14:41:17,103 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T14:41:17,104 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T14:41:17,104 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T14:41:17,105 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T14:41:17,105 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T14:41:17,105 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T14:41:17,106 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T14:41:17,106 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T14:41:17,107 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T14:41:17,107 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T14:41:17,108 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T14:41:17,108 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T14:41:17,108 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T14:41:17,109 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T14:41:17,109 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T14:41:17,110 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T14:41:17,110 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T14:41:17,110 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T14:41:17,111 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T14:41:17,111 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T14:41:17,112 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T14:41:17,112 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T14:41:17,113 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T14:41:17,113 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T14:41:17,113 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T14:41:17,114 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T14:41:17,114 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T14:41:17,114 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T14:41:17,114 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T14:41:17,115 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T14:41:17,115 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T14:41:17,115 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T14:41:17,116 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T14:41:17,116 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T14:41:17,116 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T14:41:17,117 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T14:41:17,117 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T14:41:17,117 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T14:41:17,117 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T14:41:17,118 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T14:41:17,118 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T14:41:17,118 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T14:41:17,119 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T14:41:17,119 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T14:41:17,119 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T14:41:17,120 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T14:41:17,120 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T14:41:17,120 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T14:41:17,120 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T14:41:17,121 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T14:41:17,121 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36699 is added to blk_1073742021_1197 (size=31447) 2024-11-14T14:41:17,122 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T14:41:17,122 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T14:41:17,123 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T14:41:17,123 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T14:41:17,123 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T14:41:17,124 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T14:41:17,124 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T14:41:17,124 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T14:41:17,125 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T14:41:17,125 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T14:41:17,125 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T14:41:17,126 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T14:41:17,126 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T14:41:17,126 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T14:41:17,126 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T14:41:17,127 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T14:41:17,127 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T14:41:17,127 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T14:41:17,128 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T14:41:17,128 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T14:41:17,128 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T14:41:17,129 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T14:41:17,129 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T14:41:17,129 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T14:41:17,129 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T14:41:17,130 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T14:41:17,130 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T14:41:17,130 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T14:41:17,130 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T14:41:17,131 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T14:41:17,131 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T14:41:17,131 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T14:41:17,132 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T14:41:17,132 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T14:41:17,132 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T14:41:17,132 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T14:41:17,133 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T14:41:17,133 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T14:41:17,133 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T14:41:17,134 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T14:41:17,134 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T14:41:17,134 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T14:41:17,134 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T14:41:17,135 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T14:41:17,135 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T14:41:17,135 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T14:41:17,136 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T14:41:17,136 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T14:41:17,136 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T14:41:17,137 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T14:41:17,137 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T14:41:17,137 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T14:41:17,138 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T14:41:17,138 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T14:41:17,138 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T14:41:17,139 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T14:41:17,139 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T14:41:17,139 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T14:41:17,139 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T14:41:17,140 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T14:41:17,140 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T14:41:17,140 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T14:41:17,142 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T14:41:17,142 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T14:41:17,142 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T14:41:17,143 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T14:41:17,143 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T14:41:17,144 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T14:41:17,144 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T14:41:17,144 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T14:41:17,145 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T14:41:17,145 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T14:41:17,145 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T14:41:17,146 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T14:41:17,146 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T14:41:17,146 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T14:41:17,146 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T14:41:17,146 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T14:41:17,147 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T14:41:17,147 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T14:41:17,147 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T14:41:17,148 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T14:41:17,148 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T14:41:17,148 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T14:41:17,149 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T14:41:17,149 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T14:41:17,149 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T14:41:17,149 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T14:41:17,150 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T14:41:17,150 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T14:41:17,150 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T14:41:17,150 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T14:41:17,151 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T14:41:17,151 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T14:41:17,151 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T14:41:17,152 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T14:41:17,152 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T14:41:17,152 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T14:41:17,153 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T14:41:17,153 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T14:41:17,153 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T14:41:17,154 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T14:41:17,154 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T14:41:17,154 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T14:41:17,154 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T14:41:17,155 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T14:41:17,155 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T14:41:17,155 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T14:41:17,155 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T14:41:17,156 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T14:41:17,156 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T14:41:17,157 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T14:41:17,157 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T14:41:17,158 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T14:41:17,158 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T14:41:17,159 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T14:41:17,159 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T14:41:17,159 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T14:41:17,159 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T14:41:17,160 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T14:41:17,160 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T14:41:17,160 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T14:41:17,161 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T14:41:17,161 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T14:41:17,161 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T14:41:17,162 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T14:41:17,162 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T14:41:17,162 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T14:41:17,162 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T14:41:17,162 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T14:41:17,163 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T14:41:17,163 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T14:41:17,164 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T14:41:17,164 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T14:41:17,164 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T14:41:17,165 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T14:41:17,165 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T14:41:17,165 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T14:41:17,166 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T14:41:17,166 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T14:41:17,166 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T14:41:17,167 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T14:41:17,167 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T14:41:17,167 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T14:41:17,168 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T14:41:17,168 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T14:41:17,168 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T14:41:17,169 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T14:41:17,170 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T14:41:17,170 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T14:41:17,170 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T14:41:17,171 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T14:41:17,171 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T14:41:17,171 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T14:41:17,172 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T14:41:17,172 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T14:41:17,176 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45145 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=48 2024-11-14T14:41:17,176 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T14:41:17,176 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T14:41:17,177 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T14:41:17,177 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T14:41:17,178 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T14:41:17,178 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T14:41:17,179 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T14:41:17,179 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T14:41:17,179 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T14:41:17,180 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T14:41:17,180 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T14:41:17,181 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T14:41:17,182 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T14:41:17,183 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T14:41:17,183 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T14:41:17,183 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T14:41:17,184 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T14:41:17,185 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T14:41:17,185 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T14:41:17,185 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T14:41:17,185 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T14:41:17,186 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T14:41:17,186 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T14:41:17,186 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T14:41:17,187 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T14:41:17,187 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T14:41:17,187 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T14:41:17,188 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T14:41:17,188 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T14:41:17,189 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T14:41:17,190 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T14:41:17,190 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T14:41:17,191 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T14:41:17,191 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T14:41:17,191 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T14:41:17,192 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T14:41:17,193 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T14:41:17,193 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T14:41:17,194 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T14:41:17,194 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T14:41:17,195 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T14:41:17,195 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T14:41:17,196 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T14:41:17,196 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T14:41:17,197 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T14:41:17,197 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T14:41:17,197 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T14:41:17,198 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T14:41:17,198 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T14:41:17,198 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T14:41:17,199 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T14:41:17,199 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T14:41:17,200 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T14:41:17,200 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T14:41:17,200 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T14:41:17,200 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T14:41:17,200 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T14:41:17,201 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T14:41:17,201 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T14:41:17,202 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T14:41:17,202 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T14:41:17,202 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T14:41:17,203 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T14:41:17,204 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T14:41:17,204 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T14:41:17,204 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T14:41:17,205 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T14:41:17,205 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T14:41:17,206 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T14:41:17,206 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T14:41:17,207 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T14:41:17,207 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T14:41:17,207 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T14:41:17,208 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T14:41:17,208 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T14:41:17,208 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T14:41:17,208 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T14:41:17,209 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T14:41:17,209 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T14:41:17,210 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T14:41:17,210 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T14:41:17,211 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T14:41:17,211 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T14:41:17,211 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T14:41:17,211 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T14:41:17,212 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T14:41:17,212 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T14:41:17,212 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T14:41:17,213 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T14:41:17,213 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T14:41:17,213 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T14:41:17,214 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T14:41:17,214 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T14:41:17,214 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T14:41:17,215 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T14:41:17,215 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T14:41:17,216 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T14:41:17,216 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T14:41:17,217 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T14:41:17,217 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T14:41:17,217 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T14:41:17,218 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T14:41:17,218 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T14:41:17,218 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T14:41:17,219 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T14:41:17,219 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T14:41:17,219 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T14:41:17,220 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T14:41:17,220 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T14:41:17,221 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T14:41:17,221 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T14:41:17,222 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T14:41:17,222 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T14:41:17,222 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T14:41:17,222 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T14:41:17,223 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T14:41:17,223 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T14:41:17,224 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T14:41:17,224 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T14:41:17,224 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T14:41:17,225 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T14:41:17,225 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T14:41:17,226 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T14:41:17,226 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T14:41:17,226 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T14:41:17,226 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T14:41:17,227 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T14:41:17,227 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T14:41:17,227 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=35765 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=49 2024-11-14T14:41:17,227 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T14:41:17,227 DEBUG [RS_FLUSH_OPERATIONS-regionserver/da1c6afcd1f9:0-1 {event_type=RS_FLUSH_REGIONS, pid=49}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1731595262615.3b1a5ce21fb918810d964a76bfd27f36. 2024-11-14T14:41:17,228 DEBUG [RS_FLUSH_OPERATIONS-regionserver/da1c6afcd1f9:0-1 {event_type=RS_FLUSH_REGIONS, pid=49}] regionserver.HRegion(2603): Flush status journal for 3b1a5ce21fb918810d964a76bfd27f36: 2024-11-14T14:41:17,228 DEBUG [RS_FLUSH_OPERATIONS-regionserver/da1c6afcd1f9:0-1 {event_type=RS_FLUSH_REGIONS, pid=49}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1731595262615.3b1a5ce21fb918810d964a76bfd27f36. 2024-11-14T14:41:17,228 DEBUG [RS_FLUSH_OPERATIONS-regionserver/da1c6afcd1f9:0-1 {event_type=RS_FLUSH_REGIONS, pid=49}] regionserver.RemoteProcedureResultReporter(62): Successfully complete execution of pid=49 2024-11-14T14:41:17,228 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T14:41:17,228 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T14:41:17,228 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T14:41:17,229 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45145 {}] master.HMaster(4169): Remote procedure done, pid=49 2024-11-14T14:41:17,229 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T14:41:17,229 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T14:41:17,230 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T14:41:17,230 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T14:41:17,230 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T14:41:17,231 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T14:41:17,231 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T14:41:17,231 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T14:41:17,232 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=49, resume processing ppid=48 2024-11-14T14:41:17,232 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1521): Finished pid=49, ppid=48, state=SUCCESS, hasLock=false; org.apache.hadoop.hbase.master.procedure.FlushRegionProcedure in 156 msec 2024-11-14T14:41:17,232 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T14:41:17,232 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T14:41:17,233 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T14:41:17,233 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T14:41:17,233 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T14:41:17,234 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T14:41:17,234 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T14:41:17,234 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T14:41:17,235 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T14:41:17,235 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T14:41:17,236 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T14:41:17,236 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T14:41:17,236 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T14:41:17,237 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1521): Finished pid=48, state=SUCCESS, hasLock=false; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=48, table=TestAcidGuarantees in 163 msec 2024-11-14T14:41:17,237 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T14:41:17,237 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T14:41:17,238 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T14:41:17,238 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T14:41:17,238 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T14:41:17,239 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T14:41:17,239 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T14:41:17,239 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T14:41:17,239 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T14:41:17,240 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T14:41:17,240 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T14:41:17,240 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T14:41:17,241 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T14:41:17,241 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T14:41:17,241 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T14:41:17,242 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T14:41:17,242 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T14:41:17,242 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T14:41:17,243 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T14:41:17,243 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T14:41:17,243 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T14:41:17,244 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T14:41:17,244 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T14:41:17,244 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T14:41:17,245 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T14:41:17,245 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T14:41:17,245 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T14:41:17,246 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T14:41:17,246 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T14:41:17,246 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T14:41:17,248 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T14:41:17,249 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T14:41:17,249 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T14:41:17,250 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T14:41:17,250 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T14:41:17,250 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T14:41:17,250 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T14:41:17,251 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T14:41:17,251 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T14:41:17,251 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T14:41:17,251 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T14:41:17,251 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T14:41:17,252 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T14:41:17,252 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T14:41:17,253 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T14:41:17,253 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T14:41:17,253 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T14:41:17,253 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T14:41:17,253 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T14:41:17,254 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T14:41:17,254 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T14:41:17,255 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T14:41:17,255 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T14:41:17,255 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T14:41:17,255 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T14:41:17,256 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T14:41:17,256 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T14:41:17,257 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T14:41:17,257 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T14:41:17,258 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T14:41:17,258 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T14:41:17,258 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T14:41:17,258 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T14:41:17,258 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T14:41:17,259 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T14:41:17,259 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T14:41:17,259 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T14:41:17,260 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T14:41:17,260 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T14:41:17,260 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T14:41:17,261 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T14:41:17,261 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T14:41:17,261 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T14:41:17,261 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T14:41:17,262 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T14:41:17,262 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T14:41:17,262 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T14:41:17,263 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T14:41:17,263 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T14:41:17,263 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T14:41:17,264 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T14:41:17,265 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T14:41:17,265 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T14:41:17,266 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T14:41:17,266 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T14:41:17,267 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T14:41:17,268 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T14:41:17,268 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T14:41:17,268 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T14:41:17,269 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T14:41:17,269 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T14:41:17,270 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T14:41:17,270 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T14:41:17,270 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T14:41:17,271 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T14:41:17,271 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T14:41:17,271 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T14:41:17,272 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T14:41:17,272 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T14:41:17,273 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T14:41:17,273 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T14:41:17,273 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T14:41:17,274 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T14:41:17,274 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T14:41:17,275 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T14:41:17,275 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T14:41:17,275 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T14:41:17,275 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T14:41:17,276 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T14:41:17,276 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T14:41:17,277 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T14:41:17,278 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T14:41:17,278 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T14:41:17,279 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T14:41:17,279 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T14:41:17,280 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T14:41:17,280 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T14:41:17,281 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T14:41:17,281 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T14:41:17,281 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T14:41:17,281 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T14:41:17,282 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T14:41:17,282 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T14:41:17,282 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T14:41:17,283 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T14:41:17,283 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T14:41:17,283 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T14:41:17,283 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T14:41:17,284 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T14:41:17,284 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T14:41:17,285 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T14:41:17,285 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T14:41:17,285 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T14:41:17,286 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T14:41:17,286 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T14:41:17,286 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T14:41:17,287 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T14:41:17,287 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T14:41:17,287 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T14:41:17,288 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T14:41:17,288 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T14:41:17,289 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T14:41:17,289 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T14:41:17,289 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T14:41:17,289 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T14:41:17,290 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T14:41:17,290 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T14:41:17,290 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T14:41:17,290 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T14:41:17,290 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T14:41:17,291 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T14:41:17,291 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T14:41:17,291 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T14:41:17,292 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T14:41:17,292 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T14:41:17,292 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T14:41:17,293 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T14:41:17,293 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T14:41:17,294 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T14:41:17,294 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T14:41:17,294 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T14:41:17,295 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T14:41:17,295 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T14:41:17,295 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T14:41:17,296 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T14:41:17,296 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T14:41:17,296 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T14:41:17,297 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T14:41:17,297 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T14:41:17,297 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T14:41:17,297 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T14:41:17,298 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T14:41:17,298 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T14:41:17,298 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T14:41:17,298 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T14:41:17,299 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T14:41:17,299 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T14:41:17,299 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T14:41:17,300 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T14:41:17,300 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T14:41:17,300 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T14:41:17,301 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T14:41:17,301 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T14:41:17,301 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T14:41:17,301 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T14:41:17,302 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T14:41:17,302 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T14:41:17,303 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T14:41:17,303 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T14:41:17,303 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T14:41:17,304 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T14:41:17,304 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T14:41:17,305 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T14:41:17,305 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T14:41:17,306 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T14:41:17,306 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T14:41:17,307 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T14:41:17,307 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T14:41:17,308 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T14:41:17,308 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T14:41:17,309 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T14:41:17,309 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T14:41:17,309 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T14:41:17,310 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T14:41:17,312 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T14:41:17,312 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T14:41:17,312 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T14:41:17,312 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T14:41:17,313 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T14:41:17,313 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T14:41:17,313 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T14:41:17,314 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T14:41:17,314 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T14:41:17,314 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T14:41:17,314 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T14:41:17,314 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T14:41:17,315 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T14:41:17,315 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T14:41:17,315 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T14:41:17,315 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T14:41:17,316 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T14:41:17,316 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T14:41:17,316 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T14:41:17,316 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T14:41:17,317 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T14:41:17,317 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T14:41:17,317 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T14:41:17,318 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T14:41:17,318 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T14:41:17,318 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T14:41:17,319 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T14:41:17,319 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T14:41:17,319 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T14:41:17,320 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T14:41:17,320 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T14:41:17,320 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T14:41:17,321 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T14:41:17,321 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T14:41:17,322 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T14:41:17,322 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T14:41:17,322 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T14:41:17,323 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T14:41:17,323 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T14:41:17,323 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T14:41:17,323 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T14:41:17,324 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T14:41:17,324 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T14:41:17,324 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T14:41:17,324 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T14:41:17,325 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T14:41:17,325 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T14:41:17,325 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T14:41:17,326 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T14:41:17,326 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T14:41:17,326 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T14:41:17,327 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T14:41:17,327 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T14:41:17,327 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T14:41:17,328 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T14:41:17,328 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T14:41:17,328 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T14:41:17,328 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T14:41:17,329 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T14:41:17,329 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T14:41:17,330 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T14:41:17,330 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T14:41:17,330 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T14:41:17,331 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T14:41:17,331 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T14:41:17,332 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T14:41:17,332 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T14:41:17,333 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T14:41:17,333 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T14:41:17,334 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T14:41:17,334 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T14:41:17,334 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T14:41:17,335 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T14:41:17,335 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T14:41:17,335 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T14:41:17,335 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T14:41:17,336 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T14:41:17,336 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T14:41:17,336 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T14:41:17,336 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T14:41:17,337 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T14:41:17,337 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T14:41:17,337 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T14:41:17,337 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T14:41:17,338 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T14:41:17,338 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T14:41:17,338 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T14:41:17,339 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T14:41:17,339 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T14:41:17,339 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T14:41:17,340 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T14:41:17,340 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T14:41:17,340 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T14:41:17,341 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T14:41:17,341 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T14:41:17,341 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T14:41:17,341 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T14:41:17,341 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T14:41:17,342 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T14:41:17,342 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T14:41:17,342 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T14:41:17,343 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T14:41:17,343 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T14:41:17,343 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T14:41:17,343 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T14:41:17,344 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T14:41:17,344 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T14:41:17,345 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T14:41:17,345 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T14:41:17,345 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T14:41:17,346 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T14:41:17,346 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T14:41:17,346 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T14:41:17,346 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T14:41:17,347 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T14:41:17,347 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T14:41:17,347 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T14:41:17,347 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T14:41:17,347 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T14:41:17,348 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T14:41:17,348 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T14:41:17,348 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T14:41:17,349 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T14:41:17,349 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T14:41:17,349 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T14:41:17,349 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T14:41:17,350 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T14:41:17,350 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T14:41:17,350 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T14:41:17,350 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T14:41:17,351 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T14:41:17,351 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T14:41:17,351 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T14:41:17,351 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T14:41:17,352 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T14:41:17,352 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T14:41:17,352 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T14:41:17,352 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T14:41:17,353 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T14:41:17,353 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T14:41:17,354 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T14:41:17,354 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T14:41:17,354 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T14:41:17,354 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T14:41:17,355 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T14:41:17,355 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T14:41:17,356 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T14:41:17,356 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T14:41:17,356 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T14:41:17,356 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T14:41:17,357 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T14:41:17,357 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T14:41:17,357 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T14:41:17,358 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T14:41:17,358 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T14:41:17,358 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T14:41:17,358 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T14:41:17,359 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T14:41:17,359 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T14:41:17,359 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T14:41:17,360 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T14:41:17,360 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T14:41:17,360 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T14:41:17,360 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T14:41:17,360 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T14:41:17,361 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T14:41:17,361 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T14:41:17,361 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T14:41:17,361 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T14:41:17,362 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T14:41:17,362 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T14:41:17,362 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T14:41:17,363 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T14:41:17,363 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T14:41:17,364 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T14:41:17,364 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T14:41:17,364 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T14:41:17,365 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T14:41:17,365 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T14:41:17,365 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T14:41:17,366 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T14:41:17,366 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T14:41:17,366 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T14:41:17,367 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T14:41:17,367 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T14:41:17,367 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T14:41:17,367 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T14:41:17,368 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T14:41:17,368 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T14:41:17,368 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T14:41:17,368 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T14:41:17,368 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T14:41:17,369 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T14:41:17,369 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T14:41:17,369 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T14:41:17,369 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T14:41:17,370 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T14:41:17,370 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T14:41:17,370 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T14:41:17,371 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T14:41:17,371 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T14:41:17,371 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T14:41:17,371 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T14:41:17,372 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T14:41:17,372 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T14:41:17,372 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T14:41:17,373 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T14:41:17,373 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T14:41:17,374 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T14:41:17,374 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T14:41:17,375 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T14:41:17,375 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T14:41:17,375 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T14:41:17,376 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T14:41:17,376 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T14:41:17,377 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T14:41:17,377 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T14:41:17,377 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T14:41:17,378 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T14:41:17,378 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T14:41:17,378 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T14:41:17,379 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T14:41:17,379 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T14:41:17,379 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T14:41:17,379 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T14:41:17,379 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T14:41:17,380 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T14:41:17,380 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T14:41:17,380 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T14:41:17,380 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T14:41:17,381 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T14:41:17,381 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T14:41:17,381 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T14:41:17,382 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T14:41:17,382 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T14:41:17,382 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T14:41:17,382 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T14:41:17,382 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T14:41:17,383 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T14:41:17,383 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T14:41:17,383 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T14:41:17,384 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T14:41:17,384 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T14:41:17,384 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T14:41:17,384 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T14:41:17,385 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T14:41:17,385 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T14:41:17,385 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T14:41:17,385 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T14:41:17,386 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45145 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=48 2024-11-14T14:41:17,386 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T14:41:17,386 INFO [RPCClient-NioEventLoopGroup-4-7 {}] client.RawAsyncHBaseAdmin$TableProcedureBiConsumer(2721): Operation: FLUSH, Table Name: default:TestAcidGuarantees completed 2024-11-14T14:41:17,386 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T14:41:17,387 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T14:41:17,387 INFO [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45145 {}] master.HMaster$22(4506): Client=jenkins//172.17.0.2 flush TestAcidGuarantees 2024-11-14T14:41:17,387 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T14:41:17,387 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T14:41:17,387 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T14:41:17,388 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T14:41:17,388 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45145 {}] procedure2.ProcedureExecutor(1139): Stored pid=50, state=RUNNABLE:FLUSH_TABLE_PREPARE, hasLock=false; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=50, table=TestAcidGuarantees 2024-11-14T14:41:17,388 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T14:41:17,388 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T14:41:17,389 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T14:41:17,389 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T14:41:17,389 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45145 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=50 2024-11-14T14:41:17,390 INFO [PEWorker-1 {}] procedure.FlushTableProcedure(91): pid=50, state=RUNNABLE:FLUSH_TABLE_PREPARE, hasLock=true; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=50, table=TestAcidGuarantees execute state=FLUSH_TABLE_PREPARE 2024-11-14T14:41:17,390 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T14:41:17,390 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T14:41:17,390 INFO [PEWorker-1 {}] procedure.FlushTableProcedure(91): pid=50, state=RUNNABLE:FLUSH_TABLE_FLUSH_REGIONS, hasLock=true; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=50, table=TestAcidGuarantees execute state=FLUSH_TABLE_FLUSH_REGIONS 2024-11-14T14:41:17,391 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=51, ppid=50, state=RUNNABLE, hasLock=false; org.apache.hadoop.hbase.master.procedure.FlushRegionProcedure}] 2024-11-14T14:41:17,391 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T14:41:17,391 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T14:41:17,392 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T14:41:17,392 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T14:41:17,393 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T14:41:17,393 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T14:41:17,393 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T14:41:17,394 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T14:41:17,394 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T14:41:17,394 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T14:41:17,395 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T14:41:17,395 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T14:41:17,396 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T14:41:17,396 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T14:41:17,396 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T14:41:17,397 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T14:41:17,397 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T14:41:17,397 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T14:41:17,397 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T14:41:17,398 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T14:41:17,398 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T14:41:17,398 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T14:41:17,398 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T14:41:17,399 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T14:41:17,399 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T14:41:17,399 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T14:41:17,399 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T14:41:17,400 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T14:41:17,400 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T14:41:17,400 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T14:41:17,401 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T14:41:17,401 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T14:41:17,401 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T14:41:17,402 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T14:41:17,402 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T14:41:17,403 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T14:41:17,403 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T14:41:17,403 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T14:41:17,404 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T14:41:17,404 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T14:41:17,404 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T14:41:17,405 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T14:41:17,405 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T14:41:17,406 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T14:41:17,406 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T14:41:17,406 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T14:41:17,406 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T14:41:17,407 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T14:41:17,407 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T14:41:17,408 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T14:41:17,408 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T14:41:17,408 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T14:41:17,409 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T14:41:17,409 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T14:41:17,409 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T14:41:17,410 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T14:41:17,410 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T14:41:17,411 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T14:41:17,411 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T14:41:17,411 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T14:41:17,411 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T14:41:17,412 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T14:41:17,412 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T14:41:17,413 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T14:41:17,413 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T14:41:17,414 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T14:41:17,414 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T14:41:17,414 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T14:41:17,415 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T14:41:17,415 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T14:41:17,416 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T14:41:17,416 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T14:41:17,417 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T14:41:17,417 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T14:41:17,418 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T14:41:17,418 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T14:41:17,418 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T14:41:17,419 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T14:41:17,420 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T14:41:17,420 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T14:41:17,420 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T14:41:17,420 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T14:41:17,421 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T14:41:17,421 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T14:41:17,421 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T14:41:17,422 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T14:41:17,422 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T14:41:17,422 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T14:41:17,423 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T14:41:17,423 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T14:41:17,423 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T14:41:17,424 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T14:41:17,424 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T14:41:17,424 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T14:41:17,425 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T14:41:17,425 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T14:41:17,425 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T14:41:17,425 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T14:41:17,426 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T14:41:17,426 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T14:41:17,426 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T14:41:17,427 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T14:41:17,427 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T14:41:17,427 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T14:41:17,428 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T14:41:17,428 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T14:41:17,428 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T14:41:17,429 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T14:41:17,429 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T14:41:17,429 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T14:41:17,430 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T14:41:17,431 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T14:41:17,431 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T14:41:17,432 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T14:41:17,432 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T14:41:17,432 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T14:41:17,433 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T14:41:17,433 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T14:41:17,433 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T14:41:17,433 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T14:41:17,434 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T14:41:17,434 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T14:41:17,435 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T14:41:17,435 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T14:41:17,435 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T14:41:17,436 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T14:41:17,436 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T14:41:17,437 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T14:41:17,437 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T14:41:17,438 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T14:41:17,438 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T14:41:17,438 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T14:41:17,439 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T14:41:17,439 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T14:41:17,439 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T14:41:17,439 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T14:41:17,440 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T14:41:17,440 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T14:41:17,440 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T14:41:17,441 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T14:41:17,441 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T14:41:17,441 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T14:41:17,441 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T14:41:17,441 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T14:41:17,442 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T14:41:17,442 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T14:41:17,442 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T14:41:17,443 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T14:41:17,443 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T14:41:17,444 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T14:41:17,444 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T14:41:17,444 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T14:41:17,445 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T14:41:17,445 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T14:41:17,446 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T14:41:17,446 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T14:41:17,446 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T14:41:17,447 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T14:41:17,447 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T14:41:17,448 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T14:41:17,448 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T14:41:17,449 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T14:41:17,449 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T14:41:17,449 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T14:41:17,450 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T14:41:17,450 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T14:41:17,450 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T14:41:17,451 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T14:41:17,451 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T14:41:17,451 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T14:41:17,452 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T14:41:17,452 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T14:41:17,452 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T14:41:17,452 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T14:41:17,453 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T14:41:17,453 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T14:41:17,453 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T14:41:17,454 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T14:41:17,454 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T14:41:17,455 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T14:41:17,455 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T14:41:17,455 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T14:41:17,455 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T14:41:17,455 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T14:41:17,456 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T14:41:17,456 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T14:41:17,456 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T14:41:17,457 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T14:41:17,457 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T14:41:17,457 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T14:41:17,458 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T14:41:17,458 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T14:41:17,459 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T14:41:17,460 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T14:41:17,460 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T14:41:17,460 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T14:41:17,461 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T14:41:17,461 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T14:41:17,461 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T14:41:17,461 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T14:41:17,462 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T14:41:17,462 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T14:41:17,463 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T14:41:17,463 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T14:41:17,464 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T14:41:17,464 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T14:41:17,465 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T14:41:17,465 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T14:41:17,466 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T14:41:17,466 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T14:41:17,466 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T14:41:17,467 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T14:41:17,467 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T14:41:17,467 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T14:41:17,468 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T14:41:17,468 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T14:41:17,469 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T14:41:17,470 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T14:41:17,470 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T14:41:17,470 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T14:41:17,471 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T14:41:17,471 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T14:41:17,471 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T14:41:17,472 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T14:41:17,472 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T14:41:17,472 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T14:41:17,473 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T14:41:17,473 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T14:41:17,474 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T14:41:17,474 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T14:41:17,475 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T14:41:17,475 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T14:41:17,475 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T14:41:17,476 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T14:41:17,476 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T14:41:17,476 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T14:41:17,476 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T14:41:17,477 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T14:41:17,477 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T14:41:17,478 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T14:41:17,478 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T14:41:17,478 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T14:41:17,479 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T14:41:17,479 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T14:41:17,479 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T14:41:17,480 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T14:41:17,480 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T14:41:17,480 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T14:41:17,481 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T14:41:17,481 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T14:41:17,482 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T14:41:17,482 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T14:41:17,482 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T14:41:17,483 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T14:41:17,483 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T14:41:17,483 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T14:41:17,484 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T14:41:17,484 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T14:41:17,484 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T14:41:17,485 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T14:41:17,485 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T14:41:17,486 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T14:41:17,486 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T14:41:17,486 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T14:41:17,487 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T14:41:17,487 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T14:41:17,487 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T14:41:17,488 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T14:41:17,488 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T14:41:17,488 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T14:41:17,489 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T14:41:17,490 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T14:41:17,490 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T14:41:17,490 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T14:41:17,490 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T14:41:17,491 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T14:41:17,491 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T14:41:17,491 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T14:41:17,491 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T14:41:17,492 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T14:41:17,492 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T14:41:17,493 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T14:41:17,493 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T14:41:17,494 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T14:41:17,494 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T14:41:17,495 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T14:41:17,496 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T14:41:17,496 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T14:41:17,496 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45145 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=50 2024-11-14T14:41:17,497 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T14:41:17,498 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T14:41:17,498 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T14:41:17,498 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T14:41:17,499 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T14:41:17,499 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T14:41:17,500 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T14:41:17,500 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T14:41:17,500 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T14:41:17,501 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T14:41:17,501 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T14:41:17,501 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T14:41:17,502 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T14:41:17,502 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T14:41:17,502 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T14:41:17,503 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T14:41:17,503 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T14:41:17,503 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T14:41:17,504 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T14:41:17,534 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T14:41:17,535 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T14:41:17,535 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T14:41:17,535 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T14:41:17,536 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T14:41:17,536 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T14:41:17,536 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T14:41:17,537 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T14:41:17,537 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T14:41:17,537 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T14:41:17,537 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T14:41:17,538 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T14:41:17,538 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T14:41:17,539 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T14:41:17,539 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T14:41:17,539 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T14:41:17,539 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T14:41:17,540 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T14:41:17,540 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T14:41:17,540 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T14:41:17,540 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T14:41:17,541 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T14:41:17,541 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T14:41:17,542 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T14:41:17,542 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T14:41:17,542 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T14:41:17,543 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T14:41:17,543 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=35765 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=51 2024-11-14T14:41:17,543 DEBUG [RS_FLUSH_OPERATIONS-regionserver/da1c6afcd1f9:0-2 {event_type=RS_FLUSH_REGIONS, pid=51}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1731595262615.3b1a5ce21fb918810d964a76bfd27f36. 2024-11-14T14:41:17,543 DEBUG [RS_FLUSH_OPERATIONS-regionserver/da1c6afcd1f9:0-2 {event_type=RS_FLUSH_REGIONS, pid=51}] regionserver.HRegion(2603): Flush status journal for 3b1a5ce21fb918810d964a76bfd27f36: 2024-11-14T14:41:17,543 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T14:41:17,543 DEBUG [RS_FLUSH_OPERATIONS-regionserver/da1c6afcd1f9:0-2 {event_type=RS_FLUSH_REGIONS, pid=51}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1731595262615.3b1a5ce21fb918810d964a76bfd27f36. 2024-11-14T14:41:17,543 DEBUG [RS_FLUSH_OPERATIONS-regionserver/da1c6afcd1f9:0-2 {event_type=RS_FLUSH_REGIONS, pid=51}] regionserver.RemoteProcedureResultReporter(62): Successfully complete execution of pid=51 2024-11-14T14:41:17,544 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T14:41:17,545 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T14:41:17,545 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45145 {}] master.HMaster(4169): Remote procedure done, pid=51 2024-11-14T14:41:17,546 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T14:41:17,546 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T14:41:17,546 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T14:41:17,548 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T14:41:17,548 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T14:41:17,549 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T14:41:17,549 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=51, resume processing ppid=50 2024-11-14T14:41:17,549 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1521): Finished pid=51, ppid=50, state=SUCCESS, hasLock=false; org.apache.hadoop.hbase.master.procedure.FlushRegionProcedure in 156 msec 2024-11-14T14:41:17,549 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T14:41:17,550 DEBUG [RS:0;da1c6afcd1f9:35765-longCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:34345/user/jenkins/test-data/14d118ee-a83a-b09b-5913-1a58940a5db1/data/default/TestAcidGuarantees/3b1a5ce21fb918810d964a76bfd27f36/.tmp/A/45b6a7f378154725a224af76aba4396d as hdfs://localhost:34345/user/jenkins/test-data/14d118ee-a83a-b09b-5913-1a58940a5db1/data/default/TestAcidGuarantees/3b1a5ce21fb918810d964a76bfd27f36/A/45b6a7f378154725a224af76aba4396d 2024-11-14T14:41:17,551 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T14:41:17,552 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T14:41:17,552 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1521): Finished pid=50, state=SUCCESS, hasLock=false; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=50, table=TestAcidGuarantees in 164 msec 2024-11-14T14:41:17,552 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T14:41:17,553 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T14:41:17,554 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T14:41:17,554 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T14:41:17,555 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T14:41:17,555 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T14:41:17,559 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T14:41:17,559 INFO [RS:0;da1c6afcd1f9:35765-longCompactions-0 {}] regionserver.HStore(1337): Completed compaction of 3 (all) file(s) in 3b1a5ce21fb918810d964a76bfd27f36/A of 3b1a5ce21fb918810d964a76bfd27f36 into 45b6a7f378154725a224af76aba4396d(size=30.7 K), total size for store is 61.1 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-11-14T14:41:17,559 DEBUG [RS:0;da1c6afcd1f9:35765-longCompactions-0 {}] regionserver.HRegion(2446): Compaction status journal for 3b1a5ce21fb918810d964a76bfd27f36: 2024-11-14T14:41:17,559 INFO [RS:0;da1c6afcd1f9:35765-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1731595262615.3b1a5ce21fb918810d964a76bfd27f36., storeName=3b1a5ce21fb918810d964a76bfd27f36/A, priority=13, startTime=1731595276612; duration=0sec 2024-11-14T14:41:17,559 DEBUG [RS:0;da1c6afcd1f9:35765-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-14T14:41:17,559 DEBUG [RS:0;da1c6afcd1f9:35765-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: 3b1a5ce21fb918810d964a76bfd27f36:A 2024-11-14T14:41:17,560 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T14:41:17,561 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T14:41:17,562 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T14:41:17,562 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T14:41:17,563 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35765 {}] regionserver.HRegion(8855): Flush requested on 3b1a5ce21fb918810d964a76bfd27f36 2024-11-14T14:41:17,563 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(2902): Flushing 3b1a5ce21fb918810d964a76bfd27f36 3/3 column families, dataSize=46.96 KB heapSize=140.20 KB 2024-11-14T14:41:17,563 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 3b1a5ce21fb918810d964a76bfd27f36, store=A 2024-11-14T14:41:17,563 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-14T14:41:17,563 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 3b1a5ce21fb918810d964a76bfd27f36, store=B 2024-11-14T14:41:17,564 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-14T14:41:17,564 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 3b1a5ce21fb918810d964a76bfd27f36, store=C 2024-11-14T14:41:17,564 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-14T14:41:17,564 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T14:41:17,574 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:34345/user/jenkins/test-data/14d118ee-a83a-b09b-5913-1a58940a5db1/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e20241114f8e6b9d77f0043cb899e3a1674ec83fd_3b1a5ce21fb918810d964a76bfd27f36 is 50, key is test_row_0/A:col10/1731595277560/Put/seqid=0 2024-11-14T14:41:17,579 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36699 is added to blk_1073742022_1198 (size=22268) 2024-11-14T14:41:17,603 DEBUG [RS_IN_MEMORY_COMPACTION-regionserver/da1c6afcd1f9:0-5 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=type=CellArrayImmutableSegment, empty=no, cellCount=409, cellSize=18725, totalHeapSize=42776, min timestamp=1731595277576, max timestamp=1731595277599Num uniques 859; 2024-11-14T14:41:17,603 DEBUG [RS_IN_MEMORY_COMPACTION-regionserver/da1c6afcd1f9:0-5 {}] regionserver.CompactionPipeline(163): Suffix data size=39335, new segment data size=18725, suffix heap size=117064,new segment heap size=42776 　suffix off heap size=0, new segment off heap size=0, suffix cells count=859, new segment cells count=409 2024-11-14T14:41:17,604 DEBUG [RS_IN_MEMORY_COMPACTION-regionserver/da1c6afcd1f9:0-6 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=type=CellArrayImmutableSegment, empty=no, cellCount=409, cellSize=18725, totalHeapSize=42776, min timestamp=1731595277576, max timestamp=1731595277599Num uniques 859; 2024-11-14T14:41:17,604 DEBUG [RS_IN_MEMORY_COMPACTION-regionserver/da1c6afcd1f9:0-1 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=type=CellArrayImmutableSegment, empty=no, cellCount=409, cellSize=18725, totalHeapSize=42776, min timestamp=1731595277576, max timestamp=1731595277599Num uniques 859; 2024-11-14T14:41:17,604 DEBUG [RS_IN_MEMORY_COMPACTION-regionserver/da1c6afcd1f9:0-6 {}] regionserver.CompactionPipeline(163): Suffix data size=39335, new segment data size=18725, suffix heap size=117064,new segment heap size=42776 　suffix off heap size=0, new segment off heap size=0, suffix cells count=859, new segment cells count=409 2024-11-14T14:41:17,604 DEBUG [RS_IN_MEMORY_COMPACTION-regionserver/da1c6afcd1f9:0-1 {}] regionserver.CompactionPipeline(163): Suffix data size=39335, new segment data size=18725, suffix heap size=117064,new segment heap size=42776 　suffix off heap size=0, new segment off heap size=0, suffix cells count=859, new segment cells count=409 2024-11-14T14:41:17,636 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35765 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3b1a5ce21fb918810d964a76bfd27f36, server=da1c6afcd1f9,35765,1731595233113 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-14T14:41:17,636 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35765 {}] ipc.CallRunner(138): callId: 72 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:60574 deadline: 1731595337626, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3b1a5ce21fb918810d964a76bfd27f36, server=da1c6afcd1f9,35765,1731595233113 2024-11-14T14:41:17,637 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35765 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3b1a5ce21fb918810d964a76bfd27f36, server=da1c6afcd1f9,35765,1731595233113 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-14T14:41:17,637 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35765 {}] ipc.CallRunner(138): callId: 70 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:60524 deadline: 1731595337627, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3b1a5ce21fb918810d964a76bfd27f36, server=da1c6afcd1f9,35765,1731595233113 2024-11-14T14:41:17,637 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731595262615.3b1a5ce21fb918810d964a76bfd27f36., hostname=da1c6afcd1f9,35765,1731595233113, seqNum=5 , the old value is region=TestAcidGuarantees,,1731595262615.3b1a5ce21fb918810d964a76bfd27f36., hostname=da1c6afcd1f9,35765,1731595233113, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3b1a5ce21fb918810d964a76bfd27f36, server=da1c6afcd1f9,35765,1731595233113 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-14T14:41:17,637 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731595262615.3b1a5ce21fb918810d964a76bfd27f36., hostname=da1c6afcd1f9,35765,1731595233113, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3b1a5ce21fb918810d964a76bfd27f36, server=da1c6afcd1f9,35765,1731595233113 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-14T14:41:17,637 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731595262615.3b1a5ce21fb918810d964a76bfd27f36., hostname=da1c6afcd1f9,35765,1731595233113, seqNum=5 because the exception is null or not the one we care about 2024-11-14T14:41:17,637 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35765 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3b1a5ce21fb918810d964a76bfd27f36, server=da1c6afcd1f9,35765,1731595233113 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-14T14:41:17,637 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731595262615.3b1a5ce21fb918810d964a76bfd27f36., hostname=da1c6afcd1f9,35765,1731595233113, seqNum=5 , the old value is region=TestAcidGuarantees,,1731595262615.3b1a5ce21fb918810d964a76bfd27f36., hostname=da1c6afcd1f9,35765,1731595233113, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3b1a5ce21fb918810d964a76bfd27f36, server=da1c6afcd1f9,35765,1731595233113 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-14T14:41:17,638 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731595262615.3b1a5ce21fb918810d964a76bfd27f36., hostname=da1c6afcd1f9,35765,1731595233113, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3b1a5ce21fb918810d964a76bfd27f36, server=da1c6afcd1f9,35765,1731595233113 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-14T14:41:17,638 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35765 {}] ipc.CallRunner(138): callId: 73 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:60580 deadline: 1731595337628, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3b1a5ce21fb918810d964a76bfd27f36, server=da1c6afcd1f9,35765,1731595233113 2024-11-14T14:41:17,638 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731595262615.3b1a5ce21fb918810d964a76bfd27f36., hostname=da1c6afcd1f9,35765,1731595233113, seqNum=5 because the exception is null or not the one we care about 2024-11-14T14:41:17,638 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35765 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3b1a5ce21fb918810d964a76bfd27f36, server=da1c6afcd1f9,35765,1731595233113 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-14T14:41:17,638 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731595262615.3b1a5ce21fb918810d964a76bfd27f36., hostname=da1c6afcd1f9,35765,1731595233113, seqNum=5 , the old value is region=TestAcidGuarantees,,1731595262615.3b1a5ce21fb918810d964a76bfd27f36., hostname=da1c6afcd1f9,35765,1731595233113, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3b1a5ce21fb918810d964a76bfd27f36, server=da1c6afcd1f9,35765,1731595233113 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-14T14:41:17,638 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35765 {}] ipc.CallRunner(138): callId: 77 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:60566 deadline: 1731595337630, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3b1a5ce21fb918810d964a76bfd27f36, server=da1c6afcd1f9,35765,1731595233113 2024-11-14T14:41:17,638 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731595262615.3b1a5ce21fb918810d964a76bfd27f36., hostname=da1c6afcd1f9,35765,1731595233113, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3b1a5ce21fb918810d964a76bfd27f36, server=da1c6afcd1f9,35765,1731595233113 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-14T14:41:17,638 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731595262615.3b1a5ce21fb918810d964a76bfd27f36., hostname=da1c6afcd1f9,35765,1731595233113, seqNum=5 because the exception is null or not the one we care about 2024-11-14T14:41:17,640 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731595262615.3b1a5ce21fb918810d964a76bfd27f36., hostname=da1c6afcd1f9,35765,1731595233113, seqNum=5 , the old value is region=TestAcidGuarantees,,1731595262615.3b1a5ce21fb918810d964a76bfd27f36., hostname=da1c6afcd1f9,35765,1731595233113, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3b1a5ce21fb918810d964a76bfd27f36, server=da1c6afcd1f9,35765,1731595233113 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-14T14:41:17,640 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731595262615.3b1a5ce21fb918810d964a76bfd27f36., hostname=da1c6afcd1f9,35765,1731595233113, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3b1a5ce21fb918810d964a76bfd27f36, server=da1c6afcd1f9,35765,1731595233113 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-14T14:41:17,640 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731595262615.3b1a5ce21fb918810d964a76bfd27f36., hostname=da1c6afcd1f9,35765,1731595233113, seqNum=5 because the exception is null or not the one we care about 2024-11-14T14:41:17,641 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35765 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3b1a5ce21fb918810d964a76bfd27f36, server=da1c6afcd1f9,35765,1731595233113 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-14T14:41:17,641 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35765 {}] ipc.CallRunner(138): callId: 69 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:60594 deadline: 1731595337637, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3b1a5ce21fb918810d964a76bfd27f36, server=da1c6afcd1f9,35765,1731595233113 2024-11-14T14:41:17,643 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731595262615.3b1a5ce21fb918810d964a76bfd27f36., hostname=da1c6afcd1f9,35765,1731595233113, seqNum=5 , the old value is region=TestAcidGuarantees,,1731595262615.3b1a5ce21fb918810d964a76bfd27f36., hostname=da1c6afcd1f9,35765,1731595233113, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3b1a5ce21fb918810d964a76bfd27f36, server=da1c6afcd1f9,35765,1731595233113 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-14T14:41:17,643 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731595262615.3b1a5ce21fb918810d964a76bfd27f36., hostname=da1c6afcd1f9,35765,1731595233113, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3b1a5ce21fb918810d964a76bfd27f36, server=da1c6afcd1f9,35765,1731595233113 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-14T14:41:17,643 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731595262615.3b1a5ce21fb918810d964a76bfd27f36., hostname=da1c6afcd1f9,35765,1731595233113, seqNum=5 because the exception is null or not the one we care about 2024-11-14T14:41:17,707 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45145 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=50 2024-11-14T14:41:17,707 INFO [RPCClient-NioEventLoopGroup-4-7 {}] client.RawAsyncHBaseAdmin$TableProcedureBiConsumer(2721): Operation: FLUSH, Table Name: default:TestAcidGuarantees completed 2024-11-14T14:41:17,708 INFO [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45145 {}] master.HMaster$22(4506): Client=jenkins//172.17.0.2 flush TestAcidGuarantees 2024-11-14T14:41:17,709 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45145 {}] procedure2.ProcedureExecutor(1139): Stored pid=52, state=RUNNABLE:FLUSH_TABLE_PREPARE, hasLock=false; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=52, table=TestAcidGuarantees 2024-11-14T14:41:17,709 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45145 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=52 2024-11-14T14:41:17,710 INFO [PEWorker-2 {}] procedure.FlushTableProcedure(91): pid=52, state=RUNNABLE:FLUSH_TABLE_PREPARE, hasLock=true; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=52, table=TestAcidGuarantees execute state=FLUSH_TABLE_PREPARE 2024-11-14T14:41:17,710 INFO [PEWorker-2 {}] procedure.FlushTableProcedure(91): pid=52, state=RUNNABLE:FLUSH_TABLE_FLUSH_REGIONS, hasLock=true; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=52, table=TestAcidGuarantees execute state=FLUSH_TABLE_FLUSH_REGIONS 2024-11-14T14:41:17,711 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=53, ppid=52, state=RUNNABLE, hasLock=false; org.apache.hadoop.hbase.master.procedure.FlushRegionProcedure}] 2024-11-14T14:41:17,748 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35765 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3b1a5ce21fb918810d964a76bfd27f36, server=da1c6afcd1f9,35765,1731595233113 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-14T14:41:17,748 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35765 {}] ipc.CallRunner(138): callId: 73 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:60574 deadline: 1731595337746, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3b1a5ce21fb918810d964a76bfd27f36, server=da1c6afcd1f9,35765,1731595233113 2024-11-14T14:41:17,749 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35765 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3b1a5ce21fb918810d964a76bfd27f36, server=da1c6afcd1f9,35765,1731595233113 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-14T14:41:17,749 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35765 {}] ipc.CallRunner(138): callId: 71 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:60524 deadline: 1731595337746, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3b1a5ce21fb918810d964a76bfd27f36, server=da1c6afcd1f9,35765,1731595233113 2024-11-14T14:41:17,749 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731595262615.3b1a5ce21fb918810d964a76bfd27f36., hostname=da1c6afcd1f9,35765,1731595233113, seqNum=5 , the old value is region=TestAcidGuarantees,,1731595262615.3b1a5ce21fb918810d964a76bfd27f36., hostname=da1c6afcd1f9,35765,1731595233113, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3b1a5ce21fb918810d964a76bfd27f36, server=da1c6afcd1f9,35765,1731595233113 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-14T14:41:17,749 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731595262615.3b1a5ce21fb918810d964a76bfd27f36., hostname=da1c6afcd1f9,35765,1731595233113, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3b1a5ce21fb918810d964a76bfd27f36, server=da1c6afcd1f9,35765,1731595233113 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-14T14:41:17,749 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731595262615.3b1a5ce21fb918810d964a76bfd27f36., hostname=da1c6afcd1f9,35765,1731595233113, seqNum=5 because the exception is null or not the one we care about 2024-11-14T14:41:17,749 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35765 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3b1a5ce21fb918810d964a76bfd27f36, server=da1c6afcd1f9,35765,1731595233113 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-14T14:41:17,749 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731595262615.3b1a5ce21fb918810d964a76bfd27f36., hostname=da1c6afcd1f9,35765,1731595233113, seqNum=5 , the old value is region=TestAcidGuarantees,,1731595262615.3b1a5ce21fb918810d964a76bfd27f36., hostname=da1c6afcd1f9,35765,1731595233113, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3b1a5ce21fb918810d964a76bfd27f36, server=da1c6afcd1f9,35765,1731595233113 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-14T14:41:17,749 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731595262615.3b1a5ce21fb918810d964a76bfd27f36., hostname=da1c6afcd1f9,35765,1731595233113, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3b1a5ce21fb918810d964a76bfd27f36, server=da1c6afcd1f9,35765,1731595233113 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-14T14:41:17,749 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35765 {}] ipc.CallRunner(138): callId: 78 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:60566 deadline: 1731595337746, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3b1a5ce21fb918810d964a76bfd27f36, server=da1c6afcd1f9,35765,1731595233113 2024-11-14T14:41:17,749 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731595262615.3b1a5ce21fb918810d964a76bfd27f36., hostname=da1c6afcd1f9,35765,1731595233113, seqNum=5 because the exception is null or not the one we care about 2024-11-14T14:41:17,749 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35765 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3b1a5ce21fb918810d964a76bfd27f36, server=da1c6afcd1f9,35765,1731595233113 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-14T14:41:17,750 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731595262615.3b1a5ce21fb918810d964a76bfd27f36., hostname=da1c6afcd1f9,35765,1731595233113, seqNum=5 , the old value is region=TestAcidGuarantees,,1731595262615.3b1a5ce21fb918810d964a76bfd27f36., hostname=da1c6afcd1f9,35765,1731595233113, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3b1a5ce21fb918810d964a76bfd27f36, server=da1c6afcd1f9,35765,1731595233113 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-14T14:41:17,750 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35765 {}] ipc.CallRunner(138): callId: 70 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:60594 deadline: 1731595337747, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3b1a5ce21fb918810d964a76bfd27f36, server=da1c6afcd1f9,35765,1731595233113 2024-11-14T14:41:17,750 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731595262615.3b1a5ce21fb918810d964a76bfd27f36., hostname=da1c6afcd1f9,35765,1731595233113, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3b1a5ce21fb918810d964a76bfd27f36, server=da1c6afcd1f9,35765,1731595233113 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-14T14:41:17,750 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731595262615.3b1a5ce21fb918810d964a76bfd27f36., hostname=da1c6afcd1f9,35765,1731595233113, seqNum=5 because the exception is null or not the one we care about 2024-11-14T14:41:17,750 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731595262615.3b1a5ce21fb918810d964a76bfd27f36., hostname=da1c6afcd1f9,35765,1731595233113, seqNum=5 , the old value is region=TestAcidGuarantees,,1731595262615.3b1a5ce21fb918810d964a76bfd27f36., hostname=da1c6afcd1f9,35765,1731595233113, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3b1a5ce21fb918810d964a76bfd27f36, server=da1c6afcd1f9,35765,1731595233113 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-14T14:41:17,750 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35765 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3b1a5ce21fb918810d964a76bfd27f36, server=da1c6afcd1f9,35765,1731595233113 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-14T14:41:17,750 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731595262615.3b1a5ce21fb918810d964a76bfd27f36., hostname=da1c6afcd1f9,35765,1731595233113, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3b1a5ce21fb918810d964a76bfd27f36, server=da1c6afcd1f9,35765,1731595233113 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-14T14:41:17,750 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731595262615.3b1a5ce21fb918810d964a76bfd27f36., hostname=da1c6afcd1f9,35765,1731595233113, seqNum=5 because the exception is null or not the one we care about 2024-11-14T14:41:17,750 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35765 {}] ipc.CallRunner(138): callId: 74 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:60580 deadline: 1731595337747, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3b1a5ce21fb918810d964a76bfd27f36, server=da1c6afcd1f9,35765,1731595233113 2024-11-14T14:41:17,750 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731595262615.3b1a5ce21fb918810d964a76bfd27f36., hostname=da1c6afcd1f9,35765,1731595233113, seqNum=5 , the old value is region=TestAcidGuarantees,,1731595262615.3b1a5ce21fb918810d964a76bfd27f36., hostname=da1c6afcd1f9,35765,1731595233113, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3b1a5ce21fb918810d964a76bfd27f36, server=da1c6afcd1f9,35765,1731595233113 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-14T14:41:17,750 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731595262615.3b1a5ce21fb918810d964a76bfd27f36., hostname=da1c6afcd1f9,35765,1731595233113, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3b1a5ce21fb918810d964a76bfd27f36, server=da1c6afcd1f9,35765,1731595233113 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-14T14:41:17,750 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731595262615.3b1a5ce21fb918810d964a76bfd27f36., hostname=da1c6afcd1f9,35765,1731595233113, seqNum=5 because the exception is null or not the one we care about 2024-11-14T14:41:17,816 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45145 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=52 2024-11-14T14:41:17,863 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=35765 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=53 2024-11-14T14:41:17,864 DEBUG [RS_FLUSH_OPERATIONS-regionserver/da1c6afcd1f9:0-0 {event_type=RS_FLUSH_REGIONS, pid=53}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1731595262615.3b1a5ce21fb918810d964a76bfd27f36. 2024-11-14T14:41:17,864 DEBUG [RS_FLUSH_OPERATIONS-regionserver/da1c6afcd1f9:0-0 {event_type=RS_FLUSH_REGIONS, pid=53}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1731595262615.3b1a5ce21fb918810d964a76bfd27f36. as already flushing 2024-11-14T14:41:17,864 DEBUG [RS_FLUSH_OPERATIONS-regionserver/da1c6afcd1f9:0-0 {event_type=RS_FLUSH_REGIONS, pid=53}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1731595262615.3b1a5ce21fb918810d964a76bfd27f36. 2024-11-14T14:41:17,864 ERROR [RS_FLUSH_OPERATIONS-regionserver/da1c6afcd1f9:0-0 {event_type=RS_FLUSH_REGIONS, pid=53}] handler.RSProcedureHandler(58): pid=53 java.io.IOException: Unable to complete flush {ENCODED => 3b1a5ce21fb918810d964a76bfd27f36, NAME => 'TestAcidGuarantees,,1731595262615.3b1a5ce21fb918810d964a76bfd27f36.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-14T14:41:17,864 DEBUG [RS_FLUSH_OPERATIONS-regionserver/da1c6afcd1f9:0-0 {event_type=RS_FLUSH_REGIONS, pid=53}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=53 java.io.IOException: Unable to complete flush {ENCODED => 3b1a5ce21fb918810d964a76bfd27f36, NAME => 'TestAcidGuarantees,,1731595262615.3b1a5ce21fb918810d964a76bfd27f36.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-14T14:41:17,866 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45145 {}] master.HMaster(4177): Remote procedure failed, pid=53 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 3b1a5ce21fb918810d964a76bfd27f36, NAME => 'TestAcidGuarantees,,1731595262615.3b1a5ce21fb918810d964a76bfd27f36.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$5(MasterRpcServices.java:2580) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2575) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 3b1a5ce21fb918810d964a76bfd27f36, NAME => 'TestAcidGuarantees,,1731595262615.3b1a5ce21fb918810d964a76bfd27f36.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-14T14:41:17,967 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35765 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3b1a5ce21fb918810d964a76bfd27f36, server=da1c6afcd1f9,35765,1731595233113 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-14T14:41:17,967 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35765 {}] ipc.CallRunner(138): callId: 74 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:60574 deadline: 1731595337956, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3b1a5ce21fb918810d964a76bfd27f36, server=da1c6afcd1f9,35765,1731595233113 2024-11-14T14:41:17,967 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35765 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3b1a5ce21fb918810d964a76bfd27f36, server=da1c6afcd1f9,35765,1731595233113 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-14T14:41:17,967 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35765 {}] ipc.CallRunner(138): callId: 79 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:60566 deadline: 1731595337957, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3b1a5ce21fb918810d964a76bfd27f36, server=da1c6afcd1f9,35765,1731595233113 2024-11-14T14:41:17,968 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35765 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3b1a5ce21fb918810d964a76bfd27f36, server=da1c6afcd1f9,35765,1731595233113 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-14T14:41:17,968 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35765 {}] ipc.CallRunner(138): callId: 71 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:60594 deadline: 1731595337957, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3b1a5ce21fb918810d964a76bfd27f36, server=da1c6afcd1f9,35765,1731595233113 2024-11-14T14:41:17,968 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731595262615.3b1a5ce21fb918810d964a76bfd27f36., hostname=da1c6afcd1f9,35765,1731595233113, seqNum=5 , the old value is region=TestAcidGuarantees,,1731595262615.3b1a5ce21fb918810d964a76bfd27f36., hostname=da1c6afcd1f9,35765,1731595233113, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3b1a5ce21fb918810d964a76bfd27f36, server=da1c6afcd1f9,35765,1731595233113 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-14T14:41:17,968 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35765 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3b1a5ce21fb918810d964a76bfd27f36, server=da1c6afcd1f9,35765,1731595233113 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-14T14:41:17,968 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731595262615.3b1a5ce21fb918810d964a76bfd27f36., hostname=da1c6afcd1f9,35765,1731595233113, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3b1a5ce21fb918810d964a76bfd27f36, server=da1c6afcd1f9,35765,1731595233113 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-14T14:41:17,968 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731595262615.3b1a5ce21fb918810d964a76bfd27f36., hostname=da1c6afcd1f9,35765,1731595233113, seqNum=5 because the exception is null or not the one we care about 2024-11-14T14:41:17,968 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35765 {}] ipc.CallRunner(138): callId: 72 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:60524 deadline: 1731595337957, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3b1a5ce21fb918810d964a76bfd27f36, server=da1c6afcd1f9,35765,1731595233113 2024-11-14T14:41:17,968 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35765 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3b1a5ce21fb918810d964a76bfd27f36, server=da1c6afcd1f9,35765,1731595233113 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-14T14:41:17,968 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731595262615.3b1a5ce21fb918810d964a76bfd27f36., hostname=da1c6afcd1f9,35765,1731595233113, seqNum=5 , the old value is region=TestAcidGuarantees,,1731595262615.3b1a5ce21fb918810d964a76bfd27f36., hostname=da1c6afcd1f9,35765,1731595233113, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3b1a5ce21fb918810d964a76bfd27f36, server=da1c6afcd1f9,35765,1731595233113 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-14T14:41:17,968 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35765 {}] ipc.CallRunner(138): callId: 75 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:60580 deadline: 1731595337957, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3b1a5ce21fb918810d964a76bfd27f36, server=da1c6afcd1f9,35765,1731595233113 2024-11-14T14:41:17,968 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731595262615.3b1a5ce21fb918810d964a76bfd27f36., hostname=da1c6afcd1f9,35765,1731595233113, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3b1a5ce21fb918810d964a76bfd27f36, server=da1c6afcd1f9,35765,1731595233113 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-14T14:41:17,968 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731595262615.3b1a5ce21fb918810d964a76bfd27f36., hostname=da1c6afcd1f9,35765,1731595233113, seqNum=5 because the exception is null or not the one we care about 2024-11-14T14:41:17,968 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731595262615.3b1a5ce21fb918810d964a76bfd27f36., hostname=da1c6afcd1f9,35765,1731595233113, seqNum=5 , the old value is region=TestAcidGuarantees,,1731595262615.3b1a5ce21fb918810d964a76bfd27f36., hostname=da1c6afcd1f9,35765,1731595233113, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3b1a5ce21fb918810d964a76bfd27f36, server=da1c6afcd1f9,35765,1731595233113 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-14T14:41:17,968 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731595262615.3b1a5ce21fb918810d964a76bfd27f36., hostname=da1c6afcd1f9,35765,1731595233113, seqNum=5 , the old value is region=TestAcidGuarantees,,1731595262615.3b1a5ce21fb918810d964a76bfd27f36., hostname=da1c6afcd1f9,35765,1731595233113, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3b1a5ce21fb918810d964a76bfd27f36, server=da1c6afcd1f9,35765,1731595233113 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-14T14:41:17,968 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731595262615.3b1a5ce21fb918810d964a76bfd27f36., hostname=da1c6afcd1f9,35765,1731595233113, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3b1a5ce21fb918810d964a76bfd27f36, server=da1c6afcd1f9,35765,1731595233113 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-14T14:41:17,968 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731595262615.3b1a5ce21fb918810d964a76bfd27f36., hostname=da1c6afcd1f9,35765,1731595233113, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3b1a5ce21fb918810d964a76bfd27f36, server=da1c6afcd1f9,35765,1731595233113 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-14T14:41:17,968 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731595262615.3b1a5ce21fb918810d964a76bfd27f36., hostname=da1c6afcd1f9,35765,1731595233113, seqNum=5 because the exception is null or not the one we care about 2024-11-14T14:41:17,968 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731595262615.3b1a5ce21fb918810d964a76bfd27f36., hostname=da1c6afcd1f9,35765,1731595233113, seqNum=5 because the exception is null or not the one we care about 2024-11-14T14:41:17,969 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731595262615.3b1a5ce21fb918810d964a76bfd27f36., hostname=da1c6afcd1f9,35765,1731595233113, seqNum=5 , the old value is region=TestAcidGuarantees,,1731595262615.3b1a5ce21fb918810d964a76bfd27f36., hostname=da1c6afcd1f9,35765,1731595233113, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3b1a5ce21fb918810d964a76bfd27f36, server=da1c6afcd1f9,35765,1731595233113 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-14T14:41:17,969 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731595262615.3b1a5ce21fb918810d964a76bfd27f36., hostname=da1c6afcd1f9,35765,1731595233113, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3b1a5ce21fb918810d964a76bfd27f36, server=da1c6afcd1f9,35765,1731595233113 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-14T14:41:17,969 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731595262615.3b1a5ce21fb918810d964a76bfd27f36., hostname=da1c6afcd1f9,35765,1731595233113, seqNum=5 because the exception is null or not the one we care about 2024-11-14T14:41:17,980 DEBUG [MemStoreFlusher.0 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T14:41:17,985 INFO [MemStoreFlusher.0 {}] regionserver.HMobStore(268): FLUSH Renaming flushed file from hdfs://localhost:34345/user/jenkins/test-data/14d118ee-a83a-b09b-5913-1a58940a5db1/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e20241114f8e6b9d77f0043cb899e3a1674ec83fd_3b1a5ce21fb918810d964a76bfd27f36 to hdfs://localhost:34345/user/jenkins/test-data/14d118ee-a83a-b09b-5913-1a58940a5db1/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e20241114f8e6b9d77f0043cb899e3a1674ec83fd_3b1a5ce21fb918810d964a76bfd27f36 2024-11-14T14:41:17,986 DEBUG [MemStoreFlusher.0 {}] mob.DefaultMobStoreFlusher(263): Flush store file: hdfs://localhost:34345/user/jenkins/test-data/14d118ee-a83a-b09b-5913-1a58940a5db1/data/default/TestAcidGuarantees/3b1a5ce21fb918810d964a76bfd27f36/.tmp/A/99eb8d51d6de44fdb6063205a4d8b2ee, store: [table=TestAcidGuarantees family=A region=3b1a5ce21fb918810d964a76bfd27f36] 2024-11-14T14:41:17,987 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:34345/user/jenkins/test-data/14d118ee-a83a-b09b-5913-1a58940a5db1/data/default/TestAcidGuarantees/3b1a5ce21fb918810d964a76bfd27f36/.tmp/A/99eb8d51d6de44fdb6063205a4d8b2ee is 175, key is test_row_0/A:col10/1731595277560/Put/seqid=0 2024-11-14T14:41:17,991 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36699 is added to blk_1073742023_1199 (size=65673) 2024-11-14T14:41:17,992 INFO [MemStoreFlusher.0 {}] mob.DefaultMobStoreFlusher(147): Mob store is flushed, sequenceid=212, memsize=15.7 K, hasBloomFilter=true, into tmp file hdfs://localhost:34345/user/jenkins/test-data/14d118ee-a83a-b09b-5913-1a58940a5db1/data/default/TestAcidGuarantees/3b1a5ce21fb918810d964a76bfd27f36/.tmp/A/99eb8d51d6de44fdb6063205a4d8b2ee 2024-11-14T14:41:18,002 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:34345/user/jenkins/test-data/14d118ee-a83a-b09b-5913-1a58940a5db1/data/default/TestAcidGuarantees/3b1a5ce21fb918810d964a76bfd27f36/.tmp/B/f95a779047b74acfa343cbe5ad058cdf is 50, key is test_row_0/B:col10/1731595277560/Put/seqid=0 2024-11-14T14:41:18,017 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36699 is added to blk_1073742024_1200 (size=12151) 2024-11-14T14:41:18,018 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=35765 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=53 2024-11-14T14:41:18,018 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=15.65 KB at sequenceid=212 (bloomFilter=true), to=hdfs://localhost:34345/user/jenkins/test-data/14d118ee-a83a-b09b-5913-1a58940a5db1/data/default/TestAcidGuarantees/3b1a5ce21fb918810d964a76bfd27f36/.tmp/B/f95a779047b74acfa343cbe5ad058cdf 2024-11-14T14:41:18,018 DEBUG [RS_FLUSH_OPERATIONS-regionserver/da1c6afcd1f9:0-1 {event_type=RS_FLUSH_REGIONS, pid=53}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1731595262615.3b1a5ce21fb918810d964a76bfd27f36. 2024-11-14T14:41:18,019 DEBUG [RS_FLUSH_OPERATIONS-regionserver/da1c6afcd1f9:0-1 {event_type=RS_FLUSH_REGIONS, pid=53}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1731595262615.3b1a5ce21fb918810d964a76bfd27f36. as already flushing 2024-11-14T14:41:18,019 DEBUG [RS_FLUSH_OPERATIONS-regionserver/da1c6afcd1f9:0-1 {event_type=RS_FLUSH_REGIONS, pid=53}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1731595262615.3b1a5ce21fb918810d964a76bfd27f36. 2024-11-14T14:41:18,019 ERROR [RS_FLUSH_OPERATIONS-regionserver/da1c6afcd1f9:0-1 {event_type=RS_FLUSH_REGIONS, pid=53}] handler.RSProcedureHandler(58): pid=53 java.io.IOException: Unable to complete flush {ENCODED => 3b1a5ce21fb918810d964a76bfd27f36, NAME => 'TestAcidGuarantees,,1731595262615.3b1a5ce21fb918810d964a76bfd27f36.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-14T14:41:18,019 DEBUG [RS_FLUSH_OPERATIONS-regionserver/da1c6afcd1f9:0-1 {event_type=RS_FLUSH_REGIONS, pid=53}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=53 java.io.IOException: Unable to complete flush {ENCODED => 3b1a5ce21fb918810d964a76bfd27f36, NAME => 'TestAcidGuarantees,,1731595262615.3b1a5ce21fb918810d964a76bfd27f36.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-14T14:41:18,020 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45145 {}] master.HMaster(4177): Remote procedure failed, pid=53 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 3b1a5ce21fb918810d964a76bfd27f36, NAME => 'TestAcidGuarantees,,1731595262615.3b1a5ce21fb918810d964a76bfd27f36.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$5(MasterRpcServices.java:2580) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2575) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 3b1a5ce21fb918810d964a76bfd27f36, NAME => 'TestAcidGuarantees,,1731595262615.3b1a5ce21fb918810d964a76bfd27f36.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-14T14:41:18,026 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45145 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=52 2024-11-14T14:41:18,030 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:34345/user/jenkins/test-data/14d118ee-a83a-b09b-5913-1a58940a5db1/data/default/TestAcidGuarantees/3b1a5ce21fb918810d964a76bfd27f36/.tmp/C/bedb5def64024b90b9d6fda141ee6368 is 50, key is test_row_0/C:col10/1731595277560/Put/seqid=0 2024-11-14T14:41:18,036 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36699 is added to blk_1073742025_1201 (size=12151) 2024-11-14T14:41:18,172 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=35765 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=53 2024-11-14T14:41:18,172 DEBUG [RS_FLUSH_OPERATIONS-regionserver/da1c6afcd1f9:0-2 {event_type=RS_FLUSH_REGIONS, pid=53}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1731595262615.3b1a5ce21fb918810d964a76bfd27f36. 2024-11-14T14:41:18,172 DEBUG [RS_FLUSH_OPERATIONS-regionserver/da1c6afcd1f9:0-2 {event_type=RS_FLUSH_REGIONS, pid=53}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1731595262615.3b1a5ce21fb918810d964a76bfd27f36. as already flushing 2024-11-14T14:41:18,172 DEBUG [RS_FLUSH_OPERATIONS-regionserver/da1c6afcd1f9:0-2 {event_type=RS_FLUSH_REGIONS, pid=53}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1731595262615.3b1a5ce21fb918810d964a76bfd27f36. 2024-11-14T14:41:18,172 ERROR [RS_FLUSH_OPERATIONS-regionserver/da1c6afcd1f9:0-2 {event_type=RS_FLUSH_REGIONS, pid=53}] handler.RSProcedureHandler(58): pid=53 java.io.IOException: Unable to complete flush {ENCODED => 3b1a5ce21fb918810d964a76bfd27f36, NAME => 'TestAcidGuarantees,,1731595262615.3b1a5ce21fb918810d964a76bfd27f36.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-14T14:41:18,173 DEBUG [RS_FLUSH_OPERATIONS-regionserver/da1c6afcd1f9:0-2 {event_type=RS_FLUSH_REGIONS, pid=53}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=53 java.io.IOException: Unable to complete flush {ENCODED => 3b1a5ce21fb918810d964a76bfd27f36, NAME => 'TestAcidGuarantees,,1731595262615.3b1a5ce21fb918810d964a76bfd27f36.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-14T14:41:18,174 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45145 {}] master.HMaster(4177): Remote procedure failed, pid=53 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 3b1a5ce21fb918810d964a76bfd27f36, NAME => 'TestAcidGuarantees,,1731595262615.3b1a5ce21fb918810d964a76bfd27f36.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$5(MasterRpcServices.java:2580) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2575) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 3b1a5ce21fb918810d964a76bfd27f36, NAME => 'TestAcidGuarantees,,1731595262615.3b1a5ce21fb918810d964a76bfd27f36.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-14T14:41:18,276 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35765 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3b1a5ce21fb918810d964a76bfd27f36, server=da1c6afcd1f9,35765,1731595233113 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-14T14:41:18,277 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35765 {}] ipc.CallRunner(138): callId: 75 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:60574 deadline: 1731595338276, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3b1a5ce21fb918810d964a76bfd27f36, server=da1c6afcd1f9,35765,1731595233113 2024-11-14T14:41:18,277 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731595262615.3b1a5ce21fb918810d964a76bfd27f36., hostname=da1c6afcd1f9,35765,1731595233113, seqNum=5 , the old value is region=TestAcidGuarantees,,1731595262615.3b1a5ce21fb918810d964a76bfd27f36., hostname=da1c6afcd1f9,35765,1731595233113, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3b1a5ce21fb918810d964a76bfd27f36, server=da1c6afcd1f9,35765,1731595233113 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-14T14:41:18,277 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731595262615.3b1a5ce21fb918810d964a76bfd27f36., hostname=da1c6afcd1f9,35765,1731595233113, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3b1a5ce21fb918810d964a76bfd27f36, server=da1c6afcd1f9,35765,1731595233113 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-14T14:41:18,277 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731595262615.3b1a5ce21fb918810d964a76bfd27f36., hostname=da1c6afcd1f9,35765,1731595233113, seqNum=5 because the exception is null or not the one we care about 2024-11-14T14:41:18,278 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35765 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3b1a5ce21fb918810d964a76bfd27f36, server=da1c6afcd1f9,35765,1731595233113 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-14T14:41:18,278 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35765 {}] ipc.CallRunner(138): callId: 80 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:60566 deadline: 1731595338277, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3b1a5ce21fb918810d964a76bfd27f36, server=da1c6afcd1f9,35765,1731595233113 2024-11-14T14:41:18,278 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731595262615.3b1a5ce21fb918810d964a76bfd27f36., hostname=da1c6afcd1f9,35765,1731595233113, seqNum=5 , the old value is region=TestAcidGuarantees,,1731595262615.3b1a5ce21fb918810d964a76bfd27f36., hostname=da1c6afcd1f9,35765,1731595233113, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3b1a5ce21fb918810d964a76bfd27f36, server=da1c6afcd1f9,35765,1731595233113 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-14T14:41:18,278 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731595262615.3b1a5ce21fb918810d964a76bfd27f36., hostname=da1c6afcd1f9,35765,1731595233113, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3b1a5ce21fb918810d964a76bfd27f36, server=da1c6afcd1f9,35765,1731595233113 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-14T14:41:18,278 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35765 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3b1a5ce21fb918810d964a76bfd27f36, server=da1c6afcd1f9,35765,1731595233113 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-14T14:41:18,278 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731595262615.3b1a5ce21fb918810d964a76bfd27f36., hostname=da1c6afcd1f9,35765,1731595233113, seqNum=5 because the exception is null or not the one we care about 2024-11-14T14:41:18,278 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35765 {}] ipc.CallRunner(138): callId: 72 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:60594 deadline: 1731595338277, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3b1a5ce21fb918810d964a76bfd27f36, server=da1c6afcd1f9,35765,1731595233113 2024-11-14T14:41:18,279 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731595262615.3b1a5ce21fb918810d964a76bfd27f36., hostname=da1c6afcd1f9,35765,1731595233113, seqNum=5 , the old value is region=TestAcidGuarantees,,1731595262615.3b1a5ce21fb918810d964a76bfd27f36., hostname=da1c6afcd1f9,35765,1731595233113, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3b1a5ce21fb918810d964a76bfd27f36, server=da1c6afcd1f9,35765,1731595233113 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-14T14:41:18,279 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731595262615.3b1a5ce21fb918810d964a76bfd27f36., hostname=da1c6afcd1f9,35765,1731595233113, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3b1a5ce21fb918810d964a76bfd27f36, server=da1c6afcd1f9,35765,1731595233113 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-14T14:41:18,279 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731595262615.3b1a5ce21fb918810d964a76bfd27f36., hostname=da1c6afcd1f9,35765,1731595233113, seqNum=5 because the exception is null or not the one we care about 2024-11-14T14:41:18,279 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35765 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3b1a5ce21fb918810d964a76bfd27f36, server=da1c6afcd1f9,35765,1731595233113 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-14T14:41:18,279 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35765 {}] ipc.CallRunner(138): callId: 73 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:60524 deadline: 1731595338277, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3b1a5ce21fb918810d964a76bfd27f36, server=da1c6afcd1f9,35765,1731595233113 2024-11-14T14:41:18,279 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731595262615.3b1a5ce21fb918810d964a76bfd27f36., hostname=da1c6afcd1f9,35765,1731595233113, seqNum=5 , the old value is region=TestAcidGuarantees,,1731595262615.3b1a5ce21fb918810d964a76bfd27f36., hostname=da1c6afcd1f9,35765,1731595233113, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3b1a5ce21fb918810d964a76bfd27f36, server=da1c6afcd1f9,35765,1731595233113 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-14T14:41:18,279 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35765 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3b1a5ce21fb918810d964a76bfd27f36, server=da1c6afcd1f9,35765,1731595233113 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-14T14:41:18,279 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731595262615.3b1a5ce21fb918810d964a76bfd27f36., hostname=da1c6afcd1f9,35765,1731595233113, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3b1a5ce21fb918810d964a76bfd27f36, server=da1c6afcd1f9,35765,1731595233113 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-14T14:41:18,279 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731595262615.3b1a5ce21fb918810d964a76bfd27f36., hostname=da1c6afcd1f9,35765,1731595233113, seqNum=5 because the exception is null or not the one we care about 2024-11-14T14:41:18,279 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35765 {}] ipc.CallRunner(138): callId: 76 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:60580 deadline: 1731595338277, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3b1a5ce21fb918810d964a76bfd27f36, server=da1c6afcd1f9,35765,1731595233113 2024-11-14T14:41:18,280 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731595262615.3b1a5ce21fb918810d964a76bfd27f36., hostname=da1c6afcd1f9,35765,1731595233113, seqNum=5 , the old value is region=TestAcidGuarantees,,1731595262615.3b1a5ce21fb918810d964a76bfd27f36., hostname=da1c6afcd1f9,35765,1731595233113, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3b1a5ce21fb918810d964a76bfd27f36, server=da1c6afcd1f9,35765,1731595233113 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-14T14:41:18,280 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731595262615.3b1a5ce21fb918810d964a76bfd27f36., hostname=da1c6afcd1f9,35765,1731595233113, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3b1a5ce21fb918810d964a76bfd27f36, server=da1c6afcd1f9,35765,1731595233113 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-14T14:41:18,280 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731595262615.3b1a5ce21fb918810d964a76bfd27f36., hostname=da1c6afcd1f9,35765,1731595233113, seqNum=5 because the exception is null or not the one we care about 2024-11-14T14:41:18,327 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=35765 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=53 2024-11-14T14:41:18,328 DEBUG [RS_FLUSH_OPERATIONS-regionserver/da1c6afcd1f9:0-0 {event_type=RS_FLUSH_REGIONS, pid=53}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1731595262615.3b1a5ce21fb918810d964a76bfd27f36. 2024-11-14T14:41:18,328 DEBUG [RS_FLUSH_OPERATIONS-regionserver/da1c6afcd1f9:0-0 {event_type=RS_FLUSH_REGIONS, pid=53}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1731595262615.3b1a5ce21fb918810d964a76bfd27f36. as already flushing 2024-11-14T14:41:18,328 DEBUG [RS_FLUSH_OPERATIONS-regionserver/da1c6afcd1f9:0-0 {event_type=RS_FLUSH_REGIONS, pid=53}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1731595262615.3b1a5ce21fb918810d964a76bfd27f36. 2024-11-14T14:41:18,328 ERROR [RS_FLUSH_OPERATIONS-regionserver/da1c6afcd1f9:0-0 {event_type=RS_FLUSH_REGIONS, pid=53}] handler.RSProcedureHandler(58): pid=53 java.io.IOException: Unable to complete flush {ENCODED => 3b1a5ce21fb918810d964a76bfd27f36, NAME => 'TestAcidGuarantees,,1731595262615.3b1a5ce21fb918810d964a76bfd27f36.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-14T14:41:18,328 DEBUG [RS_FLUSH_OPERATIONS-regionserver/da1c6afcd1f9:0-0 {event_type=RS_FLUSH_REGIONS, pid=53}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=53 java.io.IOException: Unable to complete flush {ENCODED => 3b1a5ce21fb918810d964a76bfd27f36, NAME => 'TestAcidGuarantees,,1731595262615.3b1a5ce21fb918810d964a76bfd27f36.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-14T14:41:18,329 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45145 {}] master.HMaster(4177): Remote procedure failed, pid=53 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 3b1a5ce21fb918810d964a76bfd27f36, NAME => 'TestAcidGuarantees,,1731595262615.3b1a5ce21fb918810d964a76bfd27f36.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$5(MasterRpcServices.java:2580) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2575) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 3b1a5ce21fb918810d964a76bfd27f36, NAME => 'TestAcidGuarantees,,1731595262615.3b1a5ce21fb918810d964a76bfd27f36.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-14T14:41:18,338 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45145 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=52 2024-11-14T14:41:18,437 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=15.65 KB at sequenceid=212 (bloomFilter=true), to=hdfs://localhost:34345/user/jenkins/test-data/14d118ee-a83a-b09b-5913-1a58940a5db1/data/default/TestAcidGuarantees/3b1a5ce21fb918810d964a76bfd27f36/.tmp/C/bedb5def64024b90b9d6fda141ee6368 2024-11-14T14:41:18,445 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:34345/user/jenkins/test-data/14d118ee-a83a-b09b-5913-1a58940a5db1/data/default/TestAcidGuarantees/3b1a5ce21fb918810d964a76bfd27f36/.tmp/A/99eb8d51d6de44fdb6063205a4d8b2ee as hdfs://localhost:34345/user/jenkins/test-data/14d118ee-a83a-b09b-5913-1a58940a5db1/data/default/TestAcidGuarantees/3b1a5ce21fb918810d964a76bfd27f36/A/99eb8d51d6de44fdb6063205a4d8b2ee 2024-11-14T14:41:18,458 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:34345/user/jenkins/test-data/14d118ee-a83a-b09b-5913-1a58940a5db1/data/default/TestAcidGuarantees/3b1a5ce21fb918810d964a76bfd27f36/A/99eb8d51d6de44fdb6063205a4d8b2ee, entries=350, sequenceid=212, filesize=64.1 K 2024-11-14T14:41:18,459 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:34345/user/jenkins/test-data/14d118ee-a83a-b09b-5913-1a58940a5db1/data/default/TestAcidGuarantees/3b1a5ce21fb918810d964a76bfd27f36/.tmp/B/f95a779047b74acfa343cbe5ad058cdf as hdfs://localhost:34345/user/jenkins/test-data/14d118ee-a83a-b09b-5913-1a58940a5db1/data/default/TestAcidGuarantees/3b1a5ce21fb918810d964a76bfd27f36/B/f95a779047b74acfa343cbe5ad058cdf 2024-11-14T14:41:18,465 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:34345/user/jenkins/test-data/14d118ee-a83a-b09b-5913-1a58940a5db1/data/default/TestAcidGuarantees/3b1a5ce21fb918810d964a76bfd27f36/B/f95a779047b74acfa343cbe5ad058cdf, entries=150, sequenceid=212, filesize=11.9 K 2024-11-14T14:41:18,468 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:34345/user/jenkins/test-data/14d118ee-a83a-b09b-5913-1a58940a5db1/data/default/TestAcidGuarantees/3b1a5ce21fb918810d964a76bfd27f36/.tmp/C/bedb5def64024b90b9d6fda141ee6368 as hdfs://localhost:34345/user/jenkins/test-data/14d118ee-a83a-b09b-5913-1a58940a5db1/data/default/TestAcidGuarantees/3b1a5ce21fb918810d964a76bfd27f36/C/bedb5def64024b90b9d6fda141ee6368 2024-11-14T14:41:18,473 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:34345/user/jenkins/test-data/14d118ee-a83a-b09b-5913-1a58940a5db1/data/default/TestAcidGuarantees/3b1a5ce21fb918810d964a76bfd27f36/C/bedb5def64024b90b9d6fda141ee6368, entries=150, sequenceid=212, filesize=11.9 K 2024-11-14T14:41:18,474 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(3140): Finished flush of dataSize ~46.96 KB/48090, heapSize ~140.16 KB/143520, currentSize=140.89 KB/144270 for 3b1a5ce21fb918810d964a76bfd27f36 in 911ms, sequenceid=212, compaction requested=true 2024-11-14T14:41:18,474 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2603): Flush status journal for 3b1a5ce21fb918810d964a76bfd27f36: 2024-11-14T14:41:18,475 DEBUG [RS:0;da1c6afcd1f9:35765-shortCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 3 store files, 0 compacting, 3 eligible, 16 blocking 2024-11-14T14:41:18,475 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store 3b1a5ce21fb918810d964a76bfd27f36:A, priority=-2147483648, current under compaction store size is 1 2024-11-14T14:41:18,475 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-14T14:41:18,475 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store 3b1a5ce21fb918810d964a76bfd27f36:B, priority=-2147483648, current under compaction store size is 2 2024-11-14T14:41:18,475 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-14T14:41:18,475 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store 3b1a5ce21fb918810d964a76bfd27f36:C, priority=-2147483648, current under compaction store size is 3 2024-11-14T14:41:18,475 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=1), splitQueue=0 2024-11-14T14:41:18,475 DEBUG [RS:0;da1c6afcd1f9:35765-longCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 3 store files, 0 compacting, 3 eligible, 16 blocking 2024-11-14T14:41:18,476 DEBUG [RS:0;da1c6afcd1f9:35765-shortCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 3 files of size 128225 starting at candidate #0 after considering 1 permutations with 1 in ratio 2024-11-14T14:41:18,477 DEBUG [RS:0;da1c6afcd1f9:35765-shortCompactions-0 {}] regionserver.HStore(1541): 3b1a5ce21fb918810d964a76bfd27f36/A is initiating minor compaction (all files) 2024-11-14T14:41:18,477 INFO [RS:0;da1c6afcd1f9:35765-shortCompactions-0 {}] regionserver.HRegion(2416): Starting compaction of 3b1a5ce21fb918810d964a76bfd27f36/A in TestAcidGuarantees,,1731595262615.3b1a5ce21fb918810d964a76bfd27f36. 2024-11-14T14:41:18,477 INFO [RS:0;da1c6afcd1f9:35765-shortCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:34345/user/jenkins/test-data/14d118ee-a83a-b09b-5913-1a58940a5db1/data/default/TestAcidGuarantees/3b1a5ce21fb918810d964a76bfd27f36/A/45b6a7f378154725a224af76aba4396d, hdfs://localhost:34345/user/jenkins/test-data/14d118ee-a83a-b09b-5913-1a58940a5db1/data/default/TestAcidGuarantees/3b1a5ce21fb918810d964a76bfd27f36/A/35f062fd69b4486dabbbac34bf71aa7d, hdfs://localhost:34345/user/jenkins/test-data/14d118ee-a83a-b09b-5913-1a58940a5db1/data/default/TestAcidGuarantees/3b1a5ce21fb918810d964a76bfd27f36/A/99eb8d51d6de44fdb6063205a4d8b2ee] into tmpdir=hdfs://localhost:34345/user/jenkins/test-data/14d118ee-a83a-b09b-5913-1a58940a5db1/data/default/TestAcidGuarantees/3b1a5ce21fb918810d964a76bfd27f36/.tmp, totalSize=125.2 K 2024-11-14T14:41:18,477 INFO [RS:0;da1c6afcd1f9:35765-shortCompactions-0 {}] mob.DefaultMobStoreCompactor(181): MOB compaction: major=false isAll=true priority=13 throughput controller=DefaultCompactionThroughputController [maxThroughput=50.00 MB/second, activeCompactions=0] table=TestAcidGuarantees cf=A region=TestAcidGuarantees,,1731595262615.3b1a5ce21fb918810d964a76bfd27f36. 2024-11-14T14:41:18,477 DEBUG [RS:0;da1c6afcd1f9:35765-shortCompactions-0 {}] mob.DefaultMobStoreCompactor(191): MOB compaction table=TestAcidGuarantees cf=A region=TestAcidGuarantees,,1731595262615.3b1a5ce21fb918810d964a76bfd27f36. files: [hdfs://localhost:34345/user/jenkins/test-data/14d118ee-a83a-b09b-5913-1a58940a5db1/data/default/TestAcidGuarantees/3b1a5ce21fb918810d964a76bfd27f36/A/45b6a7f378154725a224af76aba4396d, hdfs://localhost:34345/user/jenkins/test-data/14d118ee-a83a-b09b-5913-1a58940a5db1/data/default/TestAcidGuarantees/3b1a5ce21fb918810d964a76bfd27f36/A/35f062fd69b4486dabbbac34bf71aa7d, hdfs://localhost:34345/user/jenkins/test-data/14d118ee-a83a-b09b-5913-1a58940a5db1/data/default/TestAcidGuarantees/3b1a5ce21fb918810d964a76bfd27f36/A/99eb8d51d6de44fdb6063205a4d8b2ee] 2024-11-14T14:41:18,477 DEBUG [RS:0;da1c6afcd1f9:35765-longCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 3 files of size 36795 starting at candidate #0 after considering 1 permutations with 1 in ratio 2024-11-14T14:41:18,477 DEBUG [RS:0;da1c6afcd1f9:35765-longCompactions-0 {}] regionserver.HStore(1541): 3b1a5ce21fb918810d964a76bfd27f36/B is initiating minor compaction (all files) 2024-11-14T14:41:18,477 INFO [RS:0;da1c6afcd1f9:35765-longCompactions-0 {}] regionserver.HRegion(2416): Starting compaction of 3b1a5ce21fb918810d964a76bfd27f36/B in TestAcidGuarantees,,1731595262615.3b1a5ce21fb918810d964a76bfd27f36. 2024-11-14T14:41:18,477 DEBUG [RS:0;da1c6afcd1f9:35765-shortCompactions-0 {}] compactions.Compactor(225): Compacting 45b6a7f378154725a224af76aba4396d, keycount=150, bloomtype=ROW, size=30.7 K, encoding=NONE, compression=NONE, seqNum=187, earliestPutTs=1731595274061 2024-11-14T14:41:18,477 INFO [RS:0;da1c6afcd1f9:35765-longCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:34345/user/jenkins/test-data/14d118ee-a83a-b09b-5913-1a58940a5db1/data/default/TestAcidGuarantees/3b1a5ce21fb918810d964a76bfd27f36/B/c0ec11285f27453da0583d1ac26ae9a1, hdfs://localhost:34345/user/jenkins/test-data/14d118ee-a83a-b09b-5913-1a58940a5db1/data/default/TestAcidGuarantees/3b1a5ce21fb918810d964a76bfd27f36/B/68a3ac8408454f26b6a29a2e5f49df97, hdfs://localhost:34345/user/jenkins/test-data/14d118ee-a83a-b09b-5913-1a58940a5db1/data/default/TestAcidGuarantees/3b1a5ce21fb918810d964a76bfd27f36/B/f95a779047b74acfa343cbe5ad058cdf] into tmpdir=hdfs://localhost:34345/user/jenkins/test-data/14d118ee-a83a-b09b-5913-1a58940a5db1/data/default/TestAcidGuarantees/3b1a5ce21fb918810d964a76bfd27f36/.tmp, totalSize=35.9 K 2024-11-14T14:41:18,478 DEBUG [RS:0;da1c6afcd1f9:35765-shortCompactions-0 {}] compactions.Compactor(225): Compacting 35f062fd69b4486dabbbac34bf71aa7d, keycount=150, bloomtype=ROW, size=30.4 K, encoding=NONE, compression=NONE, seqNum=198, earliestPutTs=1731595275257 2024-11-14T14:41:18,478 DEBUG [RS:0;da1c6afcd1f9:35765-longCompactions-0 {}] compactions.Compactor(225): Compacting c0ec11285f27453da0583d1ac26ae9a1, keycount=150, bloomtype=ROW, size=12.2 K, encoding=NONE, compression=NONE, seqNum=187, earliestPutTs=1731595274061 2024-11-14T14:41:18,478 DEBUG [RS:0;da1c6afcd1f9:35765-shortCompactions-0 {}] compactions.Compactor(225): Compacting 99eb8d51d6de44fdb6063205a4d8b2ee, keycount=350, bloomtype=ROW, size=64.1 K, encoding=NONE, compression=NONE, seqNum=212, earliestPutTs=1731595277544 2024-11-14T14:41:18,478 DEBUG [RS:0;da1c6afcd1f9:35765-longCompactions-0 {}] compactions.Compactor(225): Compacting 68a3ac8408454f26b6a29a2e5f49df97, keycount=150, bloomtype=ROW, size=11.9 K, encoding=NONE, compression=NONE, seqNum=198, earliestPutTs=1731595275257 2024-11-14T14:41:18,479 DEBUG [RS:0;da1c6afcd1f9:35765-longCompactions-0 {}] compactions.Compactor(225): Compacting f95a779047b74acfa343cbe5ad058cdf, keycount=150, bloomtype=ROW, size=11.9 K, encoding=NONE, compression=NONE, seqNum=212, earliestPutTs=1731595277552 2024-11-14T14:41:18,481 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=35765 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=53 2024-11-14T14:41:18,481 DEBUG [RS_FLUSH_OPERATIONS-regionserver/da1c6afcd1f9:0-1 {event_type=RS_FLUSH_REGIONS, pid=53}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1731595262615.3b1a5ce21fb918810d964a76bfd27f36. 2024-11-14T14:41:18,481 INFO [RS_FLUSH_OPERATIONS-regionserver/da1c6afcd1f9:0-1 {event_type=RS_FLUSH_REGIONS, pid=53}] regionserver.HRegion(2902): Flushing 3b1a5ce21fb918810d964a76bfd27f36 3/3 column families, dataSize=140.89 KB heapSize=381.47 KB 2024-11-14T14:41:18,481 DEBUG [RS_FLUSH_OPERATIONS-regionserver/da1c6afcd1f9:0-1 {event_type=RS_FLUSH_REGIONS, pid=53}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 3b1a5ce21fb918810d964a76bfd27f36, store=A 2024-11-14T14:41:18,481 DEBUG [RS_FLUSH_OPERATIONS-regionserver/da1c6afcd1f9:0-1 {event_type=RS_FLUSH_REGIONS, pid=53}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=2, new segment=null 2024-11-14T14:41:18,481 DEBUG [RS_FLUSH_OPERATIONS-regionserver/da1c6afcd1f9:0-1 {event_type=RS_FLUSH_REGIONS, pid=53}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 3b1a5ce21fb918810d964a76bfd27f36, store=B 2024-11-14T14:41:18,482 DEBUG [RS_FLUSH_OPERATIONS-regionserver/da1c6afcd1f9:0-1 {event_type=RS_FLUSH_REGIONS, pid=53}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=2, new segment=null 2024-11-14T14:41:18,482 DEBUG [RS_FLUSH_OPERATIONS-regionserver/da1c6afcd1f9:0-1 {event_type=RS_FLUSH_REGIONS, pid=53}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 3b1a5ce21fb918810d964a76bfd27f36, store=C 2024-11-14T14:41:18,482 DEBUG [RS_FLUSH_OPERATIONS-regionserver/da1c6afcd1f9:0-1 {event_type=RS_FLUSH_REGIONS, pid=53}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=2, new segment=null 2024-11-14T14:41:18,501 INFO [RS:0;da1c6afcd1f9:35765-shortCompactions-0 {}] mob.DefaultMobStoreCompactor(321): Compact MOB=false optimized configured=false optimized enabled=false maximum MOB file size=1073741824 major=true store=[table=TestAcidGuarantees family=A region=3b1a5ce21fb918810d964a76bfd27f36] 2024-11-14T14:41:18,503 DEBUG [RS_FLUSH_OPERATIONS-regionserver/da1c6afcd1f9:0-1 {event_type=RS_FLUSH_REGIONS, pid=53}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:34345/user/jenkins/test-data/14d118ee-a83a-b09b-5913-1a58940a5db1/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e20241114501a0ac4eaf746ca985aa18408ef9828_3b1a5ce21fb918810d964a76bfd27f36 is 50, key is test_row_0/A:col10/1731595277634/Put/seqid=0 2024-11-14T14:41:18,516 DEBUG [RS:0;da1c6afcd1f9:35765-shortCompactions-0 {}] mob.DefaultMobStoreCompactor(635): New MOB writer created=d41d8cd98f00b204e9800998ecf8427e20241114d277442d9a664c7882f1de68838d419a_3b1a5ce21fb918810d964a76bfd27f36 store=[table=TestAcidGuarantees family=A region=3b1a5ce21fb918810d964a76bfd27f36] 2024-11-14T14:41:18,518 INFO [RS:0;da1c6afcd1f9:35765-longCompactions-0 {}] throttle.PressureAwareThroughputController(145): 3b1a5ce21fb918810d964a76bfd27f36#B#compaction#175 average throughput is 3.28 MB/second, slept 0 time(s) and total slept time is 0 ms. 1 active operations remaining, total limit is 50.00 MB/second 2024-11-14T14:41:18,519 DEBUG [RS:0;da1c6afcd1f9:35765-longCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:34345/user/jenkins/test-data/14d118ee-a83a-b09b-5913-1a58940a5db1/data/default/TestAcidGuarantees/3b1a5ce21fb918810d964a76bfd27f36/.tmp/B/937e751591864efc85e1af56868b8b51 is 50, key is test_row_0/B:col10/1731595277560/Put/seqid=0 2024-11-14T14:41:18,519 DEBUG [RS:0;da1c6afcd1f9:35765-shortCompactions-0 {}] mob.DefaultMobStoreCompactor(656): Commit or abort size=0 mobCells=0 major=true file=d41d8cd98f00b204e9800998ecf8427e20241114d277442d9a664c7882f1de68838d419a_3b1a5ce21fb918810d964a76bfd27f36, store=[table=TestAcidGuarantees family=A region=3b1a5ce21fb918810d964a76bfd27f36] 2024-11-14T14:41:18,520 DEBUG [RS:0;da1c6afcd1f9:35765-shortCompactions-0 {}] mob.DefaultMobStoreCompactor(667): Aborting writer for hdfs://localhost:34345/user/jenkins/test-data/14d118ee-a83a-b09b-5913-1a58940a5db1/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e20241114d277442d9a664c7882f1de68838d419a_3b1a5ce21fb918810d964a76bfd27f36 because there are no MOB cells, store=[table=TestAcidGuarantees family=A region=3b1a5ce21fb918810d964a76bfd27f36] 2024-11-14T14:41:18,577 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36699 is added to blk_1073742026_1202 (size=12304) 2024-11-14T14:41:18,578 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36699 is added to blk_1073742027_1203 (size=12595) 2024-11-14T14:41:18,582 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36699 is added to blk_1073742028_1204 (size=4469) 2024-11-14T14:41:18,583 INFO [RS:0;da1c6afcd1f9:35765-shortCompactions-0 {}] throttle.PressureAwareThroughputController(145): 3b1a5ce21fb918810d964a76bfd27f36#A#compaction#173 average throughput is 0.30 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second 2024-11-14T14:41:18,584 DEBUG [RS:0;da1c6afcd1f9:35765-shortCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:34345/user/jenkins/test-data/14d118ee-a83a-b09b-5913-1a58940a5db1/data/default/TestAcidGuarantees/3b1a5ce21fb918810d964a76bfd27f36/.tmp/A/7292a6c689014633a8882082a68b6edd is 175, key is test_row_0/A:col10/1731595277560/Put/seqid=0 2024-11-14T14:41:18,614 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36699 is added to blk_1073742029_1205 (size=31549) 2024-11-14T14:41:18,793 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1731595262615.3b1a5ce21fb918810d964a76bfd27f36. as already flushing 2024-11-14T14:41:18,793 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35765 {}] regionserver.HRegion(8855): Flush requested on 3b1a5ce21fb918810d964a76bfd27f36 2024-11-14T14:41:18,809 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35765 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3b1a5ce21fb918810d964a76bfd27f36, server=da1c6afcd1f9,35765,1731595233113 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-14T14:41:18,810 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35765 {}] ipc.CallRunner(138): callId: 82 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:60566 deadline: 1731595338798, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3b1a5ce21fb918810d964a76bfd27f36, server=da1c6afcd1f9,35765,1731595233113 2024-11-14T14:41:18,810 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35765 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3b1a5ce21fb918810d964a76bfd27f36, server=da1c6afcd1f9,35765,1731595233113 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-14T14:41:18,810 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35765 {}] ipc.CallRunner(138): callId: 75 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:60524 deadline: 1731595338799, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3b1a5ce21fb918810d964a76bfd27f36, server=da1c6afcd1f9,35765,1731595233113 2024-11-14T14:41:18,810 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731595262615.3b1a5ce21fb918810d964a76bfd27f36., hostname=da1c6afcd1f9,35765,1731595233113, seqNum=5 , the old value is region=TestAcidGuarantees,,1731595262615.3b1a5ce21fb918810d964a76bfd27f36., hostname=da1c6afcd1f9,35765,1731595233113, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3b1a5ce21fb918810d964a76bfd27f36, server=da1c6afcd1f9,35765,1731595233113 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-14T14:41:18,810 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731595262615.3b1a5ce21fb918810d964a76bfd27f36., hostname=da1c6afcd1f9,35765,1731595233113, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3b1a5ce21fb918810d964a76bfd27f36, server=da1c6afcd1f9,35765,1731595233113 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-14T14:41:18,810 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731595262615.3b1a5ce21fb918810d964a76bfd27f36., hostname=da1c6afcd1f9,35765,1731595233113, seqNum=5 because the exception is null or not the one we care about 2024-11-14T14:41:18,810 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731595262615.3b1a5ce21fb918810d964a76bfd27f36., hostname=da1c6afcd1f9,35765,1731595233113, seqNum=5 , the old value is region=TestAcidGuarantees,,1731595262615.3b1a5ce21fb918810d964a76bfd27f36., hostname=da1c6afcd1f9,35765,1731595233113, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3b1a5ce21fb918810d964a76bfd27f36, server=da1c6afcd1f9,35765,1731595233113 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-14T14:41:18,810 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731595262615.3b1a5ce21fb918810d964a76bfd27f36., hostname=da1c6afcd1f9,35765,1731595233113, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3b1a5ce21fb918810d964a76bfd27f36, server=da1c6afcd1f9,35765,1731595233113 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-14T14:41:18,810 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731595262615.3b1a5ce21fb918810d964a76bfd27f36., hostname=da1c6afcd1f9,35765,1731595233113, seqNum=5 because the exception is null or not the one we care about 2024-11-14T14:41:18,815 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35765 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3b1a5ce21fb918810d964a76bfd27f36, server=da1c6afcd1f9,35765,1731595233113 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-14T14:41:18,815 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35765 {}] ipc.CallRunner(138): callId: 75 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:60594 deadline: 1731595338801, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3b1a5ce21fb918810d964a76bfd27f36, server=da1c6afcd1f9,35765,1731595233113 2024-11-14T14:41:18,815 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35765 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3b1a5ce21fb918810d964a76bfd27f36, server=da1c6afcd1f9,35765,1731595233113 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-14T14:41:18,816 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35765 {}] ipc.CallRunner(138): callId: 77 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:60574 deadline: 1731595338801, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3b1a5ce21fb918810d964a76bfd27f36, server=da1c6afcd1f9,35765,1731595233113 2024-11-14T14:41:18,816 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35765 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3b1a5ce21fb918810d964a76bfd27f36, server=da1c6afcd1f9,35765,1731595233113 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-14T14:41:18,816 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35765 {}] ipc.CallRunner(138): callId: 79 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:60580 deadline: 1731595338810, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3b1a5ce21fb918810d964a76bfd27f36, server=da1c6afcd1f9,35765,1731595233113 2024-11-14T14:41:18,816 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731595262615.3b1a5ce21fb918810d964a76bfd27f36., hostname=da1c6afcd1f9,35765,1731595233113, seqNum=5 , the old value is region=TestAcidGuarantees,,1731595262615.3b1a5ce21fb918810d964a76bfd27f36., hostname=da1c6afcd1f9,35765,1731595233113, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3b1a5ce21fb918810d964a76bfd27f36, server=da1c6afcd1f9,35765,1731595233113 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-14T14:41:18,816 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731595262615.3b1a5ce21fb918810d964a76bfd27f36., hostname=da1c6afcd1f9,35765,1731595233113, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3b1a5ce21fb918810d964a76bfd27f36, server=da1c6afcd1f9,35765,1731595233113 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-14T14:41:18,816 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731595262615.3b1a5ce21fb918810d964a76bfd27f36., hostname=da1c6afcd1f9,35765,1731595233113, seqNum=5 , the old value is region=TestAcidGuarantees,,1731595262615.3b1a5ce21fb918810d964a76bfd27f36., hostname=da1c6afcd1f9,35765,1731595233113, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3b1a5ce21fb918810d964a76bfd27f36, server=da1c6afcd1f9,35765,1731595233113 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-14T14:41:18,816 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731595262615.3b1a5ce21fb918810d964a76bfd27f36., hostname=da1c6afcd1f9,35765,1731595233113, seqNum=5 because the exception is null or not the one we care about 2024-11-14T14:41:18,816 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731595262615.3b1a5ce21fb918810d964a76bfd27f36., hostname=da1c6afcd1f9,35765,1731595233113, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3b1a5ce21fb918810d964a76bfd27f36, server=da1c6afcd1f9,35765,1731595233113 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-14T14:41:18,816 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731595262615.3b1a5ce21fb918810d964a76bfd27f36., hostname=da1c6afcd1f9,35765,1731595233113, seqNum=5 because the exception is null or not the one we care about 2024-11-14T14:41:18,816 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731595262615.3b1a5ce21fb918810d964a76bfd27f36., hostname=da1c6afcd1f9,35765,1731595233113, seqNum=5 , the old value is region=TestAcidGuarantees,,1731595262615.3b1a5ce21fb918810d964a76bfd27f36., hostname=da1c6afcd1f9,35765,1731595233113, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3b1a5ce21fb918810d964a76bfd27f36, server=da1c6afcd1f9,35765,1731595233113 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-14T14:41:18,816 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731595262615.3b1a5ce21fb918810d964a76bfd27f36., hostname=da1c6afcd1f9,35765,1731595233113, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3b1a5ce21fb918810d964a76bfd27f36, server=da1c6afcd1f9,35765,1731595233113 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-14T14:41:18,816 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731595262615.3b1a5ce21fb918810d964a76bfd27f36., hostname=da1c6afcd1f9,35765,1731595233113, seqNum=5 because the exception is null or not the one we care about 2024-11-14T14:41:18,846 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45145 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=52 2024-11-14T14:41:18,918 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35765 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3b1a5ce21fb918810d964a76bfd27f36, server=da1c6afcd1f9,35765,1731595233113 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-14T14:41:18,918 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35765 {}] ipc.CallRunner(138): callId: 76 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:60524 deadline: 1731595338917, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3b1a5ce21fb918810d964a76bfd27f36, server=da1c6afcd1f9,35765,1731595233113 2024-11-14T14:41:18,918 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35765 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3b1a5ce21fb918810d964a76bfd27f36, server=da1c6afcd1f9,35765,1731595233113 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-14T14:41:18,918 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35765 {}] ipc.CallRunner(138): callId: 83 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:60566 deadline: 1731595338917, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3b1a5ce21fb918810d964a76bfd27f36, server=da1c6afcd1f9,35765,1731595233113 2024-11-14T14:41:18,920 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731595262615.3b1a5ce21fb918810d964a76bfd27f36., hostname=da1c6afcd1f9,35765,1731595233113, seqNum=5 , the old value is region=TestAcidGuarantees,,1731595262615.3b1a5ce21fb918810d964a76bfd27f36., hostname=da1c6afcd1f9,35765,1731595233113, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3b1a5ce21fb918810d964a76bfd27f36, server=da1c6afcd1f9,35765,1731595233113 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-14T14:41:18,921 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731595262615.3b1a5ce21fb918810d964a76bfd27f36., hostname=da1c6afcd1f9,35765,1731595233113, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3b1a5ce21fb918810d964a76bfd27f36, server=da1c6afcd1f9,35765,1731595233113 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-14T14:41:18,921 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731595262615.3b1a5ce21fb918810d964a76bfd27f36., hostname=da1c6afcd1f9,35765,1731595233113, seqNum=5 because the exception is null or not the one we care about 2024-11-14T14:41:18,921 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731595262615.3b1a5ce21fb918810d964a76bfd27f36., hostname=da1c6afcd1f9,35765,1731595233113, seqNum=5 , the old value is region=TestAcidGuarantees,,1731595262615.3b1a5ce21fb918810d964a76bfd27f36., hostname=da1c6afcd1f9,35765,1731595233113, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3b1a5ce21fb918810d964a76bfd27f36, server=da1c6afcd1f9,35765,1731595233113 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-14T14:41:18,921 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731595262615.3b1a5ce21fb918810d964a76bfd27f36., hostname=da1c6afcd1f9,35765,1731595233113, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3b1a5ce21fb918810d964a76bfd27f36, server=da1c6afcd1f9,35765,1731595233113 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-14T14:41:18,921 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731595262615.3b1a5ce21fb918810d964a76bfd27f36., hostname=da1c6afcd1f9,35765,1731595233113, seqNum=5 because the exception is null or not the one we care about 2024-11-14T14:41:18,937 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35765 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3b1a5ce21fb918810d964a76bfd27f36, server=da1c6afcd1f9,35765,1731595233113 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-14T14:41:18,937 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35765 {}] ipc.CallRunner(138): callId: 76 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:60594 deadline: 1731595338926, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3b1a5ce21fb918810d964a76bfd27f36, server=da1c6afcd1f9,35765,1731595233113 2024-11-14T14:41:18,938 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731595262615.3b1a5ce21fb918810d964a76bfd27f36., hostname=da1c6afcd1f9,35765,1731595233113, seqNum=5 , the old value is region=TestAcidGuarantees,,1731595262615.3b1a5ce21fb918810d964a76bfd27f36., hostname=da1c6afcd1f9,35765,1731595233113, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3b1a5ce21fb918810d964a76bfd27f36, server=da1c6afcd1f9,35765,1731595233113 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-14T14:41:18,938 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731595262615.3b1a5ce21fb918810d964a76bfd27f36., hostname=da1c6afcd1f9,35765,1731595233113, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3b1a5ce21fb918810d964a76bfd27f36, server=da1c6afcd1f9,35765,1731595233113 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-14T14:41:18,938 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35765 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3b1a5ce21fb918810d964a76bfd27f36, server=da1c6afcd1f9,35765,1731595233113 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-14T14:41:18,938 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731595262615.3b1a5ce21fb918810d964a76bfd27f36., hostname=da1c6afcd1f9,35765,1731595233113, seqNum=5 because the exception is null or not the one we care about 2024-11-14T14:41:18,938 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35765 {}] ipc.CallRunner(138): callId: 78 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:60574 deadline: 1731595338926, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3b1a5ce21fb918810d964a76bfd27f36, server=da1c6afcd1f9,35765,1731595233113 2024-11-14T14:41:18,938 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731595262615.3b1a5ce21fb918810d964a76bfd27f36., hostname=da1c6afcd1f9,35765,1731595233113, seqNum=5 , the old value is region=TestAcidGuarantees,,1731595262615.3b1a5ce21fb918810d964a76bfd27f36., hostname=da1c6afcd1f9,35765,1731595233113, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3b1a5ce21fb918810d964a76bfd27f36, server=da1c6afcd1f9,35765,1731595233113 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-14T14:41:18,938 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731595262615.3b1a5ce21fb918810d964a76bfd27f36., hostname=da1c6afcd1f9,35765,1731595233113, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3b1a5ce21fb918810d964a76bfd27f36, server=da1c6afcd1f9,35765,1731595233113 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-14T14:41:18,938 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35765 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3b1a5ce21fb918810d964a76bfd27f36, server=da1c6afcd1f9,35765,1731595233113 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-14T14:41:18,938 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731595262615.3b1a5ce21fb918810d964a76bfd27f36., hostname=da1c6afcd1f9,35765,1731595233113, seqNum=5 because the exception is null or not the one we care about 2024-11-14T14:41:18,938 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35765 {}] ipc.CallRunner(138): callId: 80 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:60580 deadline: 1731595338926, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3b1a5ce21fb918810d964a76bfd27f36, server=da1c6afcd1f9,35765,1731595233113 2024-11-14T14:41:18,939 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731595262615.3b1a5ce21fb918810d964a76bfd27f36., hostname=da1c6afcd1f9,35765,1731595233113, seqNum=5 , the old value is region=TestAcidGuarantees,,1731595262615.3b1a5ce21fb918810d964a76bfd27f36., hostname=da1c6afcd1f9,35765,1731595233113, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3b1a5ce21fb918810d964a76bfd27f36, server=da1c6afcd1f9,35765,1731595233113 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-14T14:41:18,939 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731595262615.3b1a5ce21fb918810d964a76bfd27f36., hostname=da1c6afcd1f9,35765,1731595233113, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3b1a5ce21fb918810d964a76bfd27f36, server=da1c6afcd1f9,35765,1731595233113 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-14T14:41:18,939 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731595262615.3b1a5ce21fb918810d964a76bfd27f36., hostname=da1c6afcd1f9,35765,1731595233113, seqNum=5 because the exception is null or not the one we care about 2024-11-14T14:41:18,975 DEBUG [RS_FLUSH_OPERATIONS-regionserver/da1c6afcd1f9:0-1 {event_type=RS_FLUSH_REGIONS, pid=53}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T14:41:18,987 DEBUG [RS:0;da1c6afcd1f9:35765-longCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:34345/user/jenkins/test-data/14d118ee-a83a-b09b-5913-1a58940a5db1/data/default/TestAcidGuarantees/3b1a5ce21fb918810d964a76bfd27f36/.tmp/B/937e751591864efc85e1af56868b8b51 as hdfs://localhost:34345/user/jenkins/test-data/14d118ee-a83a-b09b-5913-1a58940a5db1/data/default/TestAcidGuarantees/3b1a5ce21fb918810d964a76bfd27f36/B/937e751591864efc85e1af56868b8b51 2024-11-14T14:41:18,987 INFO [RS_FLUSH_OPERATIONS-regionserver/da1c6afcd1f9:0-1 {event_type=RS_FLUSH_REGIONS, pid=53}] regionserver.HMobStore(268): FLUSH Renaming flushed file from hdfs://localhost:34345/user/jenkins/test-data/14d118ee-a83a-b09b-5913-1a58940a5db1/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e20241114501a0ac4eaf746ca985aa18408ef9828_3b1a5ce21fb918810d964a76bfd27f36 to hdfs://localhost:34345/user/jenkins/test-data/14d118ee-a83a-b09b-5913-1a58940a5db1/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e20241114501a0ac4eaf746ca985aa18408ef9828_3b1a5ce21fb918810d964a76bfd27f36 2024-11-14T14:41:18,989 DEBUG [RS_FLUSH_OPERATIONS-regionserver/da1c6afcd1f9:0-1 {event_type=RS_FLUSH_REGIONS, pid=53}] mob.DefaultMobStoreFlusher(263): Flush store file: hdfs://localhost:34345/user/jenkins/test-data/14d118ee-a83a-b09b-5913-1a58940a5db1/data/default/TestAcidGuarantees/3b1a5ce21fb918810d964a76bfd27f36/.tmp/A/6940eec797984bad9ac1d0902c50fbbe, store: [table=TestAcidGuarantees family=A region=3b1a5ce21fb918810d964a76bfd27f36] 2024-11-14T14:41:18,989 DEBUG [RS_FLUSH_OPERATIONS-regionserver/da1c6afcd1f9:0-1 {event_type=RS_FLUSH_REGIONS, pid=53}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:34345/user/jenkins/test-data/14d118ee-a83a-b09b-5913-1a58940a5db1/data/default/TestAcidGuarantees/3b1a5ce21fb918810d964a76bfd27f36/.tmp/A/6940eec797984bad9ac1d0902c50fbbe is 175, key is test_row_0/A:col10/1731595277634/Put/seqid=0 2024-11-14T14:41:18,995 INFO [RS:0;da1c6afcd1f9:35765-longCompactions-0 {}] regionserver.HStore(1337): Completed compaction of 3 (all) file(s) in 3b1a5ce21fb918810d964a76bfd27f36/B of 3b1a5ce21fb918810d964a76bfd27f36 into 937e751591864efc85e1af56868b8b51(size=12.3 K), total size for store is 12.3 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-11-14T14:41:18,995 DEBUG [RS:0;da1c6afcd1f9:35765-longCompactions-0 {}] regionserver.HRegion(2446): Compaction status journal for 3b1a5ce21fb918810d964a76bfd27f36: 2024-11-14T14:41:18,996 INFO [RS:0;da1c6afcd1f9:35765-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1731595262615.3b1a5ce21fb918810d964a76bfd27f36., storeName=3b1a5ce21fb918810d964a76bfd27f36/B, priority=13, startTime=1731595278475; duration=0sec 2024-11-14T14:41:18,996 DEBUG [RS:0;da1c6afcd1f9:35765-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=1), splitQueue=0 2024-11-14T14:41:18,996 DEBUG [RS:0;da1c6afcd1f9:35765-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: 3b1a5ce21fb918810d964a76bfd27f36:B 2024-11-14T14:41:18,996 DEBUG [RS:0;da1c6afcd1f9:35765-longCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 3 store files, 0 compacting, 3 eligible, 16 blocking 2024-11-14T14:41:18,997 DEBUG [RS:0;da1c6afcd1f9:35765-longCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 3 files of size 36795 starting at candidate #0 after considering 1 permutations with 1 in ratio 2024-11-14T14:41:18,997 DEBUG [RS:0;da1c6afcd1f9:35765-longCompactions-0 {}] regionserver.HStore(1541): 3b1a5ce21fb918810d964a76bfd27f36/C is initiating minor compaction (all files) 2024-11-14T14:41:18,997 INFO [RS:0;da1c6afcd1f9:35765-longCompactions-0 {}] regionserver.HRegion(2416): Starting compaction of 3b1a5ce21fb918810d964a76bfd27f36/C in TestAcidGuarantees,,1731595262615.3b1a5ce21fb918810d964a76bfd27f36. 2024-11-14T14:41:18,997 INFO [RS:0;da1c6afcd1f9:35765-longCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:34345/user/jenkins/test-data/14d118ee-a83a-b09b-5913-1a58940a5db1/data/default/TestAcidGuarantees/3b1a5ce21fb918810d964a76bfd27f36/C/64816143fd70433781d048c52ef31468, hdfs://localhost:34345/user/jenkins/test-data/14d118ee-a83a-b09b-5913-1a58940a5db1/data/default/TestAcidGuarantees/3b1a5ce21fb918810d964a76bfd27f36/C/e6e5e07a932f4ab498bcbc3429b96e7b, hdfs://localhost:34345/user/jenkins/test-data/14d118ee-a83a-b09b-5913-1a58940a5db1/data/default/TestAcidGuarantees/3b1a5ce21fb918810d964a76bfd27f36/C/bedb5def64024b90b9d6fda141ee6368] into tmpdir=hdfs://localhost:34345/user/jenkins/test-data/14d118ee-a83a-b09b-5913-1a58940a5db1/data/default/TestAcidGuarantees/3b1a5ce21fb918810d964a76bfd27f36/.tmp, totalSize=35.9 K 2024-11-14T14:41:18,998 DEBUG [RS:0;da1c6afcd1f9:35765-longCompactions-0 {}] compactions.Compactor(225): Compacting 64816143fd70433781d048c52ef31468, keycount=150, bloomtype=ROW, size=12.2 K, encoding=NONE, compression=NONE, seqNum=187, earliestPutTs=1731595274061 2024-11-14T14:41:18,998 DEBUG [RS:0;da1c6afcd1f9:35765-longCompactions-0 {}] compactions.Compactor(225): Compacting e6e5e07a932f4ab498bcbc3429b96e7b, keycount=150, bloomtype=ROW, size=11.9 K, encoding=NONE, compression=NONE, seqNum=198, earliestPutTs=1731595275257 2024-11-14T14:41:18,999 DEBUG [RS:0;da1c6afcd1f9:35765-longCompactions-0 {}] compactions.Compactor(225): Compacting bedb5def64024b90b9d6fda141ee6368, keycount=150, bloomtype=ROW, size=11.9 K, encoding=NONE, compression=NONE, seqNum=212, earliestPutTs=1731595277552 2024-11-14T14:41:19,021 DEBUG [RS:0;da1c6afcd1f9:35765-shortCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:34345/user/jenkins/test-data/14d118ee-a83a-b09b-5913-1a58940a5db1/data/default/TestAcidGuarantees/3b1a5ce21fb918810d964a76bfd27f36/.tmp/A/7292a6c689014633a8882082a68b6edd as hdfs://localhost:34345/user/jenkins/test-data/14d118ee-a83a-b09b-5913-1a58940a5db1/data/default/TestAcidGuarantees/3b1a5ce21fb918810d964a76bfd27f36/A/7292a6c689014633a8882082a68b6edd 2024-11-14T14:41:19,022 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36699 is added to blk_1073742030_1206 (size=31105) 2024-11-14T14:41:19,023 INFO [RS_FLUSH_OPERATIONS-regionserver/da1c6afcd1f9:0-1 {event_type=RS_FLUSH_REGIONS, pid=53}] mob.DefaultMobStoreFlusher(147): Mob store is flushed, sequenceid=245, memsize=47.0 K, hasBloomFilter=true, into tmp file hdfs://localhost:34345/user/jenkins/test-data/14d118ee-a83a-b09b-5913-1a58940a5db1/data/default/TestAcidGuarantees/3b1a5ce21fb918810d964a76bfd27f36/.tmp/A/6940eec797984bad9ac1d0902c50fbbe 2024-11-14T14:41:19,027 INFO [RS:0;da1c6afcd1f9:35765-shortCompactions-0 {}] regionserver.HStore(1337): Completed compaction of 3 (all) file(s) in 3b1a5ce21fb918810d964a76bfd27f36/A of 3b1a5ce21fb918810d964a76bfd27f36 into 7292a6c689014633a8882082a68b6edd(size=30.8 K), total size for store is 30.8 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-11-14T14:41:19,027 DEBUG [RS:0;da1c6afcd1f9:35765-shortCompactions-0 {}] regionserver.HRegion(2446): Compaction status journal for 3b1a5ce21fb918810d964a76bfd27f36: 2024-11-14T14:41:19,027 INFO [RS:0;da1c6afcd1f9:35765-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1731595262615.3b1a5ce21fb918810d964a76bfd27f36., storeName=3b1a5ce21fb918810d964a76bfd27f36/A, priority=13, startTime=1731595278474; duration=0sec 2024-11-14T14:41:19,028 DEBUG [RS:0;da1c6afcd1f9:35765-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-14T14:41:19,028 DEBUG [RS:0;da1c6afcd1f9:35765-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: 3b1a5ce21fb918810d964a76bfd27f36:A 2024-11-14T14:41:19,031 INFO [RS:0;da1c6afcd1f9:35765-longCompactions-0 {}] throttle.PressureAwareThroughputController(145): 3b1a5ce21fb918810d964a76bfd27f36#C#compaction#176 average throughput is 3.28 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second 2024-11-14T14:41:19,032 DEBUG [RS:0;da1c6afcd1f9:35765-longCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:34345/user/jenkins/test-data/14d118ee-a83a-b09b-5913-1a58940a5db1/data/default/TestAcidGuarantees/3b1a5ce21fb918810d964a76bfd27f36/.tmp/C/0478769887e145d8805e5e22baa32535 is 50, key is test_row_0/C:col10/1731595277560/Put/seqid=0 2024-11-14T14:41:19,035 DEBUG [RS_FLUSH_OPERATIONS-regionserver/da1c6afcd1f9:0-1 {event_type=RS_FLUSH_REGIONS, pid=53}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:34345/user/jenkins/test-data/14d118ee-a83a-b09b-5913-1a58940a5db1/data/default/TestAcidGuarantees/3b1a5ce21fb918810d964a76bfd27f36/.tmp/B/1d84936d86824f33b207a2a651e3089f is 50, key is test_row_0/B:col10/1731595277634/Put/seqid=0 2024-11-14T14:41:19,095 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36699 is added to blk_1073742031_1207 (size=12595) 2024-11-14T14:41:19,112 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36699 is added to blk_1073742032_1208 (size=12151) 2024-11-14T14:41:19,113 INFO [RS_FLUSH_OPERATIONS-regionserver/da1c6afcd1f9:0-1 {event_type=RS_FLUSH_REGIONS, pid=53}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=46.96 KB at sequenceid=245 (bloomFilter=true), to=hdfs://localhost:34345/user/jenkins/test-data/14d118ee-a83a-b09b-5913-1a58940a5db1/data/default/TestAcidGuarantees/3b1a5ce21fb918810d964a76bfd27f36/.tmp/B/1d84936d86824f33b207a2a651e3089f 2024-11-14T14:41:19,128 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35765 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3b1a5ce21fb918810d964a76bfd27f36, server=da1c6afcd1f9,35765,1731595233113 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-14T14:41:19,128 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35765 {}] ipc.CallRunner(138): callId: 77 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:60524 deadline: 1731595339126, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3b1a5ce21fb918810d964a76bfd27f36, server=da1c6afcd1f9,35765,1731595233113 2024-11-14T14:41:19,129 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731595262615.3b1a5ce21fb918810d964a76bfd27f36., hostname=da1c6afcd1f9,35765,1731595233113, seqNum=5 , the old value is region=TestAcidGuarantees,,1731595262615.3b1a5ce21fb918810d964a76bfd27f36., hostname=da1c6afcd1f9,35765,1731595233113, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3b1a5ce21fb918810d964a76bfd27f36, server=da1c6afcd1f9,35765,1731595233113 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-14T14:41:19,129 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35765 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3b1a5ce21fb918810d964a76bfd27f36, server=da1c6afcd1f9,35765,1731595233113 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-14T14:41:19,129 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731595262615.3b1a5ce21fb918810d964a76bfd27f36., hostname=da1c6afcd1f9,35765,1731595233113, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3b1a5ce21fb918810d964a76bfd27f36, server=da1c6afcd1f9,35765,1731595233113 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-14T14:41:19,129 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731595262615.3b1a5ce21fb918810d964a76bfd27f36., hostname=da1c6afcd1f9,35765,1731595233113, seqNum=5 because the exception is null or not the one we care about 2024-11-14T14:41:19,129 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35765 {}] ipc.CallRunner(138): callId: 84 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:60566 deadline: 1731595339127, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3b1a5ce21fb918810d964a76bfd27f36, server=da1c6afcd1f9,35765,1731595233113 2024-11-14T14:41:19,129 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731595262615.3b1a5ce21fb918810d964a76bfd27f36., hostname=da1c6afcd1f9,35765,1731595233113, seqNum=5 , the old value is region=TestAcidGuarantees,,1731595262615.3b1a5ce21fb918810d964a76bfd27f36., hostname=da1c6afcd1f9,35765,1731595233113, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3b1a5ce21fb918810d964a76bfd27f36, server=da1c6afcd1f9,35765,1731595233113 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-14T14:41:19,130 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731595262615.3b1a5ce21fb918810d964a76bfd27f36., hostname=da1c6afcd1f9,35765,1731595233113, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3b1a5ce21fb918810d964a76bfd27f36, server=da1c6afcd1f9,35765,1731595233113 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-14T14:41:19,130 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731595262615.3b1a5ce21fb918810d964a76bfd27f36., hostname=da1c6afcd1f9,35765,1731595233113, seqNum=5 because the exception is null or not the one we care about 2024-11-14T14:41:19,138 DEBUG [RS_FLUSH_OPERATIONS-regionserver/da1c6afcd1f9:0-1 {event_type=RS_FLUSH_REGIONS, pid=53}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:34345/user/jenkins/test-data/14d118ee-a83a-b09b-5913-1a58940a5db1/data/default/TestAcidGuarantees/3b1a5ce21fb918810d964a76bfd27f36/.tmp/C/c054d23cb65846a680e0f159f509813d is 50, key is test_row_0/C:col10/1731595277634/Put/seqid=0 2024-11-14T14:41:19,147 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35765 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3b1a5ce21fb918810d964a76bfd27f36, server=da1c6afcd1f9,35765,1731595233113 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-14T14:41:19,147 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35765 {}] ipc.CallRunner(138): callId: 79 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:60574 deadline: 1731595339146, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3b1a5ce21fb918810d964a76bfd27f36, server=da1c6afcd1f9,35765,1731595233113 2024-11-14T14:41:19,147 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731595262615.3b1a5ce21fb918810d964a76bfd27f36., hostname=da1c6afcd1f9,35765,1731595233113, seqNum=5 , the old value is region=TestAcidGuarantees,,1731595262615.3b1a5ce21fb918810d964a76bfd27f36., hostname=da1c6afcd1f9,35765,1731595233113, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3b1a5ce21fb918810d964a76bfd27f36, server=da1c6afcd1f9,35765,1731595233113 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-14T14:41:19,147 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731595262615.3b1a5ce21fb918810d964a76bfd27f36., hostname=da1c6afcd1f9,35765,1731595233113, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3b1a5ce21fb918810d964a76bfd27f36, server=da1c6afcd1f9,35765,1731595233113 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-14T14:41:19,147 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731595262615.3b1a5ce21fb918810d964a76bfd27f36., hostname=da1c6afcd1f9,35765,1731595233113, seqNum=5 because the exception is null or not the one we care about 2024-11-14T14:41:19,148 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35765 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3b1a5ce21fb918810d964a76bfd27f36, server=da1c6afcd1f9,35765,1731595233113 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-14T14:41:19,148 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35765 {}] ipc.CallRunner(138): callId: 81 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:60580 deadline: 1731595339146, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3b1a5ce21fb918810d964a76bfd27f36, server=da1c6afcd1f9,35765,1731595233113 2024-11-14T14:41:19,149 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731595262615.3b1a5ce21fb918810d964a76bfd27f36., hostname=da1c6afcd1f9,35765,1731595233113, seqNum=5 , the old value is region=TestAcidGuarantees,,1731595262615.3b1a5ce21fb918810d964a76bfd27f36., hostname=da1c6afcd1f9,35765,1731595233113, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3b1a5ce21fb918810d964a76bfd27f36, server=da1c6afcd1f9,35765,1731595233113 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-14T14:41:19,149 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731595262615.3b1a5ce21fb918810d964a76bfd27f36., hostname=da1c6afcd1f9,35765,1731595233113, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3b1a5ce21fb918810d964a76bfd27f36, server=da1c6afcd1f9,35765,1731595233113 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-14T14:41:19,149 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731595262615.3b1a5ce21fb918810d964a76bfd27f36., hostname=da1c6afcd1f9,35765,1731595233113, seqNum=5 because the exception is null or not the one we care about 2024-11-14T14:41:19,150 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35765 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3b1a5ce21fb918810d964a76bfd27f36, server=da1c6afcd1f9,35765,1731595233113 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-14T14:41:19,150 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35765 {}] ipc.CallRunner(138): callId: 77 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:60594 deadline: 1731595339148, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3b1a5ce21fb918810d964a76bfd27f36, server=da1c6afcd1f9,35765,1731595233113 2024-11-14T14:41:19,150 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731595262615.3b1a5ce21fb918810d964a76bfd27f36., hostname=da1c6afcd1f9,35765,1731595233113, seqNum=5 , the old value is region=TestAcidGuarantees,,1731595262615.3b1a5ce21fb918810d964a76bfd27f36., hostname=da1c6afcd1f9,35765,1731595233113, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3b1a5ce21fb918810d964a76bfd27f36, server=da1c6afcd1f9,35765,1731595233113 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-14T14:41:19,151 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731595262615.3b1a5ce21fb918810d964a76bfd27f36., hostname=da1c6afcd1f9,35765,1731595233113, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3b1a5ce21fb918810d964a76bfd27f36, server=da1c6afcd1f9,35765,1731595233113 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-14T14:41:19,151 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731595262615.3b1a5ce21fb918810d964a76bfd27f36., hostname=da1c6afcd1f9,35765,1731595233113, seqNum=5 because the exception is null or not the one we care about 2024-11-14T14:41:19,160 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36699 is added to blk_1073742033_1209 (size=12151) 2024-11-14T14:41:19,162 INFO [RS_FLUSH_OPERATIONS-regionserver/da1c6afcd1f9:0-1 {event_type=RS_FLUSH_REGIONS, pid=53}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=46.96 KB at sequenceid=245 (bloomFilter=true), to=hdfs://localhost:34345/user/jenkins/test-data/14d118ee-a83a-b09b-5913-1a58940a5db1/data/default/TestAcidGuarantees/3b1a5ce21fb918810d964a76bfd27f36/.tmp/C/c054d23cb65846a680e0f159f509813d 2024-11-14T14:41:19,173 DEBUG [RS_FLUSH_OPERATIONS-regionserver/da1c6afcd1f9:0-1 {event_type=RS_FLUSH_REGIONS, pid=53}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:34345/user/jenkins/test-data/14d118ee-a83a-b09b-5913-1a58940a5db1/data/default/TestAcidGuarantees/3b1a5ce21fb918810d964a76bfd27f36/.tmp/A/6940eec797984bad9ac1d0902c50fbbe as hdfs://localhost:34345/user/jenkins/test-data/14d118ee-a83a-b09b-5913-1a58940a5db1/data/default/TestAcidGuarantees/3b1a5ce21fb918810d964a76bfd27f36/A/6940eec797984bad9ac1d0902c50fbbe 2024-11-14T14:41:19,185 INFO [RS_FLUSH_OPERATIONS-regionserver/da1c6afcd1f9:0-1 {event_type=RS_FLUSH_REGIONS, pid=53}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:34345/user/jenkins/test-data/14d118ee-a83a-b09b-5913-1a58940a5db1/data/default/TestAcidGuarantees/3b1a5ce21fb918810d964a76bfd27f36/A/6940eec797984bad9ac1d0902c50fbbe, entries=150, sequenceid=245, filesize=30.4 K 2024-11-14T14:41:19,186 DEBUG [RS_FLUSH_OPERATIONS-regionserver/da1c6afcd1f9:0-1 {event_type=RS_FLUSH_REGIONS, pid=53}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:34345/user/jenkins/test-data/14d118ee-a83a-b09b-5913-1a58940a5db1/data/default/TestAcidGuarantees/3b1a5ce21fb918810d964a76bfd27f36/.tmp/B/1d84936d86824f33b207a2a651e3089f as hdfs://localhost:34345/user/jenkins/test-data/14d118ee-a83a-b09b-5913-1a58940a5db1/data/default/TestAcidGuarantees/3b1a5ce21fb918810d964a76bfd27f36/B/1d84936d86824f33b207a2a651e3089f 2024-11-14T14:41:19,196 INFO [RS_FLUSH_OPERATIONS-regionserver/da1c6afcd1f9:0-1 {event_type=RS_FLUSH_REGIONS, pid=53}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:34345/user/jenkins/test-data/14d118ee-a83a-b09b-5913-1a58940a5db1/data/default/TestAcidGuarantees/3b1a5ce21fb918810d964a76bfd27f36/B/1d84936d86824f33b207a2a651e3089f, entries=150, sequenceid=245, filesize=11.9 K 2024-11-14T14:41:19,205 DEBUG [RS_FLUSH_OPERATIONS-regionserver/da1c6afcd1f9:0-1 {event_type=RS_FLUSH_REGIONS, pid=53}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:34345/user/jenkins/test-data/14d118ee-a83a-b09b-5913-1a58940a5db1/data/default/TestAcidGuarantees/3b1a5ce21fb918810d964a76bfd27f36/.tmp/C/c054d23cb65846a680e0f159f509813d as hdfs://localhost:34345/user/jenkins/test-data/14d118ee-a83a-b09b-5913-1a58940a5db1/data/default/TestAcidGuarantees/3b1a5ce21fb918810d964a76bfd27f36/C/c054d23cb65846a680e0f159f509813d 2024-11-14T14:41:19,210 INFO [RS_FLUSH_OPERATIONS-regionserver/da1c6afcd1f9:0-1 {event_type=RS_FLUSH_REGIONS, pid=53}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:34345/user/jenkins/test-data/14d118ee-a83a-b09b-5913-1a58940a5db1/data/default/TestAcidGuarantees/3b1a5ce21fb918810d964a76bfd27f36/C/c054d23cb65846a680e0f159f509813d, entries=150, sequenceid=245, filesize=11.9 K 2024-11-14T14:41:19,211 INFO [RS_FLUSH_OPERATIONS-regionserver/da1c6afcd1f9:0-1 {event_type=RS_FLUSH_REGIONS, pid=53}] regionserver.HRegion(3140): Finished flush of dataSize ~140.89 KB/144270, heapSize ~381.42 KB/390576, currentSize=46.96 KB/48090 for 3b1a5ce21fb918810d964a76bfd27f36 in 730ms, sequenceid=245, compaction requested=false 2024-11-14T14:41:19,211 DEBUG [RS_FLUSH_OPERATIONS-regionserver/da1c6afcd1f9:0-1 {event_type=RS_FLUSH_REGIONS, pid=53}] regionserver.HRegion(2603): Flush status journal for 3b1a5ce21fb918810d964a76bfd27f36: 2024-11-14T14:41:19,212 DEBUG [RS_FLUSH_OPERATIONS-regionserver/da1c6afcd1f9:0-1 {event_type=RS_FLUSH_REGIONS, pid=53}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1731595262615.3b1a5ce21fb918810d964a76bfd27f36. 2024-11-14T14:41:19,212 DEBUG [RS_FLUSH_OPERATIONS-regionserver/da1c6afcd1f9:0-1 {event_type=RS_FLUSH_REGIONS, pid=53}] regionserver.RemoteProcedureResultReporter(62): Successfully complete execution of pid=53 2024-11-14T14:41:19,213 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45145 {}] master.HMaster(4169): Remote procedure done, pid=53 2024-11-14T14:41:19,219 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=53, resume processing ppid=52 2024-11-14T14:41:19,220 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1521): Finished pid=53, ppid=52, state=SUCCESS, hasLock=false; org.apache.hadoop.hbase.master.procedure.FlushRegionProcedure in 1.5060 sec 2024-11-14T14:41:19,222 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1521): Finished pid=52, state=SUCCESS, hasLock=false; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=52, table=TestAcidGuarantees in 1.5120 sec 2024-11-14T14:41:19,442 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35765 {}] regionserver.HRegion(8855): Flush requested on 3b1a5ce21fb918810d964a76bfd27f36 2024-11-14T14:41:19,442 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(2902): Flushing 3b1a5ce21fb918810d964a76bfd27f36 3/3 column families, dataSize=53.67 KB heapSize=160.13 KB 2024-11-14T14:41:19,443 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 3b1a5ce21fb918810d964a76bfd27f36, store=A 2024-11-14T14:41:19,443 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-14T14:41:19,443 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 3b1a5ce21fb918810d964a76bfd27f36, store=B 2024-11-14T14:41:19,443 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-14T14:41:19,443 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 3b1a5ce21fb918810d964a76bfd27f36, store=C 2024-11-14T14:41:19,443 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-14T14:41:19,457 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:34345/user/jenkins/test-data/14d118ee-a83a-b09b-5913-1a58940a5db1/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e2024111490629a0d12394ced9118bbe865769b53_3b1a5ce21fb918810d964a76bfd27f36 is 50, key is test_row_0/A:col10/1731595279441/Put/seqid=0 2024-11-14T14:41:19,487 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35765 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3b1a5ce21fb918810d964a76bfd27f36, server=da1c6afcd1f9,35765,1731595233113 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-14T14:41:19,487 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35765 {}] ipc.CallRunner(138): callId: 80 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:60594 deadline: 1731595339479, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3b1a5ce21fb918810d964a76bfd27f36, server=da1c6afcd1f9,35765,1731595233113 2024-11-14T14:41:19,488 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35765 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3b1a5ce21fb918810d964a76bfd27f36, server=da1c6afcd1f9,35765,1731595233113 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-14T14:41:19,488 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731595262615.3b1a5ce21fb918810d964a76bfd27f36., hostname=da1c6afcd1f9,35765,1731595233113, seqNum=5 , the old value is region=TestAcidGuarantees,,1731595262615.3b1a5ce21fb918810d964a76bfd27f36., hostname=da1c6afcd1f9,35765,1731595233113, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3b1a5ce21fb918810d964a76bfd27f36, server=da1c6afcd1f9,35765,1731595233113 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-14T14:41:19,488 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35765 {}] ipc.CallRunner(138): callId: 82 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:60574 deadline: 1731595339482, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3b1a5ce21fb918810d964a76bfd27f36, server=da1c6afcd1f9,35765,1731595233113 2024-11-14T14:41:19,488 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731595262615.3b1a5ce21fb918810d964a76bfd27f36., hostname=da1c6afcd1f9,35765,1731595233113, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3b1a5ce21fb918810d964a76bfd27f36, server=da1c6afcd1f9,35765,1731595233113 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-14T14:41:19,488 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731595262615.3b1a5ce21fb918810d964a76bfd27f36., hostname=da1c6afcd1f9,35765,1731595233113, seqNum=5 because the exception is null or not the one we care about 2024-11-14T14:41:19,488 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731595262615.3b1a5ce21fb918810d964a76bfd27f36., hostname=da1c6afcd1f9,35765,1731595233113, seqNum=5 , the old value is region=TestAcidGuarantees,,1731595262615.3b1a5ce21fb918810d964a76bfd27f36., hostname=da1c6afcd1f9,35765,1731595233113, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3b1a5ce21fb918810d964a76bfd27f36, server=da1c6afcd1f9,35765,1731595233113 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-14T14:41:19,488 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731595262615.3b1a5ce21fb918810d964a76bfd27f36., hostname=da1c6afcd1f9,35765,1731595233113, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3b1a5ce21fb918810d964a76bfd27f36, server=da1c6afcd1f9,35765,1731595233113 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-14T14:41:19,488 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731595262615.3b1a5ce21fb918810d964a76bfd27f36., hostname=da1c6afcd1f9,35765,1731595233113, seqNum=5 because the exception is null or not the one we care about 2024-11-14T14:41:19,491 DEBUG [RS_IN_MEMORY_COMPACTION-regionserver/da1c6afcd1f9:0-9 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=type=CellArrayImmutableSegment, empty=no, cellCount=259, cellSize=11855, totalHeapSize=27176, min timestamp=1731595279472, max timestamp=1731595279486Num uniques 859; 2024-11-14T14:41:19,491 DEBUG [RS_IN_MEMORY_COMPACTION-regionserver/da1c6afcd1f9:0-9 {}] regionserver.CompactionPipeline(163): Suffix data size=39335, new segment data size=11855, suffix heap size=117064,new segment heap size=27176 　suffix off heap size=0, new segment off heap size=0, suffix cells count=859, new segment cells count=259 2024-11-14T14:41:19,491 DEBUG [RS_IN_MEMORY_COMPACTION-regionserver/da1c6afcd1f9:0-3 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=type=CellArrayImmutableSegment, empty=no, cellCount=259, cellSize=11855, totalHeapSize=27176, min timestamp=1731595279472, max timestamp=1731595279486Num uniques 859; 2024-11-14T14:41:19,491 DEBUG [RS_IN_MEMORY_COMPACTION-regionserver/da1c6afcd1f9:0-7 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=type=CellArrayImmutableSegment, empty=no, cellCount=259, cellSize=11855, totalHeapSize=27176, min timestamp=1731595279472, max timestamp=1731595279486Num uniques 859; 2024-11-14T14:41:19,491 DEBUG [RS_IN_MEMORY_COMPACTION-regionserver/da1c6afcd1f9:0-7 {}] regionserver.CompactionPipeline(163): Suffix data size=39335, new segment data size=11855, suffix heap size=117064,new segment heap size=27176 　suffix off heap size=0, new segment off heap size=0, suffix cells count=859, new segment cells count=259 2024-11-14T14:41:19,491 DEBUG [RS_IN_MEMORY_COMPACTION-regionserver/da1c6afcd1f9:0-3 {}] regionserver.CompactionPipeline(163): Suffix data size=39335, new segment data size=11855, suffix heap size=117064,new segment heap size=27176 　suffix off heap size=0, new segment off heap size=0, suffix cells count=859, new segment cells count=259 2024-11-14T14:41:19,499 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36699 is added to blk_1073742034_1210 (size=14894) 2024-11-14T14:41:19,501 DEBUG [MemStoreFlusher.0 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T14:41:19,511 INFO [MemStoreFlusher.0 {}] regionserver.HMobStore(268): FLUSH Renaming flushed file from hdfs://localhost:34345/user/jenkins/test-data/14d118ee-a83a-b09b-5913-1a58940a5db1/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e2024111490629a0d12394ced9118bbe865769b53_3b1a5ce21fb918810d964a76bfd27f36 to hdfs://localhost:34345/user/jenkins/test-data/14d118ee-a83a-b09b-5913-1a58940a5db1/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e2024111490629a0d12394ced9118bbe865769b53_3b1a5ce21fb918810d964a76bfd27f36 2024-11-14T14:41:19,513 DEBUG [MemStoreFlusher.0 {}] mob.DefaultMobStoreFlusher(263): Flush store file: hdfs://localhost:34345/user/jenkins/test-data/14d118ee-a83a-b09b-5913-1a58940a5db1/data/default/TestAcidGuarantees/3b1a5ce21fb918810d964a76bfd27f36/.tmp/A/3195a72f145c4a368e0050ac8091a167, store: [table=TestAcidGuarantees family=A region=3b1a5ce21fb918810d964a76bfd27f36] 2024-11-14T14:41:19,514 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:34345/user/jenkins/test-data/14d118ee-a83a-b09b-5913-1a58940a5db1/data/default/TestAcidGuarantees/3b1a5ce21fb918810d964a76bfd27f36/.tmp/A/3195a72f145c4a368e0050ac8091a167 is 175, key is test_row_0/A:col10/1731595279441/Put/seqid=0 2024-11-14T14:41:19,516 DEBUG [RS:0;da1c6afcd1f9:35765-longCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:34345/user/jenkins/test-data/14d118ee-a83a-b09b-5913-1a58940a5db1/data/default/TestAcidGuarantees/3b1a5ce21fb918810d964a76bfd27f36/.tmp/C/0478769887e145d8805e5e22baa32535 as hdfs://localhost:34345/user/jenkins/test-data/14d118ee-a83a-b09b-5913-1a58940a5db1/data/default/TestAcidGuarantees/3b1a5ce21fb918810d964a76bfd27f36/C/0478769887e145d8805e5e22baa32535 2024-11-14T14:41:19,522 INFO [RS:0;da1c6afcd1f9:35765-longCompactions-0 {}] regionserver.HStore(1337): Completed compaction of 3 (all) file(s) in 3b1a5ce21fb918810d964a76bfd27f36/C of 3b1a5ce21fb918810d964a76bfd27f36 into 0478769887e145d8805e5e22baa32535(size=12.3 K), total size for store is 24.2 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-11-14T14:41:19,522 DEBUG [RS:0;da1c6afcd1f9:35765-longCompactions-0 {}] regionserver.HRegion(2446): Compaction status journal for 3b1a5ce21fb918810d964a76bfd27f36: 2024-11-14T14:41:19,522 INFO [RS:0;da1c6afcd1f9:35765-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1731595262615.3b1a5ce21fb918810d964a76bfd27f36., storeName=3b1a5ce21fb918810d964a76bfd27f36/C, priority=13, startTime=1731595278475; duration=0sec 2024-11-14T14:41:19,522 DEBUG [RS:0;da1c6afcd1f9:35765-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-14T14:41:19,522 DEBUG [RS:0;da1c6afcd1f9:35765-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: 3b1a5ce21fb918810d964a76bfd27f36:C 2024-11-14T14:41:19,525 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35765 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3b1a5ce21fb918810d964a76bfd27f36, server=da1c6afcd1f9,35765,1731595233113 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-14T14:41:19,525 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35765 {}] ipc.CallRunner(138): callId: 95 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:60566 deadline: 1731595339515, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3b1a5ce21fb918810d964a76bfd27f36, server=da1c6afcd1f9,35765,1731595233113 2024-11-14T14:41:19,526 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731595262615.3b1a5ce21fb918810d964a76bfd27f36., hostname=da1c6afcd1f9,35765,1731595233113, seqNum=5 , the old value is region=TestAcidGuarantees,,1731595262615.3b1a5ce21fb918810d964a76bfd27f36., hostname=da1c6afcd1f9,35765,1731595233113, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3b1a5ce21fb918810d964a76bfd27f36, server=da1c6afcd1f9,35765,1731595233113 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-14T14:41:19,526 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731595262615.3b1a5ce21fb918810d964a76bfd27f36., hostname=da1c6afcd1f9,35765,1731595233113, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3b1a5ce21fb918810d964a76bfd27f36, server=da1c6afcd1f9,35765,1731595233113 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-14T14:41:19,526 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731595262615.3b1a5ce21fb918810d964a76bfd27f36., hostname=da1c6afcd1f9,35765,1731595233113, seqNum=5 because the exception is null or not the one we care about 2024-11-14T14:41:19,526 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35765 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3b1a5ce21fb918810d964a76bfd27f36, server=da1c6afcd1f9,35765,1731595233113 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-14T14:41:19,527 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35765 {}] ipc.CallRunner(138): callId: 89 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:60524 deadline: 1731595339524, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3b1a5ce21fb918810d964a76bfd27f36, server=da1c6afcd1f9,35765,1731595233113 2024-11-14T14:41:19,527 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731595262615.3b1a5ce21fb918810d964a76bfd27f36., hostname=da1c6afcd1f9,35765,1731595233113, seqNum=5 , the old value is region=TestAcidGuarantees,,1731595262615.3b1a5ce21fb918810d964a76bfd27f36., hostname=da1c6afcd1f9,35765,1731595233113, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3b1a5ce21fb918810d964a76bfd27f36, server=da1c6afcd1f9,35765,1731595233113 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-14T14:41:19,527 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731595262615.3b1a5ce21fb918810d964a76bfd27f36., hostname=da1c6afcd1f9,35765,1731595233113, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3b1a5ce21fb918810d964a76bfd27f36, server=da1c6afcd1f9,35765,1731595233113 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-14T14:41:19,527 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731595262615.3b1a5ce21fb918810d964a76bfd27f36., hostname=da1c6afcd1f9,35765,1731595233113, seqNum=5 because the exception is null or not the one we care about 2024-11-14T14:41:19,533 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35765 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3b1a5ce21fb918810d964a76bfd27f36, server=da1c6afcd1f9,35765,1731595233113 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-14T14:41:19,533 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35765 {}] ipc.CallRunner(138): callId: 89 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:60580 deadline: 1731595339525, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3b1a5ce21fb918810d964a76bfd27f36, server=da1c6afcd1f9,35765,1731595233113 2024-11-14T14:41:19,534 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731595262615.3b1a5ce21fb918810d964a76bfd27f36., hostname=da1c6afcd1f9,35765,1731595233113, seqNum=5 , the old value is region=TestAcidGuarantees,,1731595262615.3b1a5ce21fb918810d964a76bfd27f36., hostname=da1c6afcd1f9,35765,1731595233113, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3b1a5ce21fb918810d964a76bfd27f36, server=da1c6afcd1f9,35765,1731595233113 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-14T14:41:19,534 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731595262615.3b1a5ce21fb918810d964a76bfd27f36., hostname=da1c6afcd1f9,35765,1731595233113, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3b1a5ce21fb918810d964a76bfd27f36, server=da1c6afcd1f9,35765,1731595233113 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-14T14:41:19,534 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731595262615.3b1a5ce21fb918810d964a76bfd27f36., hostname=da1c6afcd1f9,35765,1731595233113, seqNum=5 because the exception is null or not the one we care about 2024-11-14T14:41:19,547 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36699 is added to blk_1073742035_1211 (size=39849) 2024-11-14T14:41:19,547 INFO [MemStoreFlusher.0 {}] mob.DefaultMobStoreFlusher(147): Mob store is flushed, sequenceid=259, memsize=20.1 K, hasBloomFilter=true, into tmp file hdfs://localhost:34345/user/jenkins/test-data/14d118ee-a83a-b09b-5913-1a58940a5db1/data/default/TestAcidGuarantees/3b1a5ce21fb918810d964a76bfd27f36/.tmp/A/3195a72f145c4a368e0050ac8091a167 2024-11-14T14:41:19,570 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:34345/user/jenkins/test-data/14d118ee-a83a-b09b-5913-1a58940a5db1/data/default/TestAcidGuarantees/3b1a5ce21fb918810d964a76bfd27f36/.tmp/B/3f4fd704d0c948d6b7db2331a01c952b is 50, key is test_row_0/B:col10/1731595279441/Put/seqid=0 2024-11-14T14:41:19,582 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36699 is added to blk_1073742036_1212 (size=12201) 2024-11-14T14:41:19,584 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=20.13 KB at sequenceid=259 (bloomFilter=true), to=hdfs://localhost:34345/user/jenkins/test-data/14d118ee-a83a-b09b-5913-1a58940a5db1/data/default/TestAcidGuarantees/3b1a5ce21fb918810d964a76bfd27f36/.tmp/B/3f4fd704d0c948d6b7db2331a01c952b 2024-11-14T14:41:19,599 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:34345/user/jenkins/test-data/14d118ee-a83a-b09b-5913-1a58940a5db1/data/default/TestAcidGuarantees/3b1a5ce21fb918810d964a76bfd27f36/.tmp/C/1df98e4bc8f344168fc602045ca4366d is 50, key is test_row_0/C:col10/1731595279441/Put/seqid=0 2024-11-14T14:41:19,600 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35765 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3b1a5ce21fb918810d964a76bfd27f36, server=da1c6afcd1f9,35765,1731595233113 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-14T14:41:19,600 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35765 {}] ipc.CallRunner(138): callId: 81 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:60594 deadline: 1731595339596, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3b1a5ce21fb918810d964a76bfd27f36, server=da1c6afcd1f9,35765,1731595233113 2024-11-14T14:41:19,601 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35765 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3b1a5ce21fb918810d964a76bfd27f36, server=da1c6afcd1f9,35765,1731595233113 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-14T14:41:19,601 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731595262615.3b1a5ce21fb918810d964a76bfd27f36., hostname=da1c6afcd1f9,35765,1731595233113, seqNum=5 , the old value is region=TestAcidGuarantees,,1731595262615.3b1a5ce21fb918810d964a76bfd27f36., hostname=da1c6afcd1f9,35765,1731595233113, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3b1a5ce21fb918810d964a76bfd27f36, server=da1c6afcd1f9,35765,1731595233113 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-14T14:41:19,601 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731595262615.3b1a5ce21fb918810d964a76bfd27f36., hostname=da1c6afcd1f9,35765,1731595233113, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3b1a5ce21fb918810d964a76bfd27f36, server=da1c6afcd1f9,35765,1731595233113 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-14T14:41:19,601 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35765 {}] ipc.CallRunner(138): callId: 83 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:60574 deadline: 1731595339596, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3b1a5ce21fb918810d964a76bfd27f36, server=da1c6afcd1f9,35765,1731595233113 2024-11-14T14:41:19,601 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731595262615.3b1a5ce21fb918810d964a76bfd27f36., hostname=da1c6afcd1f9,35765,1731595233113, seqNum=5 because the exception is null or not the one we care about 2024-11-14T14:41:19,601 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731595262615.3b1a5ce21fb918810d964a76bfd27f36., hostname=da1c6afcd1f9,35765,1731595233113, seqNum=5 , the old value is region=TestAcidGuarantees,,1731595262615.3b1a5ce21fb918810d964a76bfd27f36., hostname=da1c6afcd1f9,35765,1731595233113, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3b1a5ce21fb918810d964a76bfd27f36, server=da1c6afcd1f9,35765,1731595233113 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-14T14:41:19,601 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731595262615.3b1a5ce21fb918810d964a76bfd27f36., hostname=da1c6afcd1f9,35765,1731595233113, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3b1a5ce21fb918810d964a76bfd27f36, server=da1c6afcd1f9,35765,1731595233113 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-14T14:41:19,601 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731595262615.3b1a5ce21fb918810d964a76bfd27f36., hostname=da1c6afcd1f9,35765,1731595233113, seqNum=5 because the exception is null or not the one we care about 2024-11-14T14:41:19,613 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36699 is added to blk_1073742037_1213 (size=12201) 2024-11-14T14:41:19,617 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=20.13 KB at sequenceid=259 (bloomFilter=true), to=hdfs://localhost:34345/user/jenkins/test-data/14d118ee-a83a-b09b-5913-1a58940a5db1/data/default/TestAcidGuarantees/3b1a5ce21fb918810d964a76bfd27f36/.tmp/C/1df98e4bc8f344168fc602045ca4366d 2024-11-14T14:41:19,624 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:34345/user/jenkins/test-data/14d118ee-a83a-b09b-5913-1a58940a5db1/data/default/TestAcidGuarantees/3b1a5ce21fb918810d964a76bfd27f36/.tmp/A/3195a72f145c4a368e0050ac8091a167 as hdfs://localhost:34345/user/jenkins/test-data/14d118ee-a83a-b09b-5913-1a58940a5db1/data/default/TestAcidGuarantees/3b1a5ce21fb918810d964a76bfd27f36/A/3195a72f145c4a368e0050ac8091a167 2024-11-14T14:41:19,634 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:34345/user/jenkins/test-data/14d118ee-a83a-b09b-5913-1a58940a5db1/data/default/TestAcidGuarantees/3b1a5ce21fb918810d964a76bfd27f36/A/3195a72f145c4a368e0050ac8091a167, entries=200, sequenceid=259, filesize=38.9 K 2024-11-14T14:41:19,636 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:34345/user/jenkins/test-data/14d118ee-a83a-b09b-5913-1a58940a5db1/data/default/TestAcidGuarantees/3b1a5ce21fb918810d964a76bfd27f36/.tmp/B/3f4fd704d0c948d6b7db2331a01c952b as hdfs://localhost:34345/user/jenkins/test-data/14d118ee-a83a-b09b-5913-1a58940a5db1/data/default/TestAcidGuarantees/3b1a5ce21fb918810d964a76bfd27f36/B/3f4fd704d0c948d6b7db2331a01c952b 2024-11-14T14:41:19,642 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35765 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3b1a5ce21fb918810d964a76bfd27f36, server=da1c6afcd1f9,35765,1731595233113 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-14T14:41:19,643 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35765 {}] ipc.CallRunner(138): callId: 90 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:60524 deadline: 1731595339636, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3b1a5ce21fb918810d964a76bfd27f36, server=da1c6afcd1f9,35765,1731595233113 2024-11-14T14:41:19,643 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731595262615.3b1a5ce21fb918810d964a76bfd27f36., hostname=da1c6afcd1f9,35765,1731595233113, seqNum=5 , the old value is region=TestAcidGuarantees,,1731595262615.3b1a5ce21fb918810d964a76bfd27f36., hostname=da1c6afcd1f9,35765,1731595233113, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3b1a5ce21fb918810d964a76bfd27f36, server=da1c6afcd1f9,35765,1731595233113 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-14T14:41:19,643 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731595262615.3b1a5ce21fb918810d964a76bfd27f36., hostname=da1c6afcd1f9,35765,1731595233113, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3b1a5ce21fb918810d964a76bfd27f36, server=da1c6afcd1f9,35765,1731595233113 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-14T14:41:19,643 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35765 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3b1a5ce21fb918810d964a76bfd27f36, server=da1c6afcd1f9,35765,1731595233113 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-14T14:41:19,643 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731595262615.3b1a5ce21fb918810d964a76bfd27f36., hostname=da1c6afcd1f9,35765,1731595233113, seqNum=5 because the exception is null or not the one we care about 2024-11-14T14:41:19,643 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35765 {}] ipc.CallRunner(138): callId: 96 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:60566 deadline: 1731595339636, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3b1a5ce21fb918810d964a76bfd27f36, server=da1c6afcd1f9,35765,1731595233113 2024-11-14T14:41:19,644 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35765 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3b1a5ce21fb918810d964a76bfd27f36, server=da1c6afcd1f9,35765,1731595233113 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-14T14:41:19,644 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35765 {}] ipc.CallRunner(138): callId: 90 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:60580 deadline: 1731595339636, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3b1a5ce21fb918810d964a76bfd27f36, server=da1c6afcd1f9,35765,1731595233113 2024-11-14T14:41:19,644 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731595262615.3b1a5ce21fb918810d964a76bfd27f36., hostname=da1c6afcd1f9,35765,1731595233113, seqNum=5 , the old value is region=TestAcidGuarantees,,1731595262615.3b1a5ce21fb918810d964a76bfd27f36., hostname=da1c6afcd1f9,35765,1731595233113, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3b1a5ce21fb918810d964a76bfd27f36, server=da1c6afcd1f9,35765,1731595233113 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-14T14:41:19,644 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731595262615.3b1a5ce21fb918810d964a76bfd27f36., hostname=da1c6afcd1f9,35765,1731595233113, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3b1a5ce21fb918810d964a76bfd27f36, server=da1c6afcd1f9,35765,1731595233113 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-14T14:41:19,644 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731595262615.3b1a5ce21fb918810d964a76bfd27f36., hostname=da1c6afcd1f9,35765,1731595233113, seqNum=5 because the exception is null or not the one we care about 2024-11-14T14:41:19,644 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731595262615.3b1a5ce21fb918810d964a76bfd27f36., hostname=da1c6afcd1f9,35765,1731595233113, seqNum=5 , the old value is region=TestAcidGuarantees,,1731595262615.3b1a5ce21fb918810d964a76bfd27f36., hostname=da1c6afcd1f9,35765,1731595233113, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3b1a5ce21fb918810d964a76bfd27f36, server=da1c6afcd1f9,35765,1731595233113 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-14T14:41:19,644 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731595262615.3b1a5ce21fb918810d964a76bfd27f36., hostname=da1c6afcd1f9,35765,1731595233113, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3b1a5ce21fb918810d964a76bfd27f36, server=da1c6afcd1f9,35765,1731595233113 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-14T14:41:19,644 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731595262615.3b1a5ce21fb918810d964a76bfd27f36., hostname=da1c6afcd1f9,35765,1731595233113, seqNum=5 because the exception is null or not the one we care about 2024-11-14T14:41:19,645 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:34345/user/jenkins/test-data/14d118ee-a83a-b09b-5913-1a58940a5db1/data/default/TestAcidGuarantees/3b1a5ce21fb918810d964a76bfd27f36/B/3f4fd704d0c948d6b7db2331a01c952b, entries=150, sequenceid=259, filesize=11.9 K 2024-11-14T14:41:19,646 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:34345/user/jenkins/test-data/14d118ee-a83a-b09b-5913-1a58940a5db1/data/default/TestAcidGuarantees/3b1a5ce21fb918810d964a76bfd27f36/.tmp/C/1df98e4bc8f344168fc602045ca4366d as hdfs://localhost:34345/user/jenkins/test-data/14d118ee-a83a-b09b-5913-1a58940a5db1/data/default/TestAcidGuarantees/3b1a5ce21fb918810d964a76bfd27f36/C/1df98e4bc8f344168fc602045ca4366d 2024-11-14T14:41:19,654 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:34345/user/jenkins/test-data/14d118ee-a83a-b09b-5913-1a58940a5db1/data/default/TestAcidGuarantees/3b1a5ce21fb918810d964a76bfd27f36/C/1df98e4bc8f344168fc602045ca4366d, entries=150, sequenceid=259, filesize=11.9 K 2024-11-14T14:41:19,655 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(3140): Finished flush of dataSize ~60.38 KB/61830, heapSize ~180 KB/184320, currentSize=120.76 KB/123660 for 3b1a5ce21fb918810d964a76bfd27f36 in 213ms, sequenceid=259, compaction requested=true 2024-11-14T14:41:19,656 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2603): Flush status journal for 3b1a5ce21fb918810d964a76bfd27f36: 2024-11-14T14:41:19,656 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store 3b1a5ce21fb918810d964a76bfd27f36:A, priority=-2147483648, current under compaction store size is 1 2024-11-14T14:41:19,656 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-14T14:41:19,656 DEBUG [RS:0;da1c6afcd1f9:35765-shortCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 3 store files, 0 compacting, 3 eligible, 16 blocking 2024-11-14T14:41:19,656 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store 3b1a5ce21fb918810d964a76bfd27f36:B, priority=-2147483648, current under compaction store size is 2 2024-11-14T14:41:19,656 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-14T14:41:19,656 DEBUG [RS:0;da1c6afcd1f9:35765-longCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 3 store files, 0 compacting, 3 eligible, 16 blocking 2024-11-14T14:41:19,657 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store 3b1a5ce21fb918810d964a76bfd27f36:C, priority=-2147483648, current under compaction store size is 3 2024-11-14T14:41:19,657 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=1), splitQueue=0 2024-11-14T14:41:19,657 DEBUG [RS:0;da1c6afcd1f9:35765-shortCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 3 files of size 102503 starting at candidate #0 after considering 1 permutations with 1 in ratio 2024-11-14T14:41:19,657 DEBUG [RS:0;da1c6afcd1f9:35765-shortCompactions-0 {}] regionserver.HStore(1541): 3b1a5ce21fb918810d964a76bfd27f36/A is initiating minor compaction (all files) 2024-11-14T14:41:19,657 INFO [RS:0;da1c6afcd1f9:35765-shortCompactions-0 {}] regionserver.HRegion(2416): Starting compaction of 3b1a5ce21fb918810d964a76bfd27f36/A in TestAcidGuarantees,,1731595262615.3b1a5ce21fb918810d964a76bfd27f36. 2024-11-14T14:41:19,657 INFO [RS:0;da1c6afcd1f9:35765-shortCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:34345/user/jenkins/test-data/14d118ee-a83a-b09b-5913-1a58940a5db1/data/default/TestAcidGuarantees/3b1a5ce21fb918810d964a76bfd27f36/A/7292a6c689014633a8882082a68b6edd, hdfs://localhost:34345/user/jenkins/test-data/14d118ee-a83a-b09b-5913-1a58940a5db1/data/default/TestAcidGuarantees/3b1a5ce21fb918810d964a76bfd27f36/A/6940eec797984bad9ac1d0902c50fbbe, hdfs://localhost:34345/user/jenkins/test-data/14d118ee-a83a-b09b-5913-1a58940a5db1/data/default/TestAcidGuarantees/3b1a5ce21fb918810d964a76bfd27f36/A/3195a72f145c4a368e0050ac8091a167] into tmpdir=hdfs://localhost:34345/user/jenkins/test-data/14d118ee-a83a-b09b-5913-1a58940a5db1/data/default/TestAcidGuarantees/3b1a5ce21fb918810d964a76bfd27f36/.tmp, totalSize=100.1 K 2024-11-14T14:41:19,657 INFO [RS:0;da1c6afcd1f9:35765-shortCompactions-0 {}] mob.DefaultMobStoreCompactor(181): MOB compaction: major=false isAll=true priority=13 throughput controller=DefaultCompactionThroughputController [maxThroughput=50.00 MB/second, activeCompactions=0] table=TestAcidGuarantees cf=A region=TestAcidGuarantees,,1731595262615.3b1a5ce21fb918810d964a76bfd27f36. 2024-11-14T14:41:19,657 DEBUG [RS:0;da1c6afcd1f9:35765-shortCompactions-0 {}] mob.DefaultMobStoreCompactor(191): MOB compaction table=TestAcidGuarantees cf=A region=TestAcidGuarantees,,1731595262615.3b1a5ce21fb918810d964a76bfd27f36. files: [hdfs://localhost:34345/user/jenkins/test-data/14d118ee-a83a-b09b-5913-1a58940a5db1/data/default/TestAcidGuarantees/3b1a5ce21fb918810d964a76bfd27f36/A/7292a6c689014633a8882082a68b6edd, hdfs://localhost:34345/user/jenkins/test-data/14d118ee-a83a-b09b-5913-1a58940a5db1/data/default/TestAcidGuarantees/3b1a5ce21fb918810d964a76bfd27f36/A/6940eec797984bad9ac1d0902c50fbbe, hdfs://localhost:34345/user/jenkins/test-data/14d118ee-a83a-b09b-5913-1a58940a5db1/data/default/TestAcidGuarantees/3b1a5ce21fb918810d964a76bfd27f36/A/3195a72f145c4a368e0050ac8091a167] 2024-11-14T14:41:19,658 DEBUG [RS:0;da1c6afcd1f9:35765-longCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 3 files of size 36947 starting at candidate #0 after considering 1 permutations with 1 in ratio 2024-11-14T14:41:19,658 DEBUG [RS:0;da1c6afcd1f9:35765-longCompactions-0 {}] regionserver.HStore(1541): 3b1a5ce21fb918810d964a76bfd27f36/B is initiating minor compaction (all files) 2024-11-14T14:41:19,658 INFO [RS:0;da1c6afcd1f9:35765-longCompactions-0 {}] regionserver.HRegion(2416): Starting compaction of 3b1a5ce21fb918810d964a76bfd27f36/B in TestAcidGuarantees,,1731595262615.3b1a5ce21fb918810d964a76bfd27f36. 2024-11-14T14:41:19,658 INFO [RS:0;da1c6afcd1f9:35765-longCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:34345/user/jenkins/test-data/14d118ee-a83a-b09b-5913-1a58940a5db1/data/default/TestAcidGuarantees/3b1a5ce21fb918810d964a76bfd27f36/B/937e751591864efc85e1af56868b8b51, hdfs://localhost:34345/user/jenkins/test-data/14d118ee-a83a-b09b-5913-1a58940a5db1/data/default/TestAcidGuarantees/3b1a5ce21fb918810d964a76bfd27f36/B/1d84936d86824f33b207a2a651e3089f, hdfs://localhost:34345/user/jenkins/test-data/14d118ee-a83a-b09b-5913-1a58940a5db1/data/default/TestAcidGuarantees/3b1a5ce21fb918810d964a76bfd27f36/B/3f4fd704d0c948d6b7db2331a01c952b] into tmpdir=hdfs://localhost:34345/user/jenkins/test-data/14d118ee-a83a-b09b-5913-1a58940a5db1/data/default/TestAcidGuarantees/3b1a5ce21fb918810d964a76bfd27f36/.tmp, totalSize=36.1 K 2024-11-14T14:41:19,659 DEBUG [RS:0;da1c6afcd1f9:35765-shortCompactions-0 {}] compactions.Compactor(225): Compacting 7292a6c689014633a8882082a68b6edd, keycount=150, bloomtype=ROW, size=30.8 K, encoding=NONE, compression=NONE, seqNum=212, earliestPutTs=1731595277552 2024-11-14T14:41:19,659 DEBUG [RS:0;da1c6afcd1f9:35765-longCompactions-0 {}] compactions.Compactor(225): Compacting 937e751591864efc85e1af56868b8b51, keycount=150, bloomtype=ROW, size=12.3 K, encoding=NONE, compression=NONE, seqNum=212, earliestPutTs=1731595277552 2024-11-14T14:41:19,659 DEBUG [RS:0;da1c6afcd1f9:35765-shortCompactions-0 {}] compactions.Compactor(225): Compacting 6940eec797984bad9ac1d0902c50fbbe, keycount=150, bloomtype=ROW, size=30.4 K, encoding=NONE, compression=NONE, seqNum=245, earliestPutTs=1731595277625 2024-11-14T14:41:19,659 DEBUG [RS:0;da1c6afcd1f9:35765-longCompactions-0 {}] compactions.Compactor(225): Compacting 1d84936d86824f33b207a2a651e3089f, keycount=150, bloomtype=ROW, size=11.9 K, encoding=NONE, compression=NONE, seqNum=245, earliestPutTs=1731595277625 2024-11-14T14:41:19,660 DEBUG [RS:0;da1c6afcd1f9:35765-shortCompactions-0 {}] compactions.Compactor(225): Compacting 3195a72f145c4a368e0050ac8091a167, keycount=200, bloomtype=ROW, size=38.9 K, encoding=NONE, compression=NONE, seqNum=259, earliestPutTs=1731595278793 2024-11-14T14:41:19,660 DEBUG [RS:0;da1c6afcd1f9:35765-longCompactions-0 {}] compactions.Compactor(225): Compacting 3f4fd704d0c948d6b7db2331a01c952b, keycount=150, bloomtype=ROW, size=11.9 K, encoding=NONE, compression=NONE, seqNum=259, earliestPutTs=1731595278793 2024-11-14T14:41:19,694 INFO [RS:0;da1c6afcd1f9:35765-longCompactions-0 {}] throttle.PressureAwareThroughputController(145): 3b1a5ce21fb918810d964a76bfd27f36#B#compaction#182 average throughput is 6.55 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second 2024-11-14T14:41:19,695 DEBUG [RS:0;da1c6afcd1f9:35765-longCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:34345/user/jenkins/test-data/14d118ee-a83a-b09b-5913-1a58940a5db1/data/default/TestAcidGuarantees/3b1a5ce21fb918810d964a76bfd27f36/.tmp/B/146ab527c10549228abb530cebdd41ea is 50, key is test_row_0/B:col10/1731595279441/Put/seqid=0 2024-11-14T14:41:19,698 INFO [RS:0;da1c6afcd1f9:35765-shortCompactions-0 {}] mob.DefaultMobStoreCompactor(321): Compact MOB=false optimized configured=false optimized enabled=false maximum MOB file size=1073741824 major=true store=[table=TestAcidGuarantees family=A region=3b1a5ce21fb918810d964a76bfd27f36] 2024-11-14T14:41:19,704 DEBUG [RS:0;da1c6afcd1f9:35765-shortCompactions-0 {}] mob.DefaultMobStoreCompactor(635): New MOB writer created=d41d8cd98f00b204e9800998ecf8427e202411143499485a4de047249439f8caa1781042_3b1a5ce21fb918810d964a76bfd27f36 store=[table=TestAcidGuarantees family=A region=3b1a5ce21fb918810d964a76bfd27f36] 2024-11-14T14:41:19,707 DEBUG [RS:0;da1c6afcd1f9:35765-shortCompactions-0 {}] mob.DefaultMobStoreCompactor(656): Commit or abort size=0 mobCells=0 major=true file=d41d8cd98f00b204e9800998ecf8427e202411143499485a4de047249439f8caa1781042_3b1a5ce21fb918810d964a76bfd27f36, store=[table=TestAcidGuarantees family=A region=3b1a5ce21fb918810d964a76bfd27f36] 2024-11-14T14:41:19,707 DEBUG [RS:0;da1c6afcd1f9:35765-shortCompactions-0 {}] mob.DefaultMobStoreCompactor(667): Aborting writer for hdfs://localhost:34345/user/jenkins/test-data/14d118ee-a83a-b09b-5913-1a58940a5db1/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e202411143499485a4de047249439f8caa1781042_3b1a5ce21fb918810d964a76bfd27f36 because there are no MOB cells, store=[table=TestAcidGuarantees family=A region=3b1a5ce21fb918810d964a76bfd27f36] 2024-11-14T14:41:19,739 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36699 is added to blk_1073742038_1214 (size=12747) 2024-11-14T14:41:19,749 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36699 is added to blk_1073742039_1215 (size=4469) 2024-11-14T14:41:19,750 DEBUG [RS:0;da1c6afcd1f9:35765-longCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:34345/user/jenkins/test-data/14d118ee-a83a-b09b-5913-1a58940a5db1/data/default/TestAcidGuarantees/3b1a5ce21fb918810d964a76bfd27f36/.tmp/B/146ab527c10549228abb530cebdd41ea as hdfs://localhost:34345/user/jenkins/test-data/14d118ee-a83a-b09b-5913-1a58940a5db1/data/default/TestAcidGuarantees/3b1a5ce21fb918810d964a76bfd27f36/B/146ab527c10549228abb530cebdd41ea 2024-11-14T14:41:19,759 INFO [RS:0;da1c6afcd1f9:35765-shortCompactions-0 {}] throttle.PressureAwareThroughputController(145): 3b1a5ce21fb918810d964a76bfd27f36#A#compaction#183 average throughput is 0.40 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second 2024-11-14T14:41:19,760 DEBUG [RS:0;da1c6afcd1f9:35765-shortCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:34345/user/jenkins/test-data/14d118ee-a83a-b09b-5913-1a58940a5db1/data/default/TestAcidGuarantees/3b1a5ce21fb918810d964a76bfd27f36/.tmp/A/443e5125fa4f422b96332193ab833a04 is 175, key is test_row_0/A:col10/1731595279441/Put/seqid=0 2024-11-14T14:41:19,768 INFO [RS:0;da1c6afcd1f9:35765-longCompactions-0 {}] regionserver.HStore(1337): Completed compaction of 3 (all) file(s) in 3b1a5ce21fb918810d964a76bfd27f36/B of 3b1a5ce21fb918810d964a76bfd27f36 into 146ab527c10549228abb530cebdd41ea(size=12.4 K), total size for store is 12.4 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-11-14T14:41:19,768 DEBUG [RS:0;da1c6afcd1f9:35765-longCompactions-0 {}] regionserver.HRegion(2446): Compaction status journal for 3b1a5ce21fb918810d964a76bfd27f36: 2024-11-14T14:41:19,768 INFO [RS:0;da1c6afcd1f9:35765-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1731595262615.3b1a5ce21fb918810d964a76bfd27f36., storeName=3b1a5ce21fb918810d964a76bfd27f36/B, priority=13, startTime=1731595279656; duration=0sec 2024-11-14T14:41:19,769 DEBUG [RS:0;da1c6afcd1f9:35765-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=1), splitQueue=0 2024-11-14T14:41:19,769 DEBUG [RS:0;da1c6afcd1f9:35765-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: 3b1a5ce21fb918810d964a76bfd27f36:B 2024-11-14T14:41:19,769 DEBUG [RS:0;da1c6afcd1f9:35765-longCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 3 store files, 0 compacting, 3 eligible, 16 blocking 2024-11-14T14:41:19,771 DEBUG [RS:0;da1c6afcd1f9:35765-longCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 3 files of size 36947 starting at candidate #0 after considering 1 permutations with 1 in ratio 2024-11-14T14:41:19,771 DEBUG [RS:0;da1c6afcd1f9:35765-longCompactions-0 {}] regionserver.HStore(1541): 3b1a5ce21fb918810d964a76bfd27f36/C is initiating minor compaction (all files) 2024-11-14T14:41:19,771 INFO [RS:0;da1c6afcd1f9:35765-longCompactions-0 {}] regionserver.HRegion(2416): Starting compaction of 3b1a5ce21fb918810d964a76bfd27f36/C in TestAcidGuarantees,,1731595262615.3b1a5ce21fb918810d964a76bfd27f36. 2024-11-14T14:41:19,772 INFO [RS:0;da1c6afcd1f9:35765-longCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:34345/user/jenkins/test-data/14d118ee-a83a-b09b-5913-1a58940a5db1/data/default/TestAcidGuarantees/3b1a5ce21fb918810d964a76bfd27f36/C/0478769887e145d8805e5e22baa32535, hdfs://localhost:34345/user/jenkins/test-data/14d118ee-a83a-b09b-5913-1a58940a5db1/data/default/TestAcidGuarantees/3b1a5ce21fb918810d964a76bfd27f36/C/c054d23cb65846a680e0f159f509813d, hdfs://localhost:34345/user/jenkins/test-data/14d118ee-a83a-b09b-5913-1a58940a5db1/data/default/TestAcidGuarantees/3b1a5ce21fb918810d964a76bfd27f36/C/1df98e4bc8f344168fc602045ca4366d] into tmpdir=hdfs://localhost:34345/user/jenkins/test-data/14d118ee-a83a-b09b-5913-1a58940a5db1/data/default/TestAcidGuarantees/3b1a5ce21fb918810d964a76bfd27f36/.tmp, totalSize=36.1 K 2024-11-14T14:41:19,773 DEBUG [RS:0;da1c6afcd1f9:35765-longCompactions-0 {}] compactions.Compactor(225): Compacting 0478769887e145d8805e5e22baa32535, keycount=150, bloomtype=ROW, size=12.3 K, encoding=NONE, compression=NONE, seqNum=212, earliestPutTs=1731595277552 2024-11-14T14:41:19,775 DEBUG [RS:0;da1c6afcd1f9:35765-longCompactions-0 {}] compactions.Compactor(225): Compacting c054d23cb65846a680e0f159f509813d, keycount=150, bloomtype=ROW, size=11.9 K, encoding=NONE, compression=NONE, seqNum=245, earliestPutTs=1731595277625 2024-11-14T14:41:19,776 DEBUG [RS:0;da1c6afcd1f9:35765-longCompactions-0 {}] compactions.Compactor(225): Compacting 1df98e4bc8f344168fc602045ca4366d, keycount=150, bloomtype=ROW, size=11.9 K, encoding=NONE, compression=NONE, seqNum=259, earliestPutTs=1731595278793 2024-11-14T14:41:19,782 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36699 is added to blk_1073742040_1216 (size=31701) 2024-11-14T14:41:19,793 INFO [RS:0;da1c6afcd1f9:35765-longCompactions-0 {}] throttle.PressureAwareThroughputController(145): 3b1a5ce21fb918810d964a76bfd27f36#C#compaction#184 average throughput is 2.18 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second 2024-11-14T14:41:19,793 DEBUG [RS:0;da1c6afcd1f9:35765-longCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:34345/user/jenkins/test-data/14d118ee-a83a-b09b-5913-1a58940a5db1/data/default/TestAcidGuarantees/3b1a5ce21fb918810d964a76bfd27f36/.tmp/C/ee8f9e573113449eb10f52a49f0fa158 is 50, key is test_row_0/C:col10/1731595279441/Put/seqid=0 2024-11-14T14:41:19,804 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36699 is added to blk_1073742041_1217 (size=12747) 2024-11-14T14:41:19,820 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35765 {}] regionserver.HRegion(8855): Flush requested on 3b1a5ce21fb918810d964a76bfd27f36 2024-11-14T14:41:19,820 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(2902): Flushing 3b1a5ce21fb918810d964a76bfd27f36 3/3 column families, dataSize=134.18 KB heapSize=375.61 KB 2024-11-14T14:41:19,825 DEBUG [RS:0;da1c6afcd1f9:35765-longCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:34345/user/jenkins/test-data/14d118ee-a83a-b09b-5913-1a58940a5db1/data/default/TestAcidGuarantees/3b1a5ce21fb918810d964a76bfd27f36/.tmp/C/ee8f9e573113449eb10f52a49f0fa158 as hdfs://localhost:34345/user/jenkins/test-data/14d118ee-a83a-b09b-5913-1a58940a5db1/data/default/TestAcidGuarantees/3b1a5ce21fb918810d964a76bfd27f36/C/ee8f9e573113449eb10f52a49f0fa158 2024-11-14T14:41:19,826 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 3b1a5ce21fb918810d964a76bfd27f36, store=A 2024-11-14T14:41:19,826 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=2, new segment=null 2024-11-14T14:41:19,826 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 3b1a5ce21fb918810d964a76bfd27f36, store=B 2024-11-14T14:41:19,826 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=2, new segment=null 2024-11-14T14:41:19,827 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 3b1a5ce21fb918810d964a76bfd27f36, store=C 2024-11-14T14:41:19,827 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=2, new segment=null 2024-11-14T14:41:19,834 INFO [RS:0;da1c6afcd1f9:35765-longCompactions-0 {}] regionserver.HStore(1337): Completed compaction of 3 (all) file(s) in 3b1a5ce21fb918810d964a76bfd27f36/C of 3b1a5ce21fb918810d964a76bfd27f36 into ee8f9e573113449eb10f52a49f0fa158(size=12.4 K), total size for store is 12.4 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-11-14T14:41:19,834 DEBUG [RS:0;da1c6afcd1f9:35765-longCompactions-0 {}] regionserver.HRegion(2446): Compaction status journal for 3b1a5ce21fb918810d964a76bfd27f36: 2024-11-14T14:41:19,834 INFO [RS:0;da1c6afcd1f9:35765-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1731595262615.3b1a5ce21fb918810d964a76bfd27f36., storeName=3b1a5ce21fb918810d964a76bfd27f36/C, priority=13, startTime=1731595279656; duration=0sec 2024-11-14T14:41:19,834 DEBUG [RS:0;da1c6afcd1f9:35765-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-14T14:41:19,834 DEBUG [RS:0;da1c6afcd1f9:35765-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: 3b1a5ce21fb918810d964a76bfd27f36:C 2024-11-14T14:41:19,857 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45145 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=52 2024-11-14T14:41:19,857 INFO [RPCClient-NioEventLoopGroup-4-7 {}] client.RawAsyncHBaseAdmin$TableProcedureBiConsumer(2721): Operation: FLUSH, Table Name: default:TestAcidGuarantees completed 2024-11-14T14:41:19,858 INFO [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45145 {}] master.HMaster$22(4506): Client=jenkins//172.17.0.2 flush TestAcidGuarantees 2024-11-14T14:41:19,859 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35765 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3b1a5ce21fb918810d964a76bfd27f36, server=da1c6afcd1f9,35765,1731595233113 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-14T14:41:19,859 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35765 {}] ipc.CallRunner(138): callId: 86 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:60594 deadline: 1731595339856, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3b1a5ce21fb918810d964a76bfd27f36, server=da1c6afcd1f9,35765,1731595233113 2024-11-14T14:41:19,862 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731595262615.3b1a5ce21fb918810d964a76bfd27f36., hostname=da1c6afcd1f9,35765,1731595233113, seqNum=5 , the old value is region=TestAcidGuarantees,,1731595262615.3b1a5ce21fb918810d964a76bfd27f36., hostname=da1c6afcd1f9,35765,1731595233113, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3b1a5ce21fb918810d964a76bfd27f36, server=da1c6afcd1f9,35765,1731595233113 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-14T14:41:19,862 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731595262615.3b1a5ce21fb918810d964a76bfd27f36., hostname=da1c6afcd1f9,35765,1731595233113, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3b1a5ce21fb918810d964a76bfd27f36, server=da1c6afcd1f9,35765,1731595233113 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-14T14:41:19,862 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731595262615.3b1a5ce21fb918810d964a76bfd27f36., hostname=da1c6afcd1f9,35765,1731595233113, seqNum=5 because the exception is null or not the one we care about 2024-11-14T14:41:19,862 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45145 {}] procedure2.ProcedureExecutor(1139): Stored pid=54, state=RUNNABLE:FLUSH_TABLE_PREPARE, hasLock=false; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=54, table=TestAcidGuarantees 2024-11-14T14:41:19,863 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35765 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3b1a5ce21fb918810d964a76bfd27f36, server=da1c6afcd1f9,35765,1731595233113 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-14T14:41:19,863 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35765 {}] ipc.CallRunner(138): callId: 97 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:60566 deadline: 1731595339857, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3b1a5ce21fb918810d964a76bfd27f36, server=da1c6afcd1f9,35765,1731595233113 2024-11-14T14:41:19,863 INFO [PEWorker-4 {}] procedure.FlushTableProcedure(91): pid=54, state=RUNNABLE:FLUSH_TABLE_PREPARE, hasLock=true; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=54, table=TestAcidGuarantees execute state=FLUSH_TABLE_PREPARE 2024-11-14T14:41:19,863 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35765 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3b1a5ce21fb918810d964a76bfd27f36, server=da1c6afcd1f9,35765,1731595233113 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-14T14:41:19,863 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35765 {}] ipc.CallRunner(138): callId: 91 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:60580 deadline: 1731595339857, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3b1a5ce21fb918810d964a76bfd27f36, server=da1c6afcd1f9,35765,1731595233113 2024-11-14T14:41:19,864 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731595262615.3b1a5ce21fb918810d964a76bfd27f36., hostname=da1c6afcd1f9,35765,1731595233113, seqNum=5 , the old value is region=TestAcidGuarantees,,1731595262615.3b1a5ce21fb918810d964a76bfd27f36., hostname=da1c6afcd1f9,35765,1731595233113, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3b1a5ce21fb918810d964a76bfd27f36, server=da1c6afcd1f9,35765,1731595233113 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-14T14:41:19,864 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731595262615.3b1a5ce21fb918810d964a76bfd27f36., hostname=da1c6afcd1f9,35765,1731595233113, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3b1a5ce21fb918810d964a76bfd27f36, server=da1c6afcd1f9,35765,1731595233113 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-14T14:41:19,864 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731595262615.3b1a5ce21fb918810d964a76bfd27f36., hostname=da1c6afcd1f9,35765,1731595233113, seqNum=5 because the exception is null or not the one we care about 2024-11-14T14:41:19,864 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35765 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3b1a5ce21fb918810d964a76bfd27f36, server=da1c6afcd1f9,35765,1731595233113 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-14T14:41:19,864 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35765 {}] ipc.CallRunner(138): callId: 88 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:60574 deadline: 1731595339858, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3b1a5ce21fb918810d964a76bfd27f36, server=da1c6afcd1f9,35765,1731595233113 2024-11-14T14:41:19,864 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731595262615.3b1a5ce21fb918810d964a76bfd27f36., hostname=da1c6afcd1f9,35765,1731595233113, seqNum=5 , the old value is region=TestAcidGuarantees,,1731595262615.3b1a5ce21fb918810d964a76bfd27f36., hostname=da1c6afcd1f9,35765,1731595233113, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3b1a5ce21fb918810d964a76bfd27f36, server=da1c6afcd1f9,35765,1731595233113 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-14T14:41:19,864 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731595262615.3b1a5ce21fb918810d964a76bfd27f36., hostname=da1c6afcd1f9,35765,1731595233113, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3b1a5ce21fb918810d964a76bfd27f36, server=da1c6afcd1f9,35765,1731595233113 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-14T14:41:19,864 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731595262615.3b1a5ce21fb918810d964a76bfd27f36., hostname=da1c6afcd1f9,35765,1731595233113, seqNum=5 because the exception is null or not the one we care about 2024-11-14T14:41:19,864 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731595262615.3b1a5ce21fb918810d964a76bfd27f36., hostname=da1c6afcd1f9,35765,1731595233113, seqNum=5 , the old value is region=TestAcidGuarantees,,1731595262615.3b1a5ce21fb918810d964a76bfd27f36., hostname=da1c6afcd1f9,35765,1731595233113, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3b1a5ce21fb918810d964a76bfd27f36, server=da1c6afcd1f9,35765,1731595233113 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-14T14:41:19,864 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731595262615.3b1a5ce21fb918810d964a76bfd27f36., hostname=da1c6afcd1f9,35765,1731595233113, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3b1a5ce21fb918810d964a76bfd27f36, server=da1c6afcd1f9,35765,1731595233113 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-14T14:41:19,864 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35765 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3b1a5ce21fb918810d964a76bfd27f36, server=da1c6afcd1f9,35765,1731595233113 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-14T14:41:19,864 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731595262615.3b1a5ce21fb918810d964a76bfd27f36., hostname=da1c6afcd1f9,35765,1731595233113, seqNum=5 because the exception is null or not the one we care about 2024-11-14T14:41:19,864 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35765 {}] ipc.CallRunner(138): callId: 92 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:60524 deadline: 1731595339858, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3b1a5ce21fb918810d964a76bfd27f36, server=da1c6afcd1f9,35765,1731595233113 2024-11-14T14:41:19,865 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731595262615.3b1a5ce21fb918810d964a76bfd27f36., hostname=da1c6afcd1f9,35765,1731595233113, seqNum=5 , the old value is region=TestAcidGuarantees,,1731595262615.3b1a5ce21fb918810d964a76bfd27f36., hostname=da1c6afcd1f9,35765,1731595233113, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3b1a5ce21fb918810d964a76bfd27f36, server=da1c6afcd1f9,35765,1731595233113 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-14T14:41:19,865 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731595262615.3b1a5ce21fb918810d964a76bfd27f36., hostname=da1c6afcd1f9,35765,1731595233113, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3b1a5ce21fb918810d964a76bfd27f36, server=da1c6afcd1f9,35765,1731595233113 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-14T14:41:19,865 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731595262615.3b1a5ce21fb918810d964a76bfd27f36., hostname=da1c6afcd1f9,35765,1731595233113, seqNum=5 because the exception is null or not the one we care about 2024-11-14T14:41:19,865 INFO [PEWorker-4 {}] procedure.FlushTableProcedure(91): pid=54, state=RUNNABLE:FLUSH_TABLE_FLUSH_REGIONS, hasLock=true; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=54, table=TestAcidGuarantees execute state=FLUSH_TABLE_FLUSH_REGIONS 2024-11-14T14:41:19,865 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=55, ppid=54, state=RUNNABLE, hasLock=false; org.apache.hadoop.hbase.master.procedure.FlushRegionProcedure}] 2024-11-14T14:41:19,866 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45145 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=54 2024-11-14T14:41:19,875 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:34345/user/jenkins/test-data/14d118ee-a83a-b09b-5913-1a58940a5db1/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e20241114424ed56f817b491190985746cedc67a7_3b1a5ce21fb918810d964a76bfd27f36 is 50, key is test_row_0/A:col10/1731595279509/Put/seqid=0 2024-11-14T14:41:19,894 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36699 is added to blk_1073742042_1218 (size=12454) 2024-11-14T14:41:19,967 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35765 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3b1a5ce21fb918810d964a76bfd27f36, server=da1c6afcd1f9,35765,1731595233113 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-14T14:41:19,967 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35765 {}] ipc.CallRunner(138): callId: 89 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:60574 deadline: 1731595339966, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3b1a5ce21fb918810d964a76bfd27f36, server=da1c6afcd1f9,35765,1731595233113 2024-11-14T14:41:19,967 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35765 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3b1a5ce21fb918810d964a76bfd27f36, server=da1c6afcd1f9,35765,1731595233113 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-14T14:41:19,968 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35765 {}] ipc.CallRunner(138): callId: 87 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:60594 deadline: 1731595339966, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3b1a5ce21fb918810d964a76bfd27f36, server=da1c6afcd1f9,35765,1731595233113 2024-11-14T14:41:19,968 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731595262615.3b1a5ce21fb918810d964a76bfd27f36., hostname=da1c6afcd1f9,35765,1731595233113, seqNum=5 , the old value is region=TestAcidGuarantees,,1731595262615.3b1a5ce21fb918810d964a76bfd27f36., hostname=da1c6afcd1f9,35765,1731595233113, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3b1a5ce21fb918810d964a76bfd27f36, server=da1c6afcd1f9,35765,1731595233113 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-14T14:41:19,968 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731595262615.3b1a5ce21fb918810d964a76bfd27f36., hostname=da1c6afcd1f9,35765,1731595233113, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3b1a5ce21fb918810d964a76bfd27f36, server=da1c6afcd1f9,35765,1731595233113 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-14T14:41:19,968 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731595262615.3b1a5ce21fb918810d964a76bfd27f36., hostname=da1c6afcd1f9,35765,1731595233113, seqNum=5 because the exception is null or not the one we care about 2024-11-14T14:41:19,968 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731595262615.3b1a5ce21fb918810d964a76bfd27f36., hostname=da1c6afcd1f9,35765,1731595233113, seqNum=5 , the old value is region=TestAcidGuarantees,,1731595262615.3b1a5ce21fb918810d964a76bfd27f36., hostname=da1c6afcd1f9,35765,1731595233113, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3b1a5ce21fb918810d964a76bfd27f36, server=da1c6afcd1f9,35765,1731595233113 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-14T14:41:19,968 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731595262615.3b1a5ce21fb918810d964a76bfd27f36., hostname=da1c6afcd1f9,35765,1731595233113, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3b1a5ce21fb918810d964a76bfd27f36, server=da1c6afcd1f9,35765,1731595233113 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-14T14:41:19,968 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731595262615.3b1a5ce21fb918810d964a76bfd27f36., hostname=da1c6afcd1f9,35765,1731595233113, seqNum=5 because the exception is null or not the one we care about 2024-11-14T14:41:19,976 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45145 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=54 2024-11-14T14:41:19,982 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35765 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3b1a5ce21fb918810d964a76bfd27f36, server=da1c6afcd1f9,35765,1731595233113 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-14T14:41:19,982 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35765 {}] ipc.CallRunner(138): callId: 93 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:60524 deadline: 1731595339976, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3b1a5ce21fb918810d964a76bfd27f36, server=da1c6afcd1f9,35765,1731595233113 2024-11-14T14:41:19,982 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731595262615.3b1a5ce21fb918810d964a76bfd27f36., hostname=da1c6afcd1f9,35765,1731595233113, seqNum=5 , the old value is region=TestAcidGuarantees,,1731595262615.3b1a5ce21fb918810d964a76bfd27f36., hostname=da1c6afcd1f9,35765,1731595233113, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3b1a5ce21fb918810d964a76bfd27f36, server=da1c6afcd1f9,35765,1731595233113 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-14T14:41:19,982 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731595262615.3b1a5ce21fb918810d964a76bfd27f36., hostname=da1c6afcd1f9,35765,1731595233113, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3b1a5ce21fb918810d964a76bfd27f36, server=da1c6afcd1f9,35765,1731595233113 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-14T14:41:19,982 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731595262615.3b1a5ce21fb918810d964a76bfd27f36., hostname=da1c6afcd1f9,35765,1731595233113, seqNum=5 because the exception is null or not the one we care about 2024-11-14T14:41:20,017 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=35765 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=55 2024-11-14T14:41:20,018 DEBUG [RS_FLUSH_OPERATIONS-regionserver/da1c6afcd1f9:0-2 {event_type=RS_FLUSH_REGIONS, pid=55}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1731595262615.3b1a5ce21fb918810d964a76bfd27f36. 2024-11-14T14:41:20,018 DEBUG [RS_FLUSH_OPERATIONS-regionserver/da1c6afcd1f9:0-2 {event_type=RS_FLUSH_REGIONS, pid=55}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1731595262615.3b1a5ce21fb918810d964a76bfd27f36. as already flushing 2024-11-14T14:41:20,018 DEBUG [RS_FLUSH_OPERATIONS-regionserver/da1c6afcd1f9:0-2 {event_type=RS_FLUSH_REGIONS, pid=55}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1731595262615.3b1a5ce21fb918810d964a76bfd27f36. 2024-11-14T14:41:20,018 ERROR [RS_FLUSH_OPERATIONS-regionserver/da1c6afcd1f9:0-2 {event_type=RS_FLUSH_REGIONS, pid=55}] handler.RSProcedureHandler(58): pid=55 java.io.IOException: Unable to complete flush {ENCODED => 3b1a5ce21fb918810d964a76bfd27f36, NAME => 'TestAcidGuarantees,,1731595262615.3b1a5ce21fb918810d964a76bfd27f36.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-14T14:41:20,018 DEBUG [RS_FLUSH_OPERATIONS-regionserver/da1c6afcd1f9:0-2 {event_type=RS_FLUSH_REGIONS, pid=55}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=55 java.io.IOException: Unable to complete flush {ENCODED => 3b1a5ce21fb918810d964a76bfd27f36, NAME => 'TestAcidGuarantees,,1731595262615.3b1a5ce21fb918810d964a76bfd27f36.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-14T14:41:20,019 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45145 {}] master.HMaster(4177): Remote procedure failed, pid=55 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 3b1a5ce21fb918810d964a76bfd27f36, NAME => 'TestAcidGuarantees,,1731595262615.3b1a5ce21fb918810d964a76bfd27f36.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$5(MasterRpcServices.java:2580) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2575) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 3b1a5ce21fb918810d964a76bfd27f36, NAME => 'TestAcidGuarantees,,1731595262615.3b1a5ce21fb918810d964a76bfd27f36.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-14T14:41:20,171 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=35765 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=55 2024-11-14T14:41:20,171 DEBUG [RS_FLUSH_OPERATIONS-regionserver/da1c6afcd1f9:0-0 {event_type=RS_FLUSH_REGIONS, pid=55}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1731595262615.3b1a5ce21fb918810d964a76bfd27f36. 2024-11-14T14:41:20,171 DEBUG [RS_FLUSH_OPERATIONS-regionserver/da1c6afcd1f9:0-0 {event_type=RS_FLUSH_REGIONS, pid=55}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1731595262615.3b1a5ce21fb918810d964a76bfd27f36. as already flushing 2024-11-14T14:41:20,171 DEBUG [RS_FLUSH_OPERATIONS-regionserver/da1c6afcd1f9:0-0 {event_type=RS_FLUSH_REGIONS, pid=55}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1731595262615.3b1a5ce21fb918810d964a76bfd27f36. 2024-11-14T14:41:20,171 ERROR [RS_FLUSH_OPERATIONS-regionserver/da1c6afcd1f9:0-0 {event_type=RS_FLUSH_REGIONS, pid=55}] handler.RSProcedureHandler(58): pid=55 java.io.IOException: Unable to complete flush {ENCODED => 3b1a5ce21fb918810d964a76bfd27f36, NAME => 'TestAcidGuarantees,,1731595262615.3b1a5ce21fb918810d964a76bfd27f36.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-14T14:41:20,171 DEBUG [RS_FLUSH_OPERATIONS-regionserver/da1c6afcd1f9:0-0 {event_type=RS_FLUSH_REGIONS, pid=55}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=55 java.io.IOException: Unable to complete flush {ENCODED => 3b1a5ce21fb918810d964a76bfd27f36, NAME => 'TestAcidGuarantees,,1731595262615.3b1a5ce21fb918810d964a76bfd27f36.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-14T14:41:20,172 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45145 {}] master.HMaster(4177): Remote procedure failed, pid=55 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 3b1a5ce21fb918810d964a76bfd27f36, NAME => 'TestAcidGuarantees,,1731595262615.3b1a5ce21fb918810d964a76bfd27f36.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$5(MasterRpcServices.java:2580) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2575) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 3b1a5ce21fb918810d964a76bfd27f36, NAME => 'TestAcidGuarantees,,1731595262615.3b1a5ce21fb918810d964a76bfd27f36.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-14T14:41:20,181 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35765 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3b1a5ce21fb918810d964a76bfd27f36, server=da1c6afcd1f9,35765,1731595233113 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-14T14:41:20,181 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35765 {}] ipc.CallRunner(138): callId: 92 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:60580 deadline: 1731595340176, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3b1a5ce21fb918810d964a76bfd27f36, server=da1c6afcd1f9,35765,1731595233113 2024-11-14T14:41:20,182 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35765 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3b1a5ce21fb918810d964a76bfd27f36, server=da1c6afcd1f9,35765,1731595233113 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-14T14:41:20,182 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35765 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3b1a5ce21fb918810d964a76bfd27f36, server=da1c6afcd1f9,35765,1731595233113 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-14T14:41:20,182 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35765 {}] ipc.CallRunner(138): callId: 90 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:60574 deadline: 1731595340176, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3b1a5ce21fb918810d964a76bfd27f36, server=da1c6afcd1f9,35765,1731595233113 2024-11-14T14:41:20,182 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35765 {}] ipc.CallRunner(138): callId: 98 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:60566 deadline: 1731595340176, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3b1a5ce21fb918810d964a76bfd27f36, server=da1c6afcd1f9,35765,1731595233113 2024-11-14T14:41:20,182 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731595262615.3b1a5ce21fb918810d964a76bfd27f36., hostname=da1c6afcd1f9,35765,1731595233113, seqNum=5 , the old value is region=TestAcidGuarantees,,1731595262615.3b1a5ce21fb918810d964a76bfd27f36., hostname=da1c6afcd1f9,35765,1731595233113, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3b1a5ce21fb918810d964a76bfd27f36, server=da1c6afcd1f9,35765,1731595233113 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-14T14:41:20,182 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731595262615.3b1a5ce21fb918810d964a76bfd27f36., hostname=da1c6afcd1f9,35765,1731595233113, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3b1a5ce21fb918810d964a76bfd27f36, server=da1c6afcd1f9,35765,1731595233113 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-14T14:41:20,182 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731595262615.3b1a5ce21fb918810d964a76bfd27f36., hostname=da1c6afcd1f9,35765,1731595233113, seqNum=5 because the exception is null or not the one we care about 2024-11-14T14:41:20,182 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35765 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3b1a5ce21fb918810d964a76bfd27f36, server=da1c6afcd1f9,35765,1731595233113 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-14T14:41:20,182 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35765 {}] ipc.CallRunner(138): callId: 88 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:60594 deadline: 1731595340176, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3b1a5ce21fb918810d964a76bfd27f36, server=da1c6afcd1f9,35765,1731595233113 2024-11-14T14:41:20,182 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731595262615.3b1a5ce21fb918810d964a76bfd27f36., hostname=da1c6afcd1f9,35765,1731595233113, seqNum=5 , the old value is region=TestAcidGuarantees,,1731595262615.3b1a5ce21fb918810d964a76bfd27f36., hostname=da1c6afcd1f9,35765,1731595233113, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3b1a5ce21fb918810d964a76bfd27f36, server=da1c6afcd1f9,35765,1731595233113 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-14T14:41:20,182 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731595262615.3b1a5ce21fb918810d964a76bfd27f36., hostname=da1c6afcd1f9,35765,1731595233113, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3b1a5ce21fb918810d964a76bfd27f36, server=da1c6afcd1f9,35765,1731595233113 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-14T14:41:20,182 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731595262615.3b1a5ce21fb918810d964a76bfd27f36., hostname=da1c6afcd1f9,35765,1731595233113, seqNum=5 because the exception is null or not the one we care about 2024-11-14T14:41:20,183 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731595262615.3b1a5ce21fb918810d964a76bfd27f36., hostname=da1c6afcd1f9,35765,1731595233113, seqNum=5 , the old value is region=TestAcidGuarantees,,1731595262615.3b1a5ce21fb918810d964a76bfd27f36., hostname=da1c6afcd1f9,35765,1731595233113, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3b1a5ce21fb918810d964a76bfd27f36, server=da1c6afcd1f9,35765,1731595233113 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-14T14:41:20,183 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731595262615.3b1a5ce21fb918810d964a76bfd27f36., hostname=da1c6afcd1f9,35765,1731595233113, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3b1a5ce21fb918810d964a76bfd27f36, server=da1c6afcd1f9,35765,1731595233113 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-14T14:41:20,183 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731595262615.3b1a5ce21fb918810d964a76bfd27f36., hostname=da1c6afcd1f9,35765,1731595233113, seqNum=5 because the exception is null or not the one we care about 2024-11-14T14:41:20,183 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731595262615.3b1a5ce21fb918810d964a76bfd27f36., hostname=da1c6afcd1f9,35765,1731595233113, seqNum=5 , the old value is region=TestAcidGuarantees,,1731595262615.3b1a5ce21fb918810d964a76bfd27f36., hostname=da1c6afcd1f9,35765,1731595233113, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3b1a5ce21fb918810d964a76bfd27f36, server=da1c6afcd1f9,35765,1731595233113 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-14T14:41:20,183 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731595262615.3b1a5ce21fb918810d964a76bfd27f36., hostname=da1c6afcd1f9,35765,1731595233113, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3b1a5ce21fb918810d964a76bfd27f36, server=da1c6afcd1f9,35765,1731595233113 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-14T14:41:20,183 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731595262615.3b1a5ce21fb918810d964a76bfd27f36., hostname=da1c6afcd1f9,35765,1731595233113, seqNum=5 because the exception is null or not the one we care about 2024-11-14T14:41:20,185 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45145 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=54 2024-11-14T14:41:20,189 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35765 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3b1a5ce21fb918810d964a76bfd27f36, server=da1c6afcd1f9,35765,1731595233113 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-14T14:41:20,189 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35765 {}] ipc.CallRunner(138): callId: 94 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:60524 deadline: 1731595340186, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3b1a5ce21fb918810d964a76bfd27f36, server=da1c6afcd1f9,35765,1731595233113 2024-11-14T14:41:20,189 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731595262615.3b1a5ce21fb918810d964a76bfd27f36., hostname=da1c6afcd1f9,35765,1731595233113, seqNum=5 , the old value is region=TestAcidGuarantees,,1731595262615.3b1a5ce21fb918810d964a76bfd27f36., hostname=da1c6afcd1f9,35765,1731595233113, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3b1a5ce21fb918810d964a76bfd27f36, server=da1c6afcd1f9,35765,1731595233113 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-14T14:41:20,189 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731595262615.3b1a5ce21fb918810d964a76bfd27f36., hostname=da1c6afcd1f9,35765,1731595233113, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3b1a5ce21fb918810d964a76bfd27f36, server=da1c6afcd1f9,35765,1731595233113 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-14T14:41:20,189 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731595262615.3b1a5ce21fb918810d964a76bfd27f36., hostname=da1c6afcd1f9,35765,1731595233113, seqNum=5 because the exception is null or not the one we care about 2024-11-14T14:41:20,190 DEBUG [RS:0;da1c6afcd1f9:35765-shortCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:34345/user/jenkins/test-data/14d118ee-a83a-b09b-5913-1a58940a5db1/data/default/TestAcidGuarantees/3b1a5ce21fb918810d964a76bfd27f36/.tmp/A/443e5125fa4f422b96332193ab833a04 as hdfs://localhost:34345/user/jenkins/test-data/14d118ee-a83a-b09b-5913-1a58940a5db1/data/default/TestAcidGuarantees/3b1a5ce21fb918810d964a76bfd27f36/A/443e5125fa4f422b96332193ab833a04 2024-11-14T14:41:20,195 INFO [RS:0;da1c6afcd1f9:35765-shortCompactions-0 {}] regionserver.HStore(1337): Completed compaction of 3 (all) file(s) in 3b1a5ce21fb918810d964a76bfd27f36/A of 3b1a5ce21fb918810d964a76bfd27f36 into 443e5125fa4f422b96332193ab833a04(size=31.0 K), total size for store is 31.0 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-11-14T14:41:20,195 DEBUG [RS:0;da1c6afcd1f9:35765-shortCompactions-0 {}] regionserver.HRegion(2446): Compaction status journal for 3b1a5ce21fb918810d964a76bfd27f36: 2024-11-14T14:41:20,195 INFO [RS:0;da1c6afcd1f9:35765-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1731595262615.3b1a5ce21fb918810d964a76bfd27f36., storeName=3b1a5ce21fb918810d964a76bfd27f36/A, priority=13, startTime=1731595279656; duration=0sec 2024-11-14T14:41:20,196 DEBUG [RS:0;da1c6afcd1f9:35765-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-14T14:41:20,196 DEBUG [RS:0;da1c6afcd1f9:35765-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: 3b1a5ce21fb918810d964a76bfd27f36:A 2024-11-14T14:41:20,294 DEBUG [MemStoreFlusher.0 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T14:41:20,300 INFO [MemStoreFlusher.0 {}] regionserver.HMobStore(268): FLUSH Renaming flushed file from hdfs://localhost:34345/user/jenkins/test-data/14d118ee-a83a-b09b-5913-1a58940a5db1/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e20241114424ed56f817b491190985746cedc67a7_3b1a5ce21fb918810d964a76bfd27f36 to hdfs://localhost:34345/user/jenkins/test-data/14d118ee-a83a-b09b-5913-1a58940a5db1/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e20241114424ed56f817b491190985746cedc67a7_3b1a5ce21fb918810d964a76bfd27f36 2024-11-14T14:41:20,301 DEBUG [MemStoreFlusher.0 {}] mob.DefaultMobStoreFlusher(263): Flush store file: hdfs://localhost:34345/user/jenkins/test-data/14d118ee-a83a-b09b-5913-1a58940a5db1/data/default/TestAcidGuarantees/3b1a5ce21fb918810d964a76bfd27f36/.tmp/A/80250b91d4b140929fed58c56f95e115, store: [table=TestAcidGuarantees family=A region=3b1a5ce21fb918810d964a76bfd27f36] 2024-11-14T14:41:20,301 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:34345/user/jenkins/test-data/14d118ee-a83a-b09b-5913-1a58940a5db1/data/default/TestAcidGuarantees/3b1a5ce21fb918810d964a76bfd27f36/.tmp/A/80250b91d4b140929fed58c56f95e115 is 175, key is test_row_0/A:col10/1731595279509/Put/seqid=0 2024-11-14T14:41:20,306 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36699 is added to blk_1073742043_1219 (size=31255) 2024-11-14T14:41:20,307 INFO [MemStoreFlusher.0 {}] mob.DefaultMobStoreFlusher(147): Mob store is flushed, sequenceid=296, memsize=44.7 K, hasBloomFilter=true, into tmp file hdfs://localhost:34345/user/jenkins/test-data/14d118ee-a83a-b09b-5913-1a58940a5db1/data/default/TestAcidGuarantees/3b1a5ce21fb918810d964a76bfd27f36/.tmp/A/80250b91d4b140929fed58c56f95e115 2024-11-14T14:41:20,318 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:34345/user/jenkins/test-data/14d118ee-a83a-b09b-5913-1a58940a5db1/data/default/TestAcidGuarantees/3b1a5ce21fb918810d964a76bfd27f36/.tmp/B/51f7d77520fd4412a22f5d1f478ed2dc is 50, key is test_row_0/B:col10/1731595279509/Put/seqid=0 2024-11-14T14:41:20,324 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=35765 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=55 2024-11-14T14:41:20,324 DEBUG [RS_FLUSH_OPERATIONS-regionserver/da1c6afcd1f9:0-1 {event_type=RS_FLUSH_REGIONS, pid=55}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1731595262615.3b1a5ce21fb918810d964a76bfd27f36. 2024-11-14T14:41:20,324 DEBUG [RS_FLUSH_OPERATIONS-regionserver/da1c6afcd1f9:0-1 {event_type=RS_FLUSH_REGIONS, pid=55}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1731595262615.3b1a5ce21fb918810d964a76bfd27f36. as already flushing 2024-11-14T14:41:20,324 DEBUG [RS_FLUSH_OPERATIONS-regionserver/da1c6afcd1f9:0-1 {event_type=RS_FLUSH_REGIONS, pid=55}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1731595262615.3b1a5ce21fb918810d964a76bfd27f36. 2024-11-14T14:41:20,325 ERROR [RS_FLUSH_OPERATIONS-regionserver/da1c6afcd1f9:0-1 {event_type=RS_FLUSH_REGIONS, pid=55}] handler.RSProcedureHandler(58): pid=55 java.io.IOException: Unable to complete flush {ENCODED => 3b1a5ce21fb918810d964a76bfd27f36, NAME => 'TestAcidGuarantees,,1731595262615.3b1a5ce21fb918810d964a76bfd27f36.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-14T14:41:20,325 DEBUG [RS_FLUSH_OPERATIONS-regionserver/da1c6afcd1f9:0-1 {event_type=RS_FLUSH_REGIONS, pid=55}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=55 java.io.IOException: Unable to complete flush {ENCODED => 3b1a5ce21fb918810d964a76bfd27f36, NAME => 'TestAcidGuarantees,,1731595262615.3b1a5ce21fb918810d964a76bfd27f36.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-14T14:41:20,326 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36699 is added to blk_1073742044_1220 (size=12301) 2024-11-14T14:41:20,326 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45145 {}] master.HMaster(4177): Remote procedure failed, pid=55 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 3b1a5ce21fb918810d964a76bfd27f36, NAME => 'TestAcidGuarantees,,1731595262615.3b1a5ce21fb918810d964a76bfd27f36.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$5(MasterRpcServices.java:2580) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2575) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 3b1a5ce21fb918810d964a76bfd27f36, NAME => 'TestAcidGuarantees,,1731595262615.3b1a5ce21fb918810d964a76bfd27f36.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-14T14:41:20,327 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=44.73 KB at sequenceid=296 (bloomFilter=true), to=hdfs://localhost:34345/user/jenkins/test-data/14d118ee-a83a-b09b-5913-1a58940a5db1/data/default/TestAcidGuarantees/3b1a5ce21fb918810d964a76bfd27f36/.tmp/B/51f7d77520fd4412a22f5d1f478ed2dc 2024-11-14T14:41:20,338 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:34345/user/jenkins/test-data/14d118ee-a83a-b09b-5913-1a58940a5db1/data/default/TestAcidGuarantees/3b1a5ce21fb918810d964a76bfd27f36/.tmp/C/856e47a914fe4489a0c5fd7476e43996 is 50, key is test_row_0/C:col10/1731595279509/Put/seqid=0 2024-11-14T14:41:20,344 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36699 is added to blk_1073742045_1221 (size=12301) 2024-11-14T14:41:20,479 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=35765 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=55 2024-11-14T14:41:20,480 DEBUG [RS_FLUSH_OPERATIONS-regionserver/da1c6afcd1f9:0-2 {event_type=RS_FLUSH_REGIONS, pid=55}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1731595262615.3b1a5ce21fb918810d964a76bfd27f36. 2024-11-14T14:41:20,480 DEBUG [RS_FLUSH_OPERATIONS-regionserver/da1c6afcd1f9:0-2 {event_type=RS_FLUSH_REGIONS, pid=55}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1731595262615.3b1a5ce21fb918810d964a76bfd27f36. as already flushing 2024-11-14T14:41:20,480 DEBUG [RS_FLUSH_OPERATIONS-regionserver/da1c6afcd1f9:0-2 {event_type=RS_FLUSH_REGIONS, pid=55}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1731595262615.3b1a5ce21fb918810d964a76bfd27f36. 2024-11-14T14:41:20,480 ERROR [RS_FLUSH_OPERATIONS-regionserver/da1c6afcd1f9:0-2 {event_type=RS_FLUSH_REGIONS, pid=55}] handler.RSProcedureHandler(58): pid=55 java.io.IOException: Unable to complete flush {ENCODED => 3b1a5ce21fb918810d964a76bfd27f36, NAME => 'TestAcidGuarantees,,1731595262615.3b1a5ce21fb918810d964a76bfd27f36.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-14T14:41:20,480 DEBUG [RS_FLUSH_OPERATIONS-regionserver/da1c6afcd1f9:0-2 {event_type=RS_FLUSH_REGIONS, pid=55}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=55 java.io.IOException: Unable to complete flush {ENCODED => 3b1a5ce21fb918810d964a76bfd27f36, NAME => 'TestAcidGuarantees,,1731595262615.3b1a5ce21fb918810d964a76bfd27f36.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-14T14:41:20,481 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45145 {}] master.HMaster(4177): Remote procedure failed, pid=55 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 3b1a5ce21fb918810d964a76bfd27f36, NAME => 'TestAcidGuarantees,,1731595262615.3b1a5ce21fb918810d964a76bfd27f36.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$5(MasterRpcServices.java:2580) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2575) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 3b1a5ce21fb918810d964a76bfd27f36, NAME => 'TestAcidGuarantees,,1731595262615.3b1a5ce21fb918810d964a76bfd27f36.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-14T14:41:20,492 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35765 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3b1a5ce21fb918810d964a76bfd27f36, server=da1c6afcd1f9,35765,1731595233113 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-14T14:41:20,493 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35765 {}] ipc.CallRunner(138): callId: 91 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:60574 deadline: 1731595340489, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3b1a5ce21fb918810d964a76bfd27f36, server=da1c6afcd1f9,35765,1731595233113 2024-11-14T14:41:20,493 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731595262615.3b1a5ce21fb918810d964a76bfd27f36., hostname=da1c6afcd1f9,35765,1731595233113, seqNum=5 , the old value is region=TestAcidGuarantees,,1731595262615.3b1a5ce21fb918810d964a76bfd27f36., hostname=da1c6afcd1f9,35765,1731595233113, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3b1a5ce21fb918810d964a76bfd27f36, server=da1c6afcd1f9,35765,1731595233113 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-14T14:41:20,493 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731595262615.3b1a5ce21fb918810d964a76bfd27f36., hostname=da1c6afcd1f9,35765,1731595233113, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3b1a5ce21fb918810d964a76bfd27f36, server=da1c6afcd1f9,35765,1731595233113 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-14T14:41:20,493 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731595262615.3b1a5ce21fb918810d964a76bfd27f36., hostname=da1c6afcd1f9,35765,1731595233113, seqNum=5 because the exception is null or not the one we care about 2024-11-14T14:41:20,496 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45145 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=54 2024-11-14T14:41:20,496 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35765 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3b1a5ce21fb918810d964a76bfd27f36, server=da1c6afcd1f9,35765,1731595233113 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-14T14:41:20,497 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35765 {}] ipc.CallRunner(138): callId: 89 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:60594 deadline: 1731595340496, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3b1a5ce21fb918810d964a76bfd27f36, server=da1c6afcd1f9,35765,1731595233113 2024-11-14T14:41:20,497 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731595262615.3b1a5ce21fb918810d964a76bfd27f36., hostname=da1c6afcd1f9,35765,1731595233113, seqNum=5 , the old value is region=TestAcidGuarantees,,1731595262615.3b1a5ce21fb918810d964a76bfd27f36., hostname=da1c6afcd1f9,35765,1731595233113, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3b1a5ce21fb918810d964a76bfd27f36, server=da1c6afcd1f9,35765,1731595233113 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-14T14:41:20,497 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731595262615.3b1a5ce21fb918810d964a76bfd27f36., hostname=da1c6afcd1f9,35765,1731595233113, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3b1a5ce21fb918810d964a76bfd27f36, server=da1c6afcd1f9,35765,1731595233113 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-14T14:41:20,497 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731595262615.3b1a5ce21fb918810d964a76bfd27f36., hostname=da1c6afcd1f9,35765,1731595233113, seqNum=5 because the exception is null or not the one we care about 2024-11-14T14:41:20,506 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35765 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3b1a5ce21fb918810d964a76bfd27f36, server=da1c6afcd1f9,35765,1731595233113 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-14T14:41:20,506 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35765 {}] ipc.CallRunner(138): callId: 95 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:60524 deadline: 1731595340496, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3b1a5ce21fb918810d964a76bfd27f36, server=da1c6afcd1f9,35765,1731595233113 2024-11-14T14:41:20,506 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731595262615.3b1a5ce21fb918810d964a76bfd27f36., hostname=da1c6afcd1f9,35765,1731595233113, seqNum=5 , the old value is region=TestAcidGuarantees,,1731595262615.3b1a5ce21fb918810d964a76bfd27f36., hostname=da1c6afcd1f9,35765,1731595233113, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3b1a5ce21fb918810d964a76bfd27f36, server=da1c6afcd1f9,35765,1731595233113 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-14T14:41:20,506 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731595262615.3b1a5ce21fb918810d964a76bfd27f36., hostname=da1c6afcd1f9,35765,1731595233113, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3b1a5ce21fb918810d964a76bfd27f36, server=da1c6afcd1f9,35765,1731595233113 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-14T14:41:20,506 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731595262615.3b1a5ce21fb918810d964a76bfd27f36., hostname=da1c6afcd1f9,35765,1731595233113, seqNum=5 because the exception is null or not the one we care about 2024-11-14T14:41:20,633 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=35765 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=55 2024-11-14T14:41:20,634 DEBUG [RS_FLUSH_OPERATIONS-regionserver/da1c6afcd1f9:0-0 {event_type=RS_FLUSH_REGIONS, pid=55}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1731595262615.3b1a5ce21fb918810d964a76bfd27f36. 2024-11-14T14:41:20,634 DEBUG [RS_FLUSH_OPERATIONS-regionserver/da1c6afcd1f9:0-0 {event_type=RS_FLUSH_REGIONS, pid=55}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1731595262615.3b1a5ce21fb918810d964a76bfd27f36. as already flushing 2024-11-14T14:41:20,634 DEBUG [RS_FLUSH_OPERATIONS-regionserver/da1c6afcd1f9:0-0 {event_type=RS_FLUSH_REGIONS, pid=55}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1731595262615.3b1a5ce21fb918810d964a76bfd27f36. 2024-11-14T14:41:20,634 ERROR [RS_FLUSH_OPERATIONS-regionserver/da1c6afcd1f9:0-0 {event_type=RS_FLUSH_REGIONS, pid=55}] handler.RSProcedureHandler(58): pid=55 java.io.IOException: Unable to complete flush {ENCODED => 3b1a5ce21fb918810d964a76bfd27f36, NAME => 'TestAcidGuarantees,,1731595262615.3b1a5ce21fb918810d964a76bfd27f36.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-14T14:41:20,634 DEBUG [RS_FLUSH_OPERATIONS-regionserver/da1c6afcd1f9:0-0 {event_type=RS_FLUSH_REGIONS, pid=55}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=55 java.io.IOException: Unable to complete flush {ENCODED => 3b1a5ce21fb918810d964a76bfd27f36, NAME => 'TestAcidGuarantees,,1731595262615.3b1a5ce21fb918810d964a76bfd27f36.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-14T14:41:20,635 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45145 {}] master.HMaster(4177): Remote procedure failed, pid=55 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 3b1a5ce21fb918810d964a76bfd27f36, NAME => 'TestAcidGuarantees,,1731595262615.3b1a5ce21fb918810d964a76bfd27f36.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$5(MasterRpcServices.java:2580) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2575) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 3b1a5ce21fb918810d964a76bfd27f36, NAME => 'TestAcidGuarantees,,1731595262615.3b1a5ce21fb918810d964a76bfd27f36.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-14T14:41:20,689 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35765 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3b1a5ce21fb918810d964a76bfd27f36, server=da1c6afcd1f9,35765,1731595233113 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-14T14:41:20,690 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35765 {}] ipc.CallRunner(138): callId: 93 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:60580 deadline: 1731595340686, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3b1a5ce21fb918810d964a76bfd27f36, server=da1c6afcd1f9,35765,1731595233113 2024-11-14T14:41:20,690 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731595262615.3b1a5ce21fb918810d964a76bfd27f36., hostname=da1c6afcd1f9,35765,1731595233113, seqNum=5 , the old value is region=TestAcidGuarantees,,1731595262615.3b1a5ce21fb918810d964a76bfd27f36., hostname=da1c6afcd1f9,35765,1731595233113, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3b1a5ce21fb918810d964a76bfd27f36, server=da1c6afcd1f9,35765,1731595233113 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-14T14:41:20,690 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731595262615.3b1a5ce21fb918810d964a76bfd27f36., hostname=da1c6afcd1f9,35765,1731595233113, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3b1a5ce21fb918810d964a76bfd27f36, server=da1c6afcd1f9,35765,1731595233113 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-14T14:41:20,690 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731595262615.3b1a5ce21fb918810d964a76bfd27f36., hostname=da1c6afcd1f9,35765,1731595233113, seqNum=5 because the exception is null or not the one we care about 2024-11-14T14:41:20,699 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35765 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3b1a5ce21fb918810d964a76bfd27f36, server=da1c6afcd1f9,35765,1731595233113 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-14T14:41:20,700 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35765 {}] ipc.CallRunner(138): callId: 99 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:60566 deadline: 1731595340696, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3b1a5ce21fb918810d964a76bfd27f36, server=da1c6afcd1f9,35765,1731595233113 2024-11-14T14:41:20,700 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731595262615.3b1a5ce21fb918810d964a76bfd27f36., hostname=da1c6afcd1f9,35765,1731595233113, seqNum=5 , the old value is region=TestAcidGuarantees,,1731595262615.3b1a5ce21fb918810d964a76bfd27f36., hostname=da1c6afcd1f9,35765,1731595233113, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3b1a5ce21fb918810d964a76bfd27f36, server=da1c6afcd1f9,35765,1731595233113 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-14T14:41:20,700 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731595262615.3b1a5ce21fb918810d964a76bfd27f36., hostname=da1c6afcd1f9,35765,1731595233113, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3b1a5ce21fb918810d964a76bfd27f36, server=da1c6afcd1f9,35765,1731595233113 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-14T14:41:20,700 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731595262615.3b1a5ce21fb918810d964a76bfd27f36., hostname=da1c6afcd1f9,35765,1731595233113, seqNum=5 because the exception is null or not the one we care about 2024-11-14T14:41:20,745 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=44.73 KB at sequenceid=296 (bloomFilter=true), to=hdfs://localhost:34345/user/jenkins/test-data/14d118ee-a83a-b09b-5913-1a58940a5db1/data/default/TestAcidGuarantees/3b1a5ce21fb918810d964a76bfd27f36/.tmp/C/856e47a914fe4489a0c5fd7476e43996 2024-11-14T14:41:20,752 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:34345/user/jenkins/test-data/14d118ee-a83a-b09b-5913-1a58940a5db1/data/default/TestAcidGuarantees/3b1a5ce21fb918810d964a76bfd27f36/.tmp/A/80250b91d4b140929fed58c56f95e115 as hdfs://localhost:34345/user/jenkins/test-data/14d118ee-a83a-b09b-5913-1a58940a5db1/data/default/TestAcidGuarantees/3b1a5ce21fb918810d964a76bfd27f36/A/80250b91d4b140929fed58c56f95e115 2024-11-14T14:41:20,758 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:34345/user/jenkins/test-data/14d118ee-a83a-b09b-5913-1a58940a5db1/data/default/TestAcidGuarantees/3b1a5ce21fb918810d964a76bfd27f36/A/80250b91d4b140929fed58c56f95e115, entries=150, sequenceid=296, filesize=30.5 K 2024-11-14T14:41:20,760 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:34345/user/jenkins/test-data/14d118ee-a83a-b09b-5913-1a58940a5db1/data/default/TestAcidGuarantees/3b1a5ce21fb918810d964a76bfd27f36/.tmp/B/51f7d77520fd4412a22f5d1f478ed2dc as hdfs://localhost:34345/user/jenkins/test-data/14d118ee-a83a-b09b-5913-1a58940a5db1/data/default/TestAcidGuarantees/3b1a5ce21fb918810d964a76bfd27f36/B/51f7d77520fd4412a22f5d1f478ed2dc 2024-11-14T14:41:20,765 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:34345/user/jenkins/test-data/14d118ee-a83a-b09b-5913-1a58940a5db1/data/default/TestAcidGuarantees/3b1a5ce21fb918810d964a76bfd27f36/B/51f7d77520fd4412a22f5d1f478ed2dc, entries=150, sequenceid=296, filesize=12.0 K 2024-11-14T14:41:20,766 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:34345/user/jenkins/test-data/14d118ee-a83a-b09b-5913-1a58940a5db1/data/default/TestAcidGuarantees/3b1a5ce21fb918810d964a76bfd27f36/.tmp/C/856e47a914fe4489a0c5fd7476e43996 as hdfs://localhost:34345/user/jenkins/test-data/14d118ee-a83a-b09b-5913-1a58940a5db1/data/default/TestAcidGuarantees/3b1a5ce21fb918810d964a76bfd27f36/C/856e47a914fe4489a0c5fd7476e43996 2024-11-14T14:41:20,774 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:34345/user/jenkins/test-data/14d118ee-a83a-b09b-5913-1a58940a5db1/data/default/TestAcidGuarantees/3b1a5ce21fb918810d964a76bfd27f36/C/856e47a914fe4489a0c5fd7476e43996, entries=150, sequenceid=296, filesize=12.0 K 2024-11-14T14:41:20,776 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(3140): Finished flush of dataSize ~134.18 KB/137400, heapSize ~375.56 KB/384576, currentSize=46.96 KB/48090 for 3b1a5ce21fb918810d964a76bfd27f36 in 955ms, sequenceid=296, compaction requested=false 2024-11-14T14:41:20,776 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2603): Flush status journal for 3b1a5ce21fb918810d964a76bfd27f36: 2024-11-14T14:41:20,787 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=35765 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=55 2024-11-14T14:41:20,787 DEBUG [RS_FLUSH_OPERATIONS-regionserver/da1c6afcd1f9:0-1 {event_type=RS_FLUSH_REGIONS, pid=55}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1731595262615.3b1a5ce21fb918810d964a76bfd27f36. 2024-11-14T14:41:20,787 INFO [RS_FLUSH_OPERATIONS-regionserver/da1c6afcd1f9:0-1 {event_type=RS_FLUSH_REGIONS, pid=55}] regionserver.HRegion(2902): Flushing 3b1a5ce21fb918810d964a76bfd27f36 3/3 column families, dataSize=46.96 KB heapSize=140.20 KB 2024-11-14T14:41:20,788 DEBUG [RS_FLUSH_OPERATIONS-regionserver/da1c6afcd1f9:0-1 {event_type=RS_FLUSH_REGIONS, pid=55}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 3b1a5ce21fb918810d964a76bfd27f36, store=A 2024-11-14T14:41:20,788 DEBUG [RS_FLUSH_OPERATIONS-regionserver/da1c6afcd1f9:0-1 {event_type=RS_FLUSH_REGIONS, pid=55}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-14T14:41:20,788 DEBUG [RS_FLUSH_OPERATIONS-regionserver/da1c6afcd1f9:0-1 {event_type=RS_FLUSH_REGIONS, pid=55}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 3b1a5ce21fb918810d964a76bfd27f36, store=B 2024-11-14T14:41:20,788 DEBUG [RS_FLUSH_OPERATIONS-regionserver/da1c6afcd1f9:0-1 {event_type=RS_FLUSH_REGIONS, pid=55}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-14T14:41:20,788 DEBUG [RS_FLUSH_OPERATIONS-regionserver/da1c6afcd1f9:0-1 {event_type=RS_FLUSH_REGIONS, pid=55}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 3b1a5ce21fb918810d964a76bfd27f36, store=C 2024-11-14T14:41:20,788 DEBUG [RS_FLUSH_OPERATIONS-regionserver/da1c6afcd1f9:0-1 {event_type=RS_FLUSH_REGIONS, pid=55}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-14T14:41:20,796 DEBUG [RS_FLUSH_OPERATIONS-regionserver/da1c6afcd1f9:0-1 {event_type=RS_FLUSH_REGIONS, pid=55}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:34345/user/jenkins/test-data/14d118ee-a83a-b09b-5913-1a58940a5db1/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e202411149155f40ef49f4469a8f19e0d9a431d38_3b1a5ce21fb918810d964a76bfd27f36 is 50, key is test_row_0/A:col10/1731595279827/Put/seqid=0 2024-11-14T14:41:20,811 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36699 is added to blk_1073742046_1222 (size=12454) 2024-11-14T14:41:21,006 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45145 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=54 2024-11-14T14:41:21,010 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1731595262615.3b1a5ce21fb918810d964a76bfd27f36. as already flushing 2024-11-14T14:41:21,010 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35765 {}] regionserver.HRegion(8855): Flush requested on 3b1a5ce21fb918810d964a76bfd27f36 2024-11-14T14:41:21,064 DEBUG [RS_IN_MEMORY_COMPACTION-regionserver/da1c6afcd1f9:0-0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=type=CellArrayImmutableSegment, empty=no, cellCount=359, cellSize=16435, totalHeapSize=37576, min timestamp=1731595281032, max timestamp=1731595281060Num uniques 859; 2024-11-14T14:41:21,064 DEBUG [RS_IN_MEMORY_COMPACTION-regionserver/da1c6afcd1f9:0-4 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=type=CellArrayImmutableSegment, empty=no, cellCount=209, cellSize=9565, totalHeapSize=21976, min timestamp=1731595281041, max timestamp=1731595281060Num uniques 859; 2024-11-14T14:41:21,064 DEBUG [RS_IN_MEMORY_COMPACTION-regionserver/da1c6afcd1f9:0-0 {}] regionserver.CompactionPipeline(163): Suffix data size=39335, new segment data size=16435, suffix heap size=117064,new segment heap size=37576 　suffix off heap size=0, new segment off heap size=0, suffix cells count=859, new segment cells count=359 2024-11-14T14:41:21,064 DEBUG [RS_IN_MEMORY_COMPACTION-regionserver/da1c6afcd1f9:0-4 {}] regionserver.CompactionPipeline(163): Suffix data size=39335, new segment data size=9565, suffix heap size=117064,new segment heap size=21976 　suffix off heap size=0, new segment off heap size=0, suffix cells count=859, new segment cells count=209 2024-11-14T14:41:21,065 DEBUG [RS_IN_MEMORY_COMPACTION-regionserver/da1c6afcd1f9:0-2 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=type=CellArrayImmutableSegment, empty=no, cellCount=209, cellSize=9565, totalHeapSize=21976, min timestamp=1731595281041, max timestamp=1731595281060Num uniques 859; 2024-11-14T14:41:21,065 DEBUG [RS_IN_MEMORY_COMPACTION-regionserver/da1c6afcd1f9:0-2 {}] regionserver.CompactionPipeline(163): Suffix data size=39335, new segment data size=9565, suffix heap size=117064,new segment heap size=21976 　suffix off heap size=0, new segment off heap size=0, suffix cells count=859, new segment cells count=209 2024-11-14T14:41:21,112 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35765 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3b1a5ce21fb918810d964a76bfd27f36, server=da1c6afcd1f9,35765,1731595233113 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-14T14:41:21,113 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35765 {}] ipc.CallRunner(138): callId: 103 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:60574 deadline: 1731595341106, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3b1a5ce21fb918810d964a76bfd27f36, server=da1c6afcd1f9,35765,1731595233113 2024-11-14T14:41:21,113 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35765 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3b1a5ce21fb918810d964a76bfd27f36, server=da1c6afcd1f9,35765,1731595233113 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-14T14:41:21,113 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731595262615.3b1a5ce21fb918810d964a76bfd27f36., hostname=da1c6afcd1f9,35765,1731595233113, seqNum=5 , the old value is region=TestAcidGuarantees,,1731595262615.3b1a5ce21fb918810d964a76bfd27f36., hostname=da1c6afcd1f9,35765,1731595233113, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3b1a5ce21fb918810d964a76bfd27f36, server=da1c6afcd1f9,35765,1731595233113 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-14T14:41:21,113 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35765 {}] ipc.CallRunner(138): callId: 105 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:60524 deadline: 1731595341106, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3b1a5ce21fb918810d964a76bfd27f36, server=da1c6afcd1f9,35765,1731595233113 2024-11-14T14:41:21,113 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731595262615.3b1a5ce21fb918810d964a76bfd27f36., hostname=da1c6afcd1f9,35765,1731595233113, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3b1a5ce21fb918810d964a76bfd27f36, server=da1c6afcd1f9,35765,1731595233113 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-14T14:41:21,113 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731595262615.3b1a5ce21fb918810d964a76bfd27f36., hostname=da1c6afcd1f9,35765,1731595233113, seqNum=5 because the exception is null or not the one we care about 2024-11-14T14:41:21,114 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731595262615.3b1a5ce21fb918810d964a76bfd27f36., hostname=da1c6afcd1f9,35765,1731595233113, seqNum=5 , the old value is region=TestAcidGuarantees,,1731595262615.3b1a5ce21fb918810d964a76bfd27f36., hostname=da1c6afcd1f9,35765,1731595233113, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3b1a5ce21fb918810d964a76bfd27f36, server=da1c6afcd1f9,35765,1731595233113 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-14T14:41:21,114 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731595262615.3b1a5ce21fb918810d964a76bfd27f36., hostname=da1c6afcd1f9,35765,1731595233113, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3b1a5ce21fb918810d964a76bfd27f36, server=da1c6afcd1f9,35765,1731595233113 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-14T14:41:21,114 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731595262615.3b1a5ce21fb918810d964a76bfd27f36., hostname=da1c6afcd1f9,35765,1731595233113, seqNum=5 because the exception is null or not the one we care about 2024-11-14T14:41:21,119 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35765 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3b1a5ce21fb918810d964a76bfd27f36, server=da1c6afcd1f9,35765,1731595233113 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-14T14:41:21,119 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35765 {}] ipc.CallRunner(138): callId: 102 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:60594 deadline: 1731595341112, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3b1a5ce21fb918810d964a76bfd27f36, server=da1c6afcd1f9,35765,1731595233113 2024-11-14T14:41:21,119 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731595262615.3b1a5ce21fb918810d964a76bfd27f36., hostname=da1c6afcd1f9,35765,1731595233113, seqNum=5 , the old value is region=TestAcidGuarantees,,1731595262615.3b1a5ce21fb918810d964a76bfd27f36., hostname=da1c6afcd1f9,35765,1731595233113, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3b1a5ce21fb918810d964a76bfd27f36, server=da1c6afcd1f9,35765,1731595233113 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-14T14:41:21,119 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731595262615.3b1a5ce21fb918810d964a76bfd27f36., hostname=da1c6afcd1f9,35765,1731595233113, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3b1a5ce21fb918810d964a76bfd27f36, server=da1c6afcd1f9,35765,1731595233113 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-14T14:41:21,119 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731595262615.3b1a5ce21fb918810d964a76bfd27f36., hostname=da1c6afcd1f9,35765,1731595233113, seqNum=5 because the exception is null or not the one we care about 2024-11-14T14:41:21,212 DEBUG [RS_FLUSH_OPERATIONS-regionserver/da1c6afcd1f9:0-1 {event_type=RS_FLUSH_REGIONS, pid=55}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T14:41:21,218 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35765 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3b1a5ce21fb918810d964a76bfd27f36, server=da1c6afcd1f9,35765,1731595233113 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-14T14:41:21,219 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35765 {}] ipc.CallRunner(138): callId: 106 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:60524 deadline: 1731595341216, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3b1a5ce21fb918810d964a76bfd27f36, server=da1c6afcd1f9,35765,1731595233113 2024-11-14T14:41:21,219 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731595262615.3b1a5ce21fb918810d964a76bfd27f36., hostname=da1c6afcd1f9,35765,1731595233113, seqNum=5 , the old value is region=TestAcidGuarantees,,1731595262615.3b1a5ce21fb918810d964a76bfd27f36., hostname=da1c6afcd1f9,35765,1731595233113, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3b1a5ce21fb918810d964a76bfd27f36, server=da1c6afcd1f9,35765,1731595233113 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-14T14:41:21,219 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731595262615.3b1a5ce21fb918810d964a76bfd27f36., hostname=da1c6afcd1f9,35765,1731595233113, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3b1a5ce21fb918810d964a76bfd27f36, server=da1c6afcd1f9,35765,1731595233113 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-14T14:41:21,219 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731595262615.3b1a5ce21fb918810d964a76bfd27f36., hostname=da1c6afcd1f9,35765,1731595233113, seqNum=5 because the exception is null or not the one we care about 2024-11-14T14:41:21,222 INFO [RS_FLUSH_OPERATIONS-regionserver/da1c6afcd1f9:0-1 {event_type=RS_FLUSH_REGIONS, pid=55}] regionserver.HMobStore(268): FLUSH Renaming flushed file from hdfs://localhost:34345/user/jenkins/test-data/14d118ee-a83a-b09b-5913-1a58940a5db1/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e202411149155f40ef49f4469a8f19e0d9a431d38_3b1a5ce21fb918810d964a76bfd27f36 to hdfs://localhost:34345/user/jenkins/test-data/14d118ee-a83a-b09b-5913-1a58940a5db1/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e202411149155f40ef49f4469a8f19e0d9a431d38_3b1a5ce21fb918810d964a76bfd27f36 2024-11-14T14:41:21,224 DEBUG [RS_FLUSH_OPERATIONS-regionserver/da1c6afcd1f9:0-1 {event_type=RS_FLUSH_REGIONS, pid=55}] mob.DefaultMobStoreFlusher(263): Flush store file: hdfs://localhost:34345/user/jenkins/test-data/14d118ee-a83a-b09b-5913-1a58940a5db1/data/default/TestAcidGuarantees/3b1a5ce21fb918810d964a76bfd27f36/.tmp/A/e891a8d7a886460798f00db3ccebc590, store: [table=TestAcidGuarantees family=A region=3b1a5ce21fb918810d964a76bfd27f36] 2024-11-14T14:41:21,225 DEBUG [RS_FLUSH_OPERATIONS-regionserver/da1c6afcd1f9:0-1 {event_type=RS_FLUSH_REGIONS, pid=55}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:34345/user/jenkins/test-data/14d118ee-a83a-b09b-5913-1a58940a5db1/data/default/TestAcidGuarantees/3b1a5ce21fb918810d964a76bfd27f36/.tmp/A/e891a8d7a886460798f00db3ccebc590 is 175, key is test_row_0/A:col10/1731595279827/Put/seqid=0 2024-11-14T14:41:21,225 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35765 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3b1a5ce21fb918810d964a76bfd27f36, server=da1c6afcd1f9,35765,1731595233113 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-14T14:41:21,225 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35765 {}] ipc.CallRunner(138): callId: 104 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:60574 deadline: 1731595341220, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3b1a5ce21fb918810d964a76bfd27f36, server=da1c6afcd1f9,35765,1731595233113 2024-11-14T14:41:21,226 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731595262615.3b1a5ce21fb918810d964a76bfd27f36., hostname=da1c6afcd1f9,35765,1731595233113, seqNum=5 , the old value is region=TestAcidGuarantees,,1731595262615.3b1a5ce21fb918810d964a76bfd27f36., hostname=da1c6afcd1f9,35765,1731595233113, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3b1a5ce21fb918810d964a76bfd27f36, server=da1c6afcd1f9,35765,1731595233113 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-14T14:41:21,226 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731595262615.3b1a5ce21fb918810d964a76bfd27f36., hostname=da1c6afcd1f9,35765,1731595233113, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3b1a5ce21fb918810d964a76bfd27f36, server=da1c6afcd1f9,35765,1731595233113 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-14T14:41:21,226 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731595262615.3b1a5ce21fb918810d964a76bfd27f36., hostname=da1c6afcd1f9,35765,1731595233113, seqNum=5 because the exception is null or not the one we care about 2024-11-14T14:41:21,231 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35765 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3b1a5ce21fb918810d964a76bfd27f36, server=da1c6afcd1f9,35765,1731595233113 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-14T14:41:21,231 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35765 {}] ipc.CallRunner(138): callId: 103 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:60594 deadline: 1731595341226, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3b1a5ce21fb918810d964a76bfd27f36, server=da1c6afcd1f9,35765,1731595233113 2024-11-14T14:41:21,231 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731595262615.3b1a5ce21fb918810d964a76bfd27f36., hostname=da1c6afcd1f9,35765,1731595233113, seqNum=5 , the old value is region=TestAcidGuarantees,,1731595262615.3b1a5ce21fb918810d964a76bfd27f36., hostname=da1c6afcd1f9,35765,1731595233113, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3b1a5ce21fb918810d964a76bfd27f36, server=da1c6afcd1f9,35765,1731595233113 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-14T14:41:21,231 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731595262615.3b1a5ce21fb918810d964a76bfd27f36., hostname=da1c6afcd1f9,35765,1731595233113, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3b1a5ce21fb918810d964a76bfd27f36, server=da1c6afcd1f9,35765,1731595233113 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-14T14:41:21,231 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731595262615.3b1a5ce21fb918810d964a76bfd27f36., hostname=da1c6afcd1f9,35765,1731595233113, seqNum=5 because the exception is null or not the one we care about 2024-11-14T14:41:21,247 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36699 is added to blk_1073742047_1223 (size=31255) 2024-11-14T14:41:21,248 INFO [RS_FLUSH_OPERATIONS-regionserver/da1c6afcd1f9:0-1 {event_type=RS_FLUSH_REGIONS, pid=55}] mob.DefaultMobStoreFlusher(147): Mob store is flushed, sequenceid=308, memsize=15.7 K, hasBloomFilter=true, into tmp file hdfs://localhost:34345/user/jenkins/test-data/14d118ee-a83a-b09b-5913-1a58940a5db1/data/default/TestAcidGuarantees/3b1a5ce21fb918810d964a76bfd27f36/.tmp/A/e891a8d7a886460798f00db3ccebc590 2024-11-14T14:41:21,261 DEBUG [RS_FLUSH_OPERATIONS-regionserver/da1c6afcd1f9:0-1 {event_type=RS_FLUSH_REGIONS, pid=55}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:34345/user/jenkins/test-data/14d118ee-a83a-b09b-5913-1a58940a5db1/data/default/TestAcidGuarantees/3b1a5ce21fb918810d964a76bfd27f36/.tmp/B/68649e2c81f74115adb0df3a7e68a40c is 50, key is test_row_0/B:col10/1731595279827/Put/seqid=0 2024-11-14T14:41:21,270 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36699 is added to blk_1073742048_1224 (size=12301) 2024-11-14T14:41:21,427 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35765 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3b1a5ce21fb918810d964a76bfd27f36, server=da1c6afcd1f9,35765,1731595233113 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-14T14:41:21,427 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35765 {}] ipc.CallRunner(138): callId: 107 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:60524 deadline: 1731595341426, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3b1a5ce21fb918810d964a76bfd27f36, server=da1c6afcd1f9,35765,1731595233113 2024-11-14T14:41:21,427 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731595262615.3b1a5ce21fb918810d964a76bfd27f36., hostname=da1c6afcd1f9,35765,1731595233113, seqNum=5 , the old value is region=TestAcidGuarantees,,1731595262615.3b1a5ce21fb918810d964a76bfd27f36., hostname=da1c6afcd1f9,35765,1731595233113, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3b1a5ce21fb918810d964a76bfd27f36, server=da1c6afcd1f9,35765,1731595233113 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-14T14:41:21,427 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731595262615.3b1a5ce21fb918810d964a76bfd27f36., hostname=da1c6afcd1f9,35765,1731595233113, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3b1a5ce21fb918810d964a76bfd27f36, server=da1c6afcd1f9,35765,1731595233113 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-14T14:41:21,427 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731595262615.3b1a5ce21fb918810d964a76bfd27f36., hostname=da1c6afcd1f9,35765,1731595233113, seqNum=5 because the exception is null or not the one we care about 2024-11-14T14:41:21,438 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35765 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3b1a5ce21fb918810d964a76bfd27f36, server=da1c6afcd1f9,35765,1731595233113 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-14T14:41:21,438 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35765 {}] ipc.CallRunner(138): callId: 105 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:60574 deadline: 1731595341437, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3b1a5ce21fb918810d964a76bfd27f36, server=da1c6afcd1f9,35765,1731595233113 2024-11-14T14:41:21,438 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35765 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3b1a5ce21fb918810d964a76bfd27f36, server=da1c6afcd1f9,35765,1731595233113 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-14T14:41:21,439 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35765 {}] ipc.CallRunner(138): callId: 104 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:60594 deadline: 1731595341437, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3b1a5ce21fb918810d964a76bfd27f36, server=da1c6afcd1f9,35765,1731595233113 2024-11-14T14:41:21,439 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731595262615.3b1a5ce21fb918810d964a76bfd27f36., hostname=da1c6afcd1f9,35765,1731595233113, seqNum=5 , the old value is region=TestAcidGuarantees,,1731595262615.3b1a5ce21fb918810d964a76bfd27f36., hostname=da1c6afcd1f9,35765,1731595233113, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3b1a5ce21fb918810d964a76bfd27f36, server=da1c6afcd1f9,35765,1731595233113 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-14T14:41:21,439 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731595262615.3b1a5ce21fb918810d964a76bfd27f36., hostname=da1c6afcd1f9,35765,1731595233113, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3b1a5ce21fb918810d964a76bfd27f36, server=da1c6afcd1f9,35765,1731595233113 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-14T14:41:21,439 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731595262615.3b1a5ce21fb918810d964a76bfd27f36., hostname=da1c6afcd1f9,35765,1731595233113, seqNum=5 because the exception is null or not the one we care about 2024-11-14T14:41:21,439 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731595262615.3b1a5ce21fb918810d964a76bfd27f36., hostname=da1c6afcd1f9,35765,1731595233113, seqNum=5 , the old value is region=TestAcidGuarantees,,1731595262615.3b1a5ce21fb918810d964a76bfd27f36., hostname=da1c6afcd1f9,35765,1731595233113, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3b1a5ce21fb918810d964a76bfd27f36, server=da1c6afcd1f9,35765,1731595233113 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-14T14:41:21,439 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731595262615.3b1a5ce21fb918810d964a76bfd27f36., hostname=da1c6afcd1f9,35765,1731595233113, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3b1a5ce21fb918810d964a76bfd27f36, server=da1c6afcd1f9,35765,1731595233113 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-14T14:41:21,439 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731595262615.3b1a5ce21fb918810d964a76bfd27f36., hostname=da1c6afcd1f9,35765,1731595233113, seqNum=5 because the exception is null or not the one we care about 2024-11-14T14:41:21,671 INFO [RS_FLUSH_OPERATIONS-regionserver/da1c6afcd1f9:0-1 {event_type=RS_FLUSH_REGIONS, pid=55}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=15.65 KB at sequenceid=308 (bloomFilter=true), to=hdfs://localhost:34345/user/jenkins/test-data/14d118ee-a83a-b09b-5913-1a58940a5db1/data/default/TestAcidGuarantees/3b1a5ce21fb918810d964a76bfd27f36/.tmp/B/68649e2c81f74115adb0df3a7e68a40c 2024-11-14T14:41:21,685 DEBUG [RS_FLUSH_OPERATIONS-regionserver/da1c6afcd1f9:0-1 {event_type=RS_FLUSH_REGIONS, pid=55}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:34345/user/jenkins/test-data/14d118ee-a83a-b09b-5913-1a58940a5db1/data/default/TestAcidGuarantees/3b1a5ce21fb918810d964a76bfd27f36/.tmp/C/264b39f9ad314ac3905ae50d71b780dd is 50, key is test_row_0/C:col10/1731595279827/Put/seqid=0 2024-11-14T14:41:21,694 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36699 is added to blk_1073742049_1225 (size=12301) 2024-11-14T14:41:21,711 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35765 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3b1a5ce21fb918810d964a76bfd27f36, server=da1c6afcd1f9,35765,1731595233113 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-14T14:41:21,711 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35765 {}] ipc.CallRunner(138): callId: 94 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:60580 deadline: 1731595341706, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3b1a5ce21fb918810d964a76bfd27f36, server=da1c6afcd1f9,35765,1731595233113 2024-11-14T14:41:21,712 WARN [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRpcRetryingCaller(177): Call to da1c6afcd1f9,35765,1731595233113 for 'test_row_2' in 3b1a5ce21fb918810d964a76bfd27f36 of TestAcidGuarantees failed, tries = 6, maxAttempts = 16, timeout = 1200000 ms, time elapsed = 2187 ms org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3b1a5ce21fb918810d964a76bfd27f36, server=da1c6afcd1f9,35765,1731595233113 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) at jdk.internal.reflect.GeneratedConstructorAccessor39.newInstance(Unknown Source) ~[?:?] at jdk.internal.reflect.DelegatingConstructorAccessorImpl.newInstance(DelegatingConstructorAccessorImpl.java:45) ~[?:?] at java.lang.reflect.Constructor.newInstanceWithCaller(Constructor.java:499) ~[?:?] at java.lang.reflect.Constructor.newInstance(Constructor.java:480) ~[?:?] at org.apache.hadoop.hbase.ipc.RemoteWithExtrasException.instantiateException(RemoteWithExtrasException.java:110) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RemoteWithExtrasException.unwrapRemoteException(RemoteWithExtrasException.java:100) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.client.ConnectionUtils.translateException(ConnectionUtils.java:219) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRpcRetryingCaller.onError(AsyncRpcRetryingCaller.java:165) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.lambda$call$4(AsyncSingleRequestRpcRetryingCaller.java:86) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.lambda$addListener$0(FutureUtils.java:71) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:863) ~[?:?] at java.util.concurrent.CompletableFuture$UniWhenComplete.tryFire(CompletableFuture.java:841) ~[?:?] at java.util.concurrent.CompletableFuture.postComplete(CompletableFuture.java:510) ~[?:?] at java.util.concurrent.CompletableFuture.completeExceptionally(CompletableFuture.java:2162) ~[?:?] at org.apache.hadoop.hbase.client.ConnectionUtils$2.run(ConnectionUtils.java:625) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hbase.thirdparty.com.google.protobuf.RpcUtil$1.run(RpcUtil.java:56) ~[hbase-shaded-protobuf-4.1.9.jar:4.1.9] at org.apache.hbase.thirdparty.com.google.protobuf.RpcUtil$1.run(RpcUtil.java:47) ~[hbase-shaded-protobuf-4.1.9.jar:4.1.9] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.onCallFinished(AbstractRpcClient.java:397) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:430) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:425) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.callComplete(Call.java:117) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.setException(Call.java:132) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcConnection.readResponse(RpcConnection.java:457) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.NettyRpcDuplexHandler.readResponse(NettyRpcDuplexHandler.java:125) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.NettyRpcDuplexHandler.channelRead(NettyRpcDuplexHandler.java:140) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:442) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.handler.codec.ByteToMessageDecoder.fireChannelRead(ByteToMessageDecoder.java:346) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.handler.codec.ByteToMessageDecoder.channelRead(ByteToMessageDecoder.java:318) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:444) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.handler.timeout.IdleStateHandler.channelRead(IdleStateHandler.java:289) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:442) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline$HeadContext.channelRead(DefaultChannelPipeline.java:1357) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:440) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline.fireChannelRead(DefaultChannelPipeline.java:868) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.AbstractNioByteChannel$NioByteUnsafe.read(AbstractNioByteChannel.java:166) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.processSelectedKey(NioEventLoop.java:788) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.processSelectedKeysOptimized(NioEventLoop.java:724) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.processSelectedKeys(NioEventLoop.java:650) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:562) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) ~[hbase-shaded-netty-4.1.9.jar:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] Caused by: org.apache.hadoop.hbase.ipc.RemoteWithExtrasException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3b1a5ce21fb918810d964a76bfd27f36, server=da1c6afcd1f9,35765,1731595233113 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) at org.apache.hadoop.hbase.ipc.AbstractRpcClient.onCallFinished(AbstractRpcClient.java:392) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] ... 32 more 2024-11-14T14:41:21,713 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731595262615.3b1a5ce21fb918810d964a76bfd27f36., hostname=da1c6afcd1f9,35765,1731595233113, seqNum=5 , the old value is region=TestAcidGuarantees,,1731595262615.3b1a5ce21fb918810d964a76bfd27f36., hostname=da1c6afcd1f9,35765,1731595233113, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3b1a5ce21fb918810d964a76bfd27f36, server=da1c6afcd1f9,35765,1731595233113 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-14T14:41:21,713 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731595262615.3b1a5ce21fb918810d964a76bfd27f36., hostname=da1c6afcd1f9,35765,1731595233113, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3b1a5ce21fb918810d964a76bfd27f36, server=da1c6afcd1f9,35765,1731595233113 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-14T14:41:21,713 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731595262615.3b1a5ce21fb918810d964a76bfd27f36., hostname=da1c6afcd1f9,35765,1731595233113, seqNum=5 because the exception is null or not the one we care about 2024-11-14T14:41:21,718 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35765 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3b1a5ce21fb918810d964a76bfd27f36, server=da1c6afcd1f9,35765,1731595233113 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-14T14:41:21,719 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35765 {}] ipc.CallRunner(138): callId: 100 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:60566 deadline: 1731595341716, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3b1a5ce21fb918810d964a76bfd27f36, server=da1c6afcd1f9,35765,1731595233113 2024-11-14T14:41:21,719 WARN [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRpcRetryingCaller(177): Call to da1c6afcd1f9,35765,1731595233113 for 'test_row_1' in 3b1a5ce21fb918810d964a76bfd27f36 of TestAcidGuarantees failed, tries = 6, maxAttempts = 16, timeout = 1200000 ms, time elapsed = 2204 ms org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3b1a5ce21fb918810d964a76bfd27f36, server=da1c6afcd1f9,35765,1731595233113 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) at jdk.internal.reflect.GeneratedConstructorAccessor39.newInstance(Unknown Source) ~[?:?] at jdk.internal.reflect.DelegatingConstructorAccessorImpl.newInstance(DelegatingConstructorAccessorImpl.java:45) ~[?:?] at java.lang.reflect.Constructor.newInstanceWithCaller(Constructor.java:499) ~[?:?] at java.lang.reflect.Constructor.newInstance(Constructor.java:480) ~[?:?] at org.apache.hadoop.hbase.ipc.RemoteWithExtrasException.instantiateException(RemoteWithExtrasException.java:110) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RemoteWithExtrasException.unwrapRemoteException(RemoteWithExtrasException.java:100) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.client.ConnectionUtils.translateException(ConnectionUtils.java:219) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRpcRetryingCaller.onError(AsyncRpcRetryingCaller.java:165) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.lambda$call$4(AsyncSingleRequestRpcRetryingCaller.java:86) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.lambda$addListener$0(FutureUtils.java:71) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:863) ~[?:?] at java.util.concurrent.CompletableFuture$UniWhenComplete.tryFire(CompletableFuture.java:841) ~[?:?] at java.util.concurrent.CompletableFuture.postComplete(CompletableFuture.java:510) ~[?:?] at java.util.concurrent.CompletableFuture.completeExceptionally(CompletableFuture.java:2162) ~[?:?] at org.apache.hadoop.hbase.client.ConnectionUtils$2.run(ConnectionUtils.java:625) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hbase.thirdparty.com.google.protobuf.RpcUtil$1.run(RpcUtil.java:56) ~[hbase-shaded-protobuf-4.1.9.jar:4.1.9] at org.apache.hbase.thirdparty.com.google.protobuf.RpcUtil$1.run(RpcUtil.java:47) ~[hbase-shaded-protobuf-4.1.9.jar:4.1.9] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.onCallFinished(AbstractRpcClient.java:397) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:430) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:425) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.callComplete(Call.java:117) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.setException(Call.java:132) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcConnection.readResponse(RpcConnection.java:457) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.NettyRpcDuplexHandler.readResponse(NettyRpcDuplexHandler.java:125) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.NettyRpcDuplexHandler.channelRead(NettyRpcDuplexHandler.java:140) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:442) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.handler.codec.ByteToMessageDecoder.fireChannelRead(ByteToMessageDecoder.java:346) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.handler.codec.ByteToMessageDecoder.channelRead(ByteToMessageDecoder.java:318) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:444) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.handler.timeout.IdleStateHandler.channelRead(IdleStateHandler.java:289) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:442) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline$HeadContext.channelRead(DefaultChannelPipeline.java:1357) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:440) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline.fireChannelRead(DefaultChannelPipeline.java:868) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.AbstractNioByteChannel$NioByteUnsafe.read(AbstractNioByteChannel.java:166) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.processSelectedKey(NioEventLoop.java:788) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.processSelectedKeysOptimized(NioEventLoop.java:724) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.processSelectedKeys(NioEventLoop.java:650) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:562) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) ~[hbase-shaded-netty-4.1.9.jar:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] Caused by: org.apache.hadoop.hbase.ipc.RemoteWithExtrasException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3b1a5ce21fb918810d964a76bfd27f36, server=da1c6afcd1f9,35765,1731595233113 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) at org.apache.hadoop.hbase.ipc.AbstractRpcClient.onCallFinished(AbstractRpcClient.java:392) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] ... 32 more 2024-11-14T14:41:21,720 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731595262615.3b1a5ce21fb918810d964a76bfd27f36., hostname=da1c6afcd1f9,35765,1731595233113, seqNum=5 , the old value is region=TestAcidGuarantees,,1731595262615.3b1a5ce21fb918810d964a76bfd27f36., hostname=da1c6afcd1f9,35765,1731595233113, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3b1a5ce21fb918810d964a76bfd27f36, server=da1c6afcd1f9,35765,1731595233113 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-14T14:41:21,720 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731595262615.3b1a5ce21fb918810d964a76bfd27f36., hostname=da1c6afcd1f9,35765,1731595233113, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3b1a5ce21fb918810d964a76bfd27f36, server=da1c6afcd1f9,35765,1731595233113 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-14T14:41:21,720 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731595262615.3b1a5ce21fb918810d964a76bfd27f36., hostname=da1c6afcd1f9,35765,1731595233113, seqNum=5 because the exception is null or not the one we care about 2024-11-14T14:41:21,741 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35765 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3b1a5ce21fb918810d964a76bfd27f36, server=da1c6afcd1f9,35765,1731595233113 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-14T14:41:21,741 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35765 {}] ipc.CallRunner(138): callId: 108 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:60524 deadline: 1731595341736, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3b1a5ce21fb918810d964a76bfd27f36, server=da1c6afcd1f9,35765,1731595233113 2024-11-14T14:41:21,742 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731595262615.3b1a5ce21fb918810d964a76bfd27f36., hostname=da1c6afcd1f9,35765,1731595233113, seqNum=5 , the old value is region=TestAcidGuarantees,,1731595262615.3b1a5ce21fb918810d964a76bfd27f36., hostname=da1c6afcd1f9,35765,1731595233113, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3b1a5ce21fb918810d964a76bfd27f36, server=da1c6afcd1f9,35765,1731595233113 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-14T14:41:21,742 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731595262615.3b1a5ce21fb918810d964a76bfd27f36., hostname=da1c6afcd1f9,35765,1731595233113, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3b1a5ce21fb918810d964a76bfd27f36, server=da1c6afcd1f9,35765,1731595233113 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-14T14:41:21,742 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731595262615.3b1a5ce21fb918810d964a76bfd27f36., hostname=da1c6afcd1f9,35765,1731595233113, seqNum=5 because the exception is null or not the one we care about 2024-11-14T14:41:21,747 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35765 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3b1a5ce21fb918810d964a76bfd27f36, server=da1c6afcd1f9,35765,1731595233113 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-14T14:41:21,748 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35765 {}] ipc.CallRunner(138): callId: 106 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:60574 deadline: 1731595341746, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3b1a5ce21fb918810d964a76bfd27f36, server=da1c6afcd1f9,35765,1731595233113 2024-11-14T14:41:21,748 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35765 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3b1a5ce21fb918810d964a76bfd27f36, server=da1c6afcd1f9,35765,1731595233113 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-14T14:41:21,748 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35765 {}] ipc.CallRunner(138): callId: 105 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:60594 deadline: 1731595341747, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3b1a5ce21fb918810d964a76bfd27f36, server=da1c6afcd1f9,35765,1731595233113 2024-11-14T14:41:21,748 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731595262615.3b1a5ce21fb918810d964a76bfd27f36., hostname=da1c6afcd1f9,35765,1731595233113, seqNum=5 , the old value is region=TestAcidGuarantees,,1731595262615.3b1a5ce21fb918810d964a76bfd27f36., hostname=da1c6afcd1f9,35765,1731595233113, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3b1a5ce21fb918810d964a76bfd27f36, server=da1c6afcd1f9,35765,1731595233113 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-14T14:41:21,748 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731595262615.3b1a5ce21fb918810d964a76bfd27f36., hostname=da1c6afcd1f9,35765,1731595233113, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3b1a5ce21fb918810d964a76bfd27f36, server=da1c6afcd1f9,35765,1731595233113 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-14T14:41:21,748 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731595262615.3b1a5ce21fb918810d964a76bfd27f36., hostname=da1c6afcd1f9,35765,1731595233113, seqNum=5 because the exception is null or not the one we care about 2024-11-14T14:41:21,748 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731595262615.3b1a5ce21fb918810d964a76bfd27f36., hostname=da1c6afcd1f9,35765,1731595233113, seqNum=5 , the old value is region=TestAcidGuarantees,,1731595262615.3b1a5ce21fb918810d964a76bfd27f36., hostname=da1c6afcd1f9,35765,1731595233113, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3b1a5ce21fb918810d964a76bfd27f36, server=da1c6afcd1f9,35765,1731595233113 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-14T14:41:21,748 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731595262615.3b1a5ce21fb918810d964a76bfd27f36., hostname=da1c6afcd1f9,35765,1731595233113, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3b1a5ce21fb918810d964a76bfd27f36, server=da1c6afcd1f9,35765,1731595233113 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-14T14:41:21,748 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731595262615.3b1a5ce21fb918810d964a76bfd27f36., hostname=da1c6afcd1f9,35765,1731595233113, seqNum=5 because the exception is null or not the one we care about 2024-11-14T14:41:22,026 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45145 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=54 2024-11-14T14:41:22,095 INFO [RS_FLUSH_OPERATIONS-regionserver/da1c6afcd1f9:0-1 {event_type=RS_FLUSH_REGIONS, pid=55}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=15.65 KB at sequenceid=308 (bloomFilter=true), to=hdfs://localhost:34345/user/jenkins/test-data/14d118ee-a83a-b09b-5913-1a58940a5db1/data/default/TestAcidGuarantees/3b1a5ce21fb918810d964a76bfd27f36/.tmp/C/264b39f9ad314ac3905ae50d71b780dd 2024-11-14T14:41:22,101 DEBUG [RS_FLUSH_OPERATIONS-regionserver/da1c6afcd1f9:0-1 {event_type=RS_FLUSH_REGIONS, pid=55}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:34345/user/jenkins/test-data/14d118ee-a83a-b09b-5913-1a58940a5db1/data/default/TestAcidGuarantees/3b1a5ce21fb918810d964a76bfd27f36/.tmp/A/e891a8d7a886460798f00db3ccebc590 as hdfs://localhost:34345/user/jenkins/test-data/14d118ee-a83a-b09b-5913-1a58940a5db1/data/default/TestAcidGuarantees/3b1a5ce21fb918810d964a76bfd27f36/A/e891a8d7a886460798f00db3ccebc590 2024-11-14T14:41:22,107 INFO [RS_FLUSH_OPERATIONS-regionserver/da1c6afcd1f9:0-1 {event_type=RS_FLUSH_REGIONS, pid=55}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:34345/user/jenkins/test-data/14d118ee-a83a-b09b-5913-1a58940a5db1/data/default/TestAcidGuarantees/3b1a5ce21fb918810d964a76bfd27f36/A/e891a8d7a886460798f00db3ccebc590, entries=150, sequenceid=308, filesize=30.5 K 2024-11-14T14:41:22,109 DEBUG [RS_FLUSH_OPERATIONS-regionserver/da1c6afcd1f9:0-1 {event_type=RS_FLUSH_REGIONS, pid=55}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:34345/user/jenkins/test-data/14d118ee-a83a-b09b-5913-1a58940a5db1/data/default/TestAcidGuarantees/3b1a5ce21fb918810d964a76bfd27f36/.tmp/B/68649e2c81f74115adb0df3a7e68a40c as hdfs://localhost:34345/user/jenkins/test-data/14d118ee-a83a-b09b-5913-1a58940a5db1/data/default/TestAcidGuarantees/3b1a5ce21fb918810d964a76bfd27f36/B/68649e2c81f74115adb0df3a7e68a40c 2024-11-14T14:41:22,115 INFO [RS_FLUSH_OPERATIONS-regionserver/da1c6afcd1f9:0-1 {event_type=RS_FLUSH_REGIONS, pid=55}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:34345/user/jenkins/test-data/14d118ee-a83a-b09b-5913-1a58940a5db1/data/default/TestAcidGuarantees/3b1a5ce21fb918810d964a76bfd27f36/B/68649e2c81f74115adb0df3a7e68a40c, entries=150, sequenceid=308, filesize=12.0 K 2024-11-14T14:41:22,118 DEBUG [RS_FLUSH_OPERATIONS-regionserver/da1c6afcd1f9:0-1 {event_type=RS_FLUSH_REGIONS, pid=55}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:34345/user/jenkins/test-data/14d118ee-a83a-b09b-5913-1a58940a5db1/data/default/TestAcidGuarantees/3b1a5ce21fb918810d964a76bfd27f36/.tmp/C/264b39f9ad314ac3905ae50d71b780dd as hdfs://localhost:34345/user/jenkins/test-data/14d118ee-a83a-b09b-5913-1a58940a5db1/data/default/TestAcidGuarantees/3b1a5ce21fb918810d964a76bfd27f36/C/264b39f9ad314ac3905ae50d71b780dd 2024-11-14T14:41:22,124 INFO [RS_FLUSH_OPERATIONS-regionserver/da1c6afcd1f9:0-1 {event_type=RS_FLUSH_REGIONS, pid=55}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:34345/user/jenkins/test-data/14d118ee-a83a-b09b-5913-1a58940a5db1/data/default/TestAcidGuarantees/3b1a5ce21fb918810d964a76bfd27f36/C/264b39f9ad314ac3905ae50d71b780dd, entries=150, sequenceid=308, filesize=12.0 K 2024-11-14T14:41:22,125 INFO [RS_FLUSH_OPERATIONS-regionserver/da1c6afcd1f9:0-1 {event_type=RS_FLUSH_REGIONS, pid=55}] regionserver.HRegion(3140): Finished flush of dataSize ~46.96 KB/48090, heapSize ~140.16 KB/143520, currentSize=134.18 KB/137400 for 3b1a5ce21fb918810d964a76bfd27f36 in 1338ms, sequenceid=308, compaction requested=true 2024-11-14T14:41:22,125 DEBUG [RS_FLUSH_OPERATIONS-regionserver/da1c6afcd1f9:0-1 {event_type=RS_FLUSH_REGIONS, pid=55}] regionserver.HRegion(2603): Flush status journal for 3b1a5ce21fb918810d964a76bfd27f36: 2024-11-14T14:41:22,125 DEBUG [RS_FLUSH_OPERATIONS-regionserver/da1c6afcd1f9:0-1 {event_type=RS_FLUSH_REGIONS, pid=55}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1731595262615.3b1a5ce21fb918810d964a76bfd27f36. 2024-11-14T14:41:22,125 DEBUG [RS_FLUSH_OPERATIONS-regionserver/da1c6afcd1f9:0-1 {event_type=RS_FLUSH_REGIONS, pid=55}] regionserver.RemoteProcedureResultReporter(62): Successfully complete execution of pid=55 2024-11-14T14:41:22,126 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45145 {}] master.HMaster(4169): Remote procedure done, pid=55 2024-11-14T14:41:22,130 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=55, resume processing ppid=54 2024-11-14T14:41:22,130 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1521): Finished pid=55, ppid=54, state=SUCCESS, hasLock=false; org.apache.hadoop.hbase.master.procedure.FlushRegionProcedure in 2.2620 sec 2024-11-14T14:41:22,132 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1521): Finished pid=54, state=SUCCESS, hasLock=false; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=54, table=TestAcidGuarantees in 2.2730 sec 2024-11-14T14:41:22,248 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35765 {}] regionserver.HRegion(8855): Flush requested on 3b1a5ce21fb918810d964a76bfd27f36 2024-11-14T14:41:22,248 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(2902): Flushing 3b1a5ce21fb918810d964a76bfd27f36 3/3 column families, dataSize=140.89 KB heapSize=395.53 KB 2024-11-14T14:41:22,249 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 3b1a5ce21fb918810d964a76bfd27f36, store=A 2024-11-14T14:41:22,249 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=2, new segment=null 2024-11-14T14:41:22,249 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 3b1a5ce21fb918810d964a76bfd27f36, store=B 2024-11-14T14:41:22,249 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=2, new segment=null 2024-11-14T14:41:22,249 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 3b1a5ce21fb918810d964a76bfd27f36, store=C 2024-11-14T14:41:22,249 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=2, new segment=null 2024-11-14T14:41:22,260 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:34345/user/jenkins/test-data/14d118ee-a83a-b09b-5913-1a58940a5db1/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e20241114275102e95f494bcea8b358e17eaf61ed_3b1a5ce21fb918810d964a76bfd27f36 is 50, key is test_row_0/A:col10/1731595281110/Put/seqid=0 2024-11-14T14:41:22,274 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35765 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3b1a5ce21fb918810d964a76bfd27f36, server=da1c6afcd1f9,35765,1731595233113 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-14T14:41:22,275 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35765 {}] ipc.CallRunner(138): callId: 107 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:60594 deadline: 1731595342267, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3b1a5ce21fb918810d964a76bfd27f36, server=da1c6afcd1f9,35765,1731595233113 2024-11-14T14:41:22,275 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731595262615.3b1a5ce21fb918810d964a76bfd27f36., hostname=da1c6afcd1f9,35765,1731595233113, seqNum=5 , the old value is region=TestAcidGuarantees,,1731595262615.3b1a5ce21fb918810d964a76bfd27f36., hostname=da1c6afcd1f9,35765,1731595233113, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3b1a5ce21fb918810d964a76bfd27f36, server=da1c6afcd1f9,35765,1731595233113 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-14T14:41:22,275 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731595262615.3b1a5ce21fb918810d964a76bfd27f36., hostname=da1c6afcd1f9,35765,1731595233113, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3b1a5ce21fb918810d964a76bfd27f36, server=da1c6afcd1f9,35765,1731595233113 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-14T14:41:22,275 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731595262615.3b1a5ce21fb918810d964a76bfd27f36., hostname=da1c6afcd1f9,35765,1731595233113, seqNum=5 because the exception is null or not the one we care about 2024-11-14T14:41:22,275 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35765 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3b1a5ce21fb918810d964a76bfd27f36, server=da1c6afcd1f9,35765,1731595233113 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-14T14:41:22,275 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35765 {}] ipc.CallRunner(138): callId: 113 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:60524 deadline: 1731595342270, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3b1a5ce21fb918810d964a76bfd27f36, server=da1c6afcd1f9,35765,1731595233113 2024-11-14T14:41:22,276 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731595262615.3b1a5ce21fb918810d964a76bfd27f36., hostname=da1c6afcd1f9,35765,1731595233113, seqNum=5 , the old value is region=TestAcidGuarantees,,1731595262615.3b1a5ce21fb918810d964a76bfd27f36., hostname=da1c6afcd1f9,35765,1731595233113, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3b1a5ce21fb918810d964a76bfd27f36, server=da1c6afcd1f9,35765,1731595233113 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-14T14:41:22,276 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731595262615.3b1a5ce21fb918810d964a76bfd27f36., hostname=da1c6afcd1f9,35765,1731595233113, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3b1a5ce21fb918810d964a76bfd27f36, server=da1c6afcd1f9,35765,1731595233113 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-14T14:41:22,276 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731595262615.3b1a5ce21fb918810d964a76bfd27f36., hostname=da1c6afcd1f9,35765,1731595233113, seqNum=5 because the exception is null or not the one we care about 2024-11-14T14:41:22,278 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35765 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3b1a5ce21fb918810d964a76bfd27f36, server=da1c6afcd1f9,35765,1731595233113 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-14T14:41:22,279 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35765 {}] ipc.CallRunner(138): callId: 109 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:60574 deadline: 1731595342271, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3b1a5ce21fb918810d964a76bfd27f36, server=da1c6afcd1f9,35765,1731595233113 2024-11-14T14:41:22,279 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731595262615.3b1a5ce21fb918810d964a76bfd27f36., hostname=da1c6afcd1f9,35765,1731595233113, seqNum=5 , the old value is region=TestAcidGuarantees,,1731595262615.3b1a5ce21fb918810d964a76bfd27f36., hostname=da1c6afcd1f9,35765,1731595233113, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3b1a5ce21fb918810d964a76bfd27f36, server=da1c6afcd1f9,35765,1731595233113 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-14T14:41:22,279 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731595262615.3b1a5ce21fb918810d964a76bfd27f36., hostname=da1c6afcd1f9,35765,1731595233113, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3b1a5ce21fb918810d964a76bfd27f36, server=da1c6afcd1f9,35765,1731595233113 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-14T14:41:22,279 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731595262615.3b1a5ce21fb918810d964a76bfd27f36., hostname=da1c6afcd1f9,35765,1731595233113, seqNum=5 because the exception is null or not the one we care about 2024-11-14T14:41:22,288 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36699 is added to blk_1073742050_1226 (size=14994) 2024-11-14T14:41:22,390 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35765 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3b1a5ce21fb918810d964a76bfd27f36, server=da1c6afcd1f9,35765,1731595233113 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-14T14:41:22,390 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35765 {}] ipc.CallRunner(138): callId: 108 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:60594 deadline: 1731595342386, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3b1a5ce21fb918810d964a76bfd27f36, server=da1c6afcd1f9,35765,1731595233113 2024-11-14T14:41:22,390 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35765 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3b1a5ce21fb918810d964a76bfd27f36, server=da1c6afcd1f9,35765,1731595233113 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-14T14:41:22,390 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731595262615.3b1a5ce21fb918810d964a76bfd27f36., hostname=da1c6afcd1f9,35765,1731595233113, seqNum=5 , the old value is region=TestAcidGuarantees,,1731595262615.3b1a5ce21fb918810d964a76bfd27f36., hostname=da1c6afcd1f9,35765,1731595233113, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3b1a5ce21fb918810d964a76bfd27f36, server=da1c6afcd1f9,35765,1731595233113 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-14T14:41:22,391 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731595262615.3b1a5ce21fb918810d964a76bfd27f36., hostname=da1c6afcd1f9,35765,1731595233113, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3b1a5ce21fb918810d964a76bfd27f36, server=da1c6afcd1f9,35765,1731595233113 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-14T14:41:22,391 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35765 {}] ipc.CallRunner(138): callId: 114 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:60524 deadline: 1731595342387, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3b1a5ce21fb918810d964a76bfd27f36, server=da1c6afcd1f9,35765,1731595233113 2024-11-14T14:41:22,391 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731595262615.3b1a5ce21fb918810d964a76bfd27f36., hostname=da1c6afcd1f9,35765,1731595233113, seqNum=5 because the exception is null or not the one we care about 2024-11-14T14:41:22,391 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35765 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3b1a5ce21fb918810d964a76bfd27f36, server=da1c6afcd1f9,35765,1731595233113 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-14T14:41:22,391 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731595262615.3b1a5ce21fb918810d964a76bfd27f36., hostname=da1c6afcd1f9,35765,1731595233113, seqNum=5 , the old value is region=TestAcidGuarantees,,1731595262615.3b1a5ce21fb918810d964a76bfd27f36., hostname=da1c6afcd1f9,35765,1731595233113, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3b1a5ce21fb918810d964a76bfd27f36, server=da1c6afcd1f9,35765,1731595233113 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-14T14:41:22,391 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731595262615.3b1a5ce21fb918810d964a76bfd27f36., hostname=da1c6afcd1f9,35765,1731595233113, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3b1a5ce21fb918810d964a76bfd27f36, server=da1c6afcd1f9,35765,1731595233113 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-14T14:41:22,391 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35765 {}] ipc.CallRunner(138): callId: 110 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:60574 deadline: 1731595342387, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3b1a5ce21fb918810d964a76bfd27f36, server=da1c6afcd1f9,35765,1731595233113 2024-11-14T14:41:22,391 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731595262615.3b1a5ce21fb918810d964a76bfd27f36., hostname=da1c6afcd1f9,35765,1731595233113, seqNum=5 because the exception is null or not the one we care about 2024-11-14T14:41:22,391 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731595262615.3b1a5ce21fb918810d964a76bfd27f36., hostname=da1c6afcd1f9,35765,1731595233113, seqNum=5 , the old value is region=TestAcidGuarantees,,1731595262615.3b1a5ce21fb918810d964a76bfd27f36., hostname=da1c6afcd1f9,35765,1731595233113, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3b1a5ce21fb918810d964a76bfd27f36, server=da1c6afcd1f9,35765,1731595233113 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-14T14:41:22,391 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731595262615.3b1a5ce21fb918810d964a76bfd27f36., hostname=da1c6afcd1f9,35765,1731595233113, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3b1a5ce21fb918810d964a76bfd27f36, server=da1c6afcd1f9,35765,1731595233113 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-14T14:41:22,391 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731595262615.3b1a5ce21fb918810d964a76bfd27f36., hostname=da1c6afcd1f9,35765,1731595233113, seqNum=5 because the exception is null or not the one we care about 2024-11-14T14:41:22,599 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35765 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3b1a5ce21fb918810d964a76bfd27f36, server=da1c6afcd1f9,35765,1731595233113 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-14T14:41:22,599 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35765 {}] ipc.CallRunner(138): callId: 109 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:60594 deadline: 1731595342596, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3b1a5ce21fb918810d964a76bfd27f36, server=da1c6afcd1f9,35765,1731595233113 2024-11-14T14:41:22,600 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35765 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3b1a5ce21fb918810d964a76bfd27f36, server=da1c6afcd1f9,35765,1731595233113 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-14T14:41:22,600 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731595262615.3b1a5ce21fb918810d964a76bfd27f36., hostname=da1c6afcd1f9,35765,1731595233113, seqNum=5 , the old value is region=TestAcidGuarantees,,1731595262615.3b1a5ce21fb918810d964a76bfd27f36., hostname=da1c6afcd1f9,35765,1731595233113, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3b1a5ce21fb918810d964a76bfd27f36, server=da1c6afcd1f9,35765,1731595233113 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-14T14:41:22,600 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731595262615.3b1a5ce21fb918810d964a76bfd27f36., hostname=da1c6afcd1f9,35765,1731595233113, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3b1a5ce21fb918810d964a76bfd27f36, server=da1c6afcd1f9,35765,1731595233113 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-14T14:41:22,600 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35765 {}] ipc.CallRunner(138): callId: 115 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:60524 deadline: 1731595342596, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3b1a5ce21fb918810d964a76bfd27f36, server=da1c6afcd1f9,35765,1731595233113 2024-11-14T14:41:22,600 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731595262615.3b1a5ce21fb918810d964a76bfd27f36., hostname=da1c6afcd1f9,35765,1731595233113, seqNum=5 because the exception is null or not the one we care about 2024-11-14T14:41:22,600 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35765 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3b1a5ce21fb918810d964a76bfd27f36, server=da1c6afcd1f9,35765,1731595233113 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-14T14:41:22,600 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731595262615.3b1a5ce21fb918810d964a76bfd27f36., hostname=da1c6afcd1f9,35765,1731595233113, seqNum=5 , the old value is region=TestAcidGuarantees,,1731595262615.3b1a5ce21fb918810d964a76bfd27f36., hostname=da1c6afcd1f9,35765,1731595233113, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3b1a5ce21fb918810d964a76bfd27f36, server=da1c6afcd1f9,35765,1731595233113 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-14T14:41:22,600 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35765 {}] ipc.CallRunner(138): callId: 111 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:60574 deadline: 1731595342596, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3b1a5ce21fb918810d964a76bfd27f36, server=da1c6afcd1f9,35765,1731595233113 2024-11-14T14:41:22,600 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731595262615.3b1a5ce21fb918810d964a76bfd27f36., hostname=da1c6afcd1f9,35765,1731595233113, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3b1a5ce21fb918810d964a76bfd27f36, server=da1c6afcd1f9,35765,1731595233113 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-14T14:41:22,600 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731595262615.3b1a5ce21fb918810d964a76bfd27f36., hostname=da1c6afcd1f9,35765,1731595233113, seqNum=5 because the exception is null or not the one we care about 2024-11-14T14:41:22,600 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731595262615.3b1a5ce21fb918810d964a76bfd27f36., hostname=da1c6afcd1f9,35765,1731595233113, seqNum=5 , the old value is region=TestAcidGuarantees,,1731595262615.3b1a5ce21fb918810d964a76bfd27f36., hostname=da1c6afcd1f9,35765,1731595233113, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3b1a5ce21fb918810d964a76bfd27f36, server=da1c6afcd1f9,35765,1731595233113 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-14T14:41:22,601 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731595262615.3b1a5ce21fb918810d964a76bfd27f36., hostname=da1c6afcd1f9,35765,1731595233113, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3b1a5ce21fb918810d964a76bfd27f36, server=da1c6afcd1f9,35765,1731595233113 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-14T14:41:22,601 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731595262615.3b1a5ce21fb918810d964a76bfd27f36., hostname=da1c6afcd1f9,35765,1731595233113, seqNum=5 because the exception is null or not the one we care about 2024-11-14T14:41:22,689 DEBUG [MemStoreFlusher.0 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T14:41:22,694 INFO [MemStoreFlusher.0 {}] regionserver.HMobStore(268): FLUSH Renaming flushed file from hdfs://localhost:34345/user/jenkins/test-data/14d118ee-a83a-b09b-5913-1a58940a5db1/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e20241114275102e95f494bcea8b358e17eaf61ed_3b1a5ce21fb918810d964a76bfd27f36 to hdfs://localhost:34345/user/jenkins/test-data/14d118ee-a83a-b09b-5913-1a58940a5db1/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e20241114275102e95f494bcea8b358e17eaf61ed_3b1a5ce21fb918810d964a76bfd27f36 2024-11-14T14:41:22,695 DEBUG [MemStoreFlusher.0 {}] mob.DefaultMobStoreFlusher(263): Flush store file: hdfs://localhost:34345/user/jenkins/test-data/14d118ee-a83a-b09b-5913-1a58940a5db1/data/default/TestAcidGuarantees/3b1a5ce21fb918810d964a76bfd27f36/.tmp/A/4e6599d9b1b246c48278b5b629881e3b, store: [table=TestAcidGuarantees family=A region=3b1a5ce21fb918810d964a76bfd27f36] 2024-11-14T14:41:22,695 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:34345/user/jenkins/test-data/14d118ee-a83a-b09b-5913-1a58940a5db1/data/default/TestAcidGuarantees/3b1a5ce21fb918810d964a76bfd27f36/.tmp/A/4e6599d9b1b246c48278b5b629881e3b is 175, key is test_row_0/A:col10/1731595281110/Put/seqid=0 2024-11-14T14:41:22,702 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36699 is added to blk_1073742051_1227 (size=39949) 2024-11-14T14:41:22,911 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35765 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3b1a5ce21fb918810d964a76bfd27f36, server=da1c6afcd1f9,35765,1731595233113 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-14T14:41:22,912 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35765 {}] ipc.CallRunner(138): callId: 112 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:60574 deadline: 1731595342907, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3b1a5ce21fb918810d964a76bfd27f36, server=da1c6afcd1f9,35765,1731595233113 2024-11-14T14:41:22,912 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731595262615.3b1a5ce21fb918810d964a76bfd27f36., hostname=da1c6afcd1f9,35765,1731595233113, seqNum=5 , the old value is region=TestAcidGuarantees,,1731595262615.3b1a5ce21fb918810d964a76bfd27f36., hostname=da1c6afcd1f9,35765,1731595233113, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3b1a5ce21fb918810d964a76bfd27f36, server=da1c6afcd1f9,35765,1731595233113 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-14T14:41:22,912 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731595262615.3b1a5ce21fb918810d964a76bfd27f36., hostname=da1c6afcd1f9,35765,1731595233113, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3b1a5ce21fb918810d964a76bfd27f36, server=da1c6afcd1f9,35765,1731595233113 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-14T14:41:22,912 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35765 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3b1a5ce21fb918810d964a76bfd27f36, server=da1c6afcd1f9,35765,1731595233113 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-14T14:41:22,912 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731595262615.3b1a5ce21fb918810d964a76bfd27f36., hostname=da1c6afcd1f9,35765,1731595233113, seqNum=5 because the exception is null or not the one we care about 2024-11-14T14:41:22,913 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35765 {}] ipc.CallRunner(138): callId: 116 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:60524 deadline: 1731595342907, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3b1a5ce21fb918810d964a76bfd27f36, server=da1c6afcd1f9,35765,1731595233113 2024-11-14T14:41:22,913 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35765 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3b1a5ce21fb918810d964a76bfd27f36, server=da1c6afcd1f9,35765,1731595233113 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-14T14:41:22,913 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731595262615.3b1a5ce21fb918810d964a76bfd27f36., hostname=da1c6afcd1f9,35765,1731595233113, seqNum=5 , the old value is region=TestAcidGuarantees,,1731595262615.3b1a5ce21fb918810d964a76bfd27f36., hostname=da1c6afcd1f9,35765,1731595233113, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3b1a5ce21fb918810d964a76bfd27f36, server=da1c6afcd1f9,35765,1731595233113 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-14T14:41:22,913 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35765 {}] ipc.CallRunner(138): callId: 110 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:60594 deadline: 1731595342907, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3b1a5ce21fb918810d964a76bfd27f36, server=da1c6afcd1f9,35765,1731595233113 2024-11-14T14:41:22,913 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731595262615.3b1a5ce21fb918810d964a76bfd27f36., hostname=da1c6afcd1f9,35765,1731595233113, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3b1a5ce21fb918810d964a76bfd27f36, server=da1c6afcd1f9,35765,1731595233113 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-14T14:41:22,913 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731595262615.3b1a5ce21fb918810d964a76bfd27f36., hostname=da1c6afcd1f9,35765,1731595233113, seqNum=5 because the exception is null or not the one we care about 2024-11-14T14:41:22,914 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731595262615.3b1a5ce21fb918810d964a76bfd27f36., hostname=da1c6afcd1f9,35765,1731595233113, seqNum=5 , the old value is region=TestAcidGuarantees,,1731595262615.3b1a5ce21fb918810d964a76bfd27f36., hostname=da1c6afcd1f9,35765,1731595233113, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3b1a5ce21fb918810d964a76bfd27f36, server=da1c6afcd1f9,35765,1731595233113 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-14T14:41:22,914 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731595262615.3b1a5ce21fb918810d964a76bfd27f36., hostname=da1c6afcd1f9,35765,1731595233113, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3b1a5ce21fb918810d964a76bfd27f36, server=da1c6afcd1f9,35765,1731595233113 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-14T14:41:22,914 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731595262615.3b1a5ce21fb918810d964a76bfd27f36., hostname=da1c6afcd1f9,35765,1731595233113, seqNum=5 because the exception is null or not the one we care about 2024-11-14T14:41:23,103 INFO [MemStoreFlusher.0 {}] mob.DefaultMobStoreFlusher(147): Mob store is flushed, sequenceid=344, memsize=51.4 K, hasBloomFilter=true, into tmp file hdfs://localhost:34345/user/jenkins/test-data/14d118ee-a83a-b09b-5913-1a58940a5db1/data/default/TestAcidGuarantees/3b1a5ce21fb918810d964a76bfd27f36/.tmp/A/4e6599d9b1b246c48278b5b629881e3b 2024-11-14T14:41:23,125 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:34345/user/jenkins/test-data/14d118ee-a83a-b09b-5913-1a58940a5db1/data/default/TestAcidGuarantees/3b1a5ce21fb918810d964a76bfd27f36/.tmp/B/5a6560a5f71c466ebc24cf761a3f330c is 50, key is test_row_0/B:col10/1731595281110/Put/seqid=0 2024-11-14T14:41:23,153 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36699 is added to blk_1073742052_1228 (size=12301) 2024-11-14T14:41:23,156 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=44.73 KB at sequenceid=344 (bloomFilter=true), to=hdfs://localhost:34345/user/jenkins/test-data/14d118ee-a83a-b09b-5913-1a58940a5db1/data/default/TestAcidGuarantees/3b1a5ce21fb918810d964a76bfd27f36/.tmp/B/5a6560a5f71c466ebc24cf761a3f330c 2024-11-14T14:41:23,170 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:34345/user/jenkins/test-data/14d118ee-a83a-b09b-5913-1a58940a5db1/data/default/TestAcidGuarantees/3b1a5ce21fb918810d964a76bfd27f36/.tmp/C/b02243376de2404f887128064694a303 is 50, key is test_row_0/C:col10/1731595281110/Put/seqid=0 2024-11-14T14:41:23,214 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36699 is added to blk_1073742053_1229 (size=12301) 2024-11-14T14:41:23,215 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=44.73 KB at sequenceid=344 (bloomFilter=true), to=hdfs://localhost:34345/user/jenkins/test-data/14d118ee-a83a-b09b-5913-1a58940a5db1/data/default/TestAcidGuarantees/3b1a5ce21fb918810d964a76bfd27f36/.tmp/C/b02243376de2404f887128064694a303 2024-11-14T14:41:23,229 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:34345/user/jenkins/test-data/14d118ee-a83a-b09b-5913-1a58940a5db1/data/default/TestAcidGuarantees/3b1a5ce21fb918810d964a76bfd27f36/.tmp/A/4e6599d9b1b246c48278b5b629881e3b as hdfs://localhost:34345/user/jenkins/test-data/14d118ee-a83a-b09b-5913-1a58940a5db1/data/default/TestAcidGuarantees/3b1a5ce21fb918810d964a76bfd27f36/A/4e6599d9b1b246c48278b5b629881e3b 2024-11-14T14:41:23,239 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:34345/user/jenkins/test-data/14d118ee-a83a-b09b-5913-1a58940a5db1/data/default/TestAcidGuarantees/3b1a5ce21fb918810d964a76bfd27f36/A/4e6599d9b1b246c48278b5b629881e3b, entries=200, sequenceid=344, filesize=39.0 K 2024-11-14T14:41:23,242 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:34345/user/jenkins/test-data/14d118ee-a83a-b09b-5913-1a58940a5db1/data/default/TestAcidGuarantees/3b1a5ce21fb918810d964a76bfd27f36/.tmp/B/5a6560a5f71c466ebc24cf761a3f330c as hdfs://localhost:34345/user/jenkins/test-data/14d118ee-a83a-b09b-5913-1a58940a5db1/data/default/TestAcidGuarantees/3b1a5ce21fb918810d964a76bfd27f36/B/5a6560a5f71c466ebc24cf761a3f330c 2024-11-14T14:41:23,248 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:34345/user/jenkins/test-data/14d118ee-a83a-b09b-5913-1a58940a5db1/data/default/TestAcidGuarantees/3b1a5ce21fb918810d964a76bfd27f36/B/5a6560a5f71c466ebc24cf761a3f330c, entries=150, sequenceid=344, filesize=12.0 K 2024-11-14T14:41:23,251 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:34345/user/jenkins/test-data/14d118ee-a83a-b09b-5913-1a58940a5db1/data/default/TestAcidGuarantees/3b1a5ce21fb918810d964a76bfd27f36/.tmp/C/b02243376de2404f887128064694a303 as hdfs://localhost:34345/user/jenkins/test-data/14d118ee-a83a-b09b-5913-1a58940a5db1/data/default/TestAcidGuarantees/3b1a5ce21fb918810d964a76bfd27f36/C/b02243376de2404f887128064694a303 2024-11-14T14:41:23,257 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:34345/user/jenkins/test-data/14d118ee-a83a-b09b-5913-1a58940a5db1/data/default/TestAcidGuarantees/3b1a5ce21fb918810d964a76bfd27f36/C/b02243376de2404f887128064694a303, entries=150, sequenceid=344, filesize=12.0 K 2024-11-14T14:41:23,258 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(3140): Finished flush of dataSize ~140.89 KB/144270, heapSize ~395.48 KB/404976, currentSize=40.25 KB/41220 for 3b1a5ce21fb918810d964a76bfd27f36 in 1010ms, sequenceid=344, compaction requested=true 2024-11-14T14:41:23,258 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2603): Flush status journal for 3b1a5ce21fb918810d964a76bfd27f36: 2024-11-14T14:41:23,258 DEBUG [RS:0;da1c6afcd1f9:35765-shortCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 4 store files, 0 compacting, 4 eligible, 16 blocking 2024-11-14T14:41:23,259 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store 3b1a5ce21fb918810d964a76bfd27f36:A, priority=-2147483648, current under compaction store size is 1 2024-11-14T14:41:23,259 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-14T14:41:23,259 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store 3b1a5ce21fb918810d964a76bfd27f36:B, priority=-2147483648, current under compaction store size is 2 2024-11-14T14:41:23,259 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-14T14:41:23,259 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store 3b1a5ce21fb918810d964a76bfd27f36:C, priority=-2147483648, current under compaction store size is 3 2024-11-14T14:41:23,259 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=1), splitQueue=0 2024-11-14T14:41:23,259 DEBUG [RS:0;da1c6afcd1f9:35765-longCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 4 store files, 0 compacting, 4 eligible, 16 blocking 2024-11-14T14:41:23,260 DEBUG [RS:0;da1c6afcd1f9:35765-shortCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 4 files of size 134160 starting at candidate #0 after considering 3 permutations with 3 in ratio 2024-11-14T14:41:23,260 DEBUG [RS:0;da1c6afcd1f9:35765-shortCompactions-0 {}] regionserver.HStore(1541): 3b1a5ce21fb918810d964a76bfd27f36/A is initiating minor compaction (all files) 2024-11-14T14:41:23,260 INFO [RS:0;da1c6afcd1f9:35765-shortCompactions-0 {}] regionserver.HRegion(2416): Starting compaction of 3b1a5ce21fb918810d964a76bfd27f36/A in TestAcidGuarantees,,1731595262615.3b1a5ce21fb918810d964a76bfd27f36. 2024-11-14T14:41:23,260 INFO [RS:0;da1c6afcd1f9:35765-shortCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:34345/user/jenkins/test-data/14d118ee-a83a-b09b-5913-1a58940a5db1/data/default/TestAcidGuarantees/3b1a5ce21fb918810d964a76bfd27f36/A/443e5125fa4f422b96332193ab833a04, hdfs://localhost:34345/user/jenkins/test-data/14d118ee-a83a-b09b-5913-1a58940a5db1/data/default/TestAcidGuarantees/3b1a5ce21fb918810d964a76bfd27f36/A/80250b91d4b140929fed58c56f95e115, hdfs://localhost:34345/user/jenkins/test-data/14d118ee-a83a-b09b-5913-1a58940a5db1/data/default/TestAcidGuarantees/3b1a5ce21fb918810d964a76bfd27f36/A/e891a8d7a886460798f00db3ccebc590, hdfs://localhost:34345/user/jenkins/test-data/14d118ee-a83a-b09b-5913-1a58940a5db1/data/default/TestAcidGuarantees/3b1a5ce21fb918810d964a76bfd27f36/A/4e6599d9b1b246c48278b5b629881e3b] into tmpdir=hdfs://localhost:34345/user/jenkins/test-data/14d118ee-a83a-b09b-5913-1a58940a5db1/data/default/TestAcidGuarantees/3b1a5ce21fb918810d964a76bfd27f36/.tmp, totalSize=131.0 K 2024-11-14T14:41:23,260 INFO [RS:0;da1c6afcd1f9:35765-shortCompactions-0 {}] mob.DefaultMobStoreCompactor(181): MOB compaction: major=false isAll=true priority=12 throughput controller=DefaultCompactionThroughputController [maxThroughput=50.00 MB/second, activeCompactions=0] table=TestAcidGuarantees cf=A region=TestAcidGuarantees,,1731595262615.3b1a5ce21fb918810d964a76bfd27f36. 2024-11-14T14:41:23,260 DEBUG [RS:0;da1c6afcd1f9:35765-shortCompactions-0 {}] mob.DefaultMobStoreCompactor(191): MOB compaction table=TestAcidGuarantees cf=A region=TestAcidGuarantees,,1731595262615.3b1a5ce21fb918810d964a76bfd27f36. files: [hdfs://localhost:34345/user/jenkins/test-data/14d118ee-a83a-b09b-5913-1a58940a5db1/data/default/TestAcidGuarantees/3b1a5ce21fb918810d964a76bfd27f36/A/443e5125fa4f422b96332193ab833a04, hdfs://localhost:34345/user/jenkins/test-data/14d118ee-a83a-b09b-5913-1a58940a5db1/data/default/TestAcidGuarantees/3b1a5ce21fb918810d964a76bfd27f36/A/80250b91d4b140929fed58c56f95e115, hdfs://localhost:34345/user/jenkins/test-data/14d118ee-a83a-b09b-5913-1a58940a5db1/data/default/TestAcidGuarantees/3b1a5ce21fb918810d964a76bfd27f36/A/e891a8d7a886460798f00db3ccebc590, hdfs://localhost:34345/user/jenkins/test-data/14d118ee-a83a-b09b-5913-1a58940a5db1/data/default/TestAcidGuarantees/3b1a5ce21fb918810d964a76bfd27f36/A/4e6599d9b1b246c48278b5b629881e3b] 2024-11-14T14:41:23,261 DEBUG [RS:0;da1c6afcd1f9:35765-longCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 4 files of size 49650 starting at candidate #0 after considering 3 permutations with 3 in ratio 2024-11-14T14:41:23,261 DEBUG [RS:0;da1c6afcd1f9:35765-shortCompactions-0 {}] compactions.Compactor(225): Compacting 443e5125fa4f422b96332193ab833a04, keycount=150, bloomtype=ROW, size=31.0 K, encoding=NONE, compression=NONE, seqNum=259, earliestPutTs=1731595278793 2024-11-14T14:41:23,261 DEBUG [RS:0;da1c6afcd1f9:35765-longCompactions-0 {}] regionserver.HStore(1541): 3b1a5ce21fb918810d964a76bfd27f36/B is initiating minor compaction (all files) 2024-11-14T14:41:23,261 INFO [RS:0;da1c6afcd1f9:35765-longCompactions-0 {}] regionserver.HRegion(2416): Starting compaction of 3b1a5ce21fb918810d964a76bfd27f36/B in TestAcidGuarantees,,1731595262615.3b1a5ce21fb918810d964a76bfd27f36. 2024-11-14T14:41:23,261 INFO [RS:0;da1c6afcd1f9:35765-longCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:34345/user/jenkins/test-data/14d118ee-a83a-b09b-5913-1a58940a5db1/data/default/TestAcidGuarantees/3b1a5ce21fb918810d964a76bfd27f36/B/146ab527c10549228abb530cebdd41ea, hdfs://localhost:34345/user/jenkins/test-data/14d118ee-a83a-b09b-5913-1a58940a5db1/data/default/TestAcidGuarantees/3b1a5ce21fb918810d964a76bfd27f36/B/51f7d77520fd4412a22f5d1f478ed2dc, hdfs://localhost:34345/user/jenkins/test-data/14d118ee-a83a-b09b-5913-1a58940a5db1/data/default/TestAcidGuarantees/3b1a5ce21fb918810d964a76bfd27f36/B/68649e2c81f74115adb0df3a7e68a40c, hdfs://localhost:34345/user/jenkins/test-data/14d118ee-a83a-b09b-5913-1a58940a5db1/data/default/TestAcidGuarantees/3b1a5ce21fb918810d964a76bfd27f36/B/5a6560a5f71c466ebc24cf761a3f330c] into tmpdir=hdfs://localhost:34345/user/jenkins/test-data/14d118ee-a83a-b09b-5913-1a58940a5db1/data/default/TestAcidGuarantees/3b1a5ce21fb918810d964a76bfd27f36/.tmp, totalSize=48.5 K 2024-11-14T14:41:23,261 DEBUG [RS:0;da1c6afcd1f9:35765-shortCompactions-0 {}] compactions.Compactor(225): Compacting 80250b91d4b140929fed58c56f95e115, keycount=150, bloomtype=ROW, size=30.5 K, encoding=NONE, compression=NONE, seqNum=296, earliestPutTs=1731595279509 2024-11-14T14:41:23,261 DEBUG [RS:0;da1c6afcd1f9:35765-shortCompactions-0 {}] compactions.Compactor(225): Compacting e891a8d7a886460798f00db3ccebc590, keycount=150, bloomtype=ROW, size=30.5 K, encoding=NONE, compression=NONE, seqNum=308, earliestPutTs=1731595279827 2024-11-14T14:41:23,262 DEBUG [RS:0;da1c6afcd1f9:35765-shortCompactions-0 {}] compactions.Compactor(225): Compacting 4e6599d9b1b246c48278b5b629881e3b, keycount=200, bloomtype=ROW, size=39.0 K, encoding=NONE, compression=NONE, seqNum=344, earliestPutTs=1731595281095 2024-11-14T14:41:23,262 DEBUG [RS:0;da1c6afcd1f9:35765-longCompactions-0 {}] compactions.Compactor(225): Compacting 146ab527c10549228abb530cebdd41ea, keycount=150, bloomtype=ROW, size=12.4 K, encoding=NONE, compression=NONE, seqNum=259, earliestPutTs=1731595278793 2024-11-14T14:41:23,262 DEBUG [RS:0;da1c6afcd1f9:35765-longCompactions-0 {}] compactions.Compactor(225): Compacting 51f7d77520fd4412a22f5d1f478ed2dc, keycount=150, bloomtype=ROW, size=12.0 K, encoding=NONE, compression=NONE, seqNum=296, earliestPutTs=1731595279509 2024-11-14T14:41:23,263 DEBUG [RS:0;da1c6afcd1f9:35765-longCompactions-0 {}] compactions.Compactor(225): Compacting 68649e2c81f74115adb0df3a7e68a40c, keycount=150, bloomtype=ROW, size=12.0 K, encoding=NONE, compression=NONE, seqNum=308, earliestPutTs=1731595279827 2024-11-14T14:41:23,263 DEBUG [RS:0;da1c6afcd1f9:35765-longCompactions-0 {}] compactions.Compactor(225): Compacting 5a6560a5f71c466ebc24cf761a3f330c, keycount=150, bloomtype=ROW, size=12.0 K, encoding=NONE, compression=NONE, seqNum=344, earliestPutTs=1731595281104 2024-11-14T14:41:23,281 INFO [RS:0;da1c6afcd1f9:35765-shortCompactions-0 {}] mob.DefaultMobStoreCompactor(321): Compact MOB=false optimized configured=false optimized enabled=false maximum MOB file size=1073741824 major=true store=[table=TestAcidGuarantees family=A region=3b1a5ce21fb918810d964a76bfd27f36] 2024-11-14T14:41:23,287 INFO [RS:0;da1c6afcd1f9:35765-longCompactions-0 {}] throttle.PressureAwareThroughputController(145): 3b1a5ce21fb918810d964a76bfd27f36#B#compaction#195 average throughput is 3.28 MB/second, slept 0 time(s) and total slept time is 0 ms. 1 active operations remaining, total limit is 50.00 MB/second 2024-11-14T14:41:23,288 DEBUG [RS:0;da1c6afcd1f9:35765-longCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:34345/user/jenkins/test-data/14d118ee-a83a-b09b-5913-1a58940a5db1/data/default/TestAcidGuarantees/3b1a5ce21fb918810d964a76bfd27f36/.tmp/B/7d9bb314c0e64f47bc04e5e2f99e5d28 is 50, key is test_row_0/B:col10/1731595281110/Put/seqid=0 2024-11-14T14:41:23,292 DEBUG [RS:0;da1c6afcd1f9:35765-shortCompactions-0 {}] mob.DefaultMobStoreCompactor(635): New MOB writer created=d41d8cd98f00b204e9800998ecf8427e202411140ff75f2c21b949fd966e5aa68c2a5e3f_3b1a5ce21fb918810d964a76bfd27f36 store=[table=TestAcidGuarantees family=A region=3b1a5ce21fb918810d964a76bfd27f36] 2024-11-14T14:41:23,296 DEBUG [RS:0;da1c6afcd1f9:35765-shortCompactions-0 {}] mob.DefaultMobStoreCompactor(656): Commit or abort size=0 mobCells=0 major=true file=d41d8cd98f00b204e9800998ecf8427e202411140ff75f2c21b949fd966e5aa68c2a5e3f_3b1a5ce21fb918810d964a76bfd27f36, store=[table=TestAcidGuarantees family=A region=3b1a5ce21fb918810d964a76bfd27f36] 2024-11-14T14:41:23,296 DEBUG [RS:0;da1c6afcd1f9:35765-shortCompactions-0 {}] mob.DefaultMobStoreCompactor(667): Aborting writer for hdfs://localhost:34345/user/jenkins/test-data/14d118ee-a83a-b09b-5913-1a58940a5db1/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e202411140ff75f2c21b949fd966e5aa68c2a5e3f_3b1a5ce21fb918810d964a76bfd27f36 because there are no MOB cells, store=[table=TestAcidGuarantees family=A region=3b1a5ce21fb918810d964a76bfd27f36] 2024-11-14T14:41:23,343 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36699 is added to blk_1073742054_1230 (size=12983) 2024-11-14T14:41:23,362 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36699 is added to blk_1073742055_1231 (size=4469) 2024-11-14T14:41:23,419 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35765 {}] regionserver.HRegion(8855): Flush requested on 3b1a5ce21fb918810d964a76bfd27f36 2024-11-14T14:41:23,419 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(2902): Flushing 3b1a5ce21fb918810d964a76bfd27f36 3/3 column families, dataSize=46.96 KB heapSize=140.20 KB 2024-11-14T14:41:23,420 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 3b1a5ce21fb918810d964a76bfd27f36, store=A 2024-11-14T14:41:23,420 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-14T14:41:23,420 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 3b1a5ce21fb918810d964a76bfd27f36, store=B 2024-11-14T14:41:23,420 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-14T14:41:23,420 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 3b1a5ce21fb918810d964a76bfd27f36, store=C 2024-11-14T14:41:23,420 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-14T14:41:23,428 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:34345/user/jenkins/test-data/14d118ee-a83a-b09b-5913-1a58940a5db1/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e20241114620d903529974e8793bad50e5c1d3de4_3b1a5ce21fb918810d964a76bfd27f36 is 50, key is test_row_0/A:col10/1731595283418/Put/seqid=0 2024-11-14T14:41:23,432 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36699 is added to blk_1073742056_1232 (size=14994) 2024-11-14T14:41:23,462 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35765 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3b1a5ce21fb918810d964a76bfd27f36, server=da1c6afcd1f9,35765,1731595233113 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-14T14:41:23,462 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35765 {}] ipc.CallRunner(138): callId: 122 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:60524 deadline: 1731595343457, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3b1a5ce21fb918810d964a76bfd27f36, server=da1c6afcd1f9,35765,1731595233113 2024-11-14T14:41:23,462 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731595262615.3b1a5ce21fb918810d964a76bfd27f36., hostname=da1c6afcd1f9,35765,1731595233113, seqNum=5 , the old value is region=TestAcidGuarantees,,1731595262615.3b1a5ce21fb918810d964a76bfd27f36., hostname=da1c6afcd1f9,35765,1731595233113, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3b1a5ce21fb918810d964a76bfd27f36, server=da1c6afcd1f9,35765,1731595233113 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-14T14:41:23,462 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731595262615.3b1a5ce21fb918810d964a76bfd27f36., hostname=da1c6afcd1f9,35765,1731595233113, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3b1a5ce21fb918810d964a76bfd27f36, server=da1c6afcd1f9,35765,1731595233113 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-14T14:41:23,462 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731595262615.3b1a5ce21fb918810d964a76bfd27f36., hostname=da1c6afcd1f9,35765,1731595233113, seqNum=5 because the exception is null or not the one we care about 2024-11-14T14:41:23,463 DEBUG [RS_IN_MEMORY_COMPACTION-regionserver/da1c6afcd1f9:0-5 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=type=CellArrayImmutableSegment, empty=no, cellCount=159, cellSize=7275, totalHeapSize=16776, min timestamp=1731595283445, max timestamp=1731595283459Num uniques 859; 2024-11-14T14:41:23,463 DEBUG [RS_IN_MEMORY_COMPACTION-regionserver/da1c6afcd1f9:0-6 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=type=CellArrayImmutableSegment, empty=no, cellCount=159, cellSize=7275, totalHeapSize=16776, min timestamp=1731595283445, max timestamp=1731595283459Num uniques 859; 2024-11-14T14:41:23,463 DEBUG [RS_IN_MEMORY_COMPACTION-regionserver/da1c6afcd1f9:0-5 {}] regionserver.CompactionPipeline(163): Suffix data size=39335, new segment data size=7275, suffix heap size=117064,new segment heap size=16776 　suffix off heap size=0, new segment off heap size=0, suffix cells count=859, new segment cells count=159 2024-11-14T14:41:23,463 DEBUG [RS_IN_MEMORY_COMPACTION-regionserver/da1c6afcd1f9:0-6 {}] regionserver.CompactionPipeline(163): Suffix data size=39335, new segment data size=7275, suffix heap size=117064,new segment heap size=16776 　suffix off heap size=0, new segment off heap size=0, suffix cells count=859, new segment cells count=159 2024-11-14T14:41:23,463 DEBUG [RS_IN_MEMORY_COMPACTION-regionserver/da1c6afcd1f9:0-8 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=type=CellArrayImmutableSegment, empty=no, cellCount=409, cellSize=18725, totalHeapSize=42776, min timestamp=1731595283438, max timestamp=1731595283459Num uniques 859; 2024-11-14T14:41:23,463 DEBUG [RS_IN_MEMORY_COMPACTION-regionserver/da1c6afcd1f9:0-8 {}] regionserver.CompactionPipeline(163): Suffix data size=39335, new segment data size=18725, suffix heap size=117064,new segment heap size=42776 　suffix off heap size=0, new segment off heap size=0, suffix cells count=859, new segment cells count=409 2024-11-14T14:41:23,557 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35765 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3b1a5ce21fb918810d964a76bfd27f36, server=da1c6afcd1f9,35765,1731595233113 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-14T14:41:23,557 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35765 {}] ipc.CallRunner(138): callId: 124 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:60594 deadline: 1731595343554, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3b1a5ce21fb918810d964a76bfd27f36, server=da1c6afcd1f9,35765,1731595233113 2024-11-14T14:41:23,558 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35765 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3b1a5ce21fb918810d964a76bfd27f36, server=da1c6afcd1f9,35765,1731595233113 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-14T14:41:23,558 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35765 {}] ipc.CallRunner(138): callId: 129 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:60574 deadline: 1731595343557, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3b1a5ce21fb918810d964a76bfd27f36, server=da1c6afcd1f9,35765,1731595233113 2024-11-14T14:41:23,558 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731595262615.3b1a5ce21fb918810d964a76bfd27f36., hostname=da1c6afcd1f9,35765,1731595233113, seqNum=5 , the old value is region=TestAcidGuarantees,,1731595262615.3b1a5ce21fb918810d964a76bfd27f36., hostname=da1c6afcd1f9,35765,1731595233113, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3b1a5ce21fb918810d964a76bfd27f36, server=da1c6afcd1f9,35765,1731595233113 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-14T14:41:23,558 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731595262615.3b1a5ce21fb918810d964a76bfd27f36., hostname=da1c6afcd1f9,35765,1731595233113, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3b1a5ce21fb918810d964a76bfd27f36, server=da1c6afcd1f9,35765,1731595233113 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-14T14:41:23,558 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731595262615.3b1a5ce21fb918810d964a76bfd27f36., hostname=da1c6afcd1f9,35765,1731595233113, seqNum=5 because the exception is null or not the one we care about 2024-11-14T14:41:23,559 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731595262615.3b1a5ce21fb918810d964a76bfd27f36., hostname=da1c6afcd1f9,35765,1731595233113, seqNum=5 , the old value is region=TestAcidGuarantees,,1731595262615.3b1a5ce21fb918810d964a76bfd27f36., hostname=da1c6afcd1f9,35765,1731595233113, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3b1a5ce21fb918810d964a76bfd27f36, server=da1c6afcd1f9,35765,1731595233113 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-14T14:41:23,559 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731595262615.3b1a5ce21fb918810d964a76bfd27f36., hostname=da1c6afcd1f9,35765,1731595233113, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3b1a5ce21fb918810d964a76bfd27f36, server=da1c6afcd1f9,35765,1731595233113 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-14T14:41:23,559 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731595262615.3b1a5ce21fb918810d964a76bfd27f36., hostname=da1c6afcd1f9,35765,1731595233113, seqNum=5 because the exception is null or not the one we care about 2024-11-14T14:41:23,572 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35765 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3b1a5ce21fb918810d964a76bfd27f36, server=da1c6afcd1f9,35765,1731595233113 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-14T14:41:23,572 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35765 {}] ipc.CallRunner(138): callId: 123 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:60524 deadline: 1731595343566, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3b1a5ce21fb918810d964a76bfd27f36, server=da1c6afcd1f9,35765,1731595233113 2024-11-14T14:41:23,573 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731595262615.3b1a5ce21fb918810d964a76bfd27f36., hostname=da1c6afcd1f9,35765,1731595233113, seqNum=5 , the old value is region=TestAcidGuarantees,,1731595262615.3b1a5ce21fb918810d964a76bfd27f36., hostname=da1c6afcd1f9,35765,1731595233113, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3b1a5ce21fb918810d964a76bfd27f36, server=da1c6afcd1f9,35765,1731595233113 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-14T14:41:23,573 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731595262615.3b1a5ce21fb918810d964a76bfd27f36., hostname=da1c6afcd1f9,35765,1731595233113, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3b1a5ce21fb918810d964a76bfd27f36, server=da1c6afcd1f9,35765,1731595233113 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-14T14:41:23,573 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731595262615.3b1a5ce21fb918810d964a76bfd27f36., hostname=da1c6afcd1f9,35765,1731595233113, seqNum=5 because the exception is null or not the one we care about 2024-11-14T14:41:23,669 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35765 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3b1a5ce21fb918810d964a76bfd27f36, server=da1c6afcd1f9,35765,1731595233113 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-14T14:41:23,669 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35765 {}] ipc.CallRunner(138): callId: 125 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:60594 deadline: 1731595343666, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3b1a5ce21fb918810d964a76bfd27f36, server=da1c6afcd1f9,35765,1731595233113 2024-11-14T14:41:23,670 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35765 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3b1a5ce21fb918810d964a76bfd27f36, server=da1c6afcd1f9,35765,1731595233113 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-14T14:41:23,670 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731595262615.3b1a5ce21fb918810d964a76bfd27f36., hostname=da1c6afcd1f9,35765,1731595233113, seqNum=5 , the old value is region=TestAcidGuarantees,,1731595262615.3b1a5ce21fb918810d964a76bfd27f36., hostname=da1c6afcd1f9,35765,1731595233113, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3b1a5ce21fb918810d964a76bfd27f36, server=da1c6afcd1f9,35765,1731595233113 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-14T14:41:23,670 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731595262615.3b1a5ce21fb918810d964a76bfd27f36., hostname=da1c6afcd1f9,35765,1731595233113, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3b1a5ce21fb918810d964a76bfd27f36, server=da1c6afcd1f9,35765,1731595233113 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-14T14:41:23,670 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35765 {}] ipc.CallRunner(138): callId: 130 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:60574 deadline: 1731595343666, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3b1a5ce21fb918810d964a76bfd27f36, server=da1c6afcd1f9,35765,1731595233113 2024-11-14T14:41:23,670 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731595262615.3b1a5ce21fb918810d964a76bfd27f36., hostname=da1c6afcd1f9,35765,1731595233113, seqNum=5 because the exception is null or not the one we care about 2024-11-14T14:41:23,670 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731595262615.3b1a5ce21fb918810d964a76bfd27f36., hostname=da1c6afcd1f9,35765,1731595233113, seqNum=5 , the old value is region=TestAcidGuarantees,,1731595262615.3b1a5ce21fb918810d964a76bfd27f36., hostname=da1c6afcd1f9,35765,1731595233113, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3b1a5ce21fb918810d964a76bfd27f36, server=da1c6afcd1f9,35765,1731595233113 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-14T14:41:23,670 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731595262615.3b1a5ce21fb918810d964a76bfd27f36., hostname=da1c6afcd1f9,35765,1731595233113, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3b1a5ce21fb918810d964a76bfd27f36, server=da1c6afcd1f9,35765,1731595233113 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-14T14:41:23,670 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731595262615.3b1a5ce21fb918810d964a76bfd27f36., hostname=da1c6afcd1f9,35765,1731595233113, seqNum=5 because the exception is null or not the one we care about 2024-11-14T14:41:23,730 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35765 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3b1a5ce21fb918810d964a76bfd27f36, server=da1c6afcd1f9,35765,1731595233113 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-14T14:41:23,730 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35765 {}] ipc.CallRunner(138): callId: 101 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:60566 deadline: 1731595343726, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3b1a5ce21fb918810d964a76bfd27f36, server=da1c6afcd1f9,35765,1731595233113 2024-11-14T14:41:23,731 WARN [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRpcRetryingCaller(177): Call to da1c6afcd1f9,35765,1731595233113 for 'test_row_1' in 3b1a5ce21fb918810d964a76bfd27f36 of TestAcidGuarantees failed, tries = 7, maxAttempts = 16, timeout = 1200000 ms, time elapsed = 4216 ms org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3b1a5ce21fb918810d964a76bfd27f36, server=da1c6afcd1f9,35765,1731595233113 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) at jdk.internal.reflect.GeneratedConstructorAccessor39.newInstance(Unknown Source) ~[?:?] at jdk.internal.reflect.DelegatingConstructorAccessorImpl.newInstance(DelegatingConstructorAccessorImpl.java:45) ~[?:?] at java.lang.reflect.Constructor.newInstanceWithCaller(Constructor.java:499) ~[?:?] at java.lang.reflect.Constructor.newInstance(Constructor.java:480) ~[?:?] at org.apache.hadoop.hbase.ipc.RemoteWithExtrasException.instantiateException(RemoteWithExtrasException.java:110) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RemoteWithExtrasException.unwrapRemoteException(RemoteWithExtrasException.java:100) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.client.ConnectionUtils.translateException(ConnectionUtils.java:219) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRpcRetryingCaller.onError(AsyncRpcRetryingCaller.java:165) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.lambda$call$4(AsyncSingleRequestRpcRetryingCaller.java:86) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.lambda$addListener$0(FutureUtils.java:71) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:863) ~[?:?] at java.util.concurrent.CompletableFuture$UniWhenComplete.tryFire(CompletableFuture.java:841) ~[?:?] at java.util.concurrent.CompletableFuture.postComplete(CompletableFuture.java:510) ~[?:?] at java.util.concurrent.CompletableFuture.completeExceptionally(CompletableFuture.java:2162) ~[?:?] at org.apache.hadoop.hbase.client.ConnectionUtils$2.run(ConnectionUtils.java:625) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hbase.thirdparty.com.google.protobuf.RpcUtil$1.run(RpcUtil.java:56) ~[hbase-shaded-protobuf-4.1.9.jar:4.1.9] at org.apache.hbase.thirdparty.com.google.protobuf.RpcUtil$1.run(RpcUtil.java:47) ~[hbase-shaded-protobuf-4.1.9.jar:4.1.9] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.onCallFinished(AbstractRpcClient.java:397) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:430) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:425) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.callComplete(Call.java:117) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.setException(Call.java:132) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcConnection.readResponse(RpcConnection.java:457) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.NettyRpcDuplexHandler.readResponse(NettyRpcDuplexHandler.java:125) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.NettyRpcDuplexHandler.channelRead(NettyRpcDuplexHandler.java:140) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:442) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.handler.codec.ByteToMessageDecoder.fireChannelRead(ByteToMessageDecoder.java:346) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.handler.codec.ByteToMessageDecoder.channelRead(ByteToMessageDecoder.java:318) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:444) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.handler.timeout.IdleStateHandler.channelRead(IdleStateHandler.java:289) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:442) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline$HeadContext.channelRead(DefaultChannelPipeline.java:1357) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:440) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline.fireChannelRead(DefaultChannelPipeline.java:868) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.AbstractNioByteChannel$NioByteUnsafe.read(AbstractNioByteChannel.java:166) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.processSelectedKey(NioEventLoop.java:788) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.processSelectedKeysOptimized(NioEventLoop.java:724) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.processSelectedKeys(NioEventLoop.java:650) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:562) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) ~[hbase-shaded-netty-4.1.9.jar:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] Caused by: org.apache.hadoop.hbase.ipc.RemoteWithExtrasException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3b1a5ce21fb918810d964a76bfd27f36, server=da1c6afcd1f9,35765,1731595233113 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) at org.apache.hadoop.hbase.ipc.AbstractRpcClient.onCallFinished(AbstractRpcClient.java:392) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] ... 32 more 2024-11-14T14:41:23,731 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731595262615.3b1a5ce21fb918810d964a76bfd27f36., hostname=da1c6afcd1f9,35765,1731595233113, seqNum=5 , the old value is region=TestAcidGuarantees,,1731595262615.3b1a5ce21fb918810d964a76bfd27f36., hostname=da1c6afcd1f9,35765,1731595233113, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3b1a5ce21fb918810d964a76bfd27f36, server=da1c6afcd1f9,35765,1731595233113 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-14T14:41:23,731 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731595262615.3b1a5ce21fb918810d964a76bfd27f36., hostname=da1c6afcd1f9,35765,1731595233113, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3b1a5ce21fb918810d964a76bfd27f36, server=da1c6afcd1f9,35765,1731595233113 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-14T14:41:23,731 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731595262615.3b1a5ce21fb918810d964a76bfd27f36., hostname=da1c6afcd1f9,35765,1731595233113, seqNum=5 because the exception is null or not the one we care about 2024-11-14T14:41:23,736 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35765 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3b1a5ce21fb918810d964a76bfd27f36, server=da1c6afcd1f9,35765,1731595233113 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-14T14:41:23,736 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35765 {}] ipc.CallRunner(138): callId: 95 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:60580 deadline: 1731595343736, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3b1a5ce21fb918810d964a76bfd27f36, server=da1c6afcd1f9,35765,1731595233113 2024-11-14T14:41:23,737 WARN [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRpcRetryingCaller(177): Call to da1c6afcd1f9,35765,1731595233113 for 'test_row_2' in 3b1a5ce21fb918810d964a76bfd27f36 of TestAcidGuarantees failed, tries = 7, maxAttempts = 16, timeout = 1200000 ms, time elapsed = 4211 ms org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3b1a5ce21fb918810d964a76bfd27f36, server=da1c6afcd1f9,35765,1731595233113 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) at jdk.internal.reflect.GeneratedConstructorAccessor39.newInstance(Unknown Source) ~[?:?] at jdk.internal.reflect.DelegatingConstructorAccessorImpl.newInstance(DelegatingConstructorAccessorImpl.java:45) ~[?:?] at java.lang.reflect.Constructor.newInstanceWithCaller(Constructor.java:499) ~[?:?] at java.lang.reflect.Constructor.newInstance(Constructor.java:480) ~[?:?] at org.apache.hadoop.hbase.ipc.RemoteWithExtrasException.instantiateException(RemoteWithExtrasException.java:110) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RemoteWithExtrasException.unwrapRemoteException(RemoteWithExtrasException.java:100) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.client.ConnectionUtils.translateException(ConnectionUtils.java:219) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRpcRetryingCaller.onError(AsyncRpcRetryingCaller.java:165) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.lambda$call$4(AsyncSingleRequestRpcRetryingCaller.java:86) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.lambda$addListener$0(FutureUtils.java:71) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:863) ~[?:?] at java.util.concurrent.CompletableFuture$UniWhenComplete.tryFire(CompletableFuture.java:841) ~[?:?] at java.util.concurrent.CompletableFuture.postComplete(CompletableFuture.java:510) ~[?:?] at java.util.concurrent.CompletableFuture.completeExceptionally(CompletableFuture.java:2162) ~[?:?] at org.apache.hadoop.hbase.client.ConnectionUtils$2.run(ConnectionUtils.java:625) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hbase.thirdparty.com.google.protobuf.RpcUtil$1.run(RpcUtil.java:56) ~[hbase-shaded-protobuf-4.1.9.jar:4.1.9] at org.apache.hbase.thirdparty.com.google.protobuf.RpcUtil$1.run(RpcUtil.java:47) ~[hbase-shaded-protobuf-4.1.9.jar:4.1.9] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.onCallFinished(AbstractRpcClient.java:397) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:430) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:425) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.callComplete(Call.java:117) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.setException(Call.java:132) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcConnection.readResponse(RpcConnection.java:457) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.NettyRpcDuplexHandler.readResponse(NettyRpcDuplexHandler.java:125) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.NettyRpcDuplexHandler.channelRead(NettyRpcDuplexHandler.java:140) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:442) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.handler.codec.ByteToMessageDecoder.fireChannelRead(ByteToMessageDecoder.java:346) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.handler.codec.ByteToMessageDecoder.channelRead(ByteToMessageDecoder.java:318) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:444) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.handler.timeout.IdleStateHandler.channelRead(IdleStateHandler.java:289) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:442) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline$HeadContext.channelRead(DefaultChannelPipeline.java:1357) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:440) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline.fireChannelRead(DefaultChannelPipeline.java:868) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.AbstractNioByteChannel$NioByteUnsafe.read(AbstractNioByteChannel.java:166) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.processSelectedKey(NioEventLoop.java:788) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.processSelectedKeysOptimized(NioEventLoop.java:724) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.processSelectedKeys(NioEventLoop.java:650) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:562) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) ~[hbase-shaded-netty-4.1.9.jar:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] Caused by: org.apache.hadoop.hbase.ipc.RemoteWithExtrasException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3b1a5ce21fb918810d964a76bfd27f36, server=da1c6afcd1f9,35765,1731595233113 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) at org.apache.hadoop.hbase.ipc.AbstractRpcClient.onCallFinished(AbstractRpcClient.java:392) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] ... 32 more 2024-11-14T14:41:23,737 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731595262615.3b1a5ce21fb918810d964a76bfd27f36., hostname=da1c6afcd1f9,35765,1731595233113, seqNum=5 , the old value is region=TestAcidGuarantees,,1731595262615.3b1a5ce21fb918810d964a76bfd27f36., hostname=da1c6afcd1f9,35765,1731595233113, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3b1a5ce21fb918810d964a76bfd27f36, server=da1c6afcd1f9,35765,1731595233113 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-14T14:41:23,737 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731595262615.3b1a5ce21fb918810d964a76bfd27f36., hostname=da1c6afcd1f9,35765,1731595233113, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3b1a5ce21fb918810d964a76bfd27f36, server=da1c6afcd1f9,35765,1731595233113 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-14T14:41:23,738 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731595262615.3b1a5ce21fb918810d964a76bfd27f36., hostname=da1c6afcd1f9,35765,1731595233113, seqNum=5 because the exception is null or not the one we care about 2024-11-14T14:41:23,750 DEBUG [RS:0;da1c6afcd1f9:35765-longCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:34345/user/jenkins/test-data/14d118ee-a83a-b09b-5913-1a58940a5db1/data/default/TestAcidGuarantees/3b1a5ce21fb918810d964a76bfd27f36/.tmp/B/7d9bb314c0e64f47bc04e5e2f99e5d28 as hdfs://localhost:34345/user/jenkins/test-data/14d118ee-a83a-b09b-5913-1a58940a5db1/data/default/TestAcidGuarantees/3b1a5ce21fb918810d964a76bfd27f36/B/7d9bb314c0e64f47bc04e5e2f99e5d28 2024-11-14T14:41:23,755 INFO [RS:0;da1c6afcd1f9:35765-longCompactions-0 {}] regionserver.HStore(1337): Completed compaction of 4 (all) file(s) in 3b1a5ce21fb918810d964a76bfd27f36/B of 3b1a5ce21fb918810d964a76bfd27f36 into 7d9bb314c0e64f47bc04e5e2f99e5d28(size=12.7 K), total size for store is 12.7 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-11-14T14:41:23,755 DEBUG [RS:0;da1c6afcd1f9:35765-longCompactions-0 {}] regionserver.HRegion(2446): Compaction status journal for 3b1a5ce21fb918810d964a76bfd27f36: 2024-11-14T14:41:23,755 INFO [RS:0;da1c6afcd1f9:35765-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1731595262615.3b1a5ce21fb918810d964a76bfd27f36., storeName=3b1a5ce21fb918810d964a76bfd27f36/B, priority=12, startTime=1731595283259; duration=0sec 2024-11-14T14:41:23,755 DEBUG [RS:0;da1c6afcd1f9:35765-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=1), splitQueue=0 2024-11-14T14:41:23,755 DEBUG [RS:0;da1c6afcd1f9:35765-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: 3b1a5ce21fb918810d964a76bfd27f36:B 2024-11-14T14:41:23,755 DEBUG [RS:0;da1c6afcd1f9:35765-longCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 4 store files, 0 compacting, 4 eligible, 16 blocking 2024-11-14T14:41:23,756 DEBUG [RS:0;da1c6afcd1f9:35765-longCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 4 files of size 49650 starting at candidate #0 after considering 3 permutations with 3 in ratio 2024-11-14T14:41:23,756 DEBUG [RS:0;da1c6afcd1f9:35765-longCompactions-0 {}] regionserver.HStore(1541): 3b1a5ce21fb918810d964a76bfd27f36/C is initiating minor compaction (all files) 2024-11-14T14:41:23,756 INFO [RS:0;da1c6afcd1f9:35765-longCompactions-0 {}] regionserver.HRegion(2416): Starting compaction of 3b1a5ce21fb918810d964a76bfd27f36/C in TestAcidGuarantees,,1731595262615.3b1a5ce21fb918810d964a76bfd27f36. 2024-11-14T14:41:23,756 INFO [RS:0;da1c6afcd1f9:35765-longCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:34345/user/jenkins/test-data/14d118ee-a83a-b09b-5913-1a58940a5db1/data/default/TestAcidGuarantees/3b1a5ce21fb918810d964a76bfd27f36/C/ee8f9e573113449eb10f52a49f0fa158, hdfs://localhost:34345/user/jenkins/test-data/14d118ee-a83a-b09b-5913-1a58940a5db1/data/default/TestAcidGuarantees/3b1a5ce21fb918810d964a76bfd27f36/C/856e47a914fe4489a0c5fd7476e43996, hdfs://localhost:34345/user/jenkins/test-data/14d118ee-a83a-b09b-5913-1a58940a5db1/data/default/TestAcidGuarantees/3b1a5ce21fb918810d964a76bfd27f36/C/264b39f9ad314ac3905ae50d71b780dd, hdfs://localhost:34345/user/jenkins/test-data/14d118ee-a83a-b09b-5913-1a58940a5db1/data/default/TestAcidGuarantees/3b1a5ce21fb918810d964a76bfd27f36/C/b02243376de2404f887128064694a303] into tmpdir=hdfs://localhost:34345/user/jenkins/test-data/14d118ee-a83a-b09b-5913-1a58940a5db1/data/default/TestAcidGuarantees/3b1a5ce21fb918810d964a76bfd27f36/.tmp, totalSize=48.5 K 2024-11-14T14:41:23,757 DEBUG [RS:0;da1c6afcd1f9:35765-longCompactions-0 {}] compactions.Compactor(225): Compacting ee8f9e573113449eb10f52a49f0fa158, keycount=150, bloomtype=ROW, size=12.4 K, encoding=NONE, compression=NONE, seqNum=259, earliestPutTs=1731595278793 2024-11-14T14:41:23,757 DEBUG [RS:0;da1c6afcd1f9:35765-longCompactions-0 {}] compactions.Compactor(225): Compacting 856e47a914fe4489a0c5fd7476e43996, keycount=150, bloomtype=ROW, size=12.0 K, encoding=NONE, compression=NONE, seqNum=296, earliestPutTs=1731595279509 2024-11-14T14:41:23,757 DEBUG [RS:0;da1c6afcd1f9:35765-longCompactions-0 {}] compactions.Compactor(225): Compacting 264b39f9ad314ac3905ae50d71b780dd, keycount=150, bloomtype=ROW, size=12.0 K, encoding=NONE, compression=NONE, seqNum=308, earliestPutTs=1731595279827 2024-11-14T14:41:23,758 DEBUG [RS:0;da1c6afcd1f9:35765-longCompactions-0 {}] compactions.Compactor(225): Compacting b02243376de2404f887128064694a303, keycount=150, bloomtype=ROW, size=12.0 K, encoding=NONE, compression=NONE, seqNum=344, earliestPutTs=1731595281104 2024-11-14T14:41:23,763 INFO [RS:0;da1c6afcd1f9:35765-shortCompactions-0 {}] throttle.PressureAwareThroughputController(145): 3b1a5ce21fb918810d964a76bfd27f36#A#compaction#194 average throughput is 0.05 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second 2024-11-14T14:41:23,764 DEBUG [RS:0;da1c6afcd1f9:35765-shortCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:34345/user/jenkins/test-data/14d118ee-a83a-b09b-5913-1a58940a5db1/data/default/TestAcidGuarantees/3b1a5ce21fb918810d964a76bfd27f36/.tmp/A/b3abe56acac443409205eb82386a645e is 175, key is test_row_0/A:col10/1731595281110/Put/seqid=0 2024-11-14T14:41:23,770 INFO [RS:0;da1c6afcd1f9:35765-longCompactions-0 {}] throttle.PressureAwareThroughputController(145): 3b1a5ce21fb918810d964a76bfd27f36#C#compaction#197 average throughput is 3.28 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second 2024-11-14T14:41:23,771 DEBUG [RS:0;da1c6afcd1f9:35765-longCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:34345/user/jenkins/test-data/14d118ee-a83a-b09b-5913-1a58940a5db1/data/default/TestAcidGuarantees/3b1a5ce21fb918810d964a76bfd27f36/.tmp/C/61412698cd1d4e29944702e59f7bf646 is 50, key is test_row_0/C:col10/1731595281110/Put/seqid=0 2024-11-14T14:41:23,772 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36699 is added to blk_1073742057_1233 (size=31937) 2024-11-14T14:41:23,777 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36699 is added to blk_1073742058_1234 (size=12983) 2024-11-14T14:41:23,781 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35765 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3b1a5ce21fb918810d964a76bfd27f36, server=da1c6afcd1f9,35765,1731595233113 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-14T14:41:23,781 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35765 {}] ipc.CallRunner(138): callId: 124 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:60524 deadline: 1731595343776, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3b1a5ce21fb918810d964a76bfd27f36, server=da1c6afcd1f9,35765,1731595233113 2024-11-14T14:41:23,781 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731595262615.3b1a5ce21fb918810d964a76bfd27f36., hostname=da1c6afcd1f9,35765,1731595233113, seqNum=5 , the old value is region=TestAcidGuarantees,,1731595262615.3b1a5ce21fb918810d964a76bfd27f36., hostname=da1c6afcd1f9,35765,1731595233113, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3b1a5ce21fb918810d964a76bfd27f36, server=da1c6afcd1f9,35765,1731595233113 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-14T14:41:23,781 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731595262615.3b1a5ce21fb918810d964a76bfd27f36., hostname=da1c6afcd1f9,35765,1731595233113, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3b1a5ce21fb918810d964a76bfd27f36, server=da1c6afcd1f9,35765,1731595233113 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-14T14:41:23,782 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731595262615.3b1a5ce21fb918810d964a76bfd27f36., hostname=da1c6afcd1f9,35765,1731595233113, seqNum=5 because the exception is null or not the one we care about 2024-11-14T14:41:23,833 DEBUG [MemStoreFlusher.0 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T14:41:23,837 INFO [MemStoreFlusher.0 {}] regionserver.HMobStore(268): FLUSH Renaming flushed file from hdfs://localhost:34345/user/jenkins/test-data/14d118ee-a83a-b09b-5913-1a58940a5db1/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e20241114620d903529974e8793bad50e5c1d3de4_3b1a5ce21fb918810d964a76bfd27f36 to hdfs://localhost:34345/user/jenkins/test-data/14d118ee-a83a-b09b-5913-1a58940a5db1/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e20241114620d903529974e8793bad50e5c1d3de4_3b1a5ce21fb918810d964a76bfd27f36 2024-11-14T14:41:23,838 DEBUG [MemStoreFlusher.0 {}] mob.DefaultMobStoreFlusher(263): Flush store file: hdfs://localhost:34345/user/jenkins/test-data/14d118ee-a83a-b09b-5913-1a58940a5db1/data/default/TestAcidGuarantees/3b1a5ce21fb918810d964a76bfd27f36/.tmp/A/1adc99b6e5f04e9fa7ed0fdb76b61ea6, store: [table=TestAcidGuarantees family=A region=3b1a5ce21fb918810d964a76bfd27f36] 2024-11-14T14:41:23,839 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:34345/user/jenkins/test-data/14d118ee-a83a-b09b-5913-1a58940a5db1/data/default/TestAcidGuarantees/3b1a5ce21fb918810d964a76bfd27f36/.tmp/A/1adc99b6e5f04e9fa7ed0fdb76b61ea6 is 175, key is test_row_0/A:col10/1731595283418/Put/seqid=0 2024-11-14T14:41:23,842 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36699 is added to blk_1073742059_1235 (size=39949) 2024-11-14T14:41:23,883 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35765 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3b1a5ce21fb918810d964a76bfd27f36, server=da1c6afcd1f9,35765,1731595233113 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-14T14:41:23,883 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35765 {}] ipc.CallRunner(138): callId: 126 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:60594 deadline: 1731595343876, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3b1a5ce21fb918810d964a76bfd27f36, server=da1c6afcd1f9,35765,1731595233113 2024-11-14T14:41:23,884 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731595262615.3b1a5ce21fb918810d964a76bfd27f36., hostname=da1c6afcd1f9,35765,1731595233113, seqNum=5 , the old value is region=TestAcidGuarantees,,1731595262615.3b1a5ce21fb918810d964a76bfd27f36., hostname=da1c6afcd1f9,35765,1731595233113, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3b1a5ce21fb918810d964a76bfd27f36, server=da1c6afcd1f9,35765,1731595233113 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-14T14:41:23,884 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35765 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3b1a5ce21fb918810d964a76bfd27f36, server=da1c6afcd1f9,35765,1731595233113 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-14T14:41:23,884 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731595262615.3b1a5ce21fb918810d964a76bfd27f36., hostname=da1c6afcd1f9,35765,1731595233113, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3b1a5ce21fb918810d964a76bfd27f36, server=da1c6afcd1f9,35765,1731595233113 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-14T14:41:23,884 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731595262615.3b1a5ce21fb918810d964a76bfd27f36., hostname=da1c6afcd1f9,35765,1731595233113, seqNum=5 because the exception is null or not the one we care about 2024-11-14T14:41:23,884 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35765 {}] ipc.CallRunner(138): callId: 131 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:60574 deadline: 1731595343876, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3b1a5ce21fb918810d964a76bfd27f36, server=da1c6afcd1f9,35765,1731595233113 2024-11-14T14:41:23,884 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731595262615.3b1a5ce21fb918810d964a76bfd27f36., hostname=da1c6afcd1f9,35765,1731595233113, seqNum=5 , the old value is region=TestAcidGuarantees,,1731595262615.3b1a5ce21fb918810d964a76bfd27f36., hostname=da1c6afcd1f9,35765,1731595233113, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3b1a5ce21fb918810d964a76bfd27f36, server=da1c6afcd1f9,35765,1731595233113 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-14T14:41:23,884 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731595262615.3b1a5ce21fb918810d964a76bfd27f36., hostname=da1c6afcd1f9,35765,1731595233113, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3b1a5ce21fb918810d964a76bfd27f36, server=da1c6afcd1f9,35765,1731595233113 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-14T14:41:23,884 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731595262615.3b1a5ce21fb918810d964a76bfd27f36., hostname=da1c6afcd1f9,35765,1731595233113, seqNum=5 because the exception is null or not the one we care about 2024-11-14T14:41:24,046 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45145 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=54 2024-11-14T14:41:24,046 INFO [RPCClient-NioEventLoopGroup-4-7 {}] client.RawAsyncHBaseAdmin$TableProcedureBiConsumer(2721): Operation: FLUSH, Table Name: default:TestAcidGuarantees completed 2024-11-14T14:41:24,047 INFO [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45145 {}] master.HMaster$22(4506): Client=jenkins//172.17.0.2 flush TestAcidGuarantees 2024-11-14T14:41:24,048 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45145 {}] procedure2.ProcedureExecutor(1139): Stored pid=56, state=RUNNABLE:FLUSH_TABLE_PREPARE, hasLock=false; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=56, table=TestAcidGuarantees 2024-11-14T14:41:24,048 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45145 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=56 2024-11-14T14:41:24,049 INFO [PEWorker-3 {}] procedure.FlushTableProcedure(91): pid=56, state=RUNNABLE:FLUSH_TABLE_PREPARE, hasLock=true; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=56, table=TestAcidGuarantees execute state=FLUSH_TABLE_PREPARE 2024-11-14T14:41:24,049 INFO [PEWorker-3 {}] procedure.FlushTableProcedure(91): pid=56, state=RUNNABLE:FLUSH_TABLE_FLUSH_REGIONS, hasLock=true; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=56, table=TestAcidGuarantees execute state=FLUSH_TABLE_FLUSH_REGIONS 2024-11-14T14:41:24,049 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=57, ppid=56, state=RUNNABLE, hasLock=false; org.apache.hadoop.hbase.master.procedure.FlushRegionProcedure}] 2024-11-14T14:41:24,087 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35765 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3b1a5ce21fb918810d964a76bfd27f36, server=da1c6afcd1f9,35765,1731595233113 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-14T14:41:24,087 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35765 {}] ipc.CallRunner(138): callId: 125 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:60524 deadline: 1731595344086, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3b1a5ce21fb918810d964a76bfd27f36, server=da1c6afcd1f9,35765,1731595233113 2024-11-14T14:41:24,087 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731595262615.3b1a5ce21fb918810d964a76bfd27f36., hostname=da1c6afcd1f9,35765,1731595233113, seqNum=5 , the old value is region=TestAcidGuarantees,,1731595262615.3b1a5ce21fb918810d964a76bfd27f36., hostname=da1c6afcd1f9,35765,1731595233113, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3b1a5ce21fb918810d964a76bfd27f36, server=da1c6afcd1f9,35765,1731595233113 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-14T14:41:24,087 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731595262615.3b1a5ce21fb918810d964a76bfd27f36., hostname=da1c6afcd1f9,35765,1731595233113, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3b1a5ce21fb918810d964a76bfd27f36, server=da1c6afcd1f9,35765,1731595233113 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-14T14:41:24,088 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731595262615.3b1a5ce21fb918810d964a76bfd27f36., hostname=da1c6afcd1f9,35765,1731595233113, seqNum=5 because the exception is null or not the one we care about 2024-11-14T14:41:24,156 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45145 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=56 2024-11-14T14:41:24,178 DEBUG [RS:0;da1c6afcd1f9:35765-shortCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:34345/user/jenkins/test-data/14d118ee-a83a-b09b-5913-1a58940a5db1/data/default/TestAcidGuarantees/3b1a5ce21fb918810d964a76bfd27f36/.tmp/A/b3abe56acac443409205eb82386a645e as hdfs://localhost:34345/user/jenkins/test-data/14d118ee-a83a-b09b-5913-1a58940a5db1/data/default/TestAcidGuarantees/3b1a5ce21fb918810d964a76bfd27f36/A/b3abe56acac443409205eb82386a645e 2024-11-14T14:41:24,183 INFO [RS:0;da1c6afcd1f9:35765-shortCompactions-0 {}] regionserver.HStore(1337): Completed compaction of 4 (all) file(s) in 3b1a5ce21fb918810d964a76bfd27f36/A of 3b1a5ce21fb918810d964a76bfd27f36 into b3abe56acac443409205eb82386a645e(size=31.2 K), total size for store is 31.2 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-11-14T14:41:24,183 DEBUG [RS:0;da1c6afcd1f9:35765-shortCompactions-0 {}] regionserver.HRegion(2446): Compaction status journal for 3b1a5ce21fb918810d964a76bfd27f36: 2024-11-14T14:41:24,183 INFO [RS:0;da1c6afcd1f9:35765-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1731595262615.3b1a5ce21fb918810d964a76bfd27f36., storeName=3b1a5ce21fb918810d964a76bfd27f36/A, priority=12, startTime=1731595283258; duration=0sec 2024-11-14T14:41:24,183 DEBUG [RS:0;da1c6afcd1f9:35765-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-14T14:41:24,183 DEBUG [RS:0;da1c6afcd1f9:35765-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: 3b1a5ce21fb918810d964a76bfd27f36:A 2024-11-14T14:41:24,184 DEBUG [RS:0;da1c6afcd1f9:35765-longCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:34345/user/jenkins/test-data/14d118ee-a83a-b09b-5913-1a58940a5db1/data/default/TestAcidGuarantees/3b1a5ce21fb918810d964a76bfd27f36/.tmp/C/61412698cd1d4e29944702e59f7bf646 as hdfs://localhost:34345/user/jenkins/test-data/14d118ee-a83a-b09b-5913-1a58940a5db1/data/default/TestAcidGuarantees/3b1a5ce21fb918810d964a76bfd27f36/C/61412698cd1d4e29944702e59f7bf646 2024-11-14T14:41:24,189 INFO [RS:0;da1c6afcd1f9:35765-longCompactions-0 {}] regionserver.HStore(1337): Completed compaction of 4 (all) file(s) in 3b1a5ce21fb918810d964a76bfd27f36/C of 3b1a5ce21fb918810d964a76bfd27f36 into 61412698cd1d4e29944702e59f7bf646(size=12.7 K), total size for store is 12.7 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-11-14T14:41:24,189 DEBUG [RS:0;da1c6afcd1f9:35765-longCompactions-0 {}] regionserver.HRegion(2446): Compaction status journal for 3b1a5ce21fb918810d964a76bfd27f36: 2024-11-14T14:41:24,189 INFO [RS:0;da1c6afcd1f9:35765-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1731595262615.3b1a5ce21fb918810d964a76bfd27f36., storeName=3b1a5ce21fb918810d964a76bfd27f36/C, priority=12, startTime=1731595283259; duration=0sec 2024-11-14T14:41:24,189 DEBUG [RS:0;da1c6afcd1f9:35765-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-14T14:41:24,189 DEBUG [RS:0;da1c6afcd1f9:35765-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: 3b1a5ce21fb918810d964a76bfd27f36:C 2024-11-14T14:41:24,191 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35765 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3b1a5ce21fb918810d964a76bfd27f36, server=da1c6afcd1f9,35765,1731595233113 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-14T14:41:24,191 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35765 {}] ipc.CallRunner(138): callId: 127 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:60594 deadline: 1731595344186, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3b1a5ce21fb918810d964a76bfd27f36, server=da1c6afcd1f9,35765,1731595233113 2024-11-14T14:41:24,192 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35765 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3b1a5ce21fb918810d964a76bfd27f36, server=da1c6afcd1f9,35765,1731595233113 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-14T14:41:24,192 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731595262615.3b1a5ce21fb918810d964a76bfd27f36., hostname=da1c6afcd1f9,35765,1731595233113, seqNum=5 , the old value is region=TestAcidGuarantees,,1731595262615.3b1a5ce21fb918810d964a76bfd27f36., hostname=da1c6afcd1f9,35765,1731595233113, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3b1a5ce21fb918810d964a76bfd27f36, server=da1c6afcd1f9,35765,1731595233113 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-14T14:41:24,192 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731595262615.3b1a5ce21fb918810d964a76bfd27f36., hostname=da1c6afcd1f9,35765,1731595233113, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3b1a5ce21fb918810d964a76bfd27f36, server=da1c6afcd1f9,35765,1731595233113 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-14T14:41:24,192 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731595262615.3b1a5ce21fb918810d964a76bfd27f36., hostname=da1c6afcd1f9,35765,1731595233113, seqNum=5 because the exception is null or not the one we care about 2024-11-14T14:41:24,192 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35765 {}] ipc.CallRunner(138): callId: 132 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:60574 deadline: 1731595344186, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3b1a5ce21fb918810d964a76bfd27f36, server=da1c6afcd1f9,35765,1731595233113 2024-11-14T14:41:24,192 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731595262615.3b1a5ce21fb918810d964a76bfd27f36., hostname=da1c6afcd1f9,35765,1731595233113, seqNum=5 , the old value is region=TestAcidGuarantees,,1731595262615.3b1a5ce21fb918810d964a76bfd27f36., hostname=da1c6afcd1f9,35765,1731595233113, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3b1a5ce21fb918810d964a76bfd27f36, server=da1c6afcd1f9,35765,1731595233113 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-14T14:41:24,192 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731595262615.3b1a5ce21fb918810d964a76bfd27f36., hostname=da1c6afcd1f9,35765,1731595233113, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3b1a5ce21fb918810d964a76bfd27f36, server=da1c6afcd1f9,35765,1731595233113 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-14T14:41:24,192 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731595262615.3b1a5ce21fb918810d964a76bfd27f36., hostname=da1c6afcd1f9,35765,1731595233113, seqNum=5 because the exception is null or not the one we care about 2024-11-14T14:41:24,202 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=35765 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=57 2024-11-14T14:41:24,202 DEBUG [RS_FLUSH_OPERATIONS-regionserver/da1c6afcd1f9:0-2 {event_type=RS_FLUSH_REGIONS, pid=57}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1731595262615.3b1a5ce21fb918810d964a76bfd27f36. 2024-11-14T14:41:24,202 DEBUG [RS_FLUSH_OPERATIONS-regionserver/da1c6afcd1f9:0-2 {event_type=RS_FLUSH_REGIONS, pid=57}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1731595262615.3b1a5ce21fb918810d964a76bfd27f36. as already flushing 2024-11-14T14:41:24,202 DEBUG [RS_FLUSH_OPERATIONS-regionserver/da1c6afcd1f9:0-2 {event_type=RS_FLUSH_REGIONS, pid=57}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1731595262615.3b1a5ce21fb918810d964a76bfd27f36. 2024-11-14T14:41:24,202 ERROR [RS_FLUSH_OPERATIONS-regionserver/da1c6afcd1f9:0-2 {event_type=RS_FLUSH_REGIONS, pid=57}] handler.RSProcedureHandler(58): pid=57 java.io.IOException: Unable to complete flush {ENCODED => 3b1a5ce21fb918810d964a76bfd27f36, NAME => 'TestAcidGuarantees,,1731595262615.3b1a5ce21fb918810d964a76bfd27f36.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-14T14:41:24,202 DEBUG [RS_FLUSH_OPERATIONS-regionserver/da1c6afcd1f9:0-2 {event_type=RS_FLUSH_REGIONS, pid=57}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=57 java.io.IOException: Unable to complete flush {ENCODED => 3b1a5ce21fb918810d964a76bfd27f36, NAME => 'TestAcidGuarantees,,1731595262615.3b1a5ce21fb918810d964a76bfd27f36.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-14T14:41:24,203 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45145 {}] master.HMaster(4177): Remote procedure failed, pid=57 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 3b1a5ce21fb918810d964a76bfd27f36, NAME => 'TestAcidGuarantees,,1731595262615.3b1a5ce21fb918810d964a76bfd27f36.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$5(MasterRpcServices.java:2580) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2575) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 3b1a5ce21fb918810d964a76bfd27f36, NAME => 'TestAcidGuarantees,,1731595262615.3b1a5ce21fb918810d964a76bfd27f36.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-14T14:41:24,243 INFO [MemStoreFlusher.0 {}] mob.DefaultMobStoreFlusher(147): Mob store is flushed, sequenceid=354, memsize=15.7 K, hasBloomFilter=true, into tmp file hdfs://localhost:34345/user/jenkins/test-data/14d118ee-a83a-b09b-5913-1a58940a5db1/data/default/TestAcidGuarantees/3b1a5ce21fb918810d964a76bfd27f36/.tmp/A/1adc99b6e5f04e9fa7ed0fdb76b61ea6 2024-11-14T14:41:24,251 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:34345/user/jenkins/test-data/14d118ee-a83a-b09b-5913-1a58940a5db1/data/default/TestAcidGuarantees/3b1a5ce21fb918810d964a76bfd27f36/.tmp/B/22965b13d5214ef5963ea51843b1f821 is 50, key is test_row_0/B:col10/1731595283418/Put/seqid=0 2024-11-14T14:41:24,254 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36699 is added to blk_1073742060_1236 (size=12301) 2024-11-14T14:41:24,355 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=35765 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=57 2024-11-14T14:41:24,355 DEBUG [RS_FLUSH_OPERATIONS-regionserver/da1c6afcd1f9:0-0 {event_type=RS_FLUSH_REGIONS, pid=57}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1731595262615.3b1a5ce21fb918810d964a76bfd27f36. 2024-11-14T14:41:24,355 DEBUG [RS_FLUSH_OPERATIONS-regionserver/da1c6afcd1f9:0-0 {event_type=RS_FLUSH_REGIONS, pid=57}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1731595262615.3b1a5ce21fb918810d964a76bfd27f36. as already flushing 2024-11-14T14:41:24,355 DEBUG [RS_FLUSH_OPERATIONS-regionserver/da1c6afcd1f9:0-0 {event_type=RS_FLUSH_REGIONS, pid=57}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1731595262615.3b1a5ce21fb918810d964a76bfd27f36. 2024-11-14T14:41:24,355 ERROR [RS_FLUSH_OPERATIONS-regionserver/da1c6afcd1f9:0-0 {event_type=RS_FLUSH_REGIONS, pid=57}] handler.RSProcedureHandler(58): pid=57 java.io.IOException: Unable to complete flush {ENCODED => 3b1a5ce21fb918810d964a76bfd27f36, NAME => 'TestAcidGuarantees,,1731595262615.3b1a5ce21fb918810d964a76bfd27f36.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-14T14:41:24,355 DEBUG [RS_FLUSH_OPERATIONS-regionserver/da1c6afcd1f9:0-0 {event_type=RS_FLUSH_REGIONS, pid=57}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=57 java.io.IOException: Unable to complete flush {ENCODED => 3b1a5ce21fb918810d964a76bfd27f36, NAME => 'TestAcidGuarantees,,1731595262615.3b1a5ce21fb918810d964a76bfd27f36.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-14T14:41:24,356 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45145 {}] master.HMaster(4177): Remote procedure failed, pid=57 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 3b1a5ce21fb918810d964a76bfd27f36, NAME => 'TestAcidGuarantees,,1731595262615.3b1a5ce21fb918810d964a76bfd27f36.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$5(MasterRpcServices.java:2580) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2575) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 3b1a5ce21fb918810d964a76bfd27f36, NAME => 'TestAcidGuarantees,,1731595262615.3b1a5ce21fb918810d964a76bfd27f36.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-14T14:41:24,366 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45145 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=56 2024-11-14T14:41:24,508 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=35765 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=57 2024-11-14T14:41:24,508 DEBUG [RS_FLUSH_OPERATIONS-regionserver/da1c6afcd1f9:0-1 {event_type=RS_FLUSH_REGIONS, pid=57}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1731595262615.3b1a5ce21fb918810d964a76bfd27f36. 2024-11-14T14:41:24,508 DEBUG [RS_FLUSH_OPERATIONS-regionserver/da1c6afcd1f9:0-1 {event_type=RS_FLUSH_REGIONS, pid=57}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1731595262615.3b1a5ce21fb918810d964a76bfd27f36. as already flushing 2024-11-14T14:41:24,508 DEBUG [RS_FLUSH_OPERATIONS-regionserver/da1c6afcd1f9:0-1 {event_type=RS_FLUSH_REGIONS, pid=57}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1731595262615.3b1a5ce21fb918810d964a76bfd27f36. 2024-11-14T14:41:24,509 ERROR [RS_FLUSH_OPERATIONS-regionserver/da1c6afcd1f9:0-1 {event_type=RS_FLUSH_REGIONS, pid=57}] handler.RSProcedureHandler(58): pid=57 java.io.IOException: Unable to complete flush {ENCODED => 3b1a5ce21fb918810d964a76bfd27f36, NAME => 'TestAcidGuarantees,,1731595262615.3b1a5ce21fb918810d964a76bfd27f36.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-14T14:41:24,509 DEBUG [RS_FLUSH_OPERATIONS-regionserver/da1c6afcd1f9:0-1 {event_type=RS_FLUSH_REGIONS, pid=57}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=57 java.io.IOException: Unable to complete flush {ENCODED => 3b1a5ce21fb918810d964a76bfd27f36, NAME => 'TestAcidGuarantees,,1731595262615.3b1a5ce21fb918810d964a76bfd27f36.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-14T14:41:24,509 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45145 {}] master.HMaster(4177): Remote procedure failed, pid=57 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 3b1a5ce21fb918810d964a76bfd27f36, NAME => 'TestAcidGuarantees,,1731595262615.3b1a5ce21fb918810d964a76bfd27f36.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$5(MasterRpcServices.java:2580) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2575) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 3b1a5ce21fb918810d964a76bfd27f36, NAME => 'TestAcidGuarantees,,1731595262615.3b1a5ce21fb918810d964a76bfd27f36.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-14T14:41:24,598 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35765 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3b1a5ce21fb918810d964a76bfd27f36, server=da1c6afcd1f9,35765,1731595233113 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-14T14:41:24,599 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35765 {}] ipc.CallRunner(138): callId: 126 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:60524 deadline: 1731595344595, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3b1a5ce21fb918810d964a76bfd27f36, server=da1c6afcd1f9,35765,1731595233113 2024-11-14T14:41:24,599 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731595262615.3b1a5ce21fb918810d964a76bfd27f36., hostname=da1c6afcd1f9,35765,1731595233113, seqNum=5 , the old value is region=TestAcidGuarantees,,1731595262615.3b1a5ce21fb918810d964a76bfd27f36., hostname=da1c6afcd1f9,35765,1731595233113, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3b1a5ce21fb918810d964a76bfd27f36, server=da1c6afcd1f9,35765,1731595233113 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-14T14:41:24,599 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731595262615.3b1a5ce21fb918810d964a76bfd27f36., hostname=da1c6afcd1f9,35765,1731595233113, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3b1a5ce21fb918810d964a76bfd27f36, server=da1c6afcd1f9,35765,1731595233113 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-14T14:41:24,599 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731595262615.3b1a5ce21fb918810d964a76bfd27f36., hostname=da1c6afcd1f9,35765,1731595233113, seqNum=5 because the exception is null or not the one we care about 2024-11-14T14:41:24,655 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=15.65 KB at sequenceid=354 (bloomFilter=true), to=hdfs://localhost:34345/user/jenkins/test-data/14d118ee-a83a-b09b-5913-1a58940a5db1/data/default/TestAcidGuarantees/3b1a5ce21fb918810d964a76bfd27f36/.tmp/B/22965b13d5214ef5963ea51843b1f821 2024-11-14T14:41:24,660 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=35765 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=57 2024-11-14T14:41:24,661 DEBUG [RS_FLUSH_OPERATIONS-regionserver/da1c6afcd1f9:0-2 {event_type=RS_FLUSH_REGIONS, pid=57}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1731595262615.3b1a5ce21fb918810d964a76bfd27f36. 2024-11-14T14:41:24,661 DEBUG [RS_FLUSH_OPERATIONS-regionserver/da1c6afcd1f9:0-2 {event_type=RS_FLUSH_REGIONS, pid=57}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1731595262615.3b1a5ce21fb918810d964a76bfd27f36. as already flushing 2024-11-14T14:41:24,661 DEBUG [RS_FLUSH_OPERATIONS-regionserver/da1c6afcd1f9:0-2 {event_type=RS_FLUSH_REGIONS, pid=57}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1731595262615.3b1a5ce21fb918810d964a76bfd27f36. 2024-11-14T14:41:24,661 ERROR [RS_FLUSH_OPERATIONS-regionserver/da1c6afcd1f9:0-2 {event_type=RS_FLUSH_REGIONS, pid=57}] handler.RSProcedureHandler(58): pid=57 java.io.IOException: Unable to complete flush {ENCODED => 3b1a5ce21fb918810d964a76bfd27f36, NAME => 'TestAcidGuarantees,,1731595262615.3b1a5ce21fb918810d964a76bfd27f36.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-14T14:41:24,661 DEBUG [RS_FLUSH_OPERATIONS-regionserver/da1c6afcd1f9:0-2 {event_type=RS_FLUSH_REGIONS, pid=57}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=57 java.io.IOException: Unable to complete flush {ENCODED => 3b1a5ce21fb918810d964a76bfd27f36, NAME => 'TestAcidGuarantees,,1731595262615.3b1a5ce21fb918810d964a76bfd27f36.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-14T14:41:24,662 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45145 {}] master.HMaster(4177): Remote procedure failed, pid=57 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 3b1a5ce21fb918810d964a76bfd27f36, NAME => 'TestAcidGuarantees,,1731595262615.3b1a5ce21fb918810d964a76bfd27f36.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$5(MasterRpcServices.java:2580) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2575) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 3b1a5ce21fb918810d964a76bfd27f36, NAME => 'TestAcidGuarantees,,1731595262615.3b1a5ce21fb918810d964a76bfd27f36.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-14T14:41:24,663 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:34345/user/jenkins/test-data/14d118ee-a83a-b09b-5913-1a58940a5db1/data/default/TestAcidGuarantees/3b1a5ce21fb918810d964a76bfd27f36/.tmp/C/1cf98a5a9b9f484ba0b2431c09abb6f0 is 50, key is test_row_0/C:col10/1731595283418/Put/seqid=0 2024-11-14T14:41:24,666 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36699 is added to blk_1073742061_1237 (size=12301) 2024-11-14T14:41:24,676 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45145 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=56 2024-11-14T14:41:24,698 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35765 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3b1a5ce21fb918810d964a76bfd27f36, server=da1c6afcd1f9,35765,1731595233113 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-14T14:41:24,698 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35765 {}] ipc.CallRunner(138): callId: 128 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:60594 deadline: 1731595344696, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3b1a5ce21fb918810d964a76bfd27f36, server=da1c6afcd1f9,35765,1731595233113 2024-11-14T14:41:24,699 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731595262615.3b1a5ce21fb918810d964a76bfd27f36., hostname=da1c6afcd1f9,35765,1731595233113, seqNum=5 , the old value is region=TestAcidGuarantees,,1731595262615.3b1a5ce21fb918810d964a76bfd27f36., hostname=da1c6afcd1f9,35765,1731595233113, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3b1a5ce21fb918810d964a76bfd27f36, server=da1c6afcd1f9,35765,1731595233113 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-14T14:41:24,699 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731595262615.3b1a5ce21fb918810d964a76bfd27f36., hostname=da1c6afcd1f9,35765,1731595233113, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3b1a5ce21fb918810d964a76bfd27f36, server=da1c6afcd1f9,35765,1731595233113 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-14T14:41:24,699 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35765 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3b1a5ce21fb918810d964a76bfd27f36, server=da1c6afcd1f9,35765,1731595233113 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-14T14:41:24,699 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731595262615.3b1a5ce21fb918810d964a76bfd27f36., hostname=da1c6afcd1f9,35765,1731595233113, seqNum=5 because the exception is null or not the one we care about 2024-11-14T14:41:24,699 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35765 {}] ipc.CallRunner(138): callId: 133 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:60574 deadline: 1731595344696, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3b1a5ce21fb918810d964a76bfd27f36, server=da1c6afcd1f9,35765,1731595233113 2024-11-14T14:41:24,699 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731595262615.3b1a5ce21fb918810d964a76bfd27f36., hostname=da1c6afcd1f9,35765,1731595233113, seqNum=5 , the old value is region=TestAcidGuarantees,,1731595262615.3b1a5ce21fb918810d964a76bfd27f36., hostname=da1c6afcd1f9,35765,1731595233113, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3b1a5ce21fb918810d964a76bfd27f36, server=da1c6afcd1f9,35765,1731595233113 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-14T14:41:24,699 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731595262615.3b1a5ce21fb918810d964a76bfd27f36., hostname=da1c6afcd1f9,35765,1731595233113, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3b1a5ce21fb918810d964a76bfd27f36, server=da1c6afcd1f9,35765,1731595233113 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-14T14:41:24,699 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731595262615.3b1a5ce21fb918810d964a76bfd27f36., hostname=da1c6afcd1f9,35765,1731595233113, seqNum=5 because the exception is null or not the one we care about 2024-11-14T14:41:24,813 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=35765 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=57 2024-11-14T14:41:24,814 DEBUG [RS_FLUSH_OPERATIONS-regionserver/da1c6afcd1f9:0-0 {event_type=RS_FLUSH_REGIONS, pid=57}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1731595262615.3b1a5ce21fb918810d964a76bfd27f36. 2024-11-14T14:41:24,814 DEBUG [RS_FLUSH_OPERATIONS-regionserver/da1c6afcd1f9:0-0 {event_type=RS_FLUSH_REGIONS, pid=57}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1731595262615.3b1a5ce21fb918810d964a76bfd27f36. as already flushing 2024-11-14T14:41:24,814 DEBUG [RS_FLUSH_OPERATIONS-regionserver/da1c6afcd1f9:0-0 {event_type=RS_FLUSH_REGIONS, pid=57}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1731595262615.3b1a5ce21fb918810d964a76bfd27f36. 2024-11-14T14:41:24,814 ERROR [RS_FLUSH_OPERATIONS-regionserver/da1c6afcd1f9:0-0 {event_type=RS_FLUSH_REGIONS, pid=57}] handler.RSProcedureHandler(58): pid=57 java.io.IOException: Unable to complete flush {ENCODED => 3b1a5ce21fb918810d964a76bfd27f36, NAME => 'TestAcidGuarantees,,1731595262615.3b1a5ce21fb918810d964a76bfd27f36.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-14T14:41:24,814 DEBUG [RS_FLUSH_OPERATIONS-regionserver/da1c6afcd1f9:0-0 {event_type=RS_FLUSH_REGIONS, pid=57}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=57 java.io.IOException: Unable to complete flush {ENCODED => 3b1a5ce21fb918810d964a76bfd27f36, NAME => 'TestAcidGuarantees,,1731595262615.3b1a5ce21fb918810d964a76bfd27f36.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-14T14:41:24,815 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45145 {}] master.HMaster(4177): Remote procedure failed, pid=57 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 3b1a5ce21fb918810d964a76bfd27f36, NAME => 'TestAcidGuarantees,,1731595262615.3b1a5ce21fb918810d964a76bfd27f36.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$5(MasterRpcServices.java:2580) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2575) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 3b1a5ce21fb918810d964a76bfd27f36, NAME => 'TestAcidGuarantees,,1731595262615.3b1a5ce21fb918810d964a76bfd27f36.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-14T14:41:24,966 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=35765 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=57 2024-11-14T14:41:24,967 DEBUG [RS_FLUSH_OPERATIONS-regionserver/da1c6afcd1f9:0-1 {event_type=RS_FLUSH_REGIONS, pid=57}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1731595262615.3b1a5ce21fb918810d964a76bfd27f36. 2024-11-14T14:41:24,967 DEBUG [RS_FLUSH_OPERATIONS-regionserver/da1c6afcd1f9:0-1 {event_type=RS_FLUSH_REGIONS, pid=57}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1731595262615.3b1a5ce21fb918810d964a76bfd27f36. as already flushing 2024-11-14T14:41:24,967 DEBUG [RS_FLUSH_OPERATIONS-regionserver/da1c6afcd1f9:0-1 {event_type=RS_FLUSH_REGIONS, pid=57}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1731595262615.3b1a5ce21fb918810d964a76bfd27f36. 2024-11-14T14:41:24,967 ERROR [RS_FLUSH_OPERATIONS-regionserver/da1c6afcd1f9:0-1 {event_type=RS_FLUSH_REGIONS, pid=57}] handler.RSProcedureHandler(58): pid=57 java.io.IOException: Unable to complete flush {ENCODED => 3b1a5ce21fb918810d964a76bfd27f36, NAME => 'TestAcidGuarantees,,1731595262615.3b1a5ce21fb918810d964a76bfd27f36.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-14T14:41:24,967 DEBUG [RS_FLUSH_OPERATIONS-regionserver/da1c6afcd1f9:0-1 {event_type=RS_FLUSH_REGIONS, pid=57}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=57 java.io.IOException: Unable to complete flush {ENCODED => 3b1a5ce21fb918810d964a76bfd27f36, NAME => 'TestAcidGuarantees,,1731595262615.3b1a5ce21fb918810d964a76bfd27f36.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-14T14:41:24,967 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45145 {}] master.HMaster(4177): Remote procedure failed, pid=57 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 3b1a5ce21fb918810d964a76bfd27f36, NAME => 'TestAcidGuarantees,,1731595262615.3b1a5ce21fb918810d964a76bfd27f36.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$5(MasterRpcServices.java:2580) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2575) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 3b1a5ce21fb918810d964a76bfd27f36, NAME => 'TestAcidGuarantees,,1731595262615.3b1a5ce21fb918810d964a76bfd27f36.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-14T14:41:25,067 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=15.65 KB at sequenceid=354 (bloomFilter=true), to=hdfs://localhost:34345/user/jenkins/test-data/14d118ee-a83a-b09b-5913-1a58940a5db1/data/default/TestAcidGuarantees/3b1a5ce21fb918810d964a76bfd27f36/.tmp/C/1cf98a5a9b9f484ba0b2431c09abb6f0 2024-11-14T14:41:25,072 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:34345/user/jenkins/test-data/14d118ee-a83a-b09b-5913-1a58940a5db1/data/default/TestAcidGuarantees/3b1a5ce21fb918810d964a76bfd27f36/.tmp/A/1adc99b6e5f04e9fa7ed0fdb76b61ea6 as hdfs://localhost:34345/user/jenkins/test-data/14d118ee-a83a-b09b-5913-1a58940a5db1/data/default/TestAcidGuarantees/3b1a5ce21fb918810d964a76bfd27f36/A/1adc99b6e5f04e9fa7ed0fdb76b61ea6 2024-11-14T14:41:25,076 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:34345/user/jenkins/test-data/14d118ee-a83a-b09b-5913-1a58940a5db1/data/default/TestAcidGuarantees/3b1a5ce21fb918810d964a76bfd27f36/A/1adc99b6e5f04e9fa7ed0fdb76b61ea6, entries=200, sequenceid=354, filesize=39.0 K 2024-11-14T14:41:25,077 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:34345/user/jenkins/test-data/14d118ee-a83a-b09b-5913-1a58940a5db1/data/default/TestAcidGuarantees/3b1a5ce21fb918810d964a76bfd27f36/.tmp/B/22965b13d5214ef5963ea51843b1f821 as hdfs://localhost:34345/user/jenkins/test-data/14d118ee-a83a-b09b-5913-1a58940a5db1/data/default/TestAcidGuarantees/3b1a5ce21fb918810d964a76bfd27f36/B/22965b13d5214ef5963ea51843b1f821 2024-11-14T14:41:25,082 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:34345/user/jenkins/test-data/14d118ee-a83a-b09b-5913-1a58940a5db1/data/default/TestAcidGuarantees/3b1a5ce21fb918810d964a76bfd27f36/B/22965b13d5214ef5963ea51843b1f821, entries=150, sequenceid=354, filesize=12.0 K 2024-11-14T14:41:25,083 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:34345/user/jenkins/test-data/14d118ee-a83a-b09b-5913-1a58940a5db1/data/default/TestAcidGuarantees/3b1a5ce21fb918810d964a76bfd27f36/.tmp/C/1cf98a5a9b9f484ba0b2431c09abb6f0 as hdfs://localhost:34345/user/jenkins/test-data/14d118ee-a83a-b09b-5913-1a58940a5db1/data/default/TestAcidGuarantees/3b1a5ce21fb918810d964a76bfd27f36/C/1cf98a5a9b9f484ba0b2431c09abb6f0 2024-11-14T14:41:25,086 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:34345/user/jenkins/test-data/14d118ee-a83a-b09b-5913-1a58940a5db1/data/default/TestAcidGuarantees/3b1a5ce21fb918810d964a76bfd27f36/C/1cf98a5a9b9f484ba0b2431c09abb6f0, entries=150, sequenceid=354, filesize=12.0 K 2024-11-14T14:41:25,087 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(3140): Finished flush of dataSize ~46.96 KB/48090, heapSize ~140.16 KB/143520, currentSize=138.65 KB/141980 for 3b1a5ce21fb918810d964a76bfd27f36 in 1668ms, sequenceid=354, compaction requested=false 2024-11-14T14:41:25,087 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2603): Flush status journal for 3b1a5ce21fb918810d964a76bfd27f36: 2024-11-14T14:41:25,119 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=35765 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=57 2024-11-14T14:41:25,120 DEBUG [RS_FLUSH_OPERATIONS-regionserver/da1c6afcd1f9:0-2 {event_type=RS_FLUSH_REGIONS, pid=57}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1731595262615.3b1a5ce21fb918810d964a76bfd27f36. 2024-11-14T14:41:25,120 INFO [RS_FLUSH_OPERATIONS-regionserver/da1c6afcd1f9:0-2 {event_type=RS_FLUSH_REGIONS, pid=57}] regionserver.HRegion(2902): Flushing 3b1a5ce21fb918810d964a76bfd27f36 3/3 column families, dataSize=138.65 KB heapSize=390.45 KB 2024-11-14T14:41:25,120 DEBUG [RS_FLUSH_OPERATIONS-regionserver/da1c6afcd1f9:0-2 {event_type=RS_FLUSH_REGIONS, pid=57}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 3b1a5ce21fb918810d964a76bfd27f36, store=A 2024-11-14T14:41:25,120 DEBUG [RS_FLUSH_OPERATIONS-regionserver/da1c6afcd1f9:0-2 {event_type=RS_FLUSH_REGIONS, pid=57}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=2, new segment=null 2024-11-14T14:41:25,120 DEBUG [RS_FLUSH_OPERATIONS-regionserver/da1c6afcd1f9:0-2 {event_type=RS_FLUSH_REGIONS, pid=57}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 3b1a5ce21fb918810d964a76bfd27f36, store=B 2024-11-14T14:41:25,120 DEBUG [RS_FLUSH_OPERATIONS-regionserver/da1c6afcd1f9:0-2 {event_type=RS_FLUSH_REGIONS, pid=57}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=2, new segment=null 2024-11-14T14:41:25,120 DEBUG [RS_FLUSH_OPERATIONS-regionserver/da1c6afcd1f9:0-2 {event_type=RS_FLUSH_REGIONS, pid=57}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 3b1a5ce21fb918810d964a76bfd27f36, store=C 2024-11-14T14:41:25,121 DEBUG [RS_FLUSH_OPERATIONS-regionserver/da1c6afcd1f9:0-2 {event_type=RS_FLUSH_REGIONS, pid=57}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=2, new segment=null 2024-11-14T14:41:25,130 DEBUG [RS_FLUSH_OPERATIONS-regionserver/da1c6afcd1f9:0-2 {event_type=RS_FLUSH_REGIONS, pid=57}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:34345/user/jenkins/test-data/14d118ee-a83a-b09b-5913-1a58940a5db1/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e202411143ef8c2212d7c45f7b0d8fa58e5de3e24_3b1a5ce21fb918810d964a76bfd27f36 is 50, key is test_row_0/A:col10/1731595283547/Put/seqid=0 2024-11-14T14:41:25,134 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36699 is added to blk_1073742062_1238 (size=12454) 2024-11-14T14:41:25,135 DEBUG [RS_FLUSH_OPERATIONS-regionserver/da1c6afcd1f9:0-2 {event_type=RS_FLUSH_REGIONS, pid=57}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T14:41:25,139 INFO [RS_FLUSH_OPERATIONS-regionserver/da1c6afcd1f9:0-2 {event_type=RS_FLUSH_REGIONS, pid=57}] regionserver.HMobStore(268): FLUSH Renaming flushed file from hdfs://localhost:34345/user/jenkins/test-data/14d118ee-a83a-b09b-5913-1a58940a5db1/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e202411143ef8c2212d7c45f7b0d8fa58e5de3e24_3b1a5ce21fb918810d964a76bfd27f36 to hdfs://localhost:34345/user/jenkins/test-data/14d118ee-a83a-b09b-5913-1a58940a5db1/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e202411143ef8c2212d7c45f7b0d8fa58e5de3e24_3b1a5ce21fb918810d964a76bfd27f36 2024-11-14T14:41:25,140 DEBUG [RS_FLUSH_OPERATIONS-regionserver/da1c6afcd1f9:0-2 {event_type=RS_FLUSH_REGIONS, pid=57}] mob.DefaultMobStoreFlusher(263): Flush store file: hdfs://localhost:34345/user/jenkins/test-data/14d118ee-a83a-b09b-5913-1a58940a5db1/data/default/TestAcidGuarantees/3b1a5ce21fb918810d964a76bfd27f36/.tmp/A/490792bf0e4c4d0ca713a5cf593e1ec5, store: [table=TestAcidGuarantees family=A region=3b1a5ce21fb918810d964a76bfd27f36] 2024-11-14T14:41:25,141 DEBUG [RS_FLUSH_OPERATIONS-regionserver/da1c6afcd1f9:0-2 {event_type=RS_FLUSH_REGIONS, pid=57}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:34345/user/jenkins/test-data/14d118ee-a83a-b09b-5913-1a58940a5db1/data/default/TestAcidGuarantees/3b1a5ce21fb918810d964a76bfd27f36/.tmp/A/490792bf0e4c4d0ca713a5cf593e1ec5 is 175, key is test_row_0/A:col10/1731595283547/Put/seqid=0 2024-11-14T14:41:25,145 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36699 is added to blk_1073742063_1239 (size=31255) 2024-11-14T14:41:25,146 INFO [RS_FLUSH_OPERATIONS-regionserver/da1c6afcd1f9:0-2 {event_type=RS_FLUSH_REGIONS, pid=57}] mob.DefaultMobStoreFlusher(147): Mob store is flushed, sequenceid=393, memsize=53.7 K, hasBloomFilter=true, into tmp file hdfs://localhost:34345/user/jenkins/test-data/14d118ee-a83a-b09b-5913-1a58940a5db1/data/default/TestAcidGuarantees/3b1a5ce21fb918810d964a76bfd27f36/.tmp/A/490792bf0e4c4d0ca713a5cf593e1ec5 2024-11-14T14:41:25,162 DEBUG [RS_FLUSH_OPERATIONS-regionserver/da1c6afcd1f9:0-2 {event_type=RS_FLUSH_REGIONS, pid=57}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:34345/user/jenkins/test-data/14d118ee-a83a-b09b-5913-1a58940a5db1/data/default/TestAcidGuarantees/3b1a5ce21fb918810d964a76bfd27f36/.tmp/B/ca3a763007a54bd5ae15536038b1cf19 is 50, key is test_row_0/B:col10/1731595283547/Put/seqid=0 2024-11-14T14:41:25,166 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36699 is added to blk_1073742064_1240 (size=12301) 2024-11-14T14:41:25,166 INFO [RS_FLUSH_OPERATIONS-regionserver/da1c6afcd1f9:0-2 {event_type=RS_FLUSH_REGIONS, pid=57}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=42.49 KB at sequenceid=393 (bloomFilter=true), to=hdfs://localhost:34345/user/jenkins/test-data/14d118ee-a83a-b09b-5913-1a58940a5db1/data/default/TestAcidGuarantees/3b1a5ce21fb918810d964a76bfd27f36/.tmp/B/ca3a763007a54bd5ae15536038b1cf19 2024-11-14T14:41:25,175 DEBUG [RS_FLUSH_OPERATIONS-regionserver/da1c6afcd1f9:0-2 {event_type=RS_FLUSH_REGIONS, pid=57}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:34345/user/jenkins/test-data/14d118ee-a83a-b09b-5913-1a58940a5db1/data/default/TestAcidGuarantees/3b1a5ce21fb918810d964a76bfd27f36/.tmp/C/13723b6f51e04916ac31e081abb5a024 is 50, key is test_row_0/C:col10/1731595283547/Put/seqid=0 2024-11-14T14:41:25,178 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36699 is added to blk_1073742065_1241 (size=12301) 2024-11-14T14:41:25,180 INFO [RS_FLUSH_OPERATIONS-regionserver/da1c6afcd1f9:0-2 {event_type=RS_FLUSH_REGIONS, pid=57}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=42.49 KB at sequenceid=393 (bloomFilter=true), to=hdfs://localhost:34345/user/jenkins/test-data/14d118ee-a83a-b09b-5913-1a58940a5db1/data/default/TestAcidGuarantees/3b1a5ce21fb918810d964a76bfd27f36/.tmp/C/13723b6f51e04916ac31e081abb5a024 2024-11-14T14:41:25,185 DEBUG [RS_FLUSH_OPERATIONS-regionserver/da1c6afcd1f9:0-2 {event_type=RS_FLUSH_REGIONS, pid=57}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:34345/user/jenkins/test-data/14d118ee-a83a-b09b-5913-1a58940a5db1/data/default/TestAcidGuarantees/3b1a5ce21fb918810d964a76bfd27f36/.tmp/A/490792bf0e4c4d0ca713a5cf593e1ec5 as hdfs://localhost:34345/user/jenkins/test-data/14d118ee-a83a-b09b-5913-1a58940a5db1/data/default/TestAcidGuarantees/3b1a5ce21fb918810d964a76bfd27f36/A/490792bf0e4c4d0ca713a5cf593e1ec5 2024-11-14T14:41:25,186 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45145 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=56 2024-11-14T14:41:25,189 INFO [RS_FLUSH_OPERATIONS-regionserver/da1c6afcd1f9:0-2 {event_type=RS_FLUSH_REGIONS, pid=57}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:34345/user/jenkins/test-data/14d118ee-a83a-b09b-5913-1a58940a5db1/data/default/TestAcidGuarantees/3b1a5ce21fb918810d964a76bfd27f36/A/490792bf0e4c4d0ca713a5cf593e1ec5, entries=150, sequenceid=393, filesize=30.5 K 2024-11-14T14:41:25,191 DEBUG [RS_FLUSH_OPERATIONS-regionserver/da1c6afcd1f9:0-2 {event_type=RS_FLUSH_REGIONS, pid=57}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:34345/user/jenkins/test-data/14d118ee-a83a-b09b-5913-1a58940a5db1/data/default/TestAcidGuarantees/3b1a5ce21fb918810d964a76bfd27f36/.tmp/B/ca3a763007a54bd5ae15536038b1cf19 as hdfs://localhost:34345/user/jenkins/test-data/14d118ee-a83a-b09b-5913-1a58940a5db1/data/default/TestAcidGuarantees/3b1a5ce21fb918810d964a76bfd27f36/B/ca3a763007a54bd5ae15536038b1cf19 2024-11-14T14:41:25,191 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T14:41:25,191 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T14:41:25,192 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T14:41:25,195 INFO [RS_FLUSH_OPERATIONS-regionserver/da1c6afcd1f9:0-2 {event_type=RS_FLUSH_REGIONS, pid=57}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:34345/user/jenkins/test-data/14d118ee-a83a-b09b-5913-1a58940a5db1/data/default/TestAcidGuarantees/3b1a5ce21fb918810d964a76bfd27f36/B/ca3a763007a54bd5ae15536038b1cf19, entries=150, sequenceid=393, filesize=12.0 K 2024-11-14T14:41:25,196 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T14:41:25,196 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T14:41:25,196 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T14:41:25,196 DEBUG [RS_FLUSH_OPERATIONS-regionserver/da1c6afcd1f9:0-2 {event_type=RS_FLUSH_REGIONS, pid=57}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:34345/user/jenkins/test-data/14d118ee-a83a-b09b-5913-1a58940a5db1/data/default/TestAcidGuarantees/3b1a5ce21fb918810d964a76bfd27f36/.tmp/C/13723b6f51e04916ac31e081abb5a024 as hdfs://localhost:34345/user/jenkins/test-data/14d118ee-a83a-b09b-5913-1a58940a5db1/data/default/TestAcidGuarantees/3b1a5ce21fb918810d964a76bfd27f36/C/13723b6f51e04916ac31e081abb5a024 2024-11-14T14:41:25,196 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T14:41:25,196 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T14:41:25,196 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T14:41:25,197 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T14:41:25,197 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T14:41:25,197 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T14:41:25,197 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T14:41:25,198 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T14:41:25,198 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T14:41:25,198 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T14:41:25,198 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T14:41:25,198 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T14:41:25,199 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T14:41:25,199 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T14:41:25,199 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T14:41:25,199 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T14:41:25,200 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T14:41:25,200 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T14:41:25,200 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T14:41:25,201 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T14:41:25,201 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T14:41:25,201 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T14:41:25,201 INFO [RS_FLUSH_OPERATIONS-regionserver/da1c6afcd1f9:0-2 {event_type=RS_FLUSH_REGIONS, pid=57}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:34345/user/jenkins/test-data/14d118ee-a83a-b09b-5913-1a58940a5db1/data/default/TestAcidGuarantees/3b1a5ce21fb918810d964a76bfd27f36/C/13723b6f51e04916ac31e081abb5a024, entries=150, sequenceid=393, filesize=12.0 K 2024-11-14T14:41:25,202 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T14:41:25,202 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T14:41:25,202 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T14:41:25,202 INFO [RS_FLUSH_OPERATIONS-regionserver/da1c6afcd1f9:0-2 {event_type=RS_FLUSH_REGIONS, pid=57}] regionserver.HRegion(3140): Finished flush of dataSize ~138.65 KB/141980, heapSize ~390.41 KB/399776, currentSize=0 B/0 for 3b1a5ce21fb918810d964a76bfd27f36 in 82ms, sequenceid=393, compaction requested=true 2024-11-14T14:41:25,202 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T14:41:25,202 DEBUG [RS_FLUSH_OPERATIONS-regionserver/da1c6afcd1f9:0-2 {event_type=RS_FLUSH_REGIONS, pid=57}] regionserver.HRegion(2603): Flush status journal for 3b1a5ce21fb918810d964a76bfd27f36: 2024-11-14T14:41:25,202 DEBUG [RS_FLUSH_OPERATIONS-regionserver/da1c6afcd1f9:0-2 {event_type=RS_FLUSH_REGIONS, pid=57}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1731595262615.3b1a5ce21fb918810d964a76bfd27f36. 2024-11-14T14:41:25,203 DEBUG [RS_FLUSH_OPERATIONS-regionserver/da1c6afcd1f9:0-2 {event_type=RS_FLUSH_REGIONS, pid=57}] regionserver.RemoteProcedureResultReporter(62): Successfully complete execution of pid=57 2024-11-14T14:41:25,203 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T14:41:25,203 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45145 {}] master.HMaster(4169): Remote procedure done, pid=57 2024-11-14T14:41:25,203 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T14:41:25,203 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T14:41:25,204 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T14:41:25,204 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T14:41:25,205 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T14:41:25,205 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T14:41:25,205 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T14:41:25,205 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T14:41:25,205 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T14:41:25,206 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T14:41:25,206 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T14:41:25,206 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=57, resume processing ppid=56 2024-11-14T14:41:25,206 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1521): Finished pid=57, ppid=56, state=SUCCESS, hasLock=false; org.apache.hadoop.hbase.master.procedure.FlushRegionProcedure in 1.1550 sec 2024-11-14T14:41:25,206 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T14:41:25,206 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T14:41:25,206 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T14:41:25,207 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T14:41:25,207 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T14:41:25,207 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T14:41:25,207 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T14:41:25,207 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T14:41:25,208 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T14:41:25,208 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1521): Finished pid=56, state=SUCCESS, hasLock=false; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=56, table=TestAcidGuarantees in 1.1600 sec 2024-11-14T14:41:25,208 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T14:41:25,208 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T14:41:25,208 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T14:41:25,208 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T14:41:25,209 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T14:41:25,209 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T14:41:25,209 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T14:41:25,209 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T14:41:25,210 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T14:41:25,210 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T14:41:25,210 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T14:41:25,210 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T14:41:25,210 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T14:41:25,210 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T14:41:25,211 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T14:41:25,211 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T14:41:25,211 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T14:41:25,211 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T14:41:25,212 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T14:41:25,212 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T14:41:25,212 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T14:41:25,212 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T14:41:25,212 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T14:41:25,213 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T14:41:25,213 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T14:41:25,213 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T14:41:25,213 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T14:41:25,213 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T14:41:25,214 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T14:41:25,214 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T14:41:25,214 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T14:41:25,214 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T14:41:25,214 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T14:41:25,215 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T14:41:25,215 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T14:41:25,215 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T14:41:25,215 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T14:41:25,215 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T14:41:25,216 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T14:41:25,216 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T14:41:25,216 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T14:41:25,216 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T14:41:25,216 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T14:41:25,216 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T14:41:25,217 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T14:41:25,217 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T14:41:25,217 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T14:41:25,217 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T14:41:25,217 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T14:41:25,218 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T14:41:25,218 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T14:41:25,218 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T14:41:25,218 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T14:41:25,219 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T14:41:25,219 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T14:41:25,219 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T14:41:25,219 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T14:41:25,219 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T14:41:25,219 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T14:41:25,220 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T14:41:25,220 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T14:41:25,220 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T14:41:25,220 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T14:41:25,221 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T14:41:25,221 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T14:41:25,221 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T14:41:25,221 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T14:41:25,221 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T14:41:25,222 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T14:41:25,222 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T14:41:25,222 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T14:41:25,222 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T14:41:25,222 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T14:41:25,222 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T14:41:25,223 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T14:41:25,223 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T14:41:25,223 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T14:41:25,223 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T14:41:25,223 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T14:41:25,224 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T14:41:25,224 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T14:41:25,224 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T14:41:25,224 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T14:41:25,225 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T14:41:25,225 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T14:41:25,225 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T14:41:25,225 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T14:41:25,225 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T14:41:25,226 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T14:41:25,226 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T14:41:25,226 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T14:41:25,226 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T14:41:25,227 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T14:41:25,227 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T14:41:25,227 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T14:41:25,227 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T14:41:25,228 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T14:41:25,228 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T14:41:25,228 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T14:41:25,228 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T14:41:25,229 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T14:41:25,229 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T14:41:25,229 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T14:41:25,230 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T14:41:25,230 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T14:41:25,230 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T14:41:25,230 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T14:41:25,230 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T14:41:25,231 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T14:41:25,231 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T14:41:25,231 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T14:41:25,231 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T14:41:25,231 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T14:41:25,231 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T14:41:25,232 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T14:41:25,232 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T14:41:25,232 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T14:41:25,232 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T14:41:25,232 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T14:41:25,233 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T14:41:25,233 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T14:41:25,233 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T14:41:25,233 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T14:41:25,234 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T14:41:25,234 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T14:41:25,234 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T14:41:25,234 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T14:41:25,234 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T14:41:25,235 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T14:41:25,235 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T14:41:25,235 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T14:41:25,235 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T14:41:25,236 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T14:41:25,236 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T14:41:25,236 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T14:41:25,236 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T14:41:25,236 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T14:41:25,237 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T14:41:25,237 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T14:41:25,237 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T14:41:25,237 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T14:41:25,237 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T14:41:25,237 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T14:41:25,238 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T14:41:25,238 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T14:41:25,238 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T14:41:25,238 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T14:41:25,238 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T14:41:25,239 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T14:41:25,239 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T14:41:25,239 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T14:41:25,239 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T14:41:25,239 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T14:41:25,240 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T14:41:25,240 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T14:41:25,240 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T14:41:25,240 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T14:41:25,240 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T14:41:25,241 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T14:41:25,241 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T14:41:25,241 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T14:41:25,241 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T14:41:25,241 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T14:41:25,242 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T14:41:25,242 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T14:41:25,242 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T14:41:25,242 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T14:41:25,242 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T14:41:25,242 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T14:41:25,243 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T14:41:25,243 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T14:41:25,243 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T14:41:25,243 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T14:41:25,244 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T14:41:25,244 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T14:41:25,244 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T14:41:25,244 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T14:41:25,244 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T14:41:25,244 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T14:41:25,245 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T14:41:25,245 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T14:41:25,245 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T14:41:25,245 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T14:41:25,245 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T14:41:25,245 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T14:41:25,246 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T14:41:25,246 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T14:41:25,246 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T14:41:25,246 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T14:41:25,247 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T14:41:25,247 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T14:41:25,247 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T14:41:25,247 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T14:41:25,247 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T14:41:25,247 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T14:41:25,248 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T14:41:25,248 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T14:41:25,248 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T14:41:25,248 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T14:41:25,248 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T14:41:25,249 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T14:41:25,249 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T14:41:25,249 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T14:41:25,249 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T14:41:25,249 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T14:41:25,250 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T14:41:25,250 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T14:41:25,250 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T14:41:25,251 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T14:41:25,251 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T14:41:25,251 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T14:41:25,252 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T14:41:25,252 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T14:41:25,252 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T14:41:25,253 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T14:41:25,253 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T14:41:25,253 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T14:41:25,253 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T14:41:25,254 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T14:41:25,254 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T14:41:25,254 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T14:41:25,254 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T14:41:25,254 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T14:41:25,254 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T14:41:25,255 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T14:41:25,255 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T14:41:25,255 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T14:41:25,255 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T14:41:25,255 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T14:41:25,256 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T14:41:25,256 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T14:41:25,256 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T14:41:25,256 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T14:41:25,256 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T14:41:25,256 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T14:41:25,257 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T14:41:25,257 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T14:41:25,257 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T14:41:25,257 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T14:41:25,258 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T14:41:25,258 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T14:41:25,258 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T14:41:25,259 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T14:41:25,259 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T14:41:25,259 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T14:41:25,259 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T14:41:25,260 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T14:41:25,260 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T14:41:25,260 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T14:41:25,260 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T14:41:25,261 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T14:41:25,261 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T14:41:25,261 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T14:41:25,262 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T14:41:25,262 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T14:41:25,262 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T14:41:25,262 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T14:41:25,262 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T14:41:25,263 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T14:41:25,263 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T14:41:25,263 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T14:41:25,263 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T14:41:25,263 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T14:41:25,264 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T14:41:25,264 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T14:41:25,264 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T14:41:25,264 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T14:41:25,264 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T14:41:25,264 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T14:41:25,265 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T14:41:25,265 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T14:41:25,265 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T14:41:25,265 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T14:41:25,265 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T14:41:25,265 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T14:41:25,266 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T14:41:25,266 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T14:41:25,266 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T14:41:25,266 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T14:41:25,267 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T14:41:25,267 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T14:41:25,267 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T14:41:25,267 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T14:41:25,268 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T14:41:25,268 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T14:41:25,268 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T14:41:25,268 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T14:41:25,269 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T14:41:25,269 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T14:41:25,269 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T14:41:25,269 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T14:41:25,269 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T14:41:25,270 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T14:41:25,270 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T14:41:25,270 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T14:41:25,270 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T14:41:25,270 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T14:41:25,270 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T14:41:25,271 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T14:41:25,271 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T14:41:25,271 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T14:41:25,271 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T14:41:25,271 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T14:41:25,272 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T14:41:25,272 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T14:41:25,272 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T14:41:25,272 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T14:41:25,272 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T14:41:25,273 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T14:41:25,273 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T14:41:25,273 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T14:41:25,273 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T14:41:25,273 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T14:41:25,273 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T14:41:25,274 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T14:41:25,274 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T14:41:25,274 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T14:41:25,274 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T14:41:25,274 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T14:41:25,274 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T14:41:25,275 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T14:41:25,275 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T14:41:25,275 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T14:41:25,275 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T14:41:25,275 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T14:41:25,276 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T14:41:25,276 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T14:41:25,276 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T14:41:25,276 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T14:41:25,277 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T14:41:25,277 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T14:41:25,277 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T14:41:25,277 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T14:41:25,277 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T14:41:25,277 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T14:41:25,278 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T14:41:25,278 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T14:41:25,278 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T14:41:25,278 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T14:41:25,278 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T14:41:25,279 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T14:41:25,279 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T14:41:25,279 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T14:41:25,279 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T14:41:25,279 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T14:41:25,280 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T14:41:25,280 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T14:41:25,280 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T14:41:25,280 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T14:41:25,280 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T14:41:25,280 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T14:41:25,281 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T14:41:25,281 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T14:41:25,281 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T14:41:25,281 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T14:41:25,281 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T14:41:25,282 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T14:41:25,282 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T14:41:25,282 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T14:41:25,282 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T14:41:25,283 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T14:41:25,283 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T14:41:25,283 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T14:41:25,283 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T14:41:25,283 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T14:41:25,284 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T14:41:25,284 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T14:41:25,284 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T14:41:25,284 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T14:41:25,284 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T14:41:25,284 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T14:41:25,285 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T14:41:25,285 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T14:41:25,285 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T14:41:25,285 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T14:41:25,286 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T14:41:25,286 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T14:41:25,286 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T14:41:25,286 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T14:41:25,286 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T14:41:25,287 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T14:41:25,287 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T14:41:25,287 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T14:41:25,287 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T14:41:25,287 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T14:41:25,287 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T14:41:25,288 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T14:41:25,288 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T14:41:25,289 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T14:41:25,289 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T14:41:25,289 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T14:41:25,289 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T14:41:25,290 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T14:41:25,290 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T14:41:25,290 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T14:41:25,290 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T14:41:25,291 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T14:41:25,291 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T14:41:25,291 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T14:41:25,291 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T14:41:25,291 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T14:41:25,292 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T14:41:25,292 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T14:41:25,292 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T14:41:25,292 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T14:41:25,292 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T14:41:25,293 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T14:41:25,293 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T14:41:25,293 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T14:41:25,293 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T14:41:25,294 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T14:41:25,294 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T14:41:25,294 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T14:41:25,294 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T14:41:25,294 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T14:41:25,295 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T14:41:25,295 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T14:41:25,295 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T14:41:25,295 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T14:41:25,295 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T14:41:25,295 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T14:41:25,296 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T14:41:25,296 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T14:41:25,296 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T14:41:25,296 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T14:41:25,296 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T14:41:25,297 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T14:41:25,297 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T14:41:25,297 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T14:41:25,297 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T14:41:25,298 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T14:41:25,298 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T14:41:25,298 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T14:41:25,298 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T14:41:25,299 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T14:41:25,299 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T14:41:25,299 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T14:41:25,299 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T14:41:25,299 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T14:41:25,300 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T14:41:25,300 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T14:41:25,300 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T14:41:25,300 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T14:41:25,300 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T14:41:25,301 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T14:41:25,301 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T14:41:25,301 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T14:41:25,301 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T14:41:25,301 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T14:41:25,302 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T14:41:25,302 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T14:41:25,302 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T14:41:25,302 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T14:41:25,302 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T14:41:25,302 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T14:41:25,303 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T14:41:25,303 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T14:41:25,303 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T14:41:25,303 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T14:41:25,303 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T14:41:25,304 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T14:41:25,304 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T14:41:25,304 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T14:41:25,304 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T14:41:25,304 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T14:41:25,305 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T14:41:25,305 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T14:41:25,305 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T14:41:25,305 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T14:41:25,305 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T14:41:25,306 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T14:41:25,306 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T14:41:25,306 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T14:41:25,306 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T14:41:25,306 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T14:41:25,306 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T14:41:25,307 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T14:41:25,307 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T14:41:25,307 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T14:41:25,307 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T14:41:25,307 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T14:41:25,307 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T14:41:25,308 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T14:41:25,308 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T14:41:25,308 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T14:41:25,308 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T14:41:25,308 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T14:41:25,308 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T14:41:25,309 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T14:41:25,309 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T14:41:25,309 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T14:41:25,310 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T14:41:25,310 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T14:41:25,310 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T14:41:25,310 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T14:41:25,310 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T14:41:25,311 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T14:41:25,311 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T14:41:25,311 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T14:41:25,311 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T14:41:25,311 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T14:41:25,312 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T14:41:25,312 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T14:41:25,312 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T14:41:25,312 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T14:41:25,312 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T14:41:25,312 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T14:41:25,313 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T14:41:25,313 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T14:41:25,313 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T14:41:25,313 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T14:41:25,313 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T14:41:25,314 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T14:41:25,314 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T14:41:25,314 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T14:41:25,314 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T14:41:25,315 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T14:41:25,315 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T14:41:25,315 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T14:41:25,315 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T14:41:25,315 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T14:41:25,315 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T14:41:25,316 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T14:41:25,316 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T14:41:25,316 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T14:41:25,316 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T14:41:25,316 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T14:41:25,317 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T14:41:25,317 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T14:41:25,317 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T14:41:25,317 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T14:41:25,317 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T14:41:25,318 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T14:41:25,318 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T14:41:25,318 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T14:41:25,318 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T14:41:25,319 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T14:41:25,319 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T14:41:25,319 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T14:41:25,320 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T14:41:25,320 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T14:41:25,320 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T14:41:25,320 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T14:41:25,321 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T14:41:25,321 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T14:41:25,321 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T14:41:25,321 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T14:41:25,322 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T14:41:25,322 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T14:41:25,322 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T14:41:25,322 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T14:41:25,322 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T14:41:25,322 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T14:41:25,323 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T14:41:25,323 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T14:41:25,323 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T14:41:25,323 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T14:41:25,323 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T14:41:25,323 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T14:41:25,324 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T14:41:25,324 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T14:41:25,324 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T14:41:25,324 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T14:41:25,325 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T14:41:25,325 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T14:41:25,325 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T14:41:25,325 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T14:41:25,325 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T14:41:25,325 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T14:41:25,326 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T14:41:25,326 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T14:41:25,326 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T14:41:25,326 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T14:41:25,326 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T14:41:25,326 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T14:41:25,327 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T14:41:25,327 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T14:41:25,327 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T14:41:25,327 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T14:41:25,327 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T14:41:25,328 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T14:41:25,328 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T14:41:25,328 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T14:41:25,328 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T14:41:25,329 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T14:41:25,329 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T14:41:25,329 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T14:41:25,330 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T14:41:25,330 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T14:41:25,330 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T14:41:25,330 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T14:41:25,330 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T14:41:25,331 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T14:41:25,331 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T14:41:25,331 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T14:41:25,331 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T14:41:25,331 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T14:41:25,331 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T14:41:25,332 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T14:41:25,332 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T14:41:25,332 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T14:41:25,332 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T14:41:25,332 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T14:41:25,332 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T14:41:25,333 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T14:41:25,333 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T14:41:25,333 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T14:41:25,333 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T14:41:25,333 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T14:41:25,334 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T14:41:25,334 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T14:41:25,334 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T14:41:25,334 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T14:41:25,334 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T14:41:25,335 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T14:41:25,335 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T14:41:25,335 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T14:41:25,335 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T14:41:25,336 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T14:41:25,336 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T14:41:25,336 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T14:41:25,336 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T14:41:25,336 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T14:41:25,336 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T14:41:25,337 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T14:41:25,337 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T14:41:25,337 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T14:41:25,337 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T14:41:25,337 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T14:41:25,338 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T14:41:25,338 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T14:41:25,338 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T14:41:25,338 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T14:41:25,338 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T14:41:25,339 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T14:41:25,339 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T14:41:25,339 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T14:41:25,339 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T14:41:25,339 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T14:41:25,339 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T14:41:25,340 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T14:41:25,340 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T14:41:25,340 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T14:41:25,341 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T14:41:25,341 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T14:41:25,341 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T14:41:25,341 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T14:41:25,341 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T14:41:25,341 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T14:41:25,342 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T14:41:25,342 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T14:41:25,342 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T14:41:25,342 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T14:41:25,342 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T14:41:25,342 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T14:41:25,343 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T14:41:25,343 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T14:41:25,343 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T14:41:25,343 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T14:41:25,343 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T14:41:25,344 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T14:41:25,344 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T14:41:25,344 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T14:41:25,344 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T14:41:25,345 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T14:41:25,345 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T14:41:25,345 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T14:41:25,345 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T14:41:25,345 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T14:41:25,345 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T14:41:25,346 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T14:41:25,346 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T14:41:25,346 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T14:41:25,346 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T14:41:25,346 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T14:41:25,347 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T14:41:25,347 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T14:41:25,347 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T14:41:25,347 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T14:41:25,348 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T14:41:25,348 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T14:41:25,348 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T14:41:25,348 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T14:41:25,349 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T14:41:25,349 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T14:41:25,349 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T14:41:25,349 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T14:41:25,349 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T14:41:25,350 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T14:41:25,350 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T14:41:25,350 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T14:41:25,350 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T14:41:25,350 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T14:41:25,351 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T14:41:25,351 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T14:41:25,351 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T14:41:25,352 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T14:41:25,352 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T14:41:25,352 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T14:41:25,352 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T14:41:25,353 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T14:41:25,353 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T14:41:25,353 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T14:41:25,354 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T14:41:25,354 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T14:41:25,354 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T14:41:25,354 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T14:41:25,355 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T14:41:25,355 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T14:41:25,355 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T14:41:25,355 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T14:41:25,356 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T14:41:25,357 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T14:41:25,358 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T14:41:25,358 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T14:41:25,359 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T14:41:25,359 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T14:41:25,359 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T14:41:25,360 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T14:41:25,360 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T14:41:25,360 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T14:41:25,361 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T14:41:25,361 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T14:41:25,361 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T14:41:25,361 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T14:41:25,361 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T14:41:25,362 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T14:41:25,362 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T14:41:25,362 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T14:41:25,363 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T14:41:25,363 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T14:41:25,363 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T14:41:25,363 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T14:41:25,364 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T14:41:25,364 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T14:41:25,364 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T14:41:25,365 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T14:41:25,365 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T14:41:25,365 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T14:41:25,365 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T14:41:25,366 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T14:41:25,366 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T14:41:25,366 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T14:41:25,366 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T14:41:25,367 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T14:41:25,367 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T14:41:25,367 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T14:41:25,367 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T14:41:25,368 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T14:41:25,368 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T14:41:25,368 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T14:41:25,368 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T14:41:25,368 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T14:41:25,368 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T14:41:25,369 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T14:41:25,369 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T14:41:25,369 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T14:41:25,369 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T14:41:25,369 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T14:41:25,370 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T14:41:25,370 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T14:41:25,370 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T14:41:25,370 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T14:41:25,370 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T14:41:25,371 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T14:41:25,371 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T14:41:25,371 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T14:41:25,371 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T14:41:25,371 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T14:41:25,372 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T14:41:25,372 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T14:41:25,372 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T14:41:25,372 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T14:41:25,373 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T14:41:25,373 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T14:41:25,373 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T14:41:25,373 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T14:41:25,374 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T14:41:25,374 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T14:41:25,374 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T14:41:25,374 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T14:41:25,375 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T14:41:25,375 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T14:41:25,375 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T14:41:25,375 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T14:41:25,376 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T14:41:25,376 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T14:41:25,376 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T14:41:25,376 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T14:41:25,376 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T14:41:25,377 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T14:41:25,377 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T14:41:25,377 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T14:41:25,378 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T14:41:25,378 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T14:41:25,378 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T14:41:25,378 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T14:41:25,379 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T14:41:25,379 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T14:41:25,379 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T14:41:25,379 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T14:41:25,380 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T14:41:25,380 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T14:41:25,380 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T14:41:25,380 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T14:41:25,380 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T14:41:25,381 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T14:41:25,381 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T14:41:25,381 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T14:41:25,381 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T14:41:25,381 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T14:41:25,381 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T14:41:25,382 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T14:41:25,382 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T14:41:25,382 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T14:41:25,382 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T14:41:25,383 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T14:41:25,383 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T14:41:25,383 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T14:41:25,383 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T14:41:25,383 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T14:41:25,384 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T14:41:25,384 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T14:41:25,384 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T14:41:25,384 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T14:41:25,384 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T14:41:25,385 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T14:41:25,385 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T14:41:25,385 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T14:41:25,385 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T14:41:25,386 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T14:41:25,386 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T14:41:25,386 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T14:41:25,386 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T14:41:25,387 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T14:41:25,387 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T14:41:25,387 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T14:41:25,387 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T14:41:25,388 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T14:41:25,388 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T14:41:25,389 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T14:41:25,389 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T14:41:25,389 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T14:41:25,389 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T14:41:25,389 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T14:41:25,390 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T14:41:25,390 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T14:41:25,390 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T14:41:25,390 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T14:41:25,390 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T14:41:25,391 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T14:41:25,391 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T14:41:25,391 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T14:41:25,391 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T14:41:25,391 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T14:41:25,392 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T14:41:25,392 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T14:41:25,392 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T14:41:25,392 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T14:41:25,392 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T14:41:25,393 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T14:41:25,393 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T14:41:25,393 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T14:41:25,393 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T14:41:25,394 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T14:41:25,394 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T14:41:25,394 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T14:41:25,395 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T14:41:25,395 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T14:41:25,395 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T14:41:25,395 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T14:41:25,395 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T14:41:25,396 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T14:41:25,396 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T14:41:25,396 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T14:41:25,396 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T14:41:25,397 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T14:41:25,397 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T14:41:25,397 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T14:41:25,397 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T14:41:25,398 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T14:41:25,398 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T14:41:25,398 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T14:41:25,399 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T14:41:25,399 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T14:41:25,399 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T14:41:25,399 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T14:41:25,399 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T14:41:25,400 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T14:41:25,400 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T14:41:25,401 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T14:41:25,401 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T14:41:25,401 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T14:41:25,401 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T14:41:25,402 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T14:41:25,402 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T14:41:25,402 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T14:41:25,402 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T14:41:25,402 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T14:41:25,403 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T14:41:25,403 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T14:41:25,403 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T14:41:25,403 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T14:41:25,404 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T14:41:25,404 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T14:41:25,404 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T14:41:25,404 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T14:41:25,405 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T14:41:25,405 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T14:41:25,405 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T14:41:25,405 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T14:41:25,406 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T14:41:25,406 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T14:41:25,406 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T14:41:25,406 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T14:41:25,407 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T14:41:25,407 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T14:41:25,407 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T14:41:25,407 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T14:41:25,408 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T14:41:25,408 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T14:41:25,408 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T14:41:25,409 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T14:41:25,409 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T14:41:25,409 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T14:41:25,409 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T14:41:25,409 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T14:41:25,410 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T14:41:25,410 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T14:41:25,410 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T14:41:25,411 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T14:41:25,411 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T14:41:25,411 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T14:41:25,411 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T14:41:25,411 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T14:41:25,412 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T14:41:25,412 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T14:41:25,412 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T14:41:25,413 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T14:41:25,413 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T14:41:25,413 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T14:41:25,413 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T14:41:25,414 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T14:41:25,414 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T14:41:25,414 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T14:41:25,415 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T14:41:25,415 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T14:41:25,415 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T14:41:25,415 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T14:41:25,415 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T14:41:25,416 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T14:41:25,416 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T14:41:25,416 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T14:41:25,416 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T14:41:25,417 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T14:41:25,417 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T14:41:25,433 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T14:41:25,433 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T14:41:25,434 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T14:41:25,434 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T14:41:25,434 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T14:41:25,435 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T14:41:25,435 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T14:41:25,435 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T14:41:25,435 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T14:41:25,435 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T14:41:25,436 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T14:41:25,436 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T14:41:25,436 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T14:41:25,437 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T14:41:25,437 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T14:41:25,437 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T14:41:25,437 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T14:41:25,437 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T14:41:25,437 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T14:41:25,438 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T14:41:25,438 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T14:41:25,438 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T14:41:25,439 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T14:41:25,439 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T14:41:25,439 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T14:41:25,440 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T14:41:25,440 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T14:41:25,440 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T14:41:25,440 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T14:41:25,441 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T14:41:25,441 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T14:41:25,442 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T14:41:25,443 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T14:41:25,443 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T14:41:25,444 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T14:41:25,444 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T14:41:25,444 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T14:41:25,445 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T14:41:25,445 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T14:41:25,446 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T14:41:25,446 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T14:41:25,446 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T14:41:25,446 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T14:41:25,446 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T14:41:25,447 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T14:41:25,447 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T14:41:25,447 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T14:41:25,447 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T14:41:25,447 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T14:41:25,448 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T14:41:25,448 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T14:41:25,448 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T14:41:25,449 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T14:41:25,449 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T14:41:25,449 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T14:41:25,449 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T14:41:25,449 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T14:41:25,450 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T14:41:25,450 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T14:41:25,450 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T14:41:25,451 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T14:41:25,451 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T14:41:25,451 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T14:41:25,451 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T14:41:25,451 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T14:41:25,451 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T14:41:25,452 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T14:41:25,452 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T14:41:25,452 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T14:41:25,452 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T14:41:25,453 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T14:41:25,453 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T14:41:25,453 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T14:41:25,453 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T14:41:25,454 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T14:41:25,454 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T14:41:25,454 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T14:41:25,454 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T14:41:25,455 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T14:41:25,455 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T14:41:25,455 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T14:41:25,455 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T14:41:25,456 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T14:41:25,456 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T14:41:25,456 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T14:41:25,457 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T14:41:25,457 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T14:41:25,457 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T14:41:25,458 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T14:41:25,458 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T14:41:25,458 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T14:41:25,458 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T14:41:25,458 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T14:41:25,459 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T14:41:25,460 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T14:41:25,461 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T14:41:25,461 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T14:41:25,463 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T14:41:25,463 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T14:41:25,464 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T14:41:25,465 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T14:41:25,465 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T14:41:25,465 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T14:41:25,466 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T14:41:25,466 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T14:41:25,467 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T14:41:25,467 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T14:41:25,467 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T14:41:25,467 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T14:41:25,468 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T14:41:25,468 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T14:41:25,469 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T14:41:25,469 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T14:41:25,469 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T14:41:25,469 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T14:41:25,469 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T14:41:25,470 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T14:41:25,470 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T14:41:25,470 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T14:41:25,471 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T14:41:25,471 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T14:41:25,472 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T14:41:25,472 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T14:41:25,472 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T14:41:25,472 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T14:41:25,473 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T14:41:25,473 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T14:41:25,473 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T14:41:25,474 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T14:41:25,474 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T14:41:25,474 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T14:41:25,474 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T14:41:25,474 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T14:41:25,475 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T14:41:25,475 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T14:41:25,475 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T14:41:25,475 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T14:41:25,476 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T14:41:25,476 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T14:41:25,476 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T14:41:25,477 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T14:41:25,477 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T14:41:25,477 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T14:41:25,477 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T14:41:25,477 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T14:41:25,478 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T14:41:25,478 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T14:41:25,478 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T14:41:25,478 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T14:41:25,479 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T14:41:25,479 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T14:41:25,479 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T14:41:25,479 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T14:41:25,480 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T14:41:25,480 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T14:41:25,480 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T14:41:25,480 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T14:41:25,481 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T14:41:25,481 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T14:41:25,481 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T14:41:25,481 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T14:41:25,482 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T14:41:25,482 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T14:41:25,482 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T14:41:25,482 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T14:41:25,482 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T14:41:25,483 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T14:41:25,483 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T14:41:25,483 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T14:41:25,484 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T14:41:25,484 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T14:41:25,484 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T14:41:25,484 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T14:41:25,485 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T14:41:25,485 INFO [Thread-737 {}] client.AsyncConnectionImpl(233): Connection has been closed by Thread-737. 2024-11-14T14:41:25,485 DEBUG [Thread-737 {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.client.ConnectionOverAsyncConnection.close(ConnectionOverAsyncConnection.java:134) at org.apache.hadoop.hbase.AcidGuaranteesTestTool$AtomicGetReader.workDone(AcidGuaranteesTestTool.java:234) at org.apache.hadoop.hbase.MultithreadedTestUtil$RepeatingTestThread.doWork(MultithreadedTestUtil.java:152) at org.apache.hadoop.hbase.MultithreadedTestUtil$TestThread.run(MultithreadedTestUtil.java:123) 2024-11-14T14:41:25,485 DEBUG [Thread-737 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-14T14:41:25,485 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T14:41:25,485 DEBUG [Thread-737 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-14T14:41:25,485 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-11-14T14:41:25,486 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T14:41:25,486 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T14:41:25,486 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T14:41:25,487 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T14:41:25,487 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T14:41:25,488 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T14:41:25,488 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T14:41:25,488 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T14:41:25,489 INFO [Thread-739 {}] client.AsyncConnectionImpl(233): Connection has been closed by Thread-739. 2024-11-14T14:41:25,489 DEBUG [Thread-739 {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.client.ConnectionOverAsyncConnection.close(ConnectionOverAsyncConnection.java:134) at org.apache.hadoop.hbase.AcidGuaranteesTestTool$AtomicGetReader.workDone(AcidGuaranteesTestTool.java:234) at org.apache.hadoop.hbase.MultithreadedTestUtil$RepeatingTestThread.doWork(MultithreadedTestUtil.java:152) at org.apache.hadoop.hbase.MultithreadedTestUtil$TestThread.run(MultithreadedTestUtil.java:123) 2024-11-14T14:41:25,489 DEBUG [Thread-739 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-14T14:41:25,489 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T14:41:25,489 DEBUG [Thread-739 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-14T14:41:25,489 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-11-14T14:41:25,490 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T14:41:25,490 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T14:41:25,490 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T14:41:25,490 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T14:41:25,491 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T14:41:25,491 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T14:41:25,491 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T14:41:25,492 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T14:41:25,492 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T14:41:25,492 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T14:41:25,492 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T14:41:25,493 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T14:41:25,493 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T14:41:25,494 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T14:41:25,494 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T14:41:25,494 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T14:41:25,494 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T14:41:25,495 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T14:41:25,495 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T14:41:25,496 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T14:41:25,496 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T14:41:25,496 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T14:41:25,496 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T14:41:25,497 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T14:41:25,497 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T14:41:25,497 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T14:41:25,498 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T14:41:25,498 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T14:41:25,498 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T14:41:25,499 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T14:41:25,499 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T14:41:25,499 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T14:41:25,500 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T14:41:25,500 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T14:41:25,501 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T14:41:25,501 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T14:41:25,502 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T14:41:25,503 INFO [Thread-743 {}] client.AsyncConnectionImpl(233): Connection has been closed by Thread-743. 2024-11-14T14:41:25,503 DEBUG [Thread-743 {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.client.ConnectionOverAsyncConnection.close(ConnectionOverAsyncConnection.java:134) at org.apache.hadoop.hbase.AcidGuaranteesTestTool$AtomicScanReader.workDone(AcidGuaranteesTestTool.java:302) at org.apache.hadoop.hbase.MultithreadedTestUtil$RepeatingTestThread.doWork(MultithreadedTestUtil.java:152) at org.apache.hadoop.hbase.MultithreadedTestUtil$TestThread.run(MultithreadedTestUtil.java:123) 2024-11-14T14:41:25,503 DEBUG [Thread-743 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-14T14:41:25,503 DEBUG [Thread-743 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-14T14:41:25,503 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T14:41:25,503 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-11-14T14:41:25,503 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T14:41:25,504 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T14:41:25,505 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T14:41:25,505 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T14:41:25,506 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T14:41:25,506 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T14:41:25,507 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T14:41:25,508 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T14:41:25,508 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T14:41:25,509 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T14:41:25,510 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T14:41:25,510 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T14:41:25,511 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T14:41:25,511 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T14:41:25,512 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T14:41:25,513 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T14:41:25,513 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T14:41:25,514 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T14:41:25,515 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T14:41:25,515 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T14:41:25,516 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T14:41:25,516 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T14:41:25,517 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T14:41:25,517 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T14:41:25,518 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T14:41:25,519 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T14:41:25,521 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T14:41:25,521 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T14:41:25,522 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T14:41:25,522 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T14:41:25,523 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T14:41:25,524 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T14:41:25,524 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T14:41:25,525 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T14:41:25,525 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T14:41:25,526 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T14:41:25,527 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T14:41:25,527 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T14:41:25,528 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T14:41:25,528 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T14:41:25,529 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T14:41:25,530 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T14:41:25,530 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T14:41:25,531 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T14:41:25,532 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T14:41:25,532 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T14:41:25,533 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T14:41:25,533 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T14:41:25,534 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T14:41:25,535 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T14:41:25,535 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T14:41:25,536 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T14:41:25,536 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T14:41:25,537 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T14:41:25,538 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T14:41:25,539 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T14:41:25,539 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T14:41:25,540 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T14:41:25,541 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T14:41:25,541 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T14:41:25,542 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T14:41:25,543 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T14:41:25,543 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T14:41:25,544 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T14:41:25,545 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T14:41:25,545 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T14:41:25,546 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T14:41:25,547 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T14:41:25,547 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T14:41:25,548 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T14:41:25,548 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T14:41:25,549 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T14:41:25,550 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T14:41:25,550 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T14:41:25,551 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T14:41:25,552 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T14:41:25,554 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T14:41:25,554 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T14:41:25,555 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T14:41:25,556 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T14:41:25,556 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T14:41:25,557 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T14:41:25,557 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T14:41:25,558 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T14:41:25,558 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T14:41:25,559 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T14:41:25,559 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T14:41:25,560 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T14:41:25,560 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T14:41:25,561 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T14:41:25,561 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T14:41:25,562 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T14:41:25,562 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T14:41:25,563 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T14:41:25,564 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T14:41:25,564 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T14:41:25,565 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T14:41:25,565 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T14:41:25,566 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T14:41:25,567 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T14:41:25,567 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T14:41:25,568 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T14:41:25,568 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T14:41:25,569 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T14:41:25,569 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T14:41:25,570 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T14:41:25,570 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T14:41:25,571 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T14:41:25,571 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T14:41:25,572 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T14:41:25,572 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T14:41:25,573 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T14:41:25,573 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T14:41:25,574 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T14:41:25,574 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T14:41:25,575 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T14:41:25,575 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T14:41:25,576 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T14:41:25,576 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T14:41:25,577 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T14:41:25,577 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T14:41:25,578 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T14:41:25,578 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T14:41:25,579 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T14:41:25,579 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T14:41:25,580 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T14:41:25,582 INFO [Thread-741 {}] client.AsyncConnectionImpl(233): Connection has been closed by Thread-741. 2024-11-14T14:41:25,582 DEBUG [Thread-741 {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.client.ConnectionOverAsyncConnection.close(ConnectionOverAsyncConnection.java:134) at org.apache.hadoop.hbase.AcidGuaranteesTestTool$AtomicScanReader.workDone(AcidGuaranteesTestTool.java:302) at org.apache.hadoop.hbase.MultithreadedTestUtil$RepeatingTestThread.doWork(MultithreadedTestUtil.java:152) at org.apache.hadoop.hbase.MultithreadedTestUtil$TestThread.run(MultithreadedTestUtil.java:123) 2024-11-14T14:41:25,582 DEBUG [Thread-741 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-14T14:41:25,582 DEBUG [Thread-741 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-14T14:41:25,583 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-11-14T14:41:25,608 INFO [Thread-730 {}] client.AsyncConnectionImpl(233): Connection has been closed by Thread-730. 2024-11-14T14:41:25,608 DEBUG [Thread-730 {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.client.ConnectionOverAsyncConnection.close(ConnectionOverAsyncConnection.java:134) at org.apache.hadoop.hbase.AcidGuaranteesTestTool$AtomicityWriter.workDone(AcidGuaranteesTestTool.java:178) at org.apache.hadoop.hbase.MultithreadedTestUtil$RepeatingTestThread.doWork(MultithreadedTestUtil.java:152) at org.apache.hadoop.hbase.MultithreadedTestUtil$TestThread.run(MultithreadedTestUtil.java:123) 2024-11-14T14:41:25,608 DEBUG [Thread-730 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-14T14:41:25,608 DEBUG [Thread-730 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-14T14:41:25,608 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-11-14T14:41:25,718 INFO [Thread-734 {}] client.AsyncConnectionImpl(233): Connection has been closed by Thread-734. 2024-11-14T14:41:25,718 INFO [Thread-726 {}] client.AsyncConnectionImpl(233): Connection has been closed by Thread-726. 2024-11-14T14:41:25,718 DEBUG [Thread-726 {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.client.ConnectionOverAsyncConnection.close(ConnectionOverAsyncConnection.java:134) at org.apache.hadoop.hbase.AcidGuaranteesTestTool$AtomicityWriter.workDone(AcidGuaranteesTestTool.java:178) at org.apache.hadoop.hbase.MultithreadedTestUtil$RepeatingTestThread.doWork(MultithreadedTestUtil.java:152) at org.apache.hadoop.hbase.MultithreadedTestUtil$TestThread.run(MultithreadedTestUtil.java:123) 2024-11-14T14:41:25,718 DEBUG [Thread-734 {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.client.ConnectionOverAsyncConnection.close(ConnectionOverAsyncConnection.java:134) at org.apache.hadoop.hbase.AcidGuaranteesTestTool$AtomicityWriter.workDone(AcidGuaranteesTestTool.java:178) at org.apache.hadoop.hbase.MultithreadedTestUtil$RepeatingTestThread.doWork(MultithreadedTestUtil.java:152) at org.apache.hadoop.hbase.MultithreadedTestUtil$TestThread.run(MultithreadedTestUtil.java:123) 2024-11-14T14:41:25,718 DEBUG [Thread-726 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-14T14:41:25,718 DEBUG [Thread-734 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-14T14:41:25,719 DEBUG [Thread-734 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-14T14:41:25,719 DEBUG [Thread-726 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-14T14:41:25,719 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-11-14T14:41:25,719 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-11-14T14:41:26,196 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45145 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=56 2024-11-14T14:41:26,196 INFO [RPCClient-NioEventLoopGroup-4-7 {}] client.RawAsyncHBaseAdmin$TableProcedureBiConsumer(2721): Operation: FLUSH, Table Name: default:TestAcidGuarantees completed 2024-11-14T14:41:27,748 INFO [Thread-732 {}] client.AsyncConnectionImpl(233): Connection has been closed by Thread-732. 2024-11-14T14:41:27,748 DEBUG [Thread-732 {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.client.ConnectionOverAsyncConnection.close(ConnectionOverAsyncConnection.java:134) at org.apache.hadoop.hbase.AcidGuaranteesTestTool$AtomicityWriter.workDone(AcidGuaranteesTestTool.java:178) at org.apache.hadoop.hbase.MultithreadedTestUtil$RepeatingTestThread.doWork(MultithreadedTestUtil.java:152) at org.apache.hadoop.hbase.MultithreadedTestUtil$TestThread.run(MultithreadedTestUtil.java:123) 2024-11-14T14:41:27,748 DEBUG [Thread-732 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-14T14:41:27,748 DEBUG [Thread-732 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-14T14:41:27,748 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-11-14T14:41:27,777 INFO [Thread-728 {}] client.AsyncConnectionImpl(233): Connection has been closed by Thread-728. 2024-11-14T14:41:27,777 DEBUG [Thread-728 {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.client.ConnectionOverAsyncConnection.close(ConnectionOverAsyncConnection.java:134) at org.apache.hadoop.hbase.AcidGuaranteesTestTool$AtomicityWriter.workDone(AcidGuaranteesTestTool.java:178) at org.apache.hadoop.hbase.MultithreadedTestUtil$RepeatingTestThread.doWork(MultithreadedTestUtil.java:152) at org.apache.hadoop.hbase.MultithreadedTestUtil$TestThread.run(MultithreadedTestUtil.java:123) 2024-11-14T14:41:27,777 DEBUG [Thread-728 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-14T14:41:27,777 DEBUG [Thread-728 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-14T14:41:27,778 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-11-14T14:41:27,778 INFO [Time-limited test {}] hbase.AcidGuaranteesTestTool(392): Finished test. Writers: 2024-11-14T14:41:27,778 INFO [Time-limited test {}] hbase.AcidGuaranteesTestTool(394): wrote 70 2024-11-14T14:41:27,778 INFO [Time-limited test {}] hbase.AcidGuaranteesTestTool(394): wrote 58 2024-11-14T14:41:27,778 INFO [Time-limited test {}] hbase.AcidGuaranteesTestTool(394): wrote 68 2024-11-14T14:41:27,778 INFO [Time-limited test {}] hbase.AcidGuaranteesTestTool(394): wrote 49 2024-11-14T14:41:27,778 INFO [Time-limited test {}] hbase.AcidGuaranteesTestTool(394): wrote 78 2024-11-14T14:41:27,778 INFO [Time-limited test {}] hbase.AcidGuaranteesTestTool(396): Readers: 2024-11-14T14:41:27,778 INFO [Time-limited test {}] hbase.AcidGuaranteesTestTool(398): read 2180 2024-11-14T14:41:27,778 INFO [Time-limited test {}] hbase.AcidGuaranteesTestTool(398): read 2179 2024-11-14T14:41:27,778 INFO [Time-limited test {}] hbase.AcidGuaranteesTestTool(400): Scanners: 2024-11-14T14:41:27,778 INFO [Time-limited test {}] hbase.AcidGuaranteesTestTool(402): scanned 990 2024-11-14T14:41:27,778 INFO [Time-limited test {}] hbase.AcidGuaranteesTestTool(403): verified 2967 rows 2024-11-14T14:41:27,778 INFO [Time-limited test {}] hbase.AcidGuaranteesTestTool(402): scanned 996 2024-11-14T14:41:27,778 INFO [Time-limited test {}] hbase.AcidGuaranteesTestTool(403): verified 2985 rows 2024-11-14T14:41:27,778 INFO [Time-limited test {}] client.AsyncConnectionImpl(233): Connection has been closed by Time-limited test. 2024-11-14T14:41:27,778 DEBUG [Time-limited test {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.client.ConnectionOverAsyncConnection.close(ConnectionOverAsyncConnection.java:134) at org.apache.hadoop.hbase.AcidGuaranteesTestTool.doWork(AcidGuaranteesTestTool.java:131) at org.apache.hadoop.hbase.util.AbstractHBaseTool.run(AbstractHBaseTool.java:150) at org.apache.hadoop.hbase.AcidGuaranteesTestBase.runTestAtomicity(AcidGuaranteesTestBase.java:102) at org.apache.hadoop.hbase.AcidGuaranteesTestBase.testMobMixedAtomicity(AcidGuaranteesTestBase.java:132) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:77) at java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) at java.base/java.lang.reflect.Method.invoke(Method.java:568) at org.junit.runners.model.FrameworkMethod$1.runReflectiveCall(FrameworkMethod.java:59) at org.junit.internal.runners.model.ReflectiveCallable.run(ReflectiveCallable.java:12) at org.junit.runners.model.FrameworkMethod.invokeExplosively(FrameworkMethod.java:56) at org.junit.internal.runners.statements.InvokeMethod.evaluate(InvokeMethod.java:17) at org.junit.internal.runners.statements.RunBefores.evaluate(RunBefores.java:26) at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:27) at org.junit.runners.ParentRunner$3.evaluate(ParentRunner.java:306) at org.junit.runners.BlockJUnit4ClassRunner$1.evaluate(BlockJUnit4ClassRunner.java:100) at org.junit.runners.ParentRunner.runLeaf(ParentRunner.java:366) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:103) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:63) at org.junit.runners.ParentRunner$4.run(ParentRunner.java:331) at org.junit.runners.ParentRunner$1.schedule(ParentRunner.java:79) at org.junit.runners.ParentRunner.runChildren(ParentRunner.java:329) at org.junit.runners.ParentRunner.access$100(ParentRunner.java:66) at org.junit.runners.ParentRunner$2.evaluate(ParentRunner.java:293) at org.junit.internal.runners.statements.RunBefores.evaluate(RunBefores.java:26) at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:27) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:299) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:293) at java.base/java.util.concurrent.FutureTask.run(FutureTask.java:264) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-14T14:41:27,778 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-14T14:41:27,778 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-14T14:41:27,778 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-11-14T14:41:27,779 INFO [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45145 {}] master.HMaster$13(2820): Client=jenkins//172.17.0.2 disable TestAcidGuarantees 2024-11-14T14:41:27,780 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45145 {}] procedure2.ProcedureExecutor(1139): Stored pid=58, state=RUNNABLE:DISABLE_TABLE_PREPARE, hasLock=false; DisableTableProcedure table=TestAcidGuarantees 2024-11-14T14:41:27,781 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45145 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=58 2024-11-14T14:41:27,782 DEBUG [PEWorker-3 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":1,"row":"TestAcidGuarantees","families":{"table":[{"qualifier":"state","vlen":2,"tag":[],"timestamp":"1731595287782"}]},"ts":"1731595287782"} 2024-11-14T14:41:27,784 INFO [PEWorker-3 {}] hbase.MetaTableAccessor(843): Updated tableName=TestAcidGuarantees, state=DISABLING in hbase:meta 2024-11-14T14:41:27,784 INFO [PEWorker-3 {}] procedure.DisableTableProcedure(284): Set TestAcidGuarantees to state=DISABLING 2024-11-14T14:41:27,784 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=59, ppid=58, state=RUNNABLE:CLOSE_TABLE_REGIONS_SCHEDULE, hasLock=false; CloseTableRegionsProcedure table=TestAcidGuarantees}] 2024-11-14T14:41:27,786 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=60, ppid=59, state=RUNNABLE:REGION_STATE_TRANSITION_CLOSE, hasLock=false; TransitRegionStateProcedure table=TestAcidGuarantees, region=3b1a5ce21fb918810d964a76bfd27f36, UNASSIGN}] 2024-11-14T14:41:27,786 INFO [PEWorker-5 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=60, ppid=59, state=RUNNABLE:REGION_STATE_TRANSITION_CLOSE, hasLock=false; TransitRegionStateProcedure table=TestAcidGuarantees, region=3b1a5ce21fb918810d964a76bfd27f36, UNASSIGN 2024-11-14T14:41:27,787 INFO [PEWorker-5 {}] assignment.RegionStateStore(223): pid=60 updating hbase:meta row=3b1a5ce21fb918810d964a76bfd27f36, regionState=CLOSING, regionLocation=da1c6afcd1f9,35765,1731595233113 2024-11-14T14:41:27,788 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-3 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=60, ppid=59, state=RUNNABLE:REGION_STATE_TRANSITION_CLOSE, hasLock=true; TransitRegionStateProcedure table=TestAcidGuarantees, region=3b1a5ce21fb918810d964a76bfd27f36, UNASSIGN because future has completed 2024-11-14T14:41:27,788 DEBUG [PEWorker-1 {}] assignment.TransitRegionStateProcedure(375): Close region: isSplit: false: evictOnSplit: true: evictOnClose: false 2024-11-14T14:41:27,788 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=61, ppid=60, state=RUNNABLE, hasLock=false; CloseRegionProcedure 3b1a5ce21fb918810d964a76bfd27f36, server=da1c6afcd1f9,35765,1731595233113}] 2024-11-14T14:41:27,886 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45145 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=58 2024-11-14T14:41:27,940 INFO [RS_CLOSE_REGION-regionserver/da1c6afcd1f9:0-0 {event_type=M_RS_CLOSE_REGION, pid=61}] handler.UnassignRegionHandler(122): Close 3b1a5ce21fb918810d964a76bfd27f36 2024-11-14T14:41:27,940 DEBUG [RS_CLOSE_REGION-regionserver/da1c6afcd1f9:0-0 {event_type=M_RS_CLOSE_REGION, pid=61}] handler.UnassignRegionHandler(136): Unassign region: split region: false: evictCache: false 2024-11-14T14:41:27,941 DEBUG [RS_CLOSE_REGION-regionserver/da1c6afcd1f9:0-0 {event_type=M_RS_CLOSE_REGION, pid=61}] regionserver.HRegion(1722): Closing 3b1a5ce21fb918810d964a76bfd27f36, disabling compactions & flushes 2024-11-14T14:41:27,941 INFO [RS_CLOSE_REGION-regionserver/da1c6afcd1f9:0-0 {event_type=M_RS_CLOSE_REGION, pid=61}] regionserver.HRegion(1755): Closing region TestAcidGuarantees,,1731595262615.3b1a5ce21fb918810d964a76bfd27f36. 2024-11-14T14:41:27,941 DEBUG [RS_CLOSE_REGION-regionserver/da1c6afcd1f9:0-0 {event_type=M_RS_CLOSE_REGION, pid=61}] regionserver.HRegion(1776): Time limited wait for close lock on TestAcidGuarantees,,1731595262615.3b1a5ce21fb918810d964a76bfd27f36. 2024-11-14T14:41:27,941 DEBUG [RS_CLOSE_REGION-regionserver/da1c6afcd1f9:0-0 {event_type=M_RS_CLOSE_REGION, pid=61}] regionserver.HRegion(1843): Acquired close lock on TestAcidGuarantees,,1731595262615.3b1a5ce21fb918810d964a76bfd27f36. after waiting 0 ms 2024-11-14T14:41:27,941 DEBUG [RS_CLOSE_REGION-regionserver/da1c6afcd1f9:0-0 {event_type=M_RS_CLOSE_REGION, pid=61}] regionserver.HRegion(1853): Updates disabled for region TestAcidGuarantees,,1731595262615.3b1a5ce21fb918810d964a76bfd27f36. 2024-11-14T14:41:27,941 INFO [RS_CLOSE_REGION-regionserver/da1c6afcd1f9:0-0 {event_type=M_RS_CLOSE_REGION, pid=61}] regionserver.HRegion(2902): Flushing 3b1a5ce21fb918810d964a76bfd27f36 3/3 column families, dataSize=33.54 KB heapSize=100.36 KB 2024-11-14T14:41:27,941 DEBUG [RS_CLOSE_REGION-regionserver/da1c6afcd1f9:0-0 {event_type=M_RS_CLOSE_REGION, pid=61}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 3b1a5ce21fb918810d964a76bfd27f36, store=A 2024-11-14T14:41:27,941 DEBUG [RS_CLOSE_REGION-regionserver/da1c6afcd1f9:0-0 {event_type=M_RS_CLOSE_REGION, pid=61}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-14T14:41:27,941 DEBUG [RS_CLOSE_REGION-regionserver/da1c6afcd1f9:0-0 {event_type=M_RS_CLOSE_REGION, pid=61}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 3b1a5ce21fb918810d964a76bfd27f36, store=B 2024-11-14T14:41:27,941 DEBUG [RS_CLOSE_REGION-regionserver/da1c6afcd1f9:0-0 {event_type=M_RS_CLOSE_REGION, pid=61}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-14T14:41:27,941 DEBUG [RS_CLOSE_REGION-regionserver/da1c6afcd1f9:0-0 {event_type=M_RS_CLOSE_REGION, pid=61}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 3b1a5ce21fb918810d964a76bfd27f36, store=C 2024-11-14T14:41:27,941 DEBUG [RS_CLOSE_REGION-regionserver/da1c6afcd1f9:0-0 {event_type=M_RS_CLOSE_REGION, pid=61}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-14T14:41:27,947 DEBUG [RS_CLOSE_REGION-regionserver/da1c6afcd1f9:0-0 {event_type=M_RS_CLOSE_REGION, pid=61}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:34345/user/jenkins/test-data/14d118ee-a83a-b09b-5913-1a58940a5db1/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e20241114a88811cca7cb443b9a9bfcaf033f6f82_3b1a5ce21fb918810d964a76bfd27f36 is 50, key is test_row_0/A:col10/1731595285717/Put/seqid=0 2024-11-14T14:41:27,951 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36699 is added to blk_1073742066_1242 (size=12454) 2024-11-14T14:41:28,096 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45145 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=58 2024-11-14T14:41:28,352 DEBUG [RS_CLOSE_REGION-regionserver/da1c6afcd1f9:0-0 {event_type=M_RS_CLOSE_REGION, pid=61}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T14:41:28,356 INFO [RS_CLOSE_REGION-regionserver/da1c6afcd1f9:0-0 {event_type=M_RS_CLOSE_REGION, pid=61}] regionserver.HMobStore(268): FLUSH Renaming flushed file from hdfs://localhost:34345/user/jenkins/test-data/14d118ee-a83a-b09b-5913-1a58940a5db1/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e20241114a88811cca7cb443b9a9bfcaf033f6f82_3b1a5ce21fb918810d964a76bfd27f36 to hdfs://localhost:34345/user/jenkins/test-data/14d118ee-a83a-b09b-5913-1a58940a5db1/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e20241114a88811cca7cb443b9a9bfcaf033f6f82_3b1a5ce21fb918810d964a76bfd27f36 2024-11-14T14:41:28,357 DEBUG [RS_CLOSE_REGION-regionserver/da1c6afcd1f9:0-0 {event_type=M_RS_CLOSE_REGION, pid=61}] mob.DefaultMobStoreFlusher(263): Flush store file: hdfs://localhost:34345/user/jenkins/test-data/14d118ee-a83a-b09b-5913-1a58940a5db1/data/default/TestAcidGuarantees/3b1a5ce21fb918810d964a76bfd27f36/.tmp/A/c04ea8cb96f94adb8f548473930eaa96, store: [table=TestAcidGuarantees family=A region=3b1a5ce21fb918810d964a76bfd27f36] 2024-11-14T14:41:28,358 DEBUG [RS_CLOSE_REGION-regionserver/da1c6afcd1f9:0-0 {event_type=M_RS_CLOSE_REGION, pid=61}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:34345/user/jenkins/test-data/14d118ee-a83a-b09b-5913-1a58940a5db1/data/default/TestAcidGuarantees/3b1a5ce21fb918810d964a76bfd27f36/.tmp/A/c04ea8cb96f94adb8f548473930eaa96 is 175, key is test_row_0/A:col10/1731595285717/Put/seqid=0 2024-11-14T14:41:28,361 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36699 is added to blk_1073742067_1243 (size=31255) 2024-11-14T14:41:28,406 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45145 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=58 2024-11-14T14:41:28,762 INFO [RS_CLOSE_REGION-regionserver/da1c6afcd1f9:0-0 {event_type=M_RS_CLOSE_REGION, pid=61}] mob.DefaultMobStoreFlusher(147): Mob store is flushed, sequenceid=401, memsize=11.2 K, hasBloomFilter=true, into tmp file hdfs://localhost:34345/user/jenkins/test-data/14d118ee-a83a-b09b-5913-1a58940a5db1/data/default/TestAcidGuarantees/3b1a5ce21fb918810d964a76bfd27f36/.tmp/A/c04ea8cb96f94adb8f548473930eaa96 2024-11-14T14:41:28,769 DEBUG [RS_CLOSE_REGION-regionserver/da1c6afcd1f9:0-0 {event_type=M_RS_CLOSE_REGION, pid=61}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:34345/user/jenkins/test-data/14d118ee-a83a-b09b-5913-1a58940a5db1/data/default/TestAcidGuarantees/3b1a5ce21fb918810d964a76bfd27f36/.tmp/B/67c3bef638e048178dfb9a2d35657cb1 is 50, key is test_row_0/B:col10/1731595285717/Put/seqid=0 2024-11-14T14:41:28,773 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36699 is added to blk_1073742068_1244 (size=12301) 2024-11-14T14:41:28,916 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45145 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=58 2024-11-14T14:41:29,174 INFO [RS_CLOSE_REGION-regionserver/da1c6afcd1f9:0-0 {event_type=M_RS_CLOSE_REGION, pid=61}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=11.18 KB at sequenceid=401 (bloomFilter=true), to=hdfs://localhost:34345/user/jenkins/test-data/14d118ee-a83a-b09b-5913-1a58940a5db1/data/default/TestAcidGuarantees/3b1a5ce21fb918810d964a76bfd27f36/.tmp/B/67c3bef638e048178dfb9a2d35657cb1 2024-11-14T14:41:29,181 DEBUG [RS_CLOSE_REGION-regionserver/da1c6afcd1f9:0-0 {event_type=M_RS_CLOSE_REGION, pid=61}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:34345/user/jenkins/test-data/14d118ee-a83a-b09b-5913-1a58940a5db1/data/default/TestAcidGuarantees/3b1a5ce21fb918810d964a76bfd27f36/.tmp/C/81d48a9c88d944c69d0db0c6d5008d63 is 50, key is test_row_0/C:col10/1731595285717/Put/seqid=0 2024-11-14T14:41:29,184 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36699 is added to blk_1073742069_1245 (size=12301) 2024-11-14T14:41:29,585 INFO [RS_CLOSE_REGION-regionserver/da1c6afcd1f9:0-0 {event_type=M_RS_CLOSE_REGION, pid=61}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=11.18 KB at sequenceid=401 (bloomFilter=true), to=hdfs://localhost:34345/user/jenkins/test-data/14d118ee-a83a-b09b-5913-1a58940a5db1/data/default/TestAcidGuarantees/3b1a5ce21fb918810d964a76bfd27f36/.tmp/C/81d48a9c88d944c69d0db0c6d5008d63 2024-11-14T14:41:29,590 DEBUG [RS_CLOSE_REGION-regionserver/da1c6afcd1f9:0-0 {event_type=M_RS_CLOSE_REGION, pid=61}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:34345/user/jenkins/test-data/14d118ee-a83a-b09b-5913-1a58940a5db1/data/default/TestAcidGuarantees/3b1a5ce21fb918810d964a76bfd27f36/.tmp/A/c04ea8cb96f94adb8f548473930eaa96 as hdfs://localhost:34345/user/jenkins/test-data/14d118ee-a83a-b09b-5913-1a58940a5db1/data/default/TestAcidGuarantees/3b1a5ce21fb918810d964a76bfd27f36/A/c04ea8cb96f94adb8f548473930eaa96 2024-11-14T14:41:29,594 INFO [RS_CLOSE_REGION-regionserver/da1c6afcd1f9:0-0 {event_type=M_RS_CLOSE_REGION, pid=61}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:34345/user/jenkins/test-data/14d118ee-a83a-b09b-5913-1a58940a5db1/data/default/TestAcidGuarantees/3b1a5ce21fb918810d964a76bfd27f36/A/c04ea8cb96f94adb8f548473930eaa96, entries=150, sequenceid=401, filesize=30.5 K 2024-11-14T14:41:29,594 DEBUG [RS_CLOSE_REGION-regionserver/da1c6afcd1f9:0-0 {event_type=M_RS_CLOSE_REGION, pid=61}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:34345/user/jenkins/test-data/14d118ee-a83a-b09b-5913-1a58940a5db1/data/default/TestAcidGuarantees/3b1a5ce21fb918810d964a76bfd27f36/.tmp/B/67c3bef638e048178dfb9a2d35657cb1 as hdfs://localhost:34345/user/jenkins/test-data/14d118ee-a83a-b09b-5913-1a58940a5db1/data/default/TestAcidGuarantees/3b1a5ce21fb918810d964a76bfd27f36/B/67c3bef638e048178dfb9a2d35657cb1 2024-11-14T14:41:29,598 INFO [RS_CLOSE_REGION-regionserver/da1c6afcd1f9:0-0 {event_type=M_RS_CLOSE_REGION, pid=61}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:34345/user/jenkins/test-data/14d118ee-a83a-b09b-5913-1a58940a5db1/data/default/TestAcidGuarantees/3b1a5ce21fb918810d964a76bfd27f36/B/67c3bef638e048178dfb9a2d35657cb1, entries=150, sequenceid=401, filesize=12.0 K 2024-11-14T14:41:29,598 DEBUG [RS_CLOSE_REGION-regionserver/da1c6afcd1f9:0-0 {event_type=M_RS_CLOSE_REGION, pid=61}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:34345/user/jenkins/test-data/14d118ee-a83a-b09b-5913-1a58940a5db1/data/default/TestAcidGuarantees/3b1a5ce21fb918810d964a76bfd27f36/.tmp/C/81d48a9c88d944c69d0db0c6d5008d63 as hdfs://localhost:34345/user/jenkins/test-data/14d118ee-a83a-b09b-5913-1a58940a5db1/data/default/TestAcidGuarantees/3b1a5ce21fb918810d964a76bfd27f36/C/81d48a9c88d944c69d0db0c6d5008d63 2024-11-14T14:41:29,602 INFO [RS_CLOSE_REGION-regionserver/da1c6afcd1f9:0-0 {event_type=M_RS_CLOSE_REGION, pid=61}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:34345/user/jenkins/test-data/14d118ee-a83a-b09b-5913-1a58940a5db1/data/default/TestAcidGuarantees/3b1a5ce21fb918810d964a76bfd27f36/C/81d48a9c88d944c69d0db0c6d5008d63, entries=150, sequenceid=401, filesize=12.0 K 2024-11-14T14:41:29,602 INFO [RS_CLOSE_REGION-regionserver/da1c6afcd1f9:0-0 {event_type=M_RS_CLOSE_REGION, pid=61}] regionserver.HRegion(3140): Finished flush of dataSize ~33.54 KB/34350, heapSize ~100.31 KB/102720, currentSize=0 B/0 for 3b1a5ce21fb918810d964a76bfd27f36 in 1661ms, sequenceid=401, compaction requested=true 2024-11-14T14:41:29,603 DEBUG [StoreCloser-TestAcidGuarantees,,1731595262615.3b1a5ce21fb918810d964a76bfd27f36.-1 {}] regionserver.HStore(2317): Moving the files [hdfs://localhost:34345/user/jenkins/test-data/14d118ee-a83a-b09b-5913-1a58940a5db1/data/default/TestAcidGuarantees/3b1a5ce21fb918810d964a76bfd27f36/A/8d2f82af15be484abaecbbaee42ad7ba, hdfs://localhost:34345/user/jenkins/test-data/14d118ee-a83a-b09b-5913-1a58940a5db1/data/default/TestAcidGuarantees/3b1a5ce21fb918810d964a76bfd27f36/A/e7f3f1c25e3347929664953c8cedce82, hdfs://localhost:34345/user/jenkins/test-data/14d118ee-a83a-b09b-5913-1a58940a5db1/data/default/TestAcidGuarantees/3b1a5ce21fb918810d964a76bfd27f36/A/4c4e78ffca25404997b886cbc0b86417, hdfs://localhost:34345/user/jenkins/test-data/14d118ee-a83a-b09b-5913-1a58940a5db1/data/default/TestAcidGuarantees/3b1a5ce21fb918810d964a76bfd27f36/A/38dc3c01b34245c6a7b09a8ca3f014eb, hdfs://localhost:34345/user/jenkins/test-data/14d118ee-a83a-b09b-5913-1a58940a5db1/data/default/TestAcidGuarantees/3b1a5ce21fb918810d964a76bfd27f36/A/ab52aee2f64c44cab9204936b6d38058, hdfs://localhost:34345/user/jenkins/test-data/14d118ee-a83a-b09b-5913-1a58940a5db1/data/default/TestAcidGuarantees/3b1a5ce21fb918810d964a76bfd27f36/A/5333ee4f55ae43f7aa441aba7ed9f2cd, hdfs://localhost:34345/user/jenkins/test-data/14d118ee-a83a-b09b-5913-1a58940a5db1/data/default/TestAcidGuarantees/3b1a5ce21fb918810d964a76bfd27f36/A/2957110b0a5d4fa38095c824b65bf3b1, hdfs://localhost:34345/user/jenkins/test-data/14d118ee-a83a-b09b-5913-1a58940a5db1/data/default/TestAcidGuarantees/3b1a5ce21fb918810d964a76bfd27f36/A/127a766fad1f4d278d77f8ecc510c167, hdfs://localhost:34345/user/jenkins/test-data/14d118ee-a83a-b09b-5913-1a58940a5db1/data/default/TestAcidGuarantees/3b1a5ce21fb918810d964a76bfd27f36/A/cd36bb1cc6064fc89399d045624fc700, hdfs://localhost:34345/user/jenkins/test-data/14d118ee-a83a-b09b-5913-1a58940a5db1/data/default/TestAcidGuarantees/3b1a5ce21fb918810d964a76bfd27f36/A/8b464a82c64d47a88021a4be5cacaa30, hdfs://localhost:34345/user/jenkins/test-data/14d118ee-a83a-b09b-5913-1a58940a5db1/data/default/TestAcidGuarantees/3b1a5ce21fb918810d964a76bfd27f36/A/45b6a7f378154725a224af76aba4396d, hdfs://localhost:34345/user/jenkins/test-data/14d118ee-a83a-b09b-5913-1a58940a5db1/data/default/TestAcidGuarantees/3b1a5ce21fb918810d964a76bfd27f36/A/35f062fd69b4486dabbbac34bf71aa7d, hdfs://localhost:34345/user/jenkins/test-data/14d118ee-a83a-b09b-5913-1a58940a5db1/data/default/TestAcidGuarantees/3b1a5ce21fb918810d964a76bfd27f36/A/99eb8d51d6de44fdb6063205a4d8b2ee, hdfs://localhost:34345/user/jenkins/test-data/14d118ee-a83a-b09b-5913-1a58940a5db1/data/default/TestAcidGuarantees/3b1a5ce21fb918810d964a76bfd27f36/A/7292a6c689014633a8882082a68b6edd, hdfs://localhost:34345/user/jenkins/test-data/14d118ee-a83a-b09b-5913-1a58940a5db1/data/default/TestAcidGuarantees/3b1a5ce21fb918810d964a76bfd27f36/A/6940eec797984bad9ac1d0902c50fbbe, hdfs://localhost:34345/user/jenkins/test-data/14d118ee-a83a-b09b-5913-1a58940a5db1/data/default/TestAcidGuarantees/3b1a5ce21fb918810d964a76bfd27f36/A/3195a72f145c4a368e0050ac8091a167, hdfs://localhost:34345/user/jenkins/test-data/14d118ee-a83a-b09b-5913-1a58940a5db1/data/default/TestAcidGuarantees/3b1a5ce21fb918810d964a76bfd27f36/A/443e5125fa4f422b96332193ab833a04, hdfs://localhost:34345/user/jenkins/test-data/14d118ee-a83a-b09b-5913-1a58940a5db1/data/default/TestAcidGuarantees/3b1a5ce21fb918810d964a76bfd27f36/A/80250b91d4b140929fed58c56f95e115, hdfs://localhost:34345/user/jenkins/test-data/14d118ee-a83a-b09b-5913-1a58940a5db1/data/default/TestAcidGuarantees/3b1a5ce21fb918810d964a76bfd27f36/A/e891a8d7a886460798f00db3ccebc590, hdfs://localhost:34345/user/jenkins/test-data/14d118ee-a83a-b09b-5913-1a58940a5db1/data/default/TestAcidGuarantees/3b1a5ce21fb918810d964a76bfd27f36/A/4e6599d9b1b246c48278b5b629881e3b] to archive 2024-11-14T14:41:29,604 DEBUG [StoreCloser-TestAcidGuarantees,,1731595262615.3b1a5ce21fb918810d964a76bfd27f36.-1 {}] backup.HFileArchiver(360): Archiving compacted files. 2024-11-14T14:41:29,605 DEBUG [StoreCloser-TestAcidGuarantees,,1731595262615.3b1a5ce21fb918810d964a76bfd27f36.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:34345/user/jenkins/test-data/14d118ee-a83a-b09b-5913-1a58940a5db1/data/default/TestAcidGuarantees/3b1a5ce21fb918810d964a76bfd27f36/A/8d2f82af15be484abaecbbaee42ad7ba to hdfs://localhost:34345/user/jenkins/test-data/14d118ee-a83a-b09b-5913-1a58940a5db1/archive/data/default/TestAcidGuarantees/3b1a5ce21fb918810d964a76bfd27f36/A/8d2f82af15be484abaecbbaee42ad7ba 2024-11-14T14:41:29,606 DEBUG [StoreCloser-TestAcidGuarantees,,1731595262615.3b1a5ce21fb918810d964a76bfd27f36.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:34345/user/jenkins/test-data/14d118ee-a83a-b09b-5913-1a58940a5db1/data/default/TestAcidGuarantees/3b1a5ce21fb918810d964a76bfd27f36/A/e7f3f1c25e3347929664953c8cedce82 to hdfs://localhost:34345/user/jenkins/test-data/14d118ee-a83a-b09b-5913-1a58940a5db1/archive/data/default/TestAcidGuarantees/3b1a5ce21fb918810d964a76bfd27f36/A/e7f3f1c25e3347929664953c8cedce82 2024-11-14T14:41:29,607 DEBUG [StoreCloser-TestAcidGuarantees,,1731595262615.3b1a5ce21fb918810d964a76bfd27f36.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:34345/user/jenkins/test-data/14d118ee-a83a-b09b-5913-1a58940a5db1/data/default/TestAcidGuarantees/3b1a5ce21fb918810d964a76bfd27f36/A/4c4e78ffca25404997b886cbc0b86417 to hdfs://localhost:34345/user/jenkins/test-data/14d118ee-a83a-b09b-5913-1a58940a5db1/archive/data/default/TestAcidGuarantees/3b1a5ce21fb918810d964a76bfd27f36/A/4c4e78ffca25404997b886cbc0b86417 2024-11-14T14:41:29,608 DEBUG [StoreCloser-TestAcidGuarantees,,1731595262615.3b1a5ce21fb918810d964a76bfd27f36.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:34345/user/jenkins/test-data/14d118ee-a83a-b09b-5913-1a58940a5db1/data/default/TestAcidGuarantees/3b1a5ce21fb918810d964a76bfd27f36/A/38dc3c01b34245c6a7b09a8ca3f014eb to hdfs://localhost:34345/user/jenkins/test-data/14d118ee-a83a-b09b-5913-1a58940a5db1/archive/data/default/TestAcidGuarantees/3b1a5ce21fb918810d964a76bfd27f36/A/38dc3c01b34245c6a7b09a8ca3f014eb 2024-11-14T14:41:29,609 DEBUG [StoreCloser-TestAcidGuarantees,,1731595262615.3b1a5ce21fb918810d964a76bfd27f36.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:34345/user/jenkins/test-data/14d118ee-a83a-b09b-5913-1a58940a5db1/data/default/TestAcidGuarantees/3b1a5ce21fb918810d964a76bfd27f36/A/ab52aee2f64c44cab9204936b6d38058 to hdfs://localhost:34345/user/jenkins/test-data/14d118ee-a83a-b09b-5913-1a58940a5db1/archive/data/default/TestAcidGuarantees/3b1a5ce21fb918810d964a76bfd27f36/A/ab52aee2f64c44cab9204936b6d38058 2024-11-14T14:41:29,611 DEBUG [StoreCloser-TestAcidGuarantees,,1731595262615.3b1a5ce21fb918810d964a76bfd27f36.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:34345/user/jenkins/test-data/14d118ee-a83a-b09b-5913-1a58940a5db1/data/default/TestAcidGuarantees/3b1a5ce21fb918810d964a76bfd27f36/A/5333ee4f55ae43f7aa441aba7ed9f2cd to hdfs://localhost:34345/user/jenkins/test-data/14d118ee-a83a-b09b-5913-1a58940a5db1/archive/data/default/TestAcidGuarantees/3b1a5ce21fb918810d964a76bfd27f36/A/5333ee4f55ae43f7aa441aba7ed9f2cd 2024-11-14T14:41:29,612 DEBUG [StoreCloser-TestAcidGuarantees,,1731595262615.3b1a5ce21fb918810d964a76bfd27f36.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:34345/user/jenkins/test-data/14d118ee-a83a-b09b-5913-1a58940a5db1/data/default/TestAcidGuarantees/3b1a5ce21fb918810d964a76bfd27f36/A/2957110b0a5d4fa38095c824b65bf3b1 to hdfs://localhost:34345/user/jenkins/test-data/14d118ee-a83a-b09b-5913-1a58940a5db1/archive/data/default/TestAcidGuarantees/3b1a5ce21fb918810d964a76bfd27f36/A/2957110b0a5d4fa38095c824b65bf3b1 2024-11-14T14:41:29,613 DEBUG [StoreCloser-TestAcidGuarantees,,1731595262615.3b1a5ce21fb918810d964a76bfd27f36.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:34345/user/jenkins/test-data/14d118ee-a83a-b09b-5913-1a58940a5db1/data/default/TestAcidGuarantees/3b1a5ce21fb918810d964a76bfd27f36/A/127a766fad1f4d278d77f8ecc510c167 to hdfs://localhost:34345/user/jenkins/test-data/14d118ee-a83a-b09b-5913-1a58940a5db1/archive/data/default/TestAcidGuarantees/3b1a5ce21fb918810d964a76bfd27f36/A/127a766fad1f4d278d77f8ecc510c167 2024-11-14T14:41:29,614 DEBUG [StoreCloser-TestAcidGuarantees,,1731595262615.3b1a5ce21fb918810d964a76bfd27f36.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:34345/user/jenkins/test-data/14d118ee-a83a-b09b-5913-1a58940a5db1/data/default/TestAcidGuarantees/3b1a5ce21fb918810d964a76bfd27f36/A/cd36bb1cc6064fc89399d045624fc700 to hdfs://localhost:34345/user/jenkins/test-data/14d118ee-a83a-b09b-5913-1a58940a5db1/archive/data/default/TestAcidGuarantees/3b1a5ce21fb918810d964a76bfd27f36/A/cd36bb1cc6064fc89399d045624fc700 2024-11-14T14:41:29,615 DEBUG [StoreCloser-TestAcidGuarantees,,1731595262615.3b1a5ce21fb918810d964a76bfd27f36.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:34345/user/jenkins/test-data/14d118ee-a83a-b09b-5913-1a58940a5db1/data/default/TestAcidGuarantees/3b1a5ce21fb918810d964a76bfd27f36/A/8b464a82c64d47a88021a4be5cacaa30 to hdfs://localhost:34345/user/jenkins/test-data/14d118ee-a83a-b09b-5913-1a58940a5db1/archive/data/default/TestAcidGuarantees/3b1a5ce21fb918810d964a76bfd27f36/A/8b464a82c64d47a88021a4be5cacaa30 2024-11-14T14:41:29,615 DEBUG [StoreCloser-TestAcidGuarantees,,1731595262615.3b1a5ce21fb918810d964a76bfd27f36.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:34345/user/jenkins/test-data/14d118ee-a83a-b09b-5913-1a58940a5db1/data/default/TestAcidGuarantees/3b1a5ce21fb918810d964a76bfd27f36/A/45b6a7f378154725a224af76aba4396d to hdfs://localhost:34345/user/jenkins/test-data/14d118ee-a83a-b09b-5913-1a58940a5db1/archive/data/default/TestAcidGuarantees/3b1a5ce21fb918810d964a76bfd27f36/A/45b6a7f378154725a224af76aba4396d 2024-11-14T14:41:29,616 DEBUG [StoreCloser-TestAcidGuarantees,,1731595262615.3b1a5ce21fb918810d964a76bfd27f36.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:34345/user/jenkins/test-data/14d118ee-a83a-b09b-5913-1a58940a5db1/data/default/TestAcidGuarantees/3b1a5ce21fb918810d964a76bfd27f36/A/35f062fd69b4486dabbbac34bf71aa7d to hdfs://localhost:34345/user/jenkins/test-data/14d118ee-a83a-b09b-5913-1a58940a5db1/archive/data/default/TestAcidGuarantees/3b1a5ce21fb918810d964a76bfd27f36/A/35f062fd69b4486dabbbac34bf71aa7d 2024-11-14T14:41:29,617 DEBUG [StoreCloser-TestAcidGuarantees,,1731595262615.3b1a5ce21fb918810d964a76bfd27f36.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:34345/user/jenkins/test-data/14d118ee-a83a-b09b-5913-1a58940a5db1/data/default/TestAcidGuarantees/3b1a5ce21fb918810d964a76bfd27f36/A/99eb8d51d6de44fdb6063205a4d8b2ee to hdfs://localhost:34345/user/jenkins/test-data/14d118ee-a83a-b09b-5913-1a58940a5db1/archive/data/default/TestAcidGuarantees/3b1a5ce21fb918810d964a76bfd27f36/A/99eb8d51d6de44fdb6063205a4d8b2ee 2024-11-14T14:41:29,618 DEBUG [StoreCloser-TestAcidGuarantees,,1731595262615.3b1a5ce21fb918810d964a76bfd27f36.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:34345/user/jenkins/test-data/14d118ee-a83a-b09b-5913-1a58940a5db1/data/default/TestAcidGuarantees/3b1a5ce21fb918810d964a76bfd27f36/A/7292a6c689014633a8882082a68b6edd to hdfs://localhost:34345/user/jenkins/test-data/14d118ee-a83a-b09b-5913-1a58940a5db1/archive/data/default/TestAcidGuarantees/3b1a5ce21fb918810d964a76bfd27f36/A/7292a6c689014633a8882082a68b6edd 2024-11-14T14:41:29,619 DEBUG [StoreCloser-TestAcidGuarantees,,1731595262615.3b1a5ce21fb918810d964a76bfd27f36.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:34345/user/jenkins/test-data/14d118ee-a83a-b09b-5913-1a58940a5db1/data/default/TestAcidGuarantees/3b1a5ce21fb918810d964a76bfd27f36/A/6940eec797984bad9ac1d0902c50fbbe to hdfs://localhost:34345/user/jenkins/test-data/14d118ee-a83a-b09b-5913-1a58940a5db1/archive/data/default/TestAcidGuarantees/3b1a5ce21fb918810d964a76bfd27f36/A/6940eec797984bad9ac1d0902c50fbbe 2024-11-14T14:41:29,620 DEBUG [StoreCloser-TestAcidGuarantees,,1731595262615.3b1a5ce21fb918810d964a76bfd27f36.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:34345/user/jenkins/test-data/14d118ee-a83a-b09b-5913-1a58940a5db1/data/default/TestAcidGuarantees/3b1a5ce21fb918810d964a76bfd27f36/A/3195a72f145c4a368e0050ac8091a167 to hdfs://localhost:34345/user/jenkins/test-data/14d118ee-a83a-b09b-5913-1a58940a5db1/archive/data/default/TestAcidGuarantees/3b1a5ce21fb918810d964a76bfd27f36/A/3195a72f145c4a368e0050ac8091a167 2024-11-14T14:41:29,621 DEBUG [StoreCloser-TestAcidGuarantees,,1731595262615.3b1a5ce21fb918810d964a76bfd27f36.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:34345/user/jenkins/test-data/14d118ee-a83a-b09b-5913-1a58940a5db1/data/default/TestAcidGuarantees/3b1a5ce21fb918810d964a76bfd27f36/A/443e5125fa4f422b96332193ab833a04 to hdfs://localhost:34345/user/jenkins/test-data/14d118ee-a83a-b09b-5913-1a58940a5db1/archive/data/default/TestAcidGuarantees/3b1a5ce21fb918810d964a76bfd27f36/A/443e5125fa4f422b96332193ab833a04 2024-11-14T14:41:29,622 DEBUG [StoreCloser-TestAcidGuarantees,,1731595262615.3b1a5ce21fb918810d964a76bfd27f36.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:34345/user/jenkins/test-data/14d118ee-a83a-b09b-5913-1a58940a5db1/data/default/TestAcidGuarantees/3b1a5ce21fb918810d964a76bfd27f36/A/80250b91d4b140929fed58c56f95e115 to hdfs://localhost:34345/user/jenkins/test-data/14d118ee-a83a-b09b-5913-1a58940a5db1/archive/data/default/TestAcidGuarantees/3b1a5ce21fb918810d964a76bfd27f36/A/80250b91d4b140929fed58c56f95e115 2024-11-14T14:41:29,623 DEBUG [StoreCloser-TestAcidGuarantees,,1731595262615.3b1a5ce21fb918810d964a76bfd27f36.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:34345/user/jenkins/test-data/14d118ee-a83a-b09b-5913-1a58940a5db1/data/default/TestAcidGuarantees/3b1a5ce21fb918810d964a76bfd27f36/A/e891a8d7a886460798f00db3ccebc590 to hdfs://localhost:34345/user/jenkins/test-data/14d118ee-a83a-b09b-5913-1a58940a5db1/archive/data/default/TestAcidGuarantees/3b1a5ce21fb918810d964a76bfd27f36/A/e891a8d7a886460798f00db3ccebc590 2024-11-14T14:41:29,624 DEBUG [StoreCloser-TestAcidGuarantees,,1731595262615.3b1a5ce21fb918810d964a76bfd27f36.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:34345/user/jenkins/test-data/14d118ee-a83a-b09b-5913-1a58940a5db1/data/default/TestAcidGuarantees/3b1a5ce21fb918810d964a76bfd27f36/A/4e6599d9b1b246c48278b5b629881e3b to hdfs://localhost:34345/user/jenkins/test-data/14d118ee-a83a-b09b-5913-1a58940a5db1/archive/data/default/TestAcidGuarantees/3b1a5ce21fb918810d964a76bfd27f36/A/4e6599d9b1b246c48278b5b629881e3b 2024-11-14T14:41:29,625 DEBUG [StoreCloser-TestAcidGuarantees,,1731595262615.3b1a5ce21fb918810d964a76bfd27f36.-1 {}] regionserver.HStore(2317): Moving the files [hdfs://localhost:34345/user/jenkins/test-data/14d118ee-a83a-b09b-5913-1a58940a5db1/data/default/TestAcidGuarantees/3b1a5ce21fb918810d964a76bfd27f36/B/09f1b412900f4619be325adae46f3b28, hdfs://localhost:34345/user/jenkins/test-data/14d118ee-a83a-b09b-5913-1a58940a5db1/data/default/TestAcidGuarantees/3b1a5ce21fb918810d964a76bfd27f36/B/252e5ba0b93143128f130ef0c6bbad2d, hdfs://localhost:34345/user/jenkins/test-data/14d118ee-a83a-b09b-5913-1a58940a5db1/data/default/TestAcidGuarantees/3b1a5ce21fb918810d964a76bfd27f36/B/b03a50e02ed7458a922a445c3ff29bf3, hdfs://localhost:34345/user/jenkins/test-data/14d118ee-a83a-b09b-5913-1a58940a5db1/data/default/TestAcidGuarantees/3b1a5ce21fb918810d964a76bfd27f36/B/e6189ade549d43998aa577139eb8fea1, hdfs://localhost:34345/user/jenkins/test-data/14d118ee-a83a-b09b-5913-1a58940a5db1/data/default/TestAcidGuarantees/3b1a5ce21fb918810d964a76bfd27f36/B/8e7561d2d45c4fa9a61eca18818b5733, hdfs://localhost:34345/user/jenkins/test-data/14d118ee-a83a-b09b-5913-1a58940a5db1/data/default/TestAcidGuarantees/3b1a5ce21fb918810d964a76bfd27f36/B/4ad26b7874ad483ba84bef3db5d66a85, hdfs://localhost:34345/user/jenkins/test-data/14d118ee-a83a-b09b-5913-1a58940a5db1/data/default/TestAcidGuarantees/3b1a5ce21fb918810d964a76bfd27f36/B/8cf321227202400587467afaf924d503, hdfs://localhost:34345/user/jenkins/test-data/14d118ee-a83a-b09b-5913-1a58940a5db1/data/default/TestAcidGuarantees/3b1a5ce21fb918810d964a76bfd27f36/B/8ea9c7b3152141acb46340cee0d88b74, hdfs://localhost:34345/user/jenkins/test-data/14d118ee-a83a-b09b-5913-1a58940a5db1/data/default/TestAcidGuarantees/3b1a5ce21fb918810d964a76bfd27f36/B/f578bb69b5dc4571a15e980301589a56, hdfs://localhost:34345/user/jenkins/test-data/14d118ee-a83a-b09b-5913-1a58940a5db1/data/default/TestAcidGuarantees/3b1a5ce21fb918810d964a76bfd27f36/B/c0ec11285f27453da0583d1ac26ae9a1, hdfs://localhost:34345/user/jenkins/test-data/14d118ee-a83a-b09b-5913-1a58940a5db1/data/default/TestAcidGuarantees/3b1a5ce21fb918810d964a76bfd27f36/B/634aad4b12aa46c5933a23a9af5ad5df, hdfs://localhost:34345/user/jenkins/test-data/14d118ee-a83a-b09b-5913-1a58940a5db1/data/default/TestAcidGuarantees/3b1a5ce21fb918810d964a76bfd27f36/B/68a3ac8408454f26b6a29a2e5f49df97, hdfs://localhost:34345/user/jenkins/test-data/14d118ee-a83a-b09b-5913-1a58940a5db1/data/default/TestAcidGuarantees/3b1a5ce21fb918810d964a76bfd27f36/B/937e751591864efc85e1af56868b8b51, hdfs://localhost:34345/user/jenkins/test-data/14d118ee-a83a-b09b-5913-1a58940a5db1/data/default/TestAcidGuarantees/3b1a5ce21fb918810d964a76bfd27f36/B/f95a779047b74acfa343cbe5ad058cdf, hdfs://localhost:34345/user/jenkins/test-data/14d118ee-a83a-b09b-5913-1a58940a5db1/data/default/TestAcidGuarantees/3b1a5ce21fb918810d964a76bfd27f36/B/1d84936d86824f33b207a2a651e3089f, hdfs://localhost:34345/user/jenkins/test-data/14d118ee-a83a-b09b-5913-1a58940a5db1/data/default/TestAcidGuarantees/3b1a5ce21fb918810d964a76bfd27f36/B/146ab527c10549228abb530cebdd41ea, hdfs://localhost:34345/user/jenkins/test-data/14d118ee-a83a-b09b-5913-1a58940a5db1/data/default/TestAcidGuarantees/3b1a5ce21fb918810d964a76bfd27f36/B/3f4fd704d0c948d6b7db2331a01c952b, hdfs://localhost:34345/user/jenkins/test-data/14d118ee-a83a-b09b-5913-1a58940a5db1/data/default/TestAcidGuarantees/3b1a5ce21fb918810d964a76bfd27f36/B/51f7d77520fd4412a22f5d1f478ed2dc, hdfs://localhost:34345/user/jenkins/test-data/14d118ee-a83a-b09b-5913-1a58940a5db1/data/default/TestAcidGuarantees/3b1a5ce21fb918810d964a76bfd27f36/B/68649e2c81f74115adb0df3a7e68a40c, hdfs://localhost:34345/user/jenkins/test-data/14d118ee-a83a-b09b-5913-1a58940a5db1/data/default/TestAcidGuarantees/3b1a5ce21fb918810d964a76bfd27f36/B/5a6560a5f71c466ebc24cf761a3f330c] to archive 2024-11-14T14:41:29,626 DEBUG [StoreCloser-TestAcidGuarantees,,1731595262615.3b1a5ce21fb918810d964a76bfd27f36.-1 {}] backup.HFileArchiver(360): Archiving compacted files. 2024-11-14T14:41:29,627 DEBUG [StoreCloser-TestAcidGuarantees,,1731595262615.3b1a5ce21fb918810d964a76bfd27f36.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:34345/user/jenkins/test-data/14d118ee-a83a-b09b-5913-1a58940a5db1/data/default/TestAcidGuarantees/3b1a5ce21fb918810d964a76bfd27f36/B/09f1b412900f4619be325adae46f3b28 to hdfs://localhost:34345/user/jenkins/test-data/14d118ee-a83a-b09b-5913-1a58940a5db1/archive/data/default/TestAcidGuarantees/3b1a5ce21fb918810d964a76bfd27f36/B/09f1b412900f4619be325adae46f3b28 2024-11-14T14:41:29,628 DEBUG [StoreCloser-TestAcidGuarantees,,1731595262615.3b1a5ce21fb918810d964a76bfd27f36.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:34345/user/jenkins/test-data/14d118ee-a83a-b09b-5913-1a58940a5db1/data/default/TestAcidGuarantees/3b1a5ce21fb918810d964a76bfd27f36/B/252e5ba0b93143128f130ef0c6bbad2d to hdfs://localhost:34345/user/jenkins/test-data/14d118ee-a83a-b09b-5913-1a58940a5db1/archive/data/default/TestAcidGuarantees/3b1a5ce21fb918810d964a76bfd27f36/B/252e5ba0b93143128f130ef0c6bbad2d 2024-11-14T14:41:29,629 DEBUG [StoreCloser-TestAcidGuarantees,,1731595262615.3b1a5ce21fb918810d964a76bfd27f36.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:34345/user/jenkins/test-data/14d118ee-a83a-b09b-5913-1a58940a5db1/data/default/TestAcidGuarantees/3b1a5ce21fb918810d964a76bfd27f36/B/b03a50e02ed7458a922a445c3ff29bf3 to hdfs://localhost:34345/user/jenkins/test-data/14d118ee-a83a-b09b-5913-1a58940a5db1/archive/data/default/TestAcidGuarantees/3b1a5ce21fb918810d964a76bfd27f36/B/b03a50e02ed7458a922a445c3ff29bf3 2024-11-14T14:41:29,630 DEBUG [StoreCloser-TestAcidGuarantees,,1731595262615.3b1a5ce21fb918810d964a76bfd27f36.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:34345/user/jenkins/test-data/14d118ee-a83a-b09b-5913-1a58940a5db1/data/default/TestAcidGuarantees/3b1a5ce21fb918810d964a76bfd27f36/B/e6189ade549d43998aa577139eb8fea1 to hdfs://localhost:34345/user/jenkins/test-data/14d118ee-a83a-b09b-5913-1a58940a5db1/archive/data/default/TestAcidGuarantees/3b1a5ce21fb918810d964a76bfd27f36/B/e6189ade549d43998aa577139eb8fea1 2024-11-14T14:41:29,631 DEBUG [StoreCloser-TestAcidGuarantees,,1731595262615.3b1a5ce21fb918810d964a76bfd27f36.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:34345/user/jenkins/test-data/14d118ee-a83a-b09b-5913-1a58940a5db1/data/default/TestAcidGuarantees/3b1a5ce21fb918810d964a76bfd27f36/B/8e7561d2d45c4fa9a61eca18818b5733 to hdfs://localhost:34345/user/jenkins/test-data/14d118ee-a83a-b09b-5913-1a58940a5db1/archive/data/default/TestAcidGuarantees/3b1a5ce21fb918810d964a76bfd27f36/B/8e7561d2d45c4fa9a61eca18818b5733 2024-11-14T14:41:29,632 DEBUG [StoreCloser-TestAcidGuarantees,,1731595262615.3b1a5ce21fb918810d964a76bfd27f36.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:34345/user/jenkins/test-data/14d118ee-a83a-b09b-5913-1a58940a5db1/data/default/TestAcidGuarantees/3b1a5ce21fb918810d964a76bfd27f36/B/4ad26b7874ad483ba84bef3db5d66a85 to hdfs://localhost:34345/user/jenkins/test-data/14d118ee-a83a-b09b-5913-1a58940a5db1/archive/data/default/TestAcidGuarantees/3b1a5ce21fb918810d964a76bfd27f36/B/4ad26b7874ad483ba84bef3db5d66a85 2024-11-14T14:41:29,633 DEBUG [StoreCloser-TestAcidGuarantees,,1731595262615.3b1a5ce21fb918810d964a76bfd27f36.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:34345/user/jenkins/test-data/14d118ee-a83a-b09b-5913-1a58940a5db1/data/default/TestAcidGuarantees/3b1a5ce21fb918810d964a76bfd27f36/B/8cf321227202400587467afaf924d503 to hdfs://localhost:34345/user/jenkins/test-data/14d118ee-a83a-b09b-5913-1a58940a5db1/archive/data/default/TestAcidGuarantees/3b1a5ce21fb918810d964a76bfd27f36/B/8cf321227202400587467afaf924d503 2024-11-14T14:41:29,634 DEBUG [StoreCloser-TestAcidGuarantees,,1731595262615.3b1a5ce21fb918810d964a76bfd27f36.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:34345/user/jenkins/test-data/14d118ee-a83a-b09b-5913-1a58940a5db1/data/default/TestAcidGuarantees/3b1a5ce21fb918810d964a76bfd27f36/B/8ea9c7b3152141acb46340cee0d88b74 to hdfs://localhost:34345/user/jenkins/test-data/14d118ee-a83a-b09b-5913-1a58940a5db1/archive/data/default/TestAcidGuarantees/3b1a5ce21fb918810d964a76bfd27f36/B/8ea9c7b3152141acb46340cee0d88b74 2024-11-14T14:41:29,635 DEBUG [StoreCloser-TestAcidGuarantees,,1731595262615.3b1a5ce21fb918810d964a76bfd27f36.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:34345/user/jenkins/test-data/14d118ee-a83a-b09b-5913-1a58940a5db1/data/default/TestAcidGuarantees/3b1a5ce21fb918810d964a76bfd27f36/B/f578bb69b5dc4571a15e980301589a56 to hdfs://localhost:34345/user/jenkins/test-data/14d118ee-a83a-b09b-5913-1a58940a5db1/archive/data/default/TestAcidGuarantees/3b1a5ce21fb918810d964a76bfd27f36/B/f578bb69b5dc4571a15e980301589a56 2024-11-14T14:41:29,636 DEBUG [StoreCloser-TestAcidGuarantees,,1731595262615.3b1a5ce21fb918810d964a76bfd27f36.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:34345/user/jenkins/test-data/14d118ee-a83a-b09b-5913-1a58940a5db1/data/default/TestAcidGuarantees/3b1a5ce21fb918810d964a76bfd27f36/B/c0ec11285f27453da0583d1ac26ae9a1 to hdfs://localhost:34345/user/jenkins/test-data/14d118ee-a83a-b09b-5913-1a58940a5db1/archive/data/default/TestAcidGuarantees/3b1a5ce21fb918810d964a76bfd27f36/B/c0ec11285f27453da0583d1ac26ae9a1 2024-11-14T14:41:29,637 DEBUG [StoreCloser-TestAcidGuarantees,,1731595262615.3b1a5ce21fb918810d964a76bfd27f36.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:34345/user/jenkins/test-data/14d118ee-a83a-b09b-5913-1a58940a5db1/data/default/TestAcidGuarantees/3b1a5ce21fb918810d964a76bfd27f36/B/634aad4b12aa46c5933a23a9af5ad5df to hdfs://localhost:34345/user/jenkins/test-data/14d118ee-a83a-b09b-5913-1a58940a5db1/archive/data/default/TestAcidGuarantees/3b1a5ce21fb918810d964a76bfd27f36/B/634aad4b12aa46c5933a23a9af5ad5df 2024-11-14T14:41:29,638 DEBUG [StoreCloser-TestAcidGuarantees,,1731595262615.3b1a5ce21fb918810d964a76bfd27f36.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:34345/user/jenkins/test-data/14d118ee-a83a-b09b-5913-1a58940a5db1/data/default/TestAcidGuarantees/3b1a5ce21fb918810d964a76bfd27f36/B/68a3ac8408454f26b6a29a2e5f49df97 to hdfs://localhost:34345/user/jenkins/test-data/14d118ee-a83a-b09b-5913-1a58940a5db1/archive/data/default/TestAcidGuarantees/3b1a5ce21fb918810d964a76bfd27f36/B/68a3ac8408454f26b6a29a2e5f49df97 2024-11-14T14:41:29,638 DEBUG [StoreCloser-TestAcidGuarantees,,1731595262615.3b1a5ce21fb918810d964a76bfd27f36.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:34345/user/jenkins/test-data/14d118ee-a83a-b09b-5913-1a58940a5db1/data/default/TestAcidGuarantees/3b1a5ce21fb918810d964a76bfd27f36/B/937e751591864efc85e1af56868b8b51 to hdfs://localhost:34345/user/jenkins/test-data/14d118ee-a83a-b09b-5913-1a58940a5db1/archive/data/default/TestAcidGuarantees/3b1a5ce21fb918810d964a76bfd27f36/B/937e751591864efc85e1af56868b8b51 2024-11-14T14:41:29,639 DEBUG [StoreCloser-TestAcidGuarantees,,1731595262615.3b1a5ce21fb918810d964a76bfd27f36.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:34345/user/jenkins/test-data/14d118ee-a83a-b09b-5913-1a58940a5db1/data/default/TestAcidGuarantees/3b1a5ce21fb918810d964a76bfd27f36/B/f95a779047b74acfa343cbe5ad058cdf to hdfs://localhost:34345/user/jenkins/test-data/14d118ee-a83a-b09b-5913-1a58940a5db1/archive/data/default/TestAcidGuarantees/3b1a5ce21fb918810d964a76bfd27f36/B/f95a779047b74acfa343cbe5ad058cdf 2024-11-14T14:41:29,640 DEBUG [StoreCloser-TestAcidGuarantees,,1731595262615.3b1a5ce21fb918810d964a76bfd27f36.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:34345/user/jenkins/test-data/14d118ee-a83a-b09b-5913-1a58940a5db1/data/default/TestAcidGuarantees/3b1a5ce21fb918810d964a76bfd27f36/B/1d84936d86824f33b207a2a651e3089f to hdfs://localhost:34345/user/jenkins/test-data/14d118ee-a83a-b09b-5913-1a58940a5db1/archive/data/default/TestAcidGuarantees/3b1a5ce21fb918810d964a76bfd27f36/B/1d84936d86824f33b207a2a651e3089f 2024-11-14T14:41:29,641 DEBUG [StoreCloser-TestAcidGuarantees,,1731595262615.3b1a5ce21fb918810d964a76bfd27f36.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:34345/user/jenkins/test-data/14d118ee-a83a-b09b-5913-1a58940a5db1/data/default/TestAcidGuarantees/3b1a5ce21fb918810d964a76bfd27f36/B/146ab527c10549228abb530cebdd41ea to hdfs://localhost:34345/user/jenkins/test-data/14d118ee-a83a-b09b-5913-1a58940a5db1/archive/data/default/TestAcidGuarantees/3b1a5ce21fb918810d964a76bfd27f36/B/146ab527c10549228abb530cebdd41ea 2024-11-14T14:41:29,642 DEBUG [StoreCloser-TestAcidGuarantees,,1731595262615.3b1a5ce21fb918810d964a76bfd27f36.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:34345/user/jenkins/test-data/14d118ee-a83a-b09b-5913-1a58940a5db1/data/default/TestAcidGuarantees/3b1a5ce21fb918810d964a76bfd27f36/B/3f4fd704d0c948d6b7db2331a01c952b to hdfs://localhost:34345/user/jenkins/test-data/14d118ee-a83a-b09b-5913-1a58940a5db1/archive/data/default/TestAcidGuarantees/3b1a5ce21fb918810d964a76bfd27f36/B/3f4fd704d0c948d6b7db2331a01c952b 2024-11-14T14:41:29,643 DEBUG [StoreCloser-TestAcidGuarantees,,1731595262615.3b1a5ce21fb918810d964a76bfd27f36.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:34345/user/jenkins/test-data/14d118ee-a83a-b09b-5913-1a58940a5db1/data/default/TestAcidGuarantees/3b1a5ce21fb918810d964a76bfd27f36/B/51f7d77520fd4412a22f5d1f478ed2dc to hdfs://localhost:34345/user/jenkins/test-data/14d118ee-a83a-b09b-5913-1a58940a5db1/archive/data/default/TestAcidGuarantees/3b1a5ce21fb918810d964a76bfd27f36/B/51f7d77520fd4412a22f5d1f478ed2dc 2024-11-14T14:41:29,644 DEBUG [StoreCloser-TestAcidGuarantees,,1731595262615.3b1a5ce21fb918810d964a76bfd27f36.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:34345/user/jenkins/test-data/14d118ee-a83a-b09b-5913-1a58940a5db1/data/default/TestAcidGuarantees/3b1a5ce21fb918810d964a76bfd27f36/B/68649e2c81f74115adb0df3a7e68a40c to hdfs://localhost:34345/user/jenkins/test-data/14d118ee-a83a-b09b-5913-1a58940a5db1/archive/data/default/TestAcidGuarantees/3b1a5ce21fb918810d964a76bfd27f36/B/68649e2c81f74115adb0df3a7e68a40c 2024-11-14T14:41:29,645 DEBUG [StoreCloser-TestAcidGuarantees,,1731595262615.3b1a5ce21fb918810d964a76bfd27f36.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:34345/user/jenkins/test-data/14d118ee-a83a-b09b-5913-1a58940a5db1/data/default/TestAcidGuarantees/3b1a5ce21fb918810d964a76bfd27f36/B/5a6560a5f71c466ebc24cf761a3f330c to hdfs://localhost:34345/user/jenkins/test-data/14d118ee-a83a-b09b-5913-1a58940a5db1/archive/data/default/TestAcidGuarantees/3b1a5ce21fb918810d964a76bfd27f36/B/5a6560a5f71c466ebc24cf761a3f330c 2024-11-14T14:41:29,646 DEBUG [StoreCloser-TestAcidGuarantees,,1731595262615.3b1a5ce21fb918810d964a76bfd27f36.-1 {}] regionserver.HStore(2317): Moving the files [hdfs://localhost:34345/user/jenkins/test-data/14d118ee-a83a-b09b-5913-1a58940a5db1/data/default/TestAcidGuarantees/3b1a5ce21fb918810d964a76bfd27f36/C/f95e2b35b72c4adda7eb0462b17249f8, hdfs://localhost:34345/user/jenkins/test-data/14d118ee-a83a-b09b-5913-1a58940a5db1/data/default/TestAcidGuarantees/3b1a5ce21fb918810d964a76bfd27f36/C/8073d1e328234863bdc49d600a3323e6, hdfs://localhost:34345/user/jenkins/test-data/14d118ee-a83a-b09b-5913-1a58940a5db1/data/default/TestAcidGuarantees/3b1a5ce21fb918810d964a76bfd27f36/C/b0abfe015638434d86369490289adb3c, hdfs://localhost:34345/user/jenkins/test-data/14d118ee-a83a-b09b-5913-1a58940a5db1/data/default/TestAcidGuarantees/3b1a5ce21fb918810d964a76bfd27f36/C/c178cc73afa941afa5554b8f8061ee4c, hdfs://localhost:34345/user/jenkins/test-data/14d118ee-a83a-b09b-5913-1a58940a5db1/data/default/TestAcidGuarantees/3b1a5ce21fb918810d964a76bfd27f36/C/ece44ab8240647f9bf7b6d0d870f5976, hdfs://localhost:34345/user/jenkins/test-data/14d118ee-a83a-b09b-5913-1a58940a5db1/data/default/TestAcidGuarantees/3b1a5ce21fb918810d964a76bfd27f36/C/82565e8c0e9f464587c57543e46a942e, hdfs://localhost:34345/user/jenkins/test-data/14d118ee-a83a-b09b-5913-1a58940a5db1/data/default/TestAcidGuarantees/3b1a5ce21fb918810d964a76bfd27f36/C/48023fc4dace448b9be4d6ea9f5d05f9, hdfs://localhost:34345/user/jenkins/test-data/14d118ee-a83a-b09b-5913-1a58940a5db1/data/default/TestAcidGuarantees/3b1a5ce21fb918810d964a76bfd27f36/C/ff56748724ee467caca1b139117e53c3, hdfs://localhost:34345/user/jenkins/test-data/14d118ee-a83a-b09b-5913-1a58940a5db1/data/default/TestAcidGuarantees/3b1a5ce21fb918810d964a76bfd27f36/C/e31af64707ab468395300dbfa2f037ba, hdfs://localhost:34345/user/jenkins/test-data/14d118ee-a83a-b09b-5913-1a58940a5db1/data/default/TestAcidGuarantees/3b1a5ce21fb918810d964a76bfd27f36/C/64816143fd70433781d048c52ef31468, hdfs://localhost:34345/user/jenkins/test-data/14d118ee-a83a-b09b-5913-1a58940a5db1/data/default/TestAcidGuarantees/3b1a5ce21fb918810d964a76bfd27f36/C/6f2364d9f60e4903b5d42f8da9099309, hdfs://localhost:34345/user/jenkins/test-data/14d118ee-a83a-b09b-5913-1a58940a5db1/data/default/TestAcidGuarantees/3b1a5ce21fb918810d964a76bfd27f36/C/e6e5e07a932f4ab498bcbc3429b96e7b, hdfs://localhost:34345/user/jenkins/test-data/14d118ee-a83a-b09b-5913-1a58940a5db1/data/default/TestAcidGuarantees/3b1a5ce21fb918810d964a76bfd27f36/C/0478769887e145d8805e5e22baa32535, hdfs://localhost:34345/user/jenkins/test-data/14d118ee-a83a-b09b-5913-1a58940a5db1/data/default/TestAcidGuarantees/3b1a5ce21fb918810d964a76bfd27f36/C/bedb5def64024b90b9d6fda141ee6368, hdfs://localhost:34345/user/jenkins/test-data/14d118ee-a83a-b09b-5913-1a58940a5db1/data/default/TestAcidGuarantees/3b1a5ce21fb918810d964a76bfd27f36/C/c054d23cb65846a680e0f159f509813d, hdfs://localhost:34345/user/jenkins/test-data/14d118ee-a83a-b09b-5913-1a58940a5db1/data/default/TestAcidGuarantees/3b1a5ce21fb918810d964a76bfd27f36/C/ee8f9e573113449eb10f52a49f0fa158, hdfs://localhost:34345/user/jenkins/test-data/14d118ee-a83a-b09b-5913-1a58940a5db1/data/default/TestAcidGuarantees/3b1a5ce21fb918810d964a76bfd27f36/C/1df98e4bc8f344168fc602045ca4366d, hdfs://localhost:34345/user/jenkins/test-data/14d118ee-a83a-b09b-5913-1a58940a5db1/data/default/TestAcidGuarantees/3b1a5ce21fb918810d964a76bfd27f36/C/856e47a914fe4489a0c5fd7476e43996, hdfs://localhost:34345/user/jenkins/test-data/14d118ee-a83a-b09b-5913-1a58940a5db1/data/default/TestAcidGuarantees/3b1a5ce21fb918810d964a76bfd27f36/C/264b39f9ad314ac3905ae50d71b780dd, hdfs://localhost:34345/user/jenkins/test-data/14d118ee-a83a-b09b-5913-1a58940a5db1/data/default/TestAcidGuarantees/3b1a5ce21fb918810d964a76bfd27f36/C/b02243376de2404f887128064694a303] to archive 2024-11-14T14:41:29,647 DEBUG [StoreCloser-TestAcidGuarantees,,1731595262615.3b1a5ce21fb918810d964a76bfd27f36.-1 {}] backup.HFileArchiver(360): Archiving compacted files. 2024-11-14T14:41:29,648 DEBUG [StoreCloser-TestAcidGuarantees,,1731595262615.3b1a5ce21fb918810d964a76bfd27f36.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:34345/user/jenkins/test-data/14d118ee-a83a-b09b-5913-1a58940a5db1/data/default/TestAcidGuarantees/3b1a5ce21fb918810d964a76bfd27f36/C/f95e2b35b72c4adda7eb0462b17249f8 to hdfs://localhost:34345/user/jenkins/test-data/14d118ee-a83a-b09b-5913-1a58940a5db1/archive/data/default/TestAcidGuarantees/3b1a5ce21fb918810d964a76bfd27f36/C/f95e2b35b72c4adda7eb0462b17249f8 2024-11-14T14:41:29,649 DEBUG [StoreCloser-TestAcidGuarantees,,1731595262615.3b1a5ce21fb918810d964a76bfd27f36.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:34345/user/jenkins/test-data/14d118ee-a83a-b09b-5913-1a58940a5db1/data/default/TestAcidGuarantees/3b1a5ce21fb918810d964a76bfd27f36/C/8073d1e328234863bdc49d600a3323e6 to hdfs://localhost:34345/user/jenkins/test-data/14d118ee-a83a-b09b-5913-1a58940a5db1/archive/data/default/TestAcidGuarantees/3b1a5ce21fb918810d964a76bfd27f36/C/8073d1e328234863bdc49d600a3323e6 2024-11-14T14:41:29,650 DEBUG [StoreCloser-TestAcidGuarantees,,1731595262615.3b1a5ce21fb918810d964a76bfd27f36.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:34345/user/jenkins/test-data/14d118ee-a83a-b09b-5913-1a58940a5db1/data/default/TestAcidGuarantees/3b1a5ce21fb918810d964a76bfd27f36/C/b0abfe015638434d86369490289adb3c to hdfs://localhost:34345/user/jenkins/test-data/14d118ee-a83a-b09b-5913-1a58940a5db1/archive/data/default/TestAcidGuarantees/3b1a5ce21fb918810d964a76bfd27f36/C/b0abfe015638434d86369490289adb3c 2024-11-14T14:41:29,651 DEBUG [StoreCloser-TestAcidGuarantees,,1731595262615.3b1a5ce21fb918810d964a76bfd27f36.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:34345/user/jenkins/test-data/14d118ee-a83a-b09b-5913-1a58940a5db1/data/default/TestAcidGuarantees/3b1a5ce21fb918810d964a76bfd27f36/C/c178cc73afa941afa5554b8f8061ee4c to hdfs://localhost:34345/user/jenkins/test-data/14d118ee-a83a-b09b-5913-1a58940a5db1/archive/data/default/TestAcidGuarantees/3b1a5ce21fb918810d964a76bfd27f36/C/c178cc73afa941afa5554b8f8061ee4c 2024-11-14T14:41:29,652 DEBUG [StoreCloser-TestAcidGuarantees,,1731595262615.3b1a5ce21fb918810d964a76bfd27f36.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:34345/user/jenkins/test-data/14d118ee-a83a-b09b-5913-1a58940a5db1/data/default/TestAcidGuarantees/3b1a5ce21fb918810d964a76bfd27f36/C/ece44ab8240647f9bf7b6d0d870f5976 to hdfs://localhost:34345/user/jenkins/test-data/14d118ee-a83a-b09b-5913-1a58940a5db1/archive/data/default/TestAcidGuarantees/3b1a5ce21fb918810d964a76bfd27f36/C/ece44ab8240647f9bf7b6d0d870f5976 2024-11-14T14:41:29,654 DEBUG [StoreCloser-TestAcidGuarantees,,1731595262615.3b1a5ce21fb918810d964a76bfd27f36.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:34345/user/jenkins/test-data/14d118ee-a83a-b09b-5913-1a58940a5db1/data/default/TestAcidGuarantees/3b1a5ce21fb918810d964a76bfd27f36/C/82565e8c0e9f464587c57543e46a942e to hdfs://localhost:34345/user/jenkins/test-data/14d118ee-a83a-b09b-5913-1a58940a5db1/archive/data/default/TestAcidGuarantees/3b1a5ce21fb918810d964a76bfd27f36/C/82565e8c0e9f464587c57543e46a942e 2024-11-14T14:41:29,655 DEBUG [StoreCloser-TestAcidGuarantees,,1731595262615.3b1a5ce21fb918810d964a76bfd27f36.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:34345/user/jenkins/test-data/14d118ee-a83a-b09b-5913-1a58940a5db1/data/default/TestAcidGuarantees/3b1a5ce21fb918810d964a76bfd27f36/C/48023fc4dace448b9be4d6ea9f5d05f9 to hdfs://localhost:34345/user/jenkins/test-data/14d118ee-a83a-b09b-5913-1a58940a5db1/archive/data/default/TestAcidGuarantees/3b1a5ce21fb918810d964a76bfd27f36/C/48023fc4dace448b9be4d6ea9f5d05f9 2024-11-14T14:41:29,656 DEBUG [StoreCloser-TestAcidGuarantees,,1731595262615.3b1a5ce21fb918810d964a76bfd27f36.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:34345/user/jenkins/test-data/14d118ee-a83a-b09b-5913-1a58940a5db1/data/default/TestAcidGuarantees/3b1a5ce21fb918810d964a76bfd27f36/C/ff56748724ee467caca1b139117e53c3 to hdfs://localhost:34345/user/jenkins/test-data/14d118ee-a83a-b09b-5913-1a58940a5db1/archive/data/default/TestAcidGuarantees/3b1a5ce21fb918810d964a76bfd27f36/C/ff56748724ee467caca1b139117e53c3 2024-11-14T14:41:29,657 DEBUG [StoreCloser-TestAcidGuarantees,,1731595262615.3b1a5ce21fb918810d964a76bfd27f36.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:34345/user/jenkins/test-data/14d118ee-a83a-b09b-5913-1a58940a5db1/data/default/TestAcidGuarantees/3b1a5ce21fb918810d964a76bfd27f36/C/e31af64707ab468395300dbfa2f037ba to hdfs://localhost:34345/user/jenkins/test-data/14d118ee-a83a-b09b-5913-1a58940a5db1/archive/data/default/TestAcidGuarantees/3b1a5ce21fb918810d964a76bfd27f36/C/e31af64707ab468395300dbfa2f037ba 2024-11-14T14:41:29,658 DEBUG [StoreCloser-TestAcidGuarantees,,1731595262615.3b1a5ce21fb918810d964a76bfd27f36.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:34345/user/jenkins/test-data/14d118ee-a83a-b09b-5913-1a58940a5db1/data/default/TestAcidGuarantees/3b1a5ce21fb918810d964a76bfd27f36/C/64816143fd70433781d048c52ef31468 to hdfs://localhost:34345/user/jenkins/test-data/14d118ee-a83a-b09b-5913-1a58940a5db1/archive/data/default/TestAcidGuarantees/3b1a5ce21fb918810d964a76bfd27f36/C/64816143fd70433781d048c52ef31468 2024-11-14T14:41:29,659 DEBUG [StoreCloser-TestAcidGuarantees,,1731595262615.3b1a5ce21fb918810d964a76bfd27f36.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:34345/user/jenkins/test-data/14d118ee-a83a-b09b-5913-1a58940a5db1/data/default/TestAcidGuarantees/3b1a5ce21fb918810d964a76bfd27f36/C/6f2364d9f60e4903b5d42f8da9099309 to hdfs://localhost:34345/user/jenkins/test-data/14d118ee-a83a-b09b-5913-1a58940a5db1/archive/data/default/TestAcidGuarantees/3b1a5ce21fb918810d964a76bfd27f36/C/6f2364d9f60e4903b5d42f8da9099309 2024-11-14T14:41:29,660 DEBUG [StoreCloser-TestAcidGuarantees,,1731595262615.3b1a5ce21fb918810d964a76bfd27f36.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:34345/user/jenkins/test-data/14d118ee-a83a-b09b-5913-1a58940a5db1/data/default/TestAcidGuarantees/3b1a5ce21fb918810d964a76bfd27f36/C/e6e5e07a932f4ab498bcbc3429b96e7b to hdfs://localhost:34345/user/jenkins/test-data/14d118ee-a83a-b09b-5913-1a58940a5db1/archive/data/default/TestAcidGuarantees/3b1a5ce21fb918810d964a76bfd27f36/C/e6e5e07a932f4ab498bcbc3429b96e7b 2024-11-14T14:41:29,661 DEBUG [StoreCloser-TestAcidGuarantees,,1731595262615.3b1a5ce21fb918810d964a76bfd27f36.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:34345/user/jenkins/test-data/14d118ee-a83a-b09b-5913-1a58940a5db1/data/default/TestAcidGuarantees/3b1a5ce21fb918810d964a76bfd27f36/C/0478769887e145d8805e5e22baa32535 to hdfs://localhost:34345/user/jenkins/test-data/14d118ee-a83a-b09b-5913-1a58940a5db1/archive/data/default/TestAcidGuarantees/3b1a5ce21fb918810d964a76bfd27f36/C/0478769887e145d8805e5e22baa32535 2024-11-14T14:41:29,661 DEBUG [StoreCloser-TestAcidGuarantees,,1731595262615.3b1a5ce21fb918810d964a76bfd27f36.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:34345/user/jenkins/test-data/14d118ee-a83a-b09b-5913-1a58940a5db1/data/default/TestAcidGuarantees/3b1a5ce21fb918810d964a76bfd27f36/C/bedb5def64024b90b9d6fda141ee6368 to hdfs://localhost:34345/user/jenkins/test-data/14d118ee-a83a-b09b-5913-1a58940a5db1/archive/data/default/TestAcidGuarantees/3b1a5ce21fb918810d964a76bfd27f36/C/bedb5def64024b90b9d6fda141ee6368 2024-11-14T14:41:29,662 DEBUG [StoreCloser-TestAcidGuarantees,,1731595262615.3b1a5ce21fb918810d964a76bfd27f36.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:34345/user/jenkins/test-data/14d118ee-a83a-b09b-5913-1a58940a5db1/data/default/TestAcidGuarantees/3b1a5ce21fb918810d964a76bfd27f36/C/c054d23cb65846a680e0f159f509813d to hdfs://localhost:34345/user/jenkins/test-data/14d118ee-a83a-b09b-5913-1a58940a5db1/archive/data/default/TestAcidGuarantees/3b1a5ce21fb918810d964a76bfd27f36/C/c054d23cb65846a680e0f159f509813d 2024-11-14T14:41:29,663 DEBUG [StoreCloser-TestAcidGuarantees,,1731595262615.3b1a5ce21fb918810d964a76bfd27f36.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:34345/user/jenkins/test-data/14d118ee-a83a-b09b-5913-1a58940a5db1/data/default/TestAcidGuarantees/3b1a5ce21fb918810d964a76bfd27f36/C/ee8f9e573113449eb10f52a49f0fa158 to hdfs://localhost:34345/user/jenkins/test-data/14d118ee-a83a-b09b-5913-1a58940a5db1/archive/data/default/TestAcidGuarantees/3b1a5ce21fb918810d964a76bfd27f36/C/ee8f9e573113449eb10f52a49f0fa158 2024-11-14T14:41:29,664 DEBUG [StoreCloser-TestAcidGuarantees,,1731595262615.3b1a5ce21fb918810d964a76bfd27f36.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:34345/user/jenkins/test-data/14d118ee-a83a-b09b-5913-1a58940a5db1/data/default/TestAcidGuarantees/3b1a5ce21fb918810d964a76bfd27f36/C/1df98e4bc8f344168fc602045ca4366d to hdfs://localhost:34345/user/jenkins/test-data/14d118ee-a83a-b09b-5913-1a58940a5db1/archive/data/default/TestAcidGuarantees/3b1a5ce21fb918810d964a76bfd27f36/C/1df98e4bc8f344168fc602045ca4366d 2024-11-14T14:41:29,665 DEBUG [StoreCloser-TestAcidGuarantees,,1731595262615.3b1a5ce21fb918810d964a76bfd27f36.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:34345/user/jenkins/test-data/14d118ee-a83a-b09b-5913-1a58940a5db1/data/default/TestAcidGuarantees/3b1a5ce21fb918810d964a76bfd27f36/C/856e47a914fe4489a0c5fd7476e43996 to hdfs://localhost:34345/user/jenkins/test-data/14d118ee-a83a-b09b-5913-1a58940a5db1/archive/data/default/TestAcidGuarantees/3b1a5ce21fb918810d964a76bfd27f36/C/856e47a914fe4489a0c5fd7476e43996 2024-11-14T14:41:29,666 DEBUG [StoreCloser-TestAcidGuarantees,,1731595262615.3b1a5ce21fb918810d964a76bfd27f36.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:34345/user/jenkins/test-data/14d118ee-a83a-b09b-5913-1a58940a5db1/data/default/TestAcidGuarantees/3b1a5ce21fb918810d964a76bfd27f36/C/264b39f9ad314ac3905ae50d71b780dd to hdfs://localhost:34345/user/jenkins/test-data/14d118ee-a83a-b09b-5913-1a58940a5db1/archive/data/default/TestAcidGuarantees/3b1a5ce21fb918810d964a76bfd27f36/C/264b39f9ad314ac3905ae50d71b780dd 2024-11-14T14:41:29,667 DEBUG [StoreCloser-TestAcidGuarantees,,1731595262615.3b1a5ce21fb918810d964a76bfd27f36.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:34345/user/jenkins/test-data/14d118ee-a83a-b09b-5913-1a58940a5db1/data/default/TestAcidGuarantees/3b1a5ce21fb918810d964a76bfd27f36/C/b02243376de2404f887128064694a303 to hdfs://localhost:34345/user/jenkins/test-data/14d118ee-a83a-b09b-5913-1a58940a5db1/archive/data/default/TestAcidGuarantees/3b1a5ce21fb918810d964a76bfd27f36/C/b02243376de2404f887128064694a303 2024-11-14T14:41:29,671 DEBUG [RS_CLOSE_REGION-regionserver/da1c6afcd1f9:0-0 {event_type=M_RS_CLOSE_REGION, pid=61}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:34345/user/jenkins/test-data/14d118ee-a83a-b09b-5913-1a58940a5db1/data/default/TestAcidGuarantees/3b1a5ce21fb918810d964a76bfd27f36/recovered.edits/404.seqid, newMaxSeqId=404, maxSeqId=4 2024-11-14T14:41:29,672 INFO [RS_CLOSE_REGION-regionserver/da1c6afcd1f9:0-0 {event_type=M_RS_CLOSE_REGION, pid=61}] regionserver.HRegion(1973): Closed TestAcidGuarantees,,1731595262615.3b1a5ce21fb918810d964a76bfd27f36. 2024-11-14T14:41:29,672 DEBUG [RS_CLOSE_REGION-regionserver/da1c6afcd1f9:0-0 {event_type=M_RS_CLOSE_REGION, pid=61}] regionserver.HRegion(1676): Region close journal for 3b1a5ce21fb918810d964a76bfd27f36: Waiting for close lock at 1731595287941Running coprocessor pre-close hooks at 1731595287941Disabling compacts and flushes for region at 1731595287941Disabling writes for close at 1731595287941Obtaining lock to block concurrent updates at 1731595287941Preparing flush snapshotting stores in 3b1a5ce21fb918810d964a76bfd27f36 at 1731595287941Finished memstore snapshotting TestAcidGuarantees,,1731595262615.3b1a5ce21fb918810d964a76bfd27f36., syncing WAL and waiting on mvcc, flushsize=dataSize=34350, getHeapSize=102720, getOffHeapSize=0, getCellsCount=750 at 1731595287942 (+1 ms)Flushing stores of TestAcidGuarantees,,1731595262615.3b1a5ce21fb918810d964a76bfd27f36. at 1731595287942Flushing 3b1a5ce21fb918810d964a76bfd27f36/A: creating writer at 1731595287942Flushing mob file 3b1a5ce21fb918810d964a76bfd27f36/A: appending metadata at 1731595287947 (+5 ms)Flushing mob file 3b1a5ce21fb918810d964a76bfd27f36/A: closing flushed file at 1731595287947Flushing 3b1a5ce21fb918810d964a76bfd27f36/A: appending metadata at 1731595288357 (+410 ms)Flushing 3b1a5ce21fb918810d964a76bfd27f36/A: closing flushed file at 1731595288357Flushing 3b1a5ce21fb918810d964a76bfd27f36/B: creating writer at 1731595288766 (+409 ms)Flushing 3b1a5ce21fb918810d964a76bfd27f36/B: appending metadata at 1731595288769 (+3 ms)Flushing 3b1a5ce21fb918810d964a76bfd27f36/B: closing flushed file at 1731595288769Flushing 3b1a5ce21fb918810d964a76bfd27f36/C: creating writer at 1731595289178 (+409 ms)Flushing 3b1a5ce21fb918810d964a76bfd27f36/C: appending metadata at 1731595289181 (+3 ms)Flushing 3b1a5ce21fb918810d964a76bfd27f36/C: closing flushed file at 1731595289181Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@29ff54d0: reopening flushed file at 1731595289589 (+408 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@3bb0c569: reopening flushed file at 1731595289594 (+5 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@4eaf2e2e: reopening flushed file at 1731595289598 (+4 ms)Finished flush of dataSize ~33.54 KB/34350, heapSize ~100.31 KB/102720, currentSize=0 B/0 for 3b1a5ce21fb918810d964a76bfd27f36 in 1661ms, sequenceid=401, compaction requested=true at 1731595289602 (+4 ms)Writing region close event to WAL at 1731595289668 (+66 ms)Running coprocessor post-close hooks at 1731595289672 (+4 ms)Closed at 1731595289672 2024-11-14T14:41:29,674 INFO [RS_CLOSE_REGION-regionserver/da1c6afcd1f9:0-0 {event_type=M_RS_CLOSE_REGION, pid=61}] handler.UnassignRegionHandler(157): Closed 3b1a5ce21fb918810d964a76bfd27f36 2024-11-14T14:41:29,675 INFO [PEWorker-3 {}] assignment.RegionStateStore(223): pid=60 updating hbase:meta row=3b1a5ce21fb918810d964a76bfd27f36, regionState=CLOSED 2024-11-14T14:41:29,676 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-3 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=61, ppid=60, state=RUNNABLE, hasLock=false; CloseRegionProcedure 3b1a5ce21fb918810d964a76bfd27f36, server=da1c6afcd1f9,35765,1731595233113 because future has completed 2024-11-14T14:41:29,678 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=61, resume processing ppid=60 2024-11-14T14:41:29,678 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1521): Finished pid=61, ppid=60, state=SUCCESS, hasLock=false; CloseRegionProcedure 3b1a5ce21fb918810d964a76bfd27f36, server=da1c6afcd1f9,35765,1731595233113 in 1.8880 sec 2024-11-14T14:41:29,679 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=60, resume processing ppid=59 2024-11-14T14:41:29,679 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1521): Finished pid=60, ppid=59, state=SUCCESS, hasLock=false; TransitRegionStateProcedure table=TestAcidGuarantees, region=3b1a5ce21fb918810d964a76bfd27f36, UNASSIGN in 1.8920 sec 2024-11-14T14:41:29,681 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=59, resume processing ppid=58 2024-11-14T14:41:29,681 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1521): Finished pid=59, ppid=58, state=SUCCESS, hasLock=false; CloseTableRegionsProcedure table=TestAcidGuarantees in 1.8960 sec 2024-11-14T14:41:29,682 DEBUG [PEWorker-2 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":1,"row":"TestAcidGuarantees","families":{"table":[{"qualifier":"state","vlen":2,"tag":[],"timestamp":"1731595289682"}]},"ts":"1731595289682"} 2024-11-14T14:41:29,684 INFO [PEWorker-2 {}] hbase.MetaTableAccessor(843): Updated tableName=TestAcidGuarantees, state=DISABLED in hbase:meta 2024-11-14T14:41:29,684 INFO [PEWorker-2 {}] procedure.DisableTableProcedure(296): Set TestAcidGuarantees to state=DISABLED 2024-11-14T14:41:29,686 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1521): Finished pid=58, state=SUCCESS, hasLock=false; DisableTableProcedure table=TestAcidGuarantees in 1.9060 sec 2024-11-14T14:41:29,926 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45145 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=58 2024-11-14T14:41:29,927 INFO [RPCClient-NioEventLoopGroup-4-4 {}] client.RawAsyncHBaseAdmin$TableProcedureBiConsumer(2721): Operation: DISABLE, Table Name: default:TestAcidGuarantees completed 2024-11-14T14:41:29,927 INFO [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45145 {}] master.HMaster$5(2570): Client=jenkins//172.17.0.2 delete TestAcidGuarantees 2024-11-14T14:41:29,928 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45145 {}] procedure2.ProcedureExecutor(1139): Stored pid=62, state=RUNNABLE:DELETE_TABLE_PRE_OPERATION, hasLock=false; DeleteTableProcedure table=TestAcidGuarantees 2024-11-14T14:41:29,929 DEBUG [PEWorker-3 {}] procedure.DeleteTableProcedure(103): Waiting for RIT for pid=62, state=RUNNABLE:DELETE_TABLE_PRE_OPERATION, hasLock=true; DeleteTableProcedure table=TestAcidGuarantees 2024-11-14T14:41:29,929 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45145 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=62 2024-11-14T14:41:29,929 DEBUG [PEWorker-3 {}] procedure.DeleteTableProcedure(115): Deleting regions from filesystem for pid=62, state=RUNNABLE:DELETE_TABLE_CLEAR_FS_LAYOUT, hasLock=true; DeleteTableProcedure table=TestAcidGuarantees 2024-11-14T14:41:29,933 DEBUG [HFileArchiver-2 {}] backup.HFileArchiver(131): ARCHIVING hdfs://localhost:34345/user/jenkins/test-data/14d118ee-a83a-b09b-5913-1a58940a5db1/data/default/TestAcidGuarantees/3b1a5ce21fb918810d964a76bfd27f36 2024-11-14T14:41:29,935 DEBUG [HFileArchiver-2 {}] backup.HFileArchiver(159): Archiving [FileablePath, hdfs://localhost:34345/user/jenkins/test-data/14d118ee-a83a-b09b-5913-1a58940a5db1/data/default/TestAcidGuarantees/3b1a5ce21fb918810d964a76bfd27f36/A, FileablePath, hdfs://localhost:34345/user/jenkins/test-data/14d118ee-a83a-b09b-5913-1a58940a5db1/data/default/TestAcidGuarantees/3b1a5ce21fb918810d964a76bfd27f36/B, FileablePath, hdfs://localhost:34345/user/jenkins/test-data/14d118ee-a83a-b09b-5913-1a58940a5db1/data/default/TestAcidGuarantees/3b1a5ce21fb918810d964a76bfd27f36/C, FileablePath, hdfs://localhost:34345/user/jenkins/test-data/14d118ee-a83a-b09b-5913-1a58940a5db1/data/default/TestAcidGuarantees/3b1a5ce21fb918810d964a76bfd27f36/recovered.edits] 2024-11-14T14:41:29,938 DEBUG [HFileArchiver-2 {}] backup.HFileArchiver(596): Archived from FileablePath, hdfs://localhost:34345/user/jenkins/test-data/14d118ee-a83a-b09b-5913-1a58940a5db1/data/default/TestAcidGuarantees/3b1a5ce21fb918810d964a76bfd27f36/A/1adc99b6e5f04e9fa7ed0fdb76b61ea6 to hdfs://localhost:34345/user/jenkins/test-data/14d118ee-a83a-b09b-5913-1a58940a5db1/archive/data/default/TestAcidGuarantees/3b1a5ce21fb918810d964a76bfd27f36/A/1adc99b6e5f04e9fa7ed0fdb76b61ea6 2024-11-14T14:41:29,939 DEBUG [HFileArchiver-2 {}] backup.HFileArchiver(596): Archived from FileablePath, hdfs://localhost:34345/user/jenkins/test-data/14d118ee-a83a-b09b-5913-1a58940a5db1/data/default/TestAcidGuarantees/3b1a5ce21fb918810d964a76bfd27f36/A/490792bf0e4c4d0ca713a5cf593e1ec5 to hdfs://localhost:34345/user/jenkins/test-data/14d118ee-a83a-b09b-5913-1a58940a5db1/archive/data/default/TestAcidGuarantees/3b1a5ce21fb918810d964a76bfd27f36/A/490792bf0e4c4d0ca713a5cf593e1ec5 2024-11-14T14:41:29,940 DEBUG [HFileArchiver-2 {}] backup.HFileArchiver(596): Archived from FileablePath, hdfs://localhost:34345/user/jenkins/test-data/14d118ee-a83a-b09b-5913-1a58940a5db1/data/default/TestAcidGuarantees/3b1a5ce21fb918810d964a76bfd27f36/A/b3abe56acac443409205eb82386a645e to hdfs://localhost:34345/user/jenkins/test-data/14d118ee-a83a-b09b-5913-1a58940a5db1/archive/data/default/TestAcidGuarantees/3b1a5ce21fb918810d964a76bfd27f36/A/b3abe56acac443409205eb82386a645e 2024-11-14T14:41:29,941 DEBUG [HFileArchiver-2 {}] backup.HFileArchiver(596): Archived from FileablePath, hdfs://localhost:34345/user/jenkins/test-data/14d118ee-a83a-b09b-5913-1a58940a5db1/data/default/TestAcidGuarantees/3b1a5ce21fb918810d964a76bfd27f36/A/c04ea8cb96f94adb8f548473930eaa96 to hdfs://localhost:34345/user/jenkins/test-data/14d118ee-a83a-b09b-5913-1a58940a5db1/archive/data/default/TestAcidGuarantees/3b1a5ce21fb918810d964a76bfd27f36/A/c04ea8cb96f94adb8f548473930eaa96 2024-11-14T14:41:29,943 DEBUG [HFileArchiver-2 {}] backup.HFileArchiver(596): Archived from FileablePath, hdfs://localhost:34345/user/jenkins/test-data/14d118ee-a83a-b09b-5913-1a58940a5db1/data/default/TestAcidGuarantees/3b1a5ce21fb918810d964a76bfd27f36/B/22965b13d5214ef5963ea51843b1f821 to hdfs://localhost:34345/user/jenkins/test-data/14d118ee-a83a-b09b-5913-1a58940a5db1/archive/data/default/TestAcidGuarantees/3b1a5ce21fb918810d964a76bfd27f36/B/22965b13d5214ef5963ea51843b1f821 2024-11-14T14:41:29,944 DEBUG [HFileArchiver-2 {}] backup.HFileArchiver(596): Archived from FileablePath, hdfs://localhost:34345/user/jenkins/test-data/14d118ee-a83a-b09b-5913-1a58940a5db1/data/default/TestAcidGuarantees/3b1a5ce21fb918810d964a76bfd27f36/B/67c3bef638e048178dfb9a2d35657cb1 to hdfs://localhost:34345/user/jenkins/test-data/14d118ee-a83a-b09b-5913-1a58940a5db1/archive/data/default/TestAcidGuarantees/3b1a5ce21fb918810d964a76bfd27f36/B/67c3bef638e048178dfb9a2d35657cb1 2024-11-14T14:41:29,945 DEBUG [HFileArchiver-2 {}] backup.HFileArchiver(596): Archived from FileablePath, hdfs://localhost:34345/user/jenkins/test-data/14d118ee-a83a-b09b-5913-1a58940a5db1/data/default/TestAcidGuarantees/3b1a5ce21fb918810d964a76bfd27f36/B/7d9bb314c0e64f47bc04e5e2f99e5d28 to hdfs://localhost:34345/user/jenkins/test-data/14d118ee-a83a-b09b-5913-1a58940a5db1/archive/data/default/TestAcidGuarantees/3b1a5ce21fb918810d964a76bfd27f36/B/7d9bb314c0e64f47bc04e5e2f99e5d28 2024-11-14T14:41:29,946 DEBUG [HFileArchiver-2 {}] backup.HFileArchiver(596): Archived from FileablePath, hdfs://localhost:34345/user/jenkins/test-data/14d118ee-a83a-b09b-5913-1a58940a5db1/data/default/TestAcidGuarantees/3b1a5ce21fb918810d964a76bfd27f36/B/ca3a763007a54bd5ae15536038b1cf19 to hdfs://localhost:34345/user/jenkins/test-data/14d118ee-a83a-b09b-5913-1a58940a5db1/archive/data/default/TestAcidGuarantees/3b1a5ce21fb918810d964a76bfd27f36/B/ca3a763007a54bd5ae15536038b1cf19 2024-11-14T14:41:29,948 DEBUG [HFileArchiver-2 {}] backup.HFileArchiver(596): Archived from FileablePath, hdfs://localhost:34345/user/jenkins/test-data/14d118ee-a83a-b09b-5913-1a58940a5db1/data/default/TestAcidGuarantees/3b1a5ce21fb918810d964a76bfd27f36/C/13723b6f51e04916ac31e081abb5a024 to hdfs://localhost:34345/user/jenkins/test-data/14d118ee-a83a-b09b-5913-1a58940a5db1/archive/data/default/TestAcidGuarantees/3b1a5ce21fb918810d964a76bfd27f36/C/13723b6f51e04916ac31e081abb5a024 2024-11-14T14:41:29,949 DEBUG [HFileArchiver-2 {}] backup.HFileArchiver(596): Archived from FileablePath, hdfs://localhost:34345/user/jenkins/test-data/14d118ee-a83a-b09b-5913-1a58940a5db1/data/default/TestAcidGuarantees/3b1a5ce21fb918810d964a76bfd27f36/C/1cf98a5a9b9f484ba0b2431c09abb6f0 to hdfs://localhost:34345/user/jenkins/test-data/14d118ee-a83a-b09b-5913-1a58940a5db1/archive/data/default/TestAcidGuarantees/3b1a5ce21fb918810d964a76bfd27f36/C/1cf98a5a9b9f484ba0b2431c09abb6f0 2024-11-14T14:41:29,950 DEBUG [HFileArchiver-2 {}] backup.HFileArchiver(596): Archived from FileablePath, hdfs://localhost:34345/user/jenkins/test-data/14d118ee-a83a-b09b-5913-1a58940a5db1/data/default/TestAcidGuarantees/3b1a5ce21fb918810d964a76bfd27f36/C/61412698cd1d4e29944702e59f7bf646 to hdfs://localhost:34345/user/jenkins/test-data/14d118ee-a83a-b09b-5913-1a58940a5db1/archive/data/default/TestAcidGuarantees/3b1a5ce21fb918810d964a76bfd27f36/C/61412698cd1d4e29944702e59f7bf646 2024-11-14T14:41:29,951 DEBUG [HFileArchiver-2 {}] backup.HFileArchiver(596): Archived from FileablePath, hdfs://localhost:34345/user/jenkins/test-data/14d118ee-a83a-b09b-5913-1a58940a5db1/data/default/TestAcidGuarantees/3b1a5ce21fb918810d964a76bfd27f36/C/81d48a9c88d944c69d0db0c6d5008d63 to hdfs://localhost:34345/user/jenkins/test-data/14d118ee-a83a-b09b-5913-1a58940a5db1/archive/data/default/TestAcidGuarantees/3b1a5ce21fb918810d964a76bfd27f36/C/81d48a9c88d944c69d0db0c6d5008d63 2024-11-14T14:41:29,953 DEBUG [HFileArchiver-2 {}] backup.HFileArchiver(596): Archived from FileablePath, hdfs://localhost:34345/user/jenkins/test-data/14d118ee-a83a-b09b-5913-1a58940a5db1/data/default/TestAcidGuarantees/3b1a5ce21fb918810d964a76bfd27f36/recovered.edits/404.seqid to hdfs://localhost:34345/user/jenkins/test-data/14d118ee-a83a-b09b-5913-1a58940a5db1/archive/data/default/TestAcidGuarantees/3b1a5ce21fb918810d964a76bfd27f36/recovered.edits/404.seqid 2024-11-14T14:41:29,954 DEBUG [HFileArchiver-2 {}] backup.HFileArchiver(610): Deleted hdfs://localhost:34345/user/jenkins/test-data/14d118ee-a83a-b09b-5913-1a58940a5db1/data/default/TestAcidGuarantees/3b1a5ce21fb918810d964a76bfd27f36 2024-11-14T14:41:29,954 DEBUG [PEWorker-3 {}] procedure.DeleteTableProcedure(313): Archived TestAcidGuarantees regions 2024-11-14T14:41:29,954 DEBUG [PEWorker-3 {}] backup.HFileArchiver(131): ARCHIVING hdfs://localhost:34345/user/jenkins/test-data/14d118ee-a83a-b09b-5913-1a58940a5db1/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3 2024-11-14T14:41:29,955 DEBUG [PEWorker-3 {}] backup.HFileArchiver(159): Archiving [FileablePath, hdfs://localhost:34345/user/jenkins/test-data/14d118ee-a83a-b09b-5913-1a58940a5db1/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A] 2024-11-14T14:41:29,959 DEBUG [PEWorker-3 {}] backup.HFileArchiver(596): Archived from FileablePath, hdfs://localhost:34345/user/jenkins/test-data/14d118ee-a83a-b09b-5913-1a58940a5db1/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e202411140cd0dfbb276c484fa1dc649061a11358_3b1a5ce21fb918810d964a76bfd27f36 to hdfs://localhost:34345/user/jenkins/test-data/14d118ee-a83a-b09b-5913-1a58940a5db1/archive/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e202411140cd0dfbb276c484fa1dc649061a11358_3b1a5ce21fb918810d964a76bfd27f36 2024-11-14T14:41:29,961 DEBUG [PEWorker-3 {}] backup.HFileArchiver(596): Archived from FileablePath, hdfs://localhost:34345/user/jenkins/test-data/14d118ee-a83a-b09b-5913-1a58940a5db1/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e20241114275102e95f494bcea8b358e17eaf61ed_3b1a5ce21fb918810d964a76bfd27f36 to hdfs://localhost:34345/user/jenkins/test-data/14d118ee-a83a-b09b-5913-1a58940a5db1/archive/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e20241114275102e95f494bcea8b358e17eaf61ed_3b1a5ce21fb918810d964a76bfd27f36 2024-11-14T14:41:29,962 DEBUG [PEWorker-3 {}] backup.HFileArchiver(596): Archived from FileablePath, hdfs://localhost:34345/user/jenkins/test-data/14d118ee-a83a-b09b-5913-1a58940a5db1/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e202411143ef8c2212d7c45f7b0d8fa58e5de3e24_3b1a5ce21fb918810d964a76bfd27f36 to hdfs://localhost:34345/user/jenkins/test-data/14d118ee-a83a-b09b-5913-1a58940a5db1/archive/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e202411143ef8c2212d7c45f7b0d8fa58e5de3e24_3b1a5ce21fb918810d964a76bfd27f36 2024-11-14T14:41:29,963 DEBUG [PEWorker-3 {}] backup.HFileArchiver(596): Archived from FileablePath, hdfs://localhost:34345/user/jenkins/test-data/14d118ee-a83a-b09b-5913-1a58940a5db1/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e20241114424ed56f817b491190985746cedc67a7_3b1a5ce21fb918810d964a76bfd27f36 to hdfs://localhost:34345/user/jenkins/test-data/14d118ee-a83a-b09b-5913-1a58940a5db1/archive/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e20241114424ed56f817b491190985746cedc67a7_3b1a5ce21fb918810d964a76bfd27f36 2024-11-14T14:41:29,964 DEBUG [PEWorker-3 {}] backup.HFileArchiver(596): Archived from FileablePath, hdfs://localhost:34345/user/jenkins/test-data/14d118ee-a83a-b09b-5913-1a58940a5db1/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e20241114501a0ac4eaf746ca985aa18408ef9828_3b1a5ce21fb918810d964a76bfd27f36 to hdfs://localhost:34345/user/jenkins/test-data/14d118ee-a83a-b09b-5913-1a58940a5db1/archive/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e20241114501a0ac4eaf746ca985aa18408ef9828_3b1a5ce21fb918810d964a76bfd27f36 2024-11-14T14:41:29,965 DEBUG [PEWorker-3 {}] backup.HFileArchiver(596): Archived from FileablePath, hdfs://localhost:34345/user/jenkins/test-data/14d118ee-a83a-b09b-5913-1a58940a5db1/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e202411145511f597e1f4487e90286de868d521ff_3b1a5ce21fb918810d964a76bfd27f36 to hdfs://localhost:34345/user/jenkins/test-data/14d118ee-a83a-b09b-5913-1a58940a5db1/archive/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e202411145511f597e1f4487e90286de868d521ff_3b1a5ce21fb918810d964a76bfd27f36 2024-11-14T14:41:29,966 DEBUG [PEWorker-3 {}] backup.HFileArchiver(596): Archived from FileablePath, hdfs://localhost:34345/user/jenkins/test-data/14d118ee-a83a-b09b-5913-1a58940a5db1/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e20241114620d903529974e8793bad50e5c1d3de4_3b1a5ce21fb918810d964a76bfd27f36 to hdfs://localhost:34345/user/jenkins/test-data/14d118ee-a83a-b09b-5913-1a58940a5db1/archive/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e20241114620d903529974e8793bad50e5c1d3de4_3b1a5ce21fb918810d964a76bfd27f36 2024-11-14T14:41:29,967 DEBUG [PEWorker-3 {}] backup.HFileArchiver(596): Archived from FileablePath, hdfs://localhost:34345/user/jenkins/test-data/14d118ee-a83a-b09b-5913-1a58940a5db1/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e202411147324e05259fe49efb09899fc8bab8a92_3b1a5ce21fb918810d964a76bfd27f36 to hdfs://localhost:34345/user/jenkins/test-data/14d118ee-a83a-b09b-5913-1a58940a5db1/archive/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e202411147324e05259fe49efb09899fc8bab8a92_3b1a5ce21fb918810d964a76bfd27f36 2024-11-14T14:41:29,969 DEBUG [PEWorker-3 {}] backup.HFileArchiver(596): Archived from FileablePath, hdfs://localhost:34345/user/jenkins/test-data/14d118ee-a83a-b09b-5913-1a58940a5db1/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e202411147b515aa3b69b4aaebf0be7c026e40306_3b1a5ce21fb918810d964a76bfd27f36 to hdfs://localhost:34345/user/jenkins/test-data/14d118ee-a83a-b09b-5913-1a58940a5db1/archive/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e202411147b515aa3b69b4aaebf0be7c026e40306_3b1a5ce21fb918810d964a76bfd27f36 2024-11-14T14:41:29,970 DEBUG [PEWorker-3 {}] backup.HFileArchiver(596): Archived from FileablePath, hdfs://localhost:34345/user/jenkins/test-data/14d118ee-a83a-b09b-5913-1a58940a5db1/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e2024111484eff257868546058c36ab0317c3f399_3b1a5ce21fb918810d964a76bfd27f36 to hdfs://localhost:34345/user/jenkins/test-data/14d118ee-a83a-b09b-5913-1a58940a5db1/archive/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e2024111484eff257868546058c36ab0317c3f399_3b1a5ce21fb918810d964a76bfd27f36 2024-11-14T14:41:29,971 DEBUG [PEWorker-3 {}] backup.HFileArchiver(596): Archived from FileablePath, hdfs://localhost:34345/user/jenkins/test-data/14d118ee-a83a-b09b-5913-1a58940a5db1/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e202411148fefb28c70474c9bbefd72c0e4de348a_3b1a5ce21fb918810d964a76bfd27f36 to hdfs://localhost:34345/user/jenkins/test-data/14d118ee-a83a-b09b-5913-1a58940a5db1/archive/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e202411148fefb28c70474c9bbefd72c0e4de348a_3b1a5ce21fb918810d964a76bfd27f36 2024-11-14T14:41:29,972 DEBUG [PEWorker-3 {}] backup.HFileArchiver(596): Archived from FileablePath, hdfs://localhost:34345/user/jenkins/test-data/14d118ee-a83a-b09b-5913-1a58940a5db1/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e2024111490629a0d12394ced9118bbe865769b53_3b1a5ce21fb918810d964a76bfd27f36 to hdfs://localhost:34345/user/jenkins/test-data/14d118ee-a83a-b09b-5913-1a58940a5db1/archive/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e2024111490629a0d12394ced9118bbe865769b53_3b1a5ce21fb918810d964a76bfd27f36 2024-11-14T14:41:29,973 DEBUG [PEWorker-3 {}] backup.HFileArchiver(596): Archived from FileablePath, hdfs://localhost:34345/user/jenkins/test-data/14d118ee-a83a-b09b-5913-1a58940a5db1/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e202411149155f40ef49f4469a8f19e0d9a431d38_3b1a5ce21fb918810d964a76bfd27f36 to hdfs://localhost:34345/user/jenkins/test-data/14d118ee-a83a-b09b-5913-1a58940a5db1/archive/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e202411149155f40ef49f4469a8f19e0d9a431d38_3b1a5ce21fb918810d964a76bfd27f36 2024-11-14T14:41:29,974 DEBUG [PEWorker-3 {}] backup.HFileArchiver(596): Archived from FileablePath, hdfs://localhost:34345/user/jenkins/test-data/14d118ee-a83a-b09b-5913-1a58940a5db1/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e20241114a88811cca7cb443b9a9bfcaf033f6f82_3b1a5ce21fb918810d964a76bfd27f36 to hdfs://localhost:34345/user/jenkins/test-data/14d118ee-a83a-b09b-5913-1a58940a5db1/archive/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e20241114a88811cca7cb443b9a9bfcaf033f6f82_3b1a5ce21fb918810d964a76bfd27f36 2024-11-14T14:41:29,975 DEBUG [PEWorker-3 {}] backup.HFileArchiver(596): Archived from FileablePath, hdfs://localhost:34345/user/jenkins/test-data/14d118ee-a83a-b09b-5913-1a58940a5db1/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e20241114ac5bd83e450b4235af92ce6da2a426b2_3b1a5ce21fb918810d964a76bfd27f36 to hdfs://localhost:34345/user/jenkins/test-data/14d118ee-a83a-b09b-5913-1a58940a5db1/archive/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e20241114ac5bd83e450b4235af92ce6da2a426b2_3b1a5ce21fb918810d964a76bfd27f36 2024-11-14T14:41:29,976 DEBUG [PEWorker-3 {}] backup.HFileArchiver(596): Archived from FileablePath, hdfs://localhost:34345/user/jenkins/test-data/14d118ee-a83a-b09b-5913-1a58940a5db1/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e20241114d4ad24ecd2f342f6afa65cd7d84ab601_3b1a5ce21fb918810d964a76bfd27f36 to hdfs://localhost:34345/user/jenkins/test-data/14d118ee-a83a-b09b-5913-1a58940a5db1/archive/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e20241114d4ad24ecd2f342f6afa65cd7d84ab601_3b1a5ce21fb918810d964a76bfd27f36 2024-11-14T14:41:29,977 DEBUG [PEWorker-3 {}] backup.HFileArchiver(596): Archived from FileablePath, hdfs://localhost:34345/user/jenkins/test-data/14d118ee-a83a-b09b-5913-1a58940a5db1/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e20241114e4541a69ea6e468db0411d946c0bf79e_3b1a5ce21fb918810d964a76bfd27f36 to hdfs://localhost:34345/user/jenkins/test-data/14d118ee-a83a-b09b-5913-1a58940a5db1/archive/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e20241114e4541a69ea6e468db0411d946c0bf79e_3b1a5ce21fb918810d964a76bfd27f36 2024-11-14T14:41:29,978 DEBUG [PEWorker-3 {}] backup.HFileArchiver(596): Archived from FileablePath, hdfs://localhost:34345/user/jenkins/test-data/14d118ee-a83a-b09b-5913-1a58940a5db1/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e20241114f8e6b9d77f0043cb899e3a1674ec83fd_3b1a5ce21fb918810d964a76bfd27f36 to hdfs://localhost:34345/user/jenkins/test-data/14d118ee-a83a-b09b-5913-1a58940a5db1/archive/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e20241114f8e6b9d77f0043cb899e3a1674ec83fd_3b1a5ce21fb918810d964a76bfd27f36 2024-11-14T14:41:29,978 DEBUG [PEWorker-3 {}] backup.HFileArchiver(610): Deleted hdfs://localhost:34345/user/jenkins/test-data/14d118ee-a83a-b09b-5913-1a58940a5db1/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3 2024-11-14T14:41:29,980 DEBUG [PEWorker-3 {}] procedure.DeleteTableProcedure(120): Deleting regions from META for pid=62, state=RUNNABLE:DELETE_TABLE_REMOVE_FROM_META, hasLock=true; DeleteTableProcedure table=TestAcidGuarantees 2024-11-14T14:41:29,982 WARN [PEWorker-3 {}] procedure.DeleteTableProcedure(370): Deleting some vestigial 1 rows of TestAcidGuarantees from hbase:meta 2024-11-14T14:41:29,984 DEBUG [PEWorker-3 {}] procedure.DeleteTableProcedure(407): Removing 'TestAcidGuarantees' descriptor. 2024-11-14T14:41:29,985 DEBUG [PEWorker-3 {}] procedure.DeleteTableProcedure(126): Deleting assignment state for pid=62, state=RUNNABLE:DELETE_TABLE_UNASSIGN_REGIONS, hasLock=true; DeleteTableProcedure table=TestAcidGuarantees 2024-11-14T14:41:29,985 DEBUG [PEWorker-3 {}] procedure.DeleteTableProcedure(397): Removing 'TestAcidGuarantees' from region states. 2024-11-14T14:41:29,985 DEBUG [PEWorker-3 {}] assignment.RegionStateStore(723): Delete {"totalColumns":1,"row":"TestAcidGuarantees,,1731595262615.3b1a5ce21fb918810d964a76bfd27f36.","families":{"info":[{"qualifier":"","vlen":0,"tag":[],"timestamp":"1731595289985"}]},"ts":"9223372036854775807"} 2024-11-14T14:41:29,987 INFO [PEWorker-3 {}] assignment.RegionStateStore(562): Deleted 1 regions from META 2024-11-14T14:41:29,987 DEBUG [PEWorker-3 {}] assignment.RegionStateStore(563): Deleted regions: [{ENCODED => 3b1a5ce21fb918810d964a76bfd27f36, NAME => 'TestAcidGuarantees,,1731595262615.3b1a5ce21fb918810d964a76bfd27f36.', STARTKEY => '', ENDKEY => ''}] 2024-11-14T14:41:29,987 DEBUG [PEWorker-3 {}] procedure.DeleteTableProcedure(401): Marking 'TestAcidGuarantees' as deleted. 2024-11-14T14:41:29,987 DEBUG [PEWorker-3 {}] hbase.MetaTableAccessor(964): Delete {"totalColumns":1,"row":"TestAcidGuarantees","families":{"table":[{"qualifier":"state","vlen":0,"tag":[],"timestamp":"1731595289987"}]},"ts":"9223372036854775807"} 2024-11-14T14:41:29,989 INFO [PEWorker-3 {}] hbase.MetaTableAccessor(867): Deleted table TestAcidGuarantees state from META 2024-11-14T14:41:29,990 DEBUG [PEWorker-3 {}] procedure.DeleteTableProcedure(133): Finished pid=62, state=RUNNABLE:DELETE_TABLE_POST_OPERATION, hasLock=true; DeleteTableProcedure table=TestAcidGuarantees 2024-11-14T14:41:29,991 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1521): Finished pid=62, state=SUCCESS, hasLock=false; DeleteTableProcedure table=TestAcidGuarantees in 63 msec 2024-11-14T14:41:30,036 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45145 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=62 2024-11-14T14:41:30,036 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocator(219): Clear meta cache for TestAcidGuarantees 2024-11-14T14:41:30,037 INFO [RPCClient-NioEventLoopGroup-4-4 {}] client.RawAsyncHBaseAdmin$TableProcedureBiConsumer(2721): Operation: DELETE, Table Name: default:TestAcidGuarantees completed 2024-11-14T14:41:30,046 INFO [Time-limited test {}] hbase.ResourceChecker(175): after: TestAcidGuaranteesWithEagerPolicy#testMobMixedAtomicity Thread=255 (was 248) Potentially hanging thread: ProcedureExecutor-Async-Task-Executor-4 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:1674) java.base@17.0.11/java.util.concurrent.LinkedBlockingQueue.poll(LinkedBlockingQueue.java:460) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1061) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: DataXceiver for client DFSClient_NONMAPREDUCE_-998488563_22 at /127.0.0.1:45328 [Waiting for operation #803] java.base@17.0.11/sun.nio.ch.EPoll.wait(Native Method) java.base@17.0.11/sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:118) java.base@17.0.11/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:129) java.base@17.0.11/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:141) app//org.apache.hadoop.net.SocketIOWithTimeout$SelectorPool.select(SocketIOWithTimeout.java:335) app//org.apache.hadoop.net.SocketIOWithTimeout.doIO(SocketIOWithTimeout.java:156) app//org.apache.hadoop.net.SocketInputStream.read(SocketInputStream.java:161) app//org.apache.hadoop.net.SocketInputStream.read(SocketInputStream.java:131) java.base@17.0.11/java.io.BufferedInputStream.fill(BufferedInputStream.java:244) java.base@17.0.11/java.io.BufferedInputStream.read(BufferedInputStream.java:263) java.base@17.0.11/java.io.DataInputStream.readUnsignedShort(DataInputStream.java:334) java.base@17.0.11/java.io.DataInputStream.readShort(DataInputStream.java:312) app//org.apache.hadoop.hdfs.protocol.datatransfer.Receiver.readOp(Receiver.java:72) app//org.apache.hadoop.hdfs.server.datanode.DataXceiver.run(DataXceiver.java:273) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: DataXceiver for client DFSClient_NONMAPREDUCE_-672727787_22 at /127.0.0.1:50610 [Waiting for operation #913] java.base@17.0.11/sun.nio.ch.EPoll.wait(Native Method) java.base@17.0.11/sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:118) java.base@17.0.11/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:129) java.base@17.0.11/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:141) app//org.apache.hadoop.net.SocketIOWithTimeout$SelectorPool.select(SocketIOWithTimeout.java:335) app//org.apache.hadoop.net.SocketIOWithTimeout.doIO(SocketIOWithTimeout.java:156) app//org.apache.hadoop.net.SocketInputStream.read(SocketInputStream.java:161) app//org.apache.hadoop.net.SocketInputStream.read(SocketInputStream.java:131) java.base@17.0.11/java.io.BufferedInputStream.fill(BufferedInputStream.java:244) java.base@17.0.11/java.io.BufferedInputStream.read(BufferedInputStream.java:263) java.base@17.0.11/java.io.DataInputStream.readUnsignedShort(DataInputStream.java:334) java.base@17.0.11/java.io.DataInputStream.readShort(DataInputStream.java:312) app//org.apache.hadoop.hdfs.protocol.datatransfer.Receiver.readOp(Receiver.java:72) app//org.apache.hadoop.hdfs.server.datanode.DataXceiver.run(DataXceiver.java:273) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: HFileArchiver-2 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:1674) java.base@17.0.11/java.util.concurrent.LinkedBlockingQueue.poll(LinkedBlockingQueue.java:460) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1061) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: Async disk worker #0 for volume /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/401e62dc-01e9-c9e6-5bfd-0e86a0beaea6/cluster_44558c98-1d00-05ad-dad0-bb7bd0f129e4/data/data2 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:1674) java.base@17.0.11/java.util.concurrent.LinkedBlockingQueue.poll(LinkedBlockingQueue.java:460) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1061) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: Async disk worker #0 for volume /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/401e62dc-01e9-c9e6-5bfd-0e86a0beaea6/cluster_44558c98-1d00-05ad-dad0-bb7bd0f129e4/data/data1 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:1674) java.base@17.0.11/java.util.concurrent.LinkedBlockingQueue.poll(LinkedBlockingQueue.java:460) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1061) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: ProcedureExecutor-Async-Task-Executor-5 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:1674) java.base@17.0.11/java.util.concurrent.LinkedBlockingQueue.poll(LinkedBlockingQueue.java:460) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1061) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: ProcedureExecutor-Async-Task-Executor-6 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:1674) java.base@17.0.11/java.util.concurrent.LinkedBlockingQueue.poll(LinkedBlockingQueue.java:460) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1061) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: ProcedureExecutor-Async-Task-Executor-7 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:1674) java.base@17.0.11/java.util.concurrent.LinkedBlockingQueue.poll(LinkedBlockingQueue.java:460) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1061) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) - Thread LEAK? -, OpenFileDescriptor=455 (was 455), MaxFileDescriptor=1048576 (was 1048576), SystemLoadAverage=485 (was 433) - SystemLoadAverage LEAK? -, ProcessCount=11 (was 11), AvailableMemoryMB=8232 (was 8418) 2024-11-14T14:41:30,055 INFO [Time-limited test {}] hbase.ResourceChecker(147): before: TestAcidGuaranteesWithEagerPolicy#testGetAtomicity Thread=255, OpenFileDescriptor=455, MaxFileDescriptor=1048576, SystemLoadAverage=485, ProcessCount=11, AvailableMemoryMB=8232 2024-11-14T14:41:30,056 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45145 {}] util.TableDescriptorChecker(321): MEMSTORE_FLUSHSIZE for table descriptor or "hbase.hregion.memstore.flush.size" (131072) is too small, which might cause very frequent flushing. 2024-11-14T14:41:30,056 INFO [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45145 {}] master.HMaster$4(2454): Client=jenkins//172.17.0.2 create 'TestAcidGuarantees', {TABLE_ATTRIBUTES => {METADATA => {'hbase.hregion.compacting.memstore.type' => 'EAGER', 'hbase.hregion.memstore.mslab.enabled' => 'false', 'hbase.memstore.inmemoryflush.threshold.factor' => '0.9'}}}, {NAME => 'A', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'B', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'C', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} 2024-11-14T14:41:30,057 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45145 {}] procedure2.ProcedureExecutor(1139): Stored pid=63, state=RUNNABLE:CREATE_TABLE_PRE_OPERATION, hasLock=false; CreateTableProcedure table=TestAcidGuarantees 2024-11-14T14:41:30,058 INFO [PEWorker-4 {}] procedure.CreateTableProcedure(89): pid=63, state=RUNNABLE:CREATE_TABLE_PRE_OPERATION, hasLock=true; CreateTableProcedure table=TestAcidGuarantees execute state=CREATE_TABLE_PRE_OPERATION 2024-11-14T14:41:30,058 DEBUG [PEWorker-4 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T14:41:30,058 INFO [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45145 {}] master.MasterRpcServices(787): Client=jenkins//172.17.0.2 procedure request for creating table: namespace: "default" qualifier: "TestAcidGuarantees" procId is: 63 2024-11-14T14:41:30,059 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45145 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=63 2024-11-14T14:41:30,059 INFO [PEWorker-4 {}] procedure.CreateTableProcedure(89): pid=63, state=RUNNABLE:CREATE_TABLE_WRITE_FS_LAYOUT, hasLock=true; CreateTableProcedure table=TestAcidGuarantees execute state=CREATE_TABLE_WRITE_FS_LAYOUT 2024-11-14T14:41:30,065 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36699 is added to blk_1073742070_1246 (size=1061) 2024-11-14T14:41:30,166 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45145 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=63 2024-11-14T14:41:30,376 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45145 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=63 2024-11-14T14:41:30,467 INFO [RegionOpenAndInit-TestAcidGuarantees-pool-0 {}] regionserver.HRegion(7572): creating {ENCODED => 38fa776092ce1d75269fb328438588e8, NAME => 'TestAcidGuarantees,,1731595290056.38fa776092ce1d75269fb328438588e8.', STARTKEY => '', ENDKEY => ''}, tableDescriptor='TestAcidGuarantees', {TABLE_ATTRIBUTES => {METADATA => {'hbase.hregion.compacting.memstore.type' => 'EAGER', 'hbase.hregion.memstore.mslab.enabled' => 'false', 'hbase.memstore.inmemoryflush.threshold.factor' => '0.9', 'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'A', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'B', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'C', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, regionDir=hdfs://localhost:34345/user/jenkins/test-data/14d118ee-a83a-b09b-5913-1a58940a5db1 2024-11-14T14:41:30,472 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36699 is added to blk_1073742071_1247 (size=53) 2024-11-14T14:41:30,686 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45145 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=63 2024-11-14T14:41:30,874 DEBUG [RegionOpenAndInit-TestAcidGuarantees-pool-0 {}] regionserver.HRegion(898): Instantiated TestAcidGuarantees,,1731595290056.38fa776092ce1d75269fb328438588e8.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-14T14:41:30,874 DEBUG [RegionOpenAndInit-TestAcidGuarantees-pool-0 {}] regionserver.HRegion(1722): Closing 38fa776092ce1d75269fb328438588e8, disabling compactions & flushes 2024-11-14T14:41:30,874 INFO [RegionOpenAndInit-TestAcidGuarantees-pool-0 {}] regionserver.HRegion(1755): Closing region TestAcidGuarantees,,1731595290056.38fa776092ce1d75269fb328438588e8. 2024-11-14T14:41:30,874 DEBUG [RegionOpenAndInit-TestAcidGuarantees-pool-0 {}] regionserver.HRegion(1776): Time limited wait for close lock on TestAcidGuarantees,,1731595290056.38fa776092ce1d75269fb328438588e8. 2024-11-14T14:41:30,874 DEBUG [RegionOpenAndInit-TestAcidGuarantees-pool-0 {}] regionserver.HRegion(1843): Acquired close lock on TestAcidGuarantees,,1731595290056.38fa776092ce1d75269fb328438588e8. after waiting 0 ms 2024-11-14T14:41:30,874 DEBUG [RegionOpenAndInit-TestAcidGuarantees-pool-0 {}] regionserver.HRegion(1853): Updates disabled for region TestAcidGuarantees,,1731595290056.38fa776092ce1d75269fb328438588e8. 2024-11-14T14:41:30,874 INFO [RegionOpenAndInit-TestAcidGuarantees-pool-0 {}] regionserver.HRegion(1973): Closed TestAcidGuarantees,,1731595290056.38fa776092ce1d75269fb328438588e8. 2024-11-14T14:41:30,874 DEBUG [RegionOpenAndInit-TestAcidGuarantees-pool-0 {}] regionserver.HRegion(1676): Region close journal for 38fa776092ce1d75269fb328438588e8: Waiting for close lock at 1731595290874Disabling compacts and flushes for region at 1731595290874Disabling writes for close at 1731595290874Writing region close event to WAL at 1731595290874Closed at 1731595290874 2024-11-14T14:41:30,875 INFO [PEWorker-4 {}] procedure.CreateTableProcedure(89): pid=63, state=RUNNABLE:CREATE_TABLE_ADD_TO_META, hasLock=true; CreateTableProcedure table=TestAcidGuarantees execute state=CREATE_TABLE_ADD_TO_META 2024-11-14T14:41:30,875 DEBUG [PEWorker-4 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":2,"row":"TestAcidGuarantees,,1731595290056.38fa776092ce1d75269fb328438588e8.","families":{"info":[{"qualifier":"regioninfo","vlen":52,"tag":[],"timestamp":"1731595290875"},{"qualifier":"state","vlen":6,"tag":[],"timestamp":"1731595290875"}]},"ts":"1731595290875"} 2024-11-14T14:41:30,877 INFO [PEWorker-4 {}] hbase.MetaTableAccessor(832): Added 1 regions to meta. 2024-11-14T14:41:30,878 INFO [PEWorker-4 {}] procedure.CreateTableProcedure(89): pid=63, state=RUNNABLE:CREATE_TABLE_ASSIGN_REGIONS, hasLock=true; CreateTableProcedure table=TestAcidGuarantees execute state=CREATE_TABLE_ASSIGN_REGIONS 2024-11-14T14:41:30,878 DEBUG [PEWorker-4 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":1,"row":"TestAcidGuarantees","families":{"table":[{"qualifier":"state","vlen":2,"tag":[],"timestamp":"1731595290878"}]},"ts":"1731595290878"} 2024-11-14T14:41:30,879 INFO [PEWorker-4 {}] hbase.MetaTableAccessor(843): Updated tableName=TestAcidGuarantees, state=ENABLING in hbase:meta 2024-11-14T14:41:30,880 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=64, ppid=63, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=TestAcidGuarantees, region=38fa776092ce1d75269fb328438588e8, ASSIGN}] 2024-11-14T14:41:30,881 INFO [PEWorker-5 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=64, ppid=63, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=TestAcidGuarantees, region=38fa776092ce1d75269fb328438588e8, ASSIGN 2024-11-14T14:41:30,881 INFO [PEWorker-5 {}] assignment.TransitRegionStateProcedure(269): Starting pid=64, ppid=63, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=true; TransitRegionStateProcedure table=TestAcidGuarantees, region=38fa776092ce1d75269fb328438588e8, ASSIGN; state=OFFLINE, location=da1c6afcd1f9,35765,1731595233113; forceNewPlan=false, retain=false 2024-11-14T14:41:31,032 INFO [PEWorker-1 {}] assignment.RegionStateStore(223): pid=64 updating hbase:meta row=38fa776092ce1d75269fb328438588e8, regionState=OPENING, regionLocation=da1c6afcd1f9,35765,1731595233113 2024-11-14T14:41:31,033 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-3 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=64, ppid=63, state=RUNNABLE:REGION_STATE_TRANSITION_OPEN, hasLock=true; TransitRegionStateProcedure table=TestAcidGuarantees, region=38fa776092ce1d75269fb328438588e8, ASSIGN because future has completed 2024-11-14T14:41:31,034 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=65, ppid=64, state=RUNNABLE, hasLock=false; OpenRegionProcedure 38fa776092ce1d75269fb328438588e8, server=da1c6afcd1f9,35765,1731595233113}] 2024-11-14T14:41:31,189 INFO [RS_OPEN_REGION-regionserver/da1c6afcd1f9:0-0 {event_type=M_RS_OPEN_REGION, pid=65}] handler.AssignRegionHandler(132): Open TestAcidGuarantees,,1731595290056.38fa776092ce1d75269fb328438588e8. 2024-11-14T14:41:31,189 DEBUG [RS_OPEN_REGION-regionserver/da1c6afcd1f9:0-0 {event_type=M_RS_OPEN_REGION, pid=65}] regionserver.HRegion(7752): Opening region: {ENCODED => 38fa776092ce1d75269fb328438588e8, NAME => 'TestAcidGuarantees,,1731595290056.38fa776092ce1d75269fb328438588e8.', STARTKEY => '', ENDKEY => ''} 2024-11-14T14:41:31,189 DEBUG [RS_OPEN_REGION-regionserver/da1c6afcd1f9:0-0 {event_type=M_RS_OPEN_REGION, pid=65}] regionserver.MetricsRegionSourceImpl(79): Creating new MetricsRegionSourceImpl for table TestAcidGuarantees 38fa776092ce1d75269fb328438588e8 2024-11-14T14:41:31,189 DEBUG [RS_OPEN_REGION-regionserver/da1c6afcd1f9:0-0 {event_type=M_RS_OPEN_REGION, pid=65}] regionserver.HRegion(898): Instantiated TestAcidGuarantees,,1731595290056.38fa776092ce1d75269fb328438588e8.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-14T14:41:31,189 DEBUG [RS_OPEN_REGION-regionserver/da1c6afcd1f9:0-0 {event_type=M_RS_OPEN_REGION, pid=65}] regionserver.HRegion(7794): checking encryption for 38fa776092ce1d75269fb328438588e8 2024-11-14T14:41:31,189 DEBUG [RS_OPEN_REGION-regionserver/da1c6afcd1f9:0-0 {event_type=M_RS_OPEN_REGION, pid=65}] regionserver.HRegion(7797): checking classloading for 38fa776092ce1d75269fb328438588e8 2024-11-14T14:41:31,190 INFO [StoreOpener-38fa776092ce1d75269fb328438588e8-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family A of region 38fa776092ce1d75269fb328438588e8 2024-11-14T14:41:31,191 INFO [StoreOpener-38fa776092ce1d75269fb328438588e8-1 {}] regionserver.CompactingMemStore(122): Store=A, in-memory flush size threshold=38.40 KB, immutable segments index type=ARRAY_MAP, compactor=EAGER, pipelineThreshold=2, compactionCellMax=10 2024-11-14T14:41:31,192 INFO [StoreOpener-38fa776092ce1d75269fb328438588e8-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 38fa776092ce1d75269fb328438588e8 columnFamilyName A 2024-11-14T14:41:31,192 DEBUG [StoreOpener-38fa776092ce1d75269fb328438588e8-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T14:41:31,192 INFO [StoreOpener-38fa776092ce1d75269fb328438588e8-1 {}] regionserver.HStore(327): Store=38fa776092ce1d75269fb328438588e8/A, memstore type=CompactingMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-14T14:41:31,192 INFO [StoreOpener-38fa776092ce1d75269fb328438588e8-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family B of region 38fa776092ce1d75269fb328438588e8 2024-11-14T14:41:31,193 INFO [StoreOpener-38fa776092ce1d75269fb328438588e8-1 {}] regionserver.CompactingMemStore(122): Store=B, in-memory flush size threshold=38.40 KB, immutable segments index type=ARRAY_MAP, compactor=EAGER, pipelineThreshold=2, compactionCellMax=10 2024-11-14T14:41:31,193 INFO [StoreOpener-38fa776092ce1d75269fb328438588e8-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 38fa776092ce1d75269fb328438588e8 columnFamilyName B 2024-11-14T14:41:31,193 DEBUG [StoreOpener-38fa776092ce1d75269fb328438588e8-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T14:41:31,194 INFO [StoreOpener-38fa776092ce1d75269fb328438588e8-1 {}] regionserver.HStore(327): Store=38fa776092ce1d75269fb328438588e8/B, memstore type=CompactingMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-14T14:41:31,194 INFO [StoreOpener-38fa776092ce1d75269fb328438588e8-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family C of region 38fa776092ce1d75269fb328438588e8 2024-11-14T14:41:31,195 INFO [StoreOpener-38fa776092ce1d75269fb328438588e8-1 {}] regionserver.CompactingMemStore(122): Store=C, in-memory flush size threshold=38.40 KB, immutable segments index type=ARRAY_MAP, compactor=EAGER, pipelineThreshold=2, compactionCellMax=10 2024-11-14T14:41:31,195 INFO [StoreOpener-38fa776092ce1d75269fb328438588e8-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 38fa776092ce1d75269fb328438588e8 columnFamilyName C 2024-11-14T14:41:31,195 DEBUG [StoreOpener-38fa776092ce1d75269fb328438588e8-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T14:41:31,195 INFO [StoreOpener-38fa776092ce1d75269fb328438588e8-1 {}] regionserver.HStore(327): Store=38fa776092ce1d75269fb328438588e8/C, memstore type=CompactingMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-14T14:41:31,195 INFO [RS_OPEN_REGION-regionserver/da1c6afcd1f9:0-0 {event_type=M_RS_OPEN_REGION, pid=65}] regionserver.HRegion(1212): Setting FlushNonSloppyStoresFirstPolicy for the region=TestAcidGuarantees,,1731595290056.38fa776092ce1d75269fb328438588e8. 2024-11-14T14:41:31,195 DEBUG [RS_OPEN_REGION-regionserver/da1c6afcd1f9:0-0 {event_type=M_RS_OPEN_REGION, pid=65}] regionserver.HRegion(1038): replaying wal for 38fa776092ce1d75269fb328438588e8 2024-11-14T14:41:31,196 DEBUG [RS_OPEN_REGION-regionserver/da1c6afcd1f9:0-0 {event_type=M_RS_OPEN_REGION, pid=65}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:34345/user/jenkins/test-data/14d118ee-a83a-b09b-5913-1a58940a5db1/data/default/TestAcidGuarantees/38fa776092ce1d75269fb328438588e8 2024-11-14T14:41:31,196 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45145 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=63 2024-11-14T14:41:31,196 DEBUG [RS_OPEN_REGION-regionserver/da1c6afcd1f9:0-0 {event_type=M_RS_OPEN_REGION, pid=65}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:34345/user/jenkins/test-data/14d118ee-a83a-b09b-5913-1a58940a5db1/data/default/TestAcidGuarantees/38fa776092ce1d75269fb328438588e8 2024-11-14T14:41:31,197 DEBUG [RS_OPEN_REGION-regionserver/da1c6afcd1f9:0-0 {event_type=M_RS_OPEN_REGION, pid=65}] regionserver.HRegion(1048): stopping wal replay for 38fa776092ce1d75269fb328438588e8 2024-11-14T14:41:31,197 DEBUG [RS_OPEN_REGION-regionserver/da1c6afcd1f9:0-0 {event_type=M_RS_OPEN_REGION, pid=65}] regionserver.HRegion(1060): Cleaning up temporary data for 38fa776092ce1d75269fb328438588e8 2024-11-14T14:41:31,197 DEBUG [RS_OPEN_REGION-regionserver/da1c6afcd1f9:0-0 {event_type=M_RS_OPEN_REGION, pid=65}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table TestAcidGuarantees descriptor;using region.getMemStoreFlushHeapSize/# of families (16.0 M)) instead. 2024-11-14T14:41:31,198 DEBUG [RS_OPEN_REGION-regionserver/da1c6afcd1f9:0-0 {event_type=M_RS_OPEN_REGION, pid=65}] regionserver.HRegion(1093): writing seq id for 38fa776092ce1d75269fb328438588e8 2024-11-14T14:41:31,200 DEBUG [RS_OPEN_REGION-regionserver/da1c6afcd1f9:0-0 {event_type=M_RS_OPEN_REGION, pid=65}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:34345/user/jenkins/test-data/14d118ee-a83a-b09b-5913-1a58940a5db1/data/default/TestAcidGuarantees/38fa776092ce1d75269fb328438588e8/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-11-14T14:41:31,201 INFO [RS_OPEN_REGION-regionserver/da1c6afcd1f9:0-0 {event_type=M_RS_OPEN_REGION, pid=65}] regionserver.HRegion(1114): Opened 38fa776092ce1d75269fb328438588e8; next sequenceid=2; ConstantSizeRegionSplitPolicy{desiredMaxFileSize=75003087, jitterRate=0.11763308942317963}, FlushLargeStoresPolicy{flushSizeLowerBound=16777216} 2024-11-14T14:41:31,201 DEBUG [RS_OPEN_REGION-regionserver/da1c6afcd1f9:0-0 {event_type=M_RS_OPEN_REGION, pid=65}] regionserver.HRegion(1122): Running coprocessor post-open hooks for 38fa776092ce1d75269fb328438588e8 2024-11-14T14:41:31,202 DEBUG [RS_OPEN_REGION-regionserver/da1c6afcd1f9:0-0 {event_type=M_RS_OPEN_REGION, pid=65}] regionserver.HRegion(1006): Region open journal for 38fa776092ce1d75269fb328438588e8: Running coprocessor pre-open hook at 1731595291189Writing region info on filesystem at 1731595291189Initializing all the Stores at 1731595291190 (+1 ms)Instantiating store for column family {NAME => 'A', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731595291190Instantiating store for column family {NAME => 'B', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731595291190Instantiating store for column family {NAME => 'C', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731595291190Cleaning up temporary data from old regions at 1731595291197 (+7 ms)Running coprocessor post-open hooks at 1731595291201 (+4 ms)Region opened successfully at 1731595291202 (+1 ms) 2024-11-14T14:41:31,202 INFO [RS_OPEN_REGION-regionserver/da1c6afcd1f9:0-0 {event_type=M_RS_OPEN_REGION, pid=65}] regionserver.HRegionServer(2236): Post open deploy tasks for TestAcidGuarantees,,1731595290056.38fa776092ce1d75269fb328438588e8., pid=65, masterSystemTime=1731595291185 2024-11-14T14:41:31,204 DEBUG [RS_OPEN_REGION-regionserver/da1c6afcd1f9:0-0 {event_type=M_RS_OPEN_REGION, pid=65}] regionserver.HRegionServer(2266): Finished post open deploy task for TestAcidGuarantees,,1731595290056.38fa776092ce1d75269fb328438588e8. 2024-11-14T14:41:31,204 INFO [RS_OPEN_REGION-regionserver/da1c6afcd1f9:0-0 {event_type=M_RS_OPEN_REGION, pid=65}] handler.AssignRegionHandler(153): Opened TestAcidGuarantees,,1731595290056.38fa776092ce1d75269fb328438588e8. 2024-11-14T14:41:31,205 INFO [PEWorker-4 {}] assignment.RegionStateStore(223): pid=64 updating hbase:meta row=38fa776092ce1d75269fb328438588e8, regionState=OPEN, openSeqNum=2, regionLocation=da1c6afcd1f9,35765,1731595233113 2024-11-14T14:41:31,206 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-3 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=65, ppid=64, state=RUNNABLE, hasLock=false; OpenRegionProcedure 38fa776092ce1d75269fb328438588e8, server=da1c6afcd1f9,35765,1731595233113 because future has completed 2024-11-14T14:41:31,208 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=65, resume processing ppid=64 2024-11-14T14:41:31,208 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1521): Finished pid=65, ppid=64, state=SUCCESS, hasLock=false; OpenRegionProcedure 38fa776092ce1d75269fb328438588e8, server=da1c6afcd1f9,35765,1731595233113 in 173 msec 2024-11-14T14:41:31,210 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=64, resume processing ppid=63 2024-11-14T14:41:31,210 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1521): Finished pid=64, ppid=63, state=SUCCESS, hasLock=false; TransitRegionStateProcedure table=TestAcidGuarantees, region=38fa776092ce1d75269fb328438588e8, ASSIGN in 328 msec 2024-11-14T14:41:31,211 INFO [PEWorker-2 {}] procedure.CreateTableProcedure(89): pid=63, state=RUNNABLE:CREATE_TABLE_UPDATE_DESC_CACHE, hasLock=true; CreateTableProcedure table=TestAcidGuarantees execute state=CREATE_TABLE_UPDATE_DESC_CACHE 2024-11-14T14:41:31,211 DEBUG [PEWorker-2 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":1,"row":"TestAcidGuarantees","families":{"table":[{"qualifier":"state","vlen":2,"tag":[],"timestamp":"1731595291211"}]},"ts":"1731595291211"} 2024-11-14T14:41:31,212 INFO [PEWorker-2 {}] hbase.MetaTableAccessor(843): Updated tableName=TestAcidGuarantees, state=ENABLED in hbase:meta 2024-11-14T14:41:31,213 INFO [PEWorker-2 {}] procedure.CreateTableProcedure(89): pid=63, state=RUNNABLE:CREATE_TABLE_POST_OPERATION, hasLock=true; CreateTableProcedure table=TestAcidGuarantees execute state=CREATE_TABLE_POST_OPERATION 2024-11-14T14:41:31,214 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1521): Finished pid=63, state=SUCCESS, hasLock=false; CreateTableProcedure table=TestAcidGuarantees in 1.1570 sec 2024-11-14T14:41:31,280 DEBUG [FsDatasetAsyncDiskServiceFixer {}] hbase.HBaseTestingUtil$FsDatasetAsyncDiskServiceFixer(597): NoSuchFieldException: threadGroup; It might because your Hadoop version > 3.2.3 or 3.3.4, See HBASE-27595 for details. 2024-11-14T14:41:32,206 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45145 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=63 2024-11-14T14:41:32,207 INFO [RPCClient-NioEventLoopGroup-4-4 {}] client.RawAsyncHBaseAdmin$TableProcedureBiConsumer(2721): Operation: CREATE, Table Name: default:TestAcidGuarantees completed 2024-11-14T14:41:32,208 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@781611af, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-14T14:41:32,208 DEBUG [Time-limited test {}] client.ClusterIdFetcher(90): Going to request da1c6afcd1f9,45145,-1 for getting cluster id 2024-11-14T14:41:32,208 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-14T14:41:32,209 DEBUG [HMaster-EventLoopGroup-1-3 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = '8594475c-9f34-4c0a-98a7-dbf65259a821' 2024-11-14T14:41:32,209 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-14T14:41:32,209 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "8594475c-9f34-4c0a-98a7-dbf65259a821" 2024-11-14T14:41:32,209 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@226675f4, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-14T14:41:32,210 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [da1c6afcd1f9,45145,-1] 2024-11-14T14:41:32,210 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-14T14:41:32,210 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-14T14:41:32,211 INFO [HMaster-EventLoopGroup-1-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:33650, version=4.0.0-alpha-1-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-11-14T14:41:32,211 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@70745e02, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-14T14:41:32,211 DEBUG [Time-limited test {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-11-14T14:41:32,212 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=da1c6afcd1f9,35765,1731595233113, seqNum=-1] 2024-11-14T14:41:32,212 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-14T14:41:32,213 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-3-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:38258, version=4.0.0-alpha-1-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-11-14T14:41:32,214 DEBUG [Time-limited test {}] client.ConnectionUtils(547): Start fetching master stub from registry 2024-11-14T14:41:32,215 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncConnectionImpl(321): The fetched master address is da1c6afcd1f9,45145,1731595232258 2024-11-14T14:41:32,215 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.ConnectionUtils(555): The fetched master stub is org.apache.hadoop.hbase.shaded.protobuf.generated.MasterProtos$MasterService$Stub@5f7f17bf 2024-11-14T14:41:32,215 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=MasterService, sasl=false 2024-11-14T14:41:32,215 INFO [HMaster-EventLoopGroup-1-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:33658, version=4.0.0-alpha-1-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=MasterService 2024-11-14T14:41:32,217 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@32f1f4e2, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-14T14:41:32,217 DEBUG [Time-limited test {}] client.ClusterIdFetcher(90): Going to request da1c6afcd1f9,45145,-1 for getting cluster id 2024-11-14T14:41:32,217 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-14T14:41:32,217 DEBUG [HMaster-EventLoopGroup-1-3 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = '8594475c-9f34-4c0a-98a7-dbf65259a821' 2024-11-14T14:41:32,217 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-14T14:41:32,217 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "8594475c-9f34-4c0a-98a7-dbf65259a821" 2024-11-14T14:41:32,218 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@6e1f592a, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-14T14:41:32,218 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [da1c6afcd1f9,45145,-1] 2024-11-14T14:41:32,218 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-14T14:41:32,218 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-14T14:41:32,218 INFO [HMaster-EventLoopGroup-1-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:33678, version=4.0.0-alpha-1-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-11-14T14:41:32,219 DEBUG [RPCClient-NioEventLoopGroup-4-8 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@217b1540, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-14T14:41:32,219 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@4cf99f0a, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-14T14:41:32,219 DEBUG [Time-limited test {}] client.ClusterIdFetcher(90): Going to request da1c6afcd1f9,45145,-1 for getting cluster id 2024-11-14T14:41:32,220 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-14T14:41:32,220 DEBUG [HMaster-EventLoopGroup-1-2 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = '8594475c-9f34-4c0a-98a7-dbf65259a821' 2024-11-14T14:41:32,220 DEBUG [RPCClient-NioEventLoopGroup-4-9 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-14T14:41:32,220 DEBUG [RPCClient-NioEventLoopGroup-4-9 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "8594475c-9f34-4c0a-98a7-dbf65259a821" 2024-11-14T14:41:32,220 DEBUG [RPCClient-NioEventLoopGroup-4-9 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@21b732cf, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-14T14:41:32,220 DEBUG [RPCClient-NioEventLoopGroup-4-9 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [da1c6afcd1f9,45145,-1] 2024-11-14T14:41:32,221 DEBUG [RPCClient-NioEventLoopGroup-4-9 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-14T14:41:32,221 DEBUG [RPCClient-NioEventLoopGroup-4-9 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-14T14:41:32,221 INFO [HMaster-EventLoopGroup-1-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:33692, version=4.0.0-alpha-1-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-11-14T14:41:32,222 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@334fb1d0, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-14T14:41:32,222 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@6594bb9c, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-14T14:41:32,222 DEBUG [Time-limited test {}] client.ClusterIdFetcher(90): Going to request da1c6afcd1f9,45145,-1 for getting cluster id 2024-11-14T14:41:32,222 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-14T14:41:32,223 DEBUG [HMaster-EventLoopGroup-1-1 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = '8594475c-9f34-4c0a-98a7-dbf65259a821' 2024-11-14T14:41:32,223 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-14T14:41:32,223 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "8594475c-9f34-4c0a-98a7-dbf65259a821" 2024-11-14T14:41:32,223 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@122d7214, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-14T14:41:32,223 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [da1c6afcd1f9,45145,-1] 2024-11-14T14:41:32,223 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-14T14:41:32,223 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-14T14:41:32,224 INFO [HMaster-EventLoopGroup-1-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:33700, version=4.0.0-alpha-1-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-11-14T14:41:32,224 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@395cae1e, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-14T14:41:32,225 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@61deb417, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-14T14:41:32,225 DEBUG [Time-limited test {}] client.ClusterIdFetcher(90): Going to request da1c6afcd1f9,45145,-1 for getting cluster id 2024-11-14T14:41:32,225 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-14T14:41:32,226 DEBUG [HMaster-EventLoopGroup-1-3 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = '8594475c-9f34-4c0a-98a7-dbf65259a821' 2024-11-14T14:41:32,226 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-14T14:41:32,226 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "8594475c-9f34-4c0a-98a7-dbf65259a821" 2024-11-14T14:41:32,226 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@623fe6fe, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-14T14:41:32,226 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [da1c6afcd1f9,45145,-1] 2024-11-14T14:41:32,226 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-14T14:41:32,226 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-14T14:41:32,227 INFO [HMaster-EventLoopGroup-1-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:33726, version=4.0.0-alpha-1-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-11-14T14:41:32,227 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@7e00cd53, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-14T14:41:32,228 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@47f17e9d, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-14T14:41:32,228 DEBUG [Time-limited test {}] client.ClusterIdFetcher(90): Going to request da1c6afcd1f9,45145,-1 for getting cluster id 2024-11-14T14:41:32,228 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-14T14:41:32,228 DEBUG [HMaster-EventLoopGroup-1-2 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = '8594475c-9f34-4c0a-98a7-dbf65259a821' 2024-11-14T14:41:32,228 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-14T14:41:32,228 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "8594475c-9f34-4c0a-98a7-dbf65259a821" 2024-11-14T14:41:32,228 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@6b4e937c, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-14T14:41:32,228 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [da1c6afcd1f9,45145,-1] 2024-11-14T14:41:32,229 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-14T14:41:32,229 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-14T14:41:32,229 INFO [HMaster-EventLoopGroup-1-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:33756, version=4.0.0-alpha-1-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-11-14T14:41:32,230 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@135030f8, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-14T14:41:32,230 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@7acbee0d, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-14T14:41:32,230 DEBUG [Time-limited test {}] client.ClusterIdFetcher(90): Going to request da1c6afcd1f9,45145,-1 for getting cluster id 2024-11-14T14:41:32,230 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-14T14:41:32,231 DEBUG [HMaster-EventLoopGroup-1-1 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = '8594475c-9f34-4c0a-98a7-dbf65259a821' 2024-11-14T14:41:32,231 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-14T14:41:32,231 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "8594475c-9f34-4c0a-98a7-dbf65259a821" 2024-11-14T14:41:32,231 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@37a3090b, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-14T14:41:32,231 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [da1c6afcd1f9,45145,-1] 2024-11-14T14:41:32,231 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-14T14:41:32,231 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-14T14:41:32,232 INFO [HMaster-EventLoopGroup-1-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:33780, version=4.0.0-alpha-1-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-11-14T14:41:32,232 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@5c4c17dd, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-14T14:41:32,233 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@46eaeeea, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-14T14:41:32,233 DEBUG [Time-limited test {}] client.ClusterIdFetcher(90): Going to request da1c6afcd1f9,45145,-1 for getting cluster id 2024-11-14T14:41:32,233 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-14T14:41:32,233 DEBUG [HMaster-EventLoopGroup-1-3 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = '8594475c-9f34-4c0a-98a7-dbf65259a821' 2024-11-14T14:41:32,234 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-14T14:41:32,234 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "8594475c-9f34-4c0a-98a7-dbf65259a821" 2024-11-14T14:41:32,234 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@634a6e7e, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-14T14:41:32,234 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [da1c6afcd1f9,45145,-1] 2024-11-14T14:41:32,234 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-14T14:41:32,234 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-14T14:41:32,234 INFO [HMaster-EventLoopGroup-1-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:33800, version=4.0.0-alpha-1-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-11-14T14:41:32,235 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@490c354a, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-14T14:41:32,235 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@6bee866e, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-14T14:41:32,235 DEBUG [Time-limited test {}] client.ClusterIdFetcher(90): Going to request da1c6afcd1f9,45145,-1 for getting cluster id 2024-11-14T14:41:32,235 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-14T14:41:32,236 DEBUG [HMaster-EventLoopGroup-1-2 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = '8594475c-9f34-4c0a-98a7-dbf65259a821' 2024-11-14T14:41:32,236 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-14T14:41:32,236 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "8594475c-9f34-4c0a-98a7-dbf65259a821" 2024-11-14T14:41:32,236 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@76d9af43, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-14T14:41:32,236 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [da1c6afcd1f9,45145,-1] 2024-11-14T14:41:32,236 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-14T14:41:32,237 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-14T14:41:32,237 INFO [HMaster-EventLoopGroup-1-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:33826, version=4.0.0-alpha-1-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-11-14T14:41:32,237 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@2da6fa17, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-14T14:41:32,238 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@148ac527, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-14T14:41:32,238 DEBUG [Time-limited test {}] client.ClusterIdFetcher(90): Going to request da1c6afcd1f9,45145,-1 for getting cluster id 2024-11-14T14:41:32,238 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-14T14:41:32,239 DEBUG [HMaster-EventLoopGroup-1-1 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = '8594475c-9f34-4c0a-98a7-dbf65259a821' 2024-11-14T14:41:32,239 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-14T14:41:32,239 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "8594475c-9f34-4c0a-98a7-dbf65259a821" 2024-11-14T14:41:32,239 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@f22b742, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-14T14:41:32,239 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [da1c6afcd1f9,45145,-1] 2024-11-14T14:41:32,239 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-14T14:41:32,239 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-14T14:41:32,240 INFO [HMaster-EventLoopGroup-1-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:33836, version=4.0.0-alpha-1-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-11-14T14:41:32,240 DEBUG [RPCClient-NioEventLoopGroup-4-8 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@73ca39e9, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-14T14:41:32,241 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@4199deaf, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-14T14:41:32,241 DEBUG [Time-limited test {}] client.ClusterIdFetcher(90): Going to request da1c6afcd1f9,45145,-1 for getting cluster id 2024-11-14T14:41:32,241 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-14T14:41:32,241 DEBUG [HMaster-EventLoopGroup-1-3 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = '8594475c-9f34-4c0a-98a7-dbf65259a821' 2024-11-14T14:41:32,241 DEBUG [RPCClient-NioEventLoopGroup-4-9 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-14T14:41:32,241 DEBUG [RPCClient-NioEventLoopGroup-4-9 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "8594475c-9f34-4c0a-98a7-dbf65259a821" 2024-11-14T14:41:32,242 DEBUG [RPCClient-NioEventLoopGroup-4-9 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@519d7ac, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-14T14:41:32,242 DEBUG [RPCClient-NioEventLoopGroup-4-9 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [da1c6afcd1f9,45145,-1] 2024-11-14T14:41:32,242 DEBUG [RPCClient-NioEventLoopGroup-4-9 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-14T14:41:32,242 DEBUG [RPCClient-NioEventLoopGroup-4-9 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-14T14:41:32,242 INFO [HMaster-EventLoopGroup-1-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:33840, version=4.0.0-alpha-1-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-11-14T14:41:32,243 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@4bba26f4, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-14T14:41:32,244 DEBUG [Thread-1153 {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-11-14T14:41:32,244 DEBUG [Thread-1164 {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-11-14T14:41:32,244 DEBUG [Thread-1149 {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-11-14T14:41:32,244 DEBUG [Thread-1147 {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-11-14T14:41:32,244 DEBUG [Thread-1162 {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-11-14T14:41:32,244 DEBUG [Thread-1160 {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-11-14T14:41:32,244 DEBUG [Thread-1145 {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-11-14T14:41:32,244 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=da1c6afcd1f9,35765,1731595233113, seqNum=-1] 2024-11-14T14:41:32,244 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=da1c6afcd1f9,35765,1731595233113, seqNum=-1] 2024-11-14T14:41:32,245 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=da1c6afcd1f9,35765,1731595233113, seqNum=-1] 2024-11-14T14:41:32,245 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-14T14:41:32,245 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=da1c6afcd1f9,35765,1731595233113, seqNum=-1] 2024-11-14T14:41:32,245 DEBUG [Thread-1162 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=da1c6afcd1f9,35765,1731595233113, seqNum=-1] 2024-11-14T14:41:32,245 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-14T14:41:32,245 DEBUG [RPCClient-NioEventLoopGroup-4-8 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=da1c6afcd1f9,35765,1731595233113, seqNum=-1] 2024-11-14T14:41:32,245 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-14T14:41:32,245 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-14T14:41:32,245 DEBUG [Thread-1162 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-14T14:41:32,245 DEBUG [RPCClient-NioEventLoopGroup-4-8 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-14T14:41:32,245 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=da1c6afcd1f9,35765,1731595233113, seqNum=-1] 2024-11-14T14:41:32,245 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-14T14:41:32,246 DEBUG [Thread-1151 {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-11-14T14:41:32,246 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-3-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:38270, version=4.0.0-alpha-1-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-11-14T14:41:32,246 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-3-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:38278, version=4.0.0-alpha-1-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-11-14T14:41:32,246 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-3-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:38290, version=4.0.0-alpha-1-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-11-14T14:41:32,247 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-3-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:38262, version=4.0.0-alpha-1-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-11-14T14:41:32,247 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=da1c6afcd1f9,35765,1731595233113, seqNum=-1] 2024-11-14T14:41:32,247 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45145 {}] master.HMaster$22(4506): Client=jenkins//172.17.0.2 flush TestAcidGuarantees 2024-11-14T14:41:32,247 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-14T14:41:32,247 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-3-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:38294, version=4.0.0-alpha-1-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-11-14T14:41:32,247 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-3-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:38284, version=4.0.0-alpha-1-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-11-14T14:41:32,247 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-3-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:38310, version=4.0.0-alpha-1-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-11-14T14:41:32,247 DEBUG [Thread-1156 {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-11-14T14:41:32,247 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-3-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:38314, version=4.0.0-alpha-1-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-11-14T14:41:32,248 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45145 {}] procedure2.ProcedureExecutor(1139): Stored pid=66, state=RUNNABLE:FLUSH_TABLE_PREPARE, hasLock=false; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=66, table=TestAcidGuarantees 2024-11-14T14:41:32,248 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=da1c6afcd1f9,35765,1731595233113, seqNum=-1] 2024-11-14T14:41:32,248 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'TestAcidGuarantees', row='test_row_0', locateType=CURRENT is [region=TestAcidGuarantees,,1731595290056.38fa776092ce1d75269fb328438588e8., hostname=da1c6afcd1f9,35765,1731595233113, seqNum=2] 2024-11-14T14:41:32,249 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-14T14:41:32,250 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'TestAcidGuarantees', row='test_row_2', locateType=CURRENT is [region=TestAcidGuarantees,,1731595290056.38fa776092ce1d75269fb328438588e8., hostname=da1c6afcd1f9,35765,1731595233113, seqNum=2] 2024-11-14T14:41:32,250 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45145 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=66 2024-11-14T14:41:32,250 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-3-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:38320, version=4.0.0-alpha-1-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-11-14T14:41:32,250 DEBUG [Thread-1158 {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-11-14T14:41:32,251 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'TestAcidGuarantees', row='test_row_2', locateType=CURRENT is [region=TestAcidGuarantees,,1731595290056.38fa776092ce1d75269fb328438588e8., hostname=da1c6afcd1f9,35765,1731595233113, seqNum=2] 2024-11-14T14:41:32,251 INFO [PEWorker-3 {}] procedure.FlushTableProcedure(91): pid=66, state=RUNNABLE:FLUSH_TABLE_PREPARE, hasLock=true; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=66, table=TestAcidGuarantees execute state=FLUSH_TABLE_PREPARE 2024-11-14T14:41:32,251 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'TestAcidGuarantees', row='test_row_0', locateType=CURRENT is [region=TestAcidGuarantees,,1731595290056.38fa776092ce1d75269fb328438588e8., hostname=da1c6afcd1f9,35765,1731595233113, seqNum=2] 2024-11-14T14:41:32,252 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'TestAcidGuarantees', row='test_row_2', locateType=CURRENT is [region=TestAcidGuarantees,,1731595290056.38fa776092ce1d75269fb328438588e8., hostname=da1c6afcd1f9,35765,1731595233113, seqNum=2] 2024-11-14T14:41:32,252 INFO [PEWorker-3 {}] procedure.FlushTableProcedure(91): pid=66, state=RUNNABLE:FLUSH_TABLE_FLUSH_REGIONS, hasLock=true; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=66, table=TestAcidGuarantees execute state=FLUSH_TABLE_FLUSH_REGIONS 2024-11-14T14:41:32,252 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=67, ppid=66, state=RUNNABLE, hasLock=false; org.apache.hadoop.hbase.master.procedure.FlushRegionProcedure}] 2024-11-14T14:41:32,252 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=da1c6afcd1f9,35765,1731595233113, seqNum=-1] 2024-11-14T14:41:32,253 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-14T14:41:32,254 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'TestAcidGuarantees', row='test_row_0', locateType=CURRENT is [region=TestAcidGuarantees,,1731595290056.38fa776092ce1d75269fb328438588e8., hostname=da1c6afcd1f9,35765,1731595233113, seqNum=2] 2024-11-14T14:41:32,254 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'TestAcidGuarantees', row='test_row_1', locateType=CURRENT is [region=TestAcidGuarantees,,1731595290056.38fa776092ce1d75269fb328438588e8., hostname=da1c6afcd1f9,35765,1731595233113, seqNum=2] 2024-11-14T14:41:32,254 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'TestAcidGuarantees', row='test_row_1', locateType=CURRENT is [region=TestAcidGuarantees,,1731595290056.38fa776092ce1d75269fb328438588e8., hostname=da1c6afcd1f9,35765,1731595233113, seqNum=2] 2024-11-14T14:41:32,254 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'TestAcidGuarantees', row='test_row_1', locateType=CURRENT is [region=TestAcidGuarantees,,1731595290056.38fa776092ce1d75269fb328438588e8., hostname=da1c6afcd1f9,35765,1731595233113, seqNum=2] 2024-11-14T14:41:32,255 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-3-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:38322, version=4.0.0-alpha-1-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-11-14T14:41:32,256 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'TestAcidGuarantees', row='test_row_1', locateType=CURRENT is [region=TestAcidGuarantees,,1731595290056.38fa776092ce1d75269fb328438588e8., hostname=da1c6afcd1f9,35765,1731595233113, seqNum=2] 2024-11-14T14:41:32,261 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35765 {}] regionserver.HRegion(8855): Flush requested on 38fa776092ce1d75269fb328438588e8 2024-11-14T14:41:32,261 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(2902): Flushing 38fa776092ce1d75269fb328438588e8 3/3 column families, dataSize=53.67 KB heapSize=160.13 KB 2024-11-14T14:41:32,261 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 38fa776092ce1d75269fb328438588e8, store=A 2024-11-14T14:41:32,262 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-14T14:41:32,262 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 38fa776092ce1d75269fb328438588e8, store=B 2024-11-14T14:41:32,262 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-14T14:41:32,262 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 38fa776092ce1d75269fb328438588e8, store=C 2024-11-14T14:41:32,262 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-14T14:41:32,297 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35765 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=38fa776092ce1d75269fb328438588e8, server=da1c6afcd1f9,35765,1731595233113 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-14T14:41:32,297 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35765 {}] ipc.CallRunner(138): callId: 6 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:38284 deadline: 1731595352290, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=38fa776092ce1d75269fb328438588e8, server=da1c6afcd1f9,35765,1731595233113 2024-11-14T14:41:32,297 DEBUG [RS_IN_MEMORY_COMPACTION-regionserver/da1c6afcd1f9:0-1 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=type=CellArrayImmutableSegment, empty=no, cellCount=259, cellSize=11855, totalHeapSize=27176, min timestamp=1731595292279, max timestamp=1731595292293Num uniques 859; 2024-11-14T14:41:32,298 DEBUG [RS_IN_MEMORY_COMPACTION-regionserver/da1c6afcd1f9:0-1 {}] regionserver.CompactionPipeline(163): Suffix data size=39335, new segment data size=11855, suffix heap size=117064,new segment heap size=27176 　suffix off heap size=0, new segment off heap size=0, suffix cells count=859, new segment cells count=259 2024-11-14T14:41:32,298 DEBUG [RS_IN_MEMORY_COMPACTION-regionserver/da1c6afcd1f9:0-9 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=type=CellArrayImmutableSegment, empty=no, cellCount=259, cellSize=11855, totalHeapSize=27176, min timestamp=1731595292279, max timestamp=1731595292293Num uniques 859; 2024-11-14T14:41:32,298 DEBUG [RS_IN_MEMORY_COMPACTION-regionserver/da1c6afcd1f9:0-7 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=type=CellArrayImmutableSegment, empty=no, cellCount=259, cellSize=11855, totalHeapSize=27176, min timestamp=1731595292279, max timestamp=1731595292294Num uniques 859; 2024-11-14T14:41:32,298 DEBUG [RS_IN_MEMORY_COMPACTION-regionserver/da1c6afcd1f9:0-9 {}] regionserver.CompactionPipeline(163): Suffix data size=39335, new segment data size=11855, suffix heap size=117064,new segment heap size=27176 　suffix off heap size=0, new segment off heap size=0, suffix cells count=859, new segment cells count=259 2024-11-14T14:41:32,298 DEBUG [RS_IN_MEMORY_COMPACTION-regionserver/da1c6afcd1f9:0-7 {}] regionserver.CompactionPipeline(163): Suffix data size=39335, new segment data size=11855, suffix heap size=117064,new segment heap size=27176 　suffix off heap size=0, new segment off heap size=0, suffix cells count=859, new segment cells count=259 2024-11-14T14:41:32,299 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731595290056.38fa776092ce1d75269fb328438588e8., hostname=da1c6afcd1f9,35765,1731595233113, seqNum=2 , the old value is region=TestAcidGuarantees,,1731595290056.38fa776092ce1d75269fb328438588e8., hostname=da1c6afcd1f9,35765,1731595233113, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=38fa776092ce1d75269fb328438588e8, server=da1c6afcd1f9,35765,1731595233113 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-14T14:41:32,299 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731595290056.38fa776092ce1d75269fb328438588e8., hostname=da1c6afcd1f9,35765,1731595233113, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=38fa776092ce1d75269fb328438588e8, server=da1c6afcd1f9,35765,1731595233113 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-14T14:41:32,299 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731595290056.38fa776092ce1d75269fb328438588e8., hostname=da1c6afcd1f9,35765,1731595233113, seqNum=2 because the exception is null or not the one we care about 2024-11-14T14:41:32,302 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:34345/user/jenkins/test-data/14d118ee-a83a-b09b-5913-1a58940a5db1/data/default/TestAcidGuarantees/38fa776092ce1d75269fb328438588e8/.tmp/A/2be1397909a0455383e493e6678832e7 is 50, key is test_row_0/A:col10/1731595292259/Put/seqid=0 2024-11-14T14:41:32,316 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36699 is added to blk_1073742072_1248 (size=12001) 2024-11-14T14:41:32,317 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=17.89 KB at sequenceid=12 (bloomFilter=true), to=hdfs://localhost:34345/user/jenkins/test-data/14d118ee-a83a-b09b-5913-1a58940a5db1/data/default/TestAcidGuarantees/38fa776092ce1d75269fb328438588e8/.tmp/A/2be1397909a0455383e493e6678832e7 2024-11-14T14:41:32,326 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35765 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=38fa776092ce1d75269fb328438588e8, server=da1c6afcd1f9,35765,1731595233113 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-14T14:41:32,326 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35765 {}] ipc.CallRunner(138): callId: 8 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:38294 deadline: 1731595352318, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=38fa776092ce1d75269fb328438588e8, server=da1c6afcd1f9,35765,1731595233113 2024-11-14T14:41:32,326 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731595290056.38fa776092ce1d75269fb328438588e8., hostname=da1c6afcd1f9,35765,1731595233113, seqNum=2 , the old value is region=TestAcidGuarantees,,1731595290056.38fa776092ce1d75269fb328438588e8., hostname=da1c6afcd1f9,35765,1731595233113, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=38fa776092ce1d75269fb328438588e8, server=da1c6afcd1f9,35765,1731595233113 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-14T14:41:32,326 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35765 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=38fa776092ce1d75269fb328438588e8, server=da1c6afcd1f9,35765,1731595233113 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-14T14:41:32,326 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731595290056.38fa776092ce1d75269fb328438588e8., hostname=da1c6afcd1f9,35765,1731595233113, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=38fa776092ce1d75269fb328438588e8, server=da1c6afcd1f9,35765,1731595233113 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-14T14:41:32,326 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731595290056.38fa776092ce1d75269fb328438588e8., hostname=da1c6afcd1f9,35765,1731595233113, seqNum=2 because the exception is null or not the one we care about 2024-11-14T14:41:32,326 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35765 {}] ipc.CallRunner(138): callId: 9 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:38310 deadline: 1731595352319, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=38fa776092ce1d75269fb328438588e8, server=da1c6afcd1f9,35765,1731595233113 2024-11-14T14:41:32,327 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731595290056.38fa776092ce1d75269fb328438588e8., hostname=da1c6afcd1f9,35765,1731595233113, seqNum=2 , the old value is region=TestAcidGuarantees,,1731595290056.38fa776092ce1d75269fb328438588e8., hostname=da1c6afcd1f9,35765,1731595233113, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=38fa776092ce1d75269fb328438588e8, server=da1c6afcd1f9,35765,1731595233113 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-14T14:41:32,327 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731595290056.38fa776092ce1d75269fb328438588e8., hostname=da1c6afcd1f9,35765,1731595233113, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=38fa776092ce1d75269fb328438588e8, server=da1c6afcd1f9,35765,1731595233113 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-14T14:41:32,327 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731595290056.38fa776092ce1d75269fb328438588e8., hostname=da1c6afcd1f9,35765,1731595233113, seqNum=2 because the exception is null or not the one we care about 2024-11-14T14:41:32,332 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35765 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=38fa776092ce1d75269fb328438588e8, server=da1c6afcd1f9,35765,1731595233113 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-14T14:41:32,332 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35765 {}] ipc.CallRunner(138): callId: 11 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:38314 deadline: 1731595352326, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=38fa776092ce1d75269fb328438588e8, server=da1c6afcd1f9,35765,1731595233113 2024-11-14T14:41:32,332 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35765 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=38fa776092ce1d75269fb328438588e8, server=da1c6afcd1f9,35765,1731595233113 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-14T14:41:32,332 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731595290056.38fa776092ce1d75269fb328438588e8., hostname=da1c6afcd1f9,35765,1731595233113, seqNum=2 , the old value is region=TestAcidGuarantees,,1731595290056.38fa776092ce1d75269fb328438588e8., hostname=da1c6afcd1f9,35765,1731595233113, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=38fa776092ce1d75269fb328438588e8, server=da1c6afcd1f9,35765,1731595233113 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-14T14:41:32,332 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731595290056.38fa776092ce1d75269fb328438588e8., hostname=da1c6afcd1f9,35765,1731595233113, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=38fa776092ce1d75269fb328438588e8, server=da1c6afcd1f9,35765,1731595233113 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-14T14:41:32,332 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731595290056.38fa776092ce1d75269fb328438588e8., hostname=da1c6afcd1f9,35765,1731595233113, seqNum=2 because the exception is null or not the one we care about 2024-11-14T14:41:32,332 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35765 {}] ipc.CallRunner(138): callId: 11 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:38270 deadline: 1731595352326, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=38fa776092ce1d75269fb328438588e8, server=da1c6afcd1f9,35765,1731595233113 2024-11-14T14:41:32,333 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731595290056.38fa776092ce1d75269fb328438588e8., hostname=da1c6afcd1f9,35765,1731595233113, seqNum=2 , the old value is region=TestAcidGuarantees,,1731595290056.38fa776092ce1d75269fb328438588e8., hostname=da1c6afcd1f9,35765,1731595233113, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=38fa776092ce1d75269fb328438588e8, server=da1c6afcd1f9,35765,1731595233113 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-14T14:41:32,333 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731595290056.38fa776092ce1d75269fb328438588e8., hostname=da1c6afcd1f9,35765,1731595233113, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=38fa776092ce1d75269fb328438588e8, server=da1c6afcd1f9,35765,1731595233113 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-14T14:41:32,333 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731595290056.38fa776092ce1d75269fb328438588e8., hostname=da1c6afcd1f9,35765,1731595233113, seqNum=2 because the exception is null or not the one we care about 2024-11-14T14:41:32,345 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:34345/user/jenkins/test-data/14d118ee-a83a-b09b-5913-1a58940a5db1/data/default/TestAcidGuarantees/38fa776092ce1d75269fb328438588e8/.tmp/B/d4e61e6158e84b7ba1543042e6a70ce8 is 50, key is test_row_0/B:col10/1731595292259/Put/seqid=0 2024-11-14T14:41:32,356 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45145 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=66 2024-11-14T14:41:32,362 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36699 is added to blk_1073742073_1249 (size=12001) 2024-11-14T14:41:32,406 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=35765 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=67 2024-11-14T14:41:32,407 DEBUG [RS_FLUSH_OPERATIONS-regionserver/da1c6afcd1f9:0-0 {event_type=RS_FLUSH_REGIONS, pid=67}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1731595290056.38fa776092ce1d75269fb328438588e8. 2024-11-14T14:41:32,407 DEBUG [RS_FLUSH_OPERATIONS-regionserver/da1c6afcd1f9:0-0 {event_type=RS_FLUSH_REGIONS, pid=67}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1731595290056.38fa776092ce1d75269fb328438588e8. as already flushing 2024-11-14T14:41:32,407 DEBUG [RS_FLUSH_OPERATIONS-regionserver/da1c6afcd1f9:0-0 {event_type=RS_FLUSH_REGIONS, pid=67}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1731595290056.38fa776092ce1d75269fb328438588e8. 2024-11-14T14:41:32,407 ERROR [RS_FLUSH_OPERATIONS-regionserver/da1c6afcd1f9:0-0 {event_type=RS_FLUSH_REGIONS, pid=67}] handler.RSProcedureHandler(58): pid=67 java.io.IOException: Unable to complete flush {ENCODED => 38fa776092ce1d75269fb328438588e8, NAME => 'TestAcidGuarantees,,1731595290056.38fa776092ce1d75269fb328438588e8.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-14T14:41:32,407 DEBUG [RS_FLUSH_OPERATIONS-regionserver/da1c6afcd1f9:0-0 {event_type=RS_FLUSH_REGIONS, pid=67}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=67 java.io.IOException: Unable to complete flush {ENCODED => 38fa776092ce1d75269fb328438588e8, NAME => 'TestAcidGuarantees,,1731595290056.38fa776092ce1d75269fb328438588e8.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-14T14:41:32,408 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45145 {}] master.HMaster(4177): Remote procedure failed, pid=67 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 38fa776092ce1d75269fb328438588e8, NAME => 'TestAcidGuarantees,,1731595290056.38fa776092ce1d75269fb328438588e8.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$5(MasterRpcServices.java:2580) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2575) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 38fa776092ce1d75269fb328438588e8, NAME => 'TestAcidGuarantees,,1731595290056.38fa776092ce1d75269fb328438588e8.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-14T14:41:32,409 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35765 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=38fa776092ce1d75269fb328438588e8, server=da1c6afcd1f9,35765,1731595233113 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-14T14:41:32,409 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35765 {}] ipc.CallRunner(138): callId: 7 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:38284 deadline: 1731595352406, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=38fa776092ce1d75269fb328438588e8, server=da1c6afcd1f9,35765,1731595233113 2024-11-14T14:41:32,410 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731595290056.38fa776092ce1d75269fb328438588e8., hostname=da1c6afcd1f9,35765,1731595233113, seqNum=2 , the old value is region=TestAcidGuarantees,,1731595290056.38fa776092ce1d75269fb328438588e8., hostname=da1c6afcd1f9,35765,1731595233113, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=38fa776092ce1d75269fb328438588e8, server=da1c6afcd1f9,35765,1731595233113 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-14T14:41:32,410 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731595290056.38fa776092ce1d75269fb328438588e8., hostname=da1c6afcd1f9,35765,1731595233113, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=38fa776092ce1d75269fb328438588e8, server=da1c6afcd1f9,35765,1731595233113 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-14T14:41:32,410 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731595290056.38fa776092ce1d75269fb328438588e8., hostname=da1c6afcd1f9,35765,1731595233113, seqNum=2 because the exception is null or not the one we care about 2024-11-14T14:41:32,440 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35765 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=38fa776092ce1d75269fb328438588e8, server=da1c6afcd1f9,35765,1731595233113 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-14T14:41:32,440 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35765 {}] ipc.CallRunner(138): callId: 9 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:38294 deadline: 1731595352436, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=38fa776092ce1d75269fb328438588e8, server=da1c6afcd1f9,35765,1731595233113 2024-11-14T14:41:32,440 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731595290056.38fa776092ce1d75269fb328438588e8., hostname=da1c6afcd1f9,35765,1731595233113, seqNum=2 , the old value is region=TestAcidGuarantees,,1731595290056.38fa776092ce1d75269fb328438588e8., hostname=da1c6afcd1f9,35765,1731595233113, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=38fa776092ce1d75269fb328438588e8, server=da1c6afcd1f9,35765,1731595233113 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-14T14:41:32,440 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35765 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=38fa776092ce1d75269fb328438588e8, server=da1c6afcd1f9,35765,1731595233113 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-14T14:41:32,440 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731595290056.38fa776092ce1d75269fb328438588e8., hostname=da1c6afcd1f9,35765,1731595233113, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=38fa776092ce1d75269fb328438588e8, server=da1c6afcd1f9,35765,1731595233113 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-14T14:41:32,440 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731595290056.38fa776092ce1d75269fb328438588e8., hostname=da1c6afcd1f9,35765,1731595233113, seqNum=2 because the exception is null or not the one we care about 2024-11-14T14:41:32,440 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35765 {}] ipc.CallRunner(138): callId: 10 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:38310 deadline: 1731595352436, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=38fa776092ce1d75269fb328438588e8, server=da1c6afcd1f9,35765,1731595233113 2024-11-14T14:41:32,441 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35765 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=38fa776092ce1d75269fb328438588e8, server=da1c6afcd1f9,35765,1731595233113 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-14T14:41:32,441 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731595290056.38fa776092ce1d75269fb328438588e8., hostname=da1c6afcd1f9,35765,1731595233113, seqNum=2 , the old value is region=TestAcidGuarantees,,1731595290056.38fa776092ce1d75269fb328438588e8., hostname=da1c6afcd1f9,35765,1731595233113, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=38fa776092ce1d75269fb328438588e8, server=da1c6afcd1f9,35765,1731595233113 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-14T14:41:32,441 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35765 {}] ipc.CallRunner(138): callId: 12 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:38314 deadline: 1731595352437, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=38fa776092ce1d75269fb328438588e8, server=da1c6afcd1f9,35765,1731595233113 2024-11-14T14:41:32,441 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731595290056.38fa776092ce1d75269fb328438588e8., hostname=da1c6afcd1f9,35765,1731595233113, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=38fa776092ce1d75269fb328438588e8, server=da1c6afcd1f9,35765,1731595233113 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-14T14:41:32,441 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731595290056.38fa776092ce1d75269fb328438588e8., hostname=da1c6afcd1f9,35765,1731595233113, seqNum=2 because the exception is null or not the one we care about 2024-11-14T14:41:32,441 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731595290056.38fa776092ce1d75269fb328438588e8., hostname=da1c6afcd1f9,35765,1731595233113, seqNum=2 , the old value is region=TestAcidGuarantees,,1731595290056.38fa776092ce1d75269fb328438588e8., hostname=da1c6afcd1f9,35765,1731595233113, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=38fa776092ce1d75269fb328438588e8, server=da1c6afcd1f9,35765,1731595233113 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-14T14:41:32,441 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731595290056.38fa776092ce1d75269fb328438588e8., hostname=da1c6afcd1f9,35765,1731595233113, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=38fa776092ce1d75269fb328438588e8, server=da1c6afcd1f9,35765,1731595233113 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-14T14:41:32,441 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35765 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=38fa776092ce1d75269fb328438588e8, server=da1c6afcd1f9,35765,1731595233113 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-14T14:41:32,441 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731595290056.38fa776092ce1d75269fb328438588e8., hostname=da1c6afcd1f9,35765,1731595233113, seqNum=2 because the exception is null or not the one we care about 2024-11-14T14:41:32,441 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35765 {}] ipc.CallRunner(138): callId: 12 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:38270 deadline: 1731595352437, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=38fa776092ce1d75269fb328438588e8, server=da1c6afcd1f9,35765,1731595233113 2024-11-14T14:41:32,441 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731595290056.38fa776092ce1d75269fb328438588e8., hostname=da1c6afcd1f9,35765,1731595233113, seqNum=2 , the old value is region=TestAcidGuarantees,,1731595290056.38fa776092ce1d75269fb328438588e8., hostname=da1c6afcd1f9,35765,1731595233113, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=38fa776092ce1d75269fb328438588e8, server=da1c6afcd1f9,35765,1731595233113 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-14T14:41:32,441 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731595290056.38fa776092ce1d75269fb328438588e8., hostname=da1c6afcd1f9,35765,1731595233113, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=38fa776092ce1d75269fb328438588e8, server=da1c6afcd1f9,35765,1731595233113 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-14T14:41:32,441 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731595290056.38fa776092ce1d75269fb328438588e8., hostname=da1c6afcd1f9,35765,1731595233113, seqNum=2 because the exception is null or not the one we care about 2024-11-14T14:41:32,559 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=35765 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=67 2024-11-14T14:41:32,559 DEBUG [RS_FLUSH_OPERATIONS-regionserver/da1c6afcd1f9:0-1 {event_type=RS_FLUSH_REGIONS, pid=67}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1731595290056.38fa776092ce1d75269fb328438588e8. 2024-11-14T14:41:32,560 DEBUG [RS_FLUSH_OPERATIONS-regionserver/da1c6afcd1f9:0-1 {event_type=RS_FLUSH_REGIONS, pid=67}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1731595290056.38fa776092ce1d75269fb328438588e8. as already flushing 2024-11-14T14:41:32,560 DEBUG [RS_FLUSH_OPERATIONS-regionserver/da1c6afcd1f9:0-1 {event_type=RS_FLUSH_REGIONS, pid=67}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1731595290056.38fa776092ce1d75269fb328438588e8. 2024-11-14T14:41:32,560 ERROR [RS_FLUSH_OPERATIONS-regionserver/da1c6afcd1f9:0-1 {event_type=RS_FLUSH_REGIONS, pid=67}] handler.RSProcedureHandler(58): pid=67 java.io.IOException: Unable to complete flush {ENCODED => 38fa776092ce1d75269fb328438588e8, NAME => 'TestAcidGuarantees,,1731595290056.38fa776092ce1d75269fb328438588e8.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-14T14:41:32,560 DEBUG [RS_FLUSH_OPERATIONS-regionserver/da1c6afcd1f9:0-1 {event_type=RS_FLUSH_REGIONS, pid=67}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=67 java.io.IOException: Unable to complete flush {ENCODED => 38fa776092ce1d75269fb328438588e8, NAME => 'TestAcidGuarantees,,1731595290056.38fa776092ce1d75269fb328438588e8.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-14T14:41:32,560 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45145 {}] master.HMaster(4177): Remote procedure failed, pid=67 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 38fa776092ce1d75269fb328438588e8, NAME => 'TestAcidGuarantees,,1731595290056.38fa776092ce1d75269fb328438588e8.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$5(MasterRpcServices.java:2580) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2575) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 38fa776092ce1d75269fb328438588e8, NAME => 'TestAcidGuarantees,,1731595290056.38fa776092ce1d75269fb328438588e8.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-14T14:41:32,566 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45145 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=66 2024-11-14T14:41:32,620 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35765 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=38fa776092ce1d75269fb328438588e8, server=da1c6afcd1f9,35765,1731595233113 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-14T14:41:32,620 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35765 {}] ipc.CallRunner(138): callId: 8 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:38284 deadline: 1731595352616, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=38fa776092ce1d75269fb328438588e8, server=da1c6afcd1f9,35765,1731595233113 2024-11-14T14:41:32,620 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731595290056.38fa776092ce1d75269fb328438588e8., hostname=da1c6afcd1f9,35765,1731595233113, seqNum=2 , the old value is region=TestAcidGuarantees,,1731595290056.38fa776092ce1d75269fb328438588e8., hostname=da1c6afcd1f9,35765,1731595233113, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=38fa776092ce1d75269fb328438588e8, server=da1c6afcd1f9,35765,1731595233113 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-14T14:41:32,621 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731595290056.38fa776092ce1d75269fb328438588e8., hostname=da1c6afcd1f9,35765,1731595233113, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=38fa776092ce1d75269fb328438588e8, server=da1c6afcd1f9,35765,1731595233113 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-14T14:41:32,621 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731595290056.38fa776092ce1d75269fb328438588e8., hostname=da1c6afcd1f9,35765,1731595233113, seqNum=2 because the exception is null or not the one we care about 2024-11-14T14:41:32,650 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35765 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=38fa776092ce1d75269fb328438588e8, server=da1c6afcd1f9,35765,1731595233113 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-14T14:41:32,650 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35765 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=38fa776092ce1d75269fb328438588e8, server=da1c6afcd1f9,35765,1731595233113 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-14T14:41:32,650 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35765 {}] ipc.CallRunner(138): callId: 11 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:38310 deadline: 1731595352646, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=38fa776092ce1d75269fb328438588e8, server=da1c6afcd1f9,35765,1731595233113 2024-11-14T14:41:32,650 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35765 {}] ipc.CallRunner(138): callId: 10 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:38294 deadline: 1731595352646, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=38fa776092ce1d75269fb328438588e8, server=da1c6afcd1f9,35765,1731595233113 2024-11-14T14:41:32,650 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731595290056.38fa776092ce1d75269fb328438588e8., hostname=da1c6afcd1f9,35765,1731595233113, seqNum=2 , the old value is region=TestAcidGuarantees,,1731595290056.38fa776092ce1d75269fb328438588e8., hostname=da1c6afcd1f9,35765,1731595233113, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=38fa776092ce1d75269fb328438588e8, server=da1c6afcd1f9,35765,1731595233113 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-14T14:41:32,650 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35765 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=38fa776092ce1d75269fb328438588e8, server=da1c6afcd1f9,35765,1731595233113 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-14T14:41:32,650 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731595290056.38fa776092ce1d75269fb328438588e8., hostname=da1c6afcd1f9,35765,1731595233113, seqNum=2 , the old value is region=TestAcidGuarantees,,1731595290056.38fa776092ce1d75269fb328438588e8., hostname=da1c6afcd1f9,35765,1731595233113, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=38fa776092ce1d75269fb328438588e8, server=da1c6afcd1f9,35765,1731595233113 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-14T14:41:32,650 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35765 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=38fa776092ce1d75269fb328438588e8, server=da1c6afcd1f9,35765,1731595233113 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-14T14:41:32,650 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731595290056.38fa776092ce1d75269fb328438588e8., hostname=da1c6afcd1f9,35765,1731595233113, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=38fa776092ce1d75269fb328438588e8, server=da1c6afcd1f9,35765,1731595233113 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-14T14:41:32,650 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731595290056.38fa776092ce1d75269fb328438588e8., hostname=da1c6afcd1f9,35765,1731595233113, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=38fa776092ce1d75269fb328438588e8, server=da1c6afcd1f9,35765,1731595233113 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-14T14:41:32,650 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731595290056.38fa776092ce1d75269fb328438588e8., hostname=da1c6afcd1f9,35765,1731595233113, seqNum=2 because the exception is null or not the one we care about 2024-11-14T14:41:32,650 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35765 {}] ipc.CallRunner(138): callId: 13 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:38314 deadline: 1731595352646, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=38fa776092ce1d75269fb328438588e8, server=da1c6afcd1f9,35765,1731595233113 2024-11-14T14:41:32,650 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731595290056.38fa776092ce1d75269fb328438588e8., hostname=da1c6afcd1f9,35765,1731595233113, seqNum=2 because the exception is null or not the one we care about 2024-11-14T14:41:32,650 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35765 {}] ipc.CallRunner(138): callId: 13 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:38270 deadline: 1731595352646, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=38fa776092ce1d75269fb328438588e8, server=da1c6afcd1f9,35765,1731595233113 2024-11-14T14:41:32,651 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731595290056.38fa776092ce1d75269fb328438588e8., hostname=da1c6afcd1f9,35765,1731595233113, seqNum=2 , the old value is region=TestAcidGuarantees,,1731595290056.38fa776092ce1d75269fb328438588e8., hostname=da1c6afcd1f9,35765,1731595233113, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=38fa776092ce1d75269fb328438588e8, server=da1c6afcd1f9,35765,1731595233113 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-14T14:41:32,651 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731595290056.38fa776092ce1d75269fb328438588e8., hostname=da1c6afcd1f9,35765,1731595233113, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=38fa776092ce1d75269fb328438588e8, server=da1c6afcd1f9,35765,1731595233113 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-14T14:41:32,651 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731595290056.38fa776092ce1d75269fb328438588e8., hostname=da1c6afcd1f9,35765,1731595233113, seqNum=2 , the old value is region=TestAcidGuarantees,,1731595290056.38fa776092ce1d75269fb328438588e8., hostname=da1c6afcd1f9,35765,1731595233113, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=38fa776092ce1d75269fb328438588e8, server=da1c6afcd1f9,35765,1731595233113 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-14T14:41:32,651 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731595290056.38fa776092ce1d75269fb328438588e8., hostname=da1c6afcd1f9,35765,1731595233113, seqNum=2 because the exception is null or not the one we care about 2024-11-14T14:41:32,651 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731595290056.38fa776092ce1d75269fb328438588e8., hostname=da1c6afcd1f9,35765,1731595233113, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=38fa776092ce1d75269fb328438588e8, server=da1c6afcd1f9,35765,1731595233113 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-14T14:41:32,651 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731595290056.38fa776092ce1d75269fb328438588e8., hostname=da1c6afcd1f9,35765,1731595233113, seqNum=2 because the exception is null or not the one we care about 2024-11-14T14:41:32,712 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=35765 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=67 2024-11-14T14:41:32,713 DEBUG [RS_FLUSH_OPERATIONS-regionserver/da1c6afcd1f9:0-2 {event_type=RS_FLUSH_REGIONS, pid=67}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1731595290056.38fa776092ce1d75269fb328438588e8. 2024-11-14T14:41:32,713 DEBUG [RS_FLUSH_OPERATIONS-regionserver/da1c6afcd1f9:0-2 {event_type=RS_FLUSH_REGIONS, pid=67}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1731595290056.38fa776092ce1d75269fb328438588e8. as already flushing 2024-11-14T14:41:32,713 DEBUG [RS_FLUSH_OPERATIONS-regionserver/da1c6afcd1f9:0-2 {event_type=RS_FLUSH_REGIONS, pid=67}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1731595290056.38fa776092ce1d75269fb328438588e8. 2024-11-14T14:41:32,713 ERROR [RS_FLUSH_OPERATIONS-regionserver/da1c6afcd1f9:0-2 {event_type=RS_FLUSH_REGIONS, pid=67}] handler.RSProcedureHandler(58): pid=67 java.io.IOException: Unable to complete flush {ENCODED => 38fa776092ce1d75269fb328438588e8, NAME => 'TestAcidGuarantees,,1731595290056.38fa776092ce1d75269fb328438588e8.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-14T14:41:32,713 DEBUG [RS_FLUSH_OPERATIONS-regionserver/da1c6afcd1f9:0-2 {event_type=RS_FLUSH_REGIONS, pid=67}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=67 java.io.IOException: Unable to complete flush {ENCODED => 38fa776092ce1d75269fb328438588e8, NAME => 'TestAcidGuarantees,,1731595290056.38fa776092ce1d75269fb328438588e8.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-14T14:41:32,713 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45145 {}] master.HMaster(4177): Remote procedure failed, pid=67 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 38fa776092ce1d75269fb328438588e8, NAME => 'TestAcidGuarantees,,1731595290056.38fa776092ce1d75269fb328438588e8.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$5(MasterRpcServices.java:2580) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2575) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 38fa776092ce1d75269fb328438588e8, NAME => 'TestAcidGuarantees,,1731595290056.38fa776092ce1d75269fb328438588e8.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-14T14:41:32,763 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=17.89 KB at sequenceid=12 (bloomFilter=true), to=hdfs://localhost:34345/user/jenkins/test-data/14d118ee-a83a-b09b-5913-1a58940a5db1/data/default/TestAcidGuarantees/38fa776092ce1d75269fb328438588e8/.tmp/B/d4e61e6158e84b7ba1543042e6a70ce8 2024-11-14T14:41:32,788 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:34345/user/jenkins/test-data/14d118ee-a83a-b09b-5913-1a58940a5db1/data/default/TestAcidGuarantees/38fa776092ce1d75269fb328438588e8/.tmp/C/cff76592e49747ffb066c3f885a74aff is 50, key is test_row_0/C:col10/1731595292259/Put/seqid=0 2024-11-14T14:41:32,792 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36699 is added to blk_1073742074_1250 (size=12001) 2024-11-14T14:41:32,793 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=17.89 KB at sequenceid=12 (bloomFilter=true), to=hdfs://localhost:34345/user/jenkins/test-data/14d118ee-a83a-b09b-5913-1a58940a5db1/data/default/TestAcidGuarantees/38fa776092ce1d75269fb328438588e8/.tmp/C/cff76592e49747ffb066c3f885a74aff 2024-11-14T14:41:32,797 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:34345/user/jenkins/test-data/14d118ee-a83a-b09b-5913-1a58940a5db1/data/default/TestAcidGuarantees/38fa776092ce1d75269fb328438588e8/.tmp/A/2be1397909a0455383e493e6678832e7 as hdfs://localhost:34345/user/jenkins/test-data/14d118ee-a83a-b09b-5913-1a58940a5db1/data/default/TestAcidGuarantees/38fa776092ce1d75269fb328438588e8/A/2be1397909a0455383e493e6678832e7 2024-11-14T14:41:32,801 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:34345/user/jenkins/test-data/14d118ee-a83a-b09b-5913-1a58940a5db1/data/default/TestAcidGuarantees/38fa776092ce1d75269fb328438588e8/A/2be1397909a0455383e493e6678832e7, entries=150, sequenceid=12, filesize=11.7 K 2024-11-14T14:41:32,802 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:34345/user/jenkins/test-data/14d118ee-a83a-b09b-5913-1a58940a5db1/data/default/TestAcidGuarantees/38fa776092ce1d75269fb328438588e8/.tmp/B/d4e61e6158e84b7ba1543042e6a70ce8 as hdfs://localhost:34345/user/jenkins/test-data/14d118ee-a83a-b09b-5913-1a58940a5db1/data/default/TestAcidGuarantees/38fa776092ce1d75269fb328438588e8/B/d4e61e6158e84b7ba1543042e6a70ce8 2024-11-14T14:41:32,806 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:34345/user/jenkins/test-data/14d118ee-a83a-b09b-5913-1a58940a5db1/data/default/TestAcidGuarantees/38fa776092ce1d75269fb328438588e8/B/d4e61e6158e84b7ba1543042e6a70ce8, entries=150, sequenceid=12, filesize=11.7 K 2024-11-14T14:41:32,807 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:34345/user/jenkins/test-data/14d118ee-a83a-b09b-5913-1a58940a5db1/data/default/TestAcidGuarantees/38fa776092ce1d75269fb328438588e8/.tmp/C/cff76592e49747ffb066c3f885a74aff as hdfs://localhost:34345/user/jenkins/test-data/14d118ee-a83a-b09b-5913-1a58940a5db1/data/default/TestAcidGuarantees/38fa776092ce1d75269fb328438588e8/C/cff76592e49747ffb066c3f885a74aff 2024-11-14T14:41:32,812 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:34345/user/jenkins/test-data/14d118ee-a83a-b09b-5913-1a58940a5db1/data/default/TestAcidGuarantees/38fa776092ce1d75269fb328438588e8/C/cff76592e49747ffb066c3f885a74aff, entries=150, sequenceid=12, filesize=11.7 K 2024-11-14T14:41:32,813 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(3140): Finished flush of dataSize ~53.67 KB/54960, heapSize ~160.08 KB/163920, currentSize=134.18 KB/137400 for 38fa776092ce1d75269fb328438588e8 in 552ms, sequenceid=12, compaction requested=false 2024-11-14T14:41:32,813 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2603): Flush status journal for 38fa776092ce1d75269fb328438588e8: 2024-11-14T14:41:32,866 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=35765 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=67 2024-11-14T14:41:32,866 DEBUG [RS_FLUSH_OPERATIONS-regionserver/da1c6afcd1f9:0-0 {event_type=RS_FLUSH_REGIONS, pid=67}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1731595290056.38fa776092ce1d75269fb328438588e8. 2024-11-14T14:41:32,866 INFO [RS_FLUSH_OPERATIONS-regionserver/da1c6afcd1f9:0-0 {event_type=RS_FLUSH_REGIONS, pid=67}] regionserver.HRegion(2902): Flushing 38fa776092ce1d75269fb328438588e8 3/3 column families, dataSize=134.18 KB heapSize=375.61 KB 2024-11-14T14:41:32,867 DEBUG [RS_FLUSH_OPERATIONS-regionserver/da1c6afcd1f9:0-0 {event_type=RS_FLUSH_REGIONS, pid=67}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 38fa776092ce1d75269fb328438588e8, store=A 2024-11-14T14:41:32,867 DEBUG [RS_FLUSH_OPERATIONS-regionserver/da1c6afcd1f9:0-0 {event_type=RS_FLUSH_REGIONS, pid=67}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=2, new segment=null 2024-11-14T14:41:32,867 DEBUG [RS_FLUSH_OPERATIONS-regionserver/da1c6afcd1f9:0-0 {event_type=RS_FLUSH_REGIONS, pid=67}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 38fa776092ce1d75269fb328438588e8, store=B 2024-11-14T14:41:32,867 DEBUG [RS_FLUSH_OPERATIONS-regionserver/da1c6afcd1f9:0-0 {event_type=RS_FLUSH_REGIONS, pid=67}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=2, new segment=null 2024-11-14T14:41:32,867 DEBUG [RS_FLUSH_OPERATIONS-regionserver/da1c6afcd1f9:0-0 {event_type=RS_FLUSH_REGIONS, pid=67}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 38fa776092ce1d75269fb328438588e8, store=C 2024-11-14T14:41:32,867 DEBUG [RS_FLUSH_OPERATIONS-regionserver/da1c6afcd1f9:0-0 {event_type=RS_FLUSH_REGIONS, pid=67}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=2, new segment=null 2024-11-14T14:41:32,873 DEBUG [RS_FLUSH_OPERATIONS-regionserver/da1c6afcd1f9:0-0 {event_type=RS_FLUSH_REGIONS, pid=67}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:34345/user/jenkins/test-data/14d118ee-a83a-b09b-5913-1a58940a5db1/data/default/TestAcidGuarantees/38fa776092ce1d75269fb328438588e8/.tmp/A/c8f0f9cd715d4298b7351b3c115cb74d is 50, key is test_row_0/A:col10/1731595292316/Put/seqid=0 2024-11-14T14:41:32,876 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45145 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=66 2024-11-14T14:41:32,882 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36699 is added to blk_1073742075_1251 (size=12001) 2024-11-14T14:41:32,883 INFO [RS_FLUSH_OPERATIONS-regionserver/da1c6afcd1f9:0-0 {event_type=RS_FLUSH_REGIONS, pid=67}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=44.73 KB at sequenceid=47 (bloomFilter=true), to=hdfs://localhost:34345/user/jenkins/test-data/14d118ee-a83a-b09b-5913-1a58940a5db1/data/default/TestAcidGuarantees/38fa776092ce1d75269fb328438588e8/.tmp/A/c8f0f9cd715d4298b7351b3c115cb74d 2024-11-14T14:41:32,894 DEBUG [RS_FLUSH_OPERATIONS-regionserver/da1c6afcd1f9:0-0 {event_type=RS_FLUSH_REGIONS, pid=67}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:34345/user/jenkins/test-data/14d118ee-a83a-b09b-5913-1a58940a5db1/data/default/TestAcidGuarantees/38fa776092ce1d75269fb328438588e8/.tmp/B/db36d76ed75d4f9792273399c50c2fe3 is 50, key is test_row_0/B:col10/1731595292316/Put/seqid=0 2024-11-14T14:41:32,902 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36699 is added to blk_1073742076_1252 (size=12001) 2024-11-14T14:41:32,931 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35765 {}] regionserver.HRegion(8855): Flush requested on 38fa776092ce1d75269fb328438588e8 2024-11-14T14:41:32,931 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1731595290056.38fa776092ce1d75269fb328438588e8. as already flushing 2024-11-14T14:41:32,959 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35765 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=38fa776092ce1d75269fb328438588e8, server=da1c6afcd1f9,35765,1731595233113 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-14T14:41:32,959 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35765 {}] ipc.CallRunner(138): callId: 14 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:38270 deadline: 1731595352957, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=38fa776092ce1d75269fb328438588e8, server=da1c6afcd1f9,35765,1731595233113 2024-11-14T14:41:32,960 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731595290056.38fa776092ce1d75269fb328438588e8., hostname=da1c6afcd1f9,35765,1731595233113, seqNum=2 , the old value is region=TestAcidGuarantees,,1731595290056.38fa776092ce1d75269fb328438588e8., hostname=da1c6afcd1f9,35765,1731595233113, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=38fa776092ce1d75269fb328438588e8, server=da1c6afcd1f9,35765,1731595233113 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-14T14:41:32,960 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35765 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=38fa776092ce1d75269fb328438588e8, server=da1c6afcd1f9,35765,1731595233113 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-14T14:41:32,960 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731595290056.38fa776092ce1d75269fb328438588e8., hostname=da1c6afcd1f9,35765,1731595233113, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=38fa776092ce1d75269fb328438588e8, server=da1c6afcd1f9,35765,1731595233113 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-14T14:41:32,960 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35765 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=38fa776092ce1d75269fb328438588e8, server=da1c6afcd1f9,35765,1731595233113 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-14T14:41:32,960 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731595290056.38fa776092ce1d75269fb328438588e8., hostname=da1c6afcd1f9,35765,1731595233113, seqNum=2 because the exception is null or not the one we care about 2024-11-14T14:41:32,960 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35765 {}] ipc.CallRunner(138): callId: 14 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:38314 deadline: 1731595352957, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=38fa776092ce1d75269fb328438588e8, server=da1c6afcd1f9,35765,1731595233113 2024-11-14T14:41:32,960 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35765 {}] ipc.CallRunner(138): callId: 11 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:38294 deadline: 1731595352957, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=38fa776092ce1d75269fb328438588e8, server=da1c6afcd1f9,35765,1731595233113 2024-11-14T14:41:32,960 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731595290056.38fa776092ce1d75269fb328438588e8., hostname=da1c6afcd1f9,35765,1731595233113, seqNum=2 , the old value is region=TestAcidGuarantees,,1731595290056.38fa776092ce1d75269fb328438588e8., hostname=da1c6afcd1f9,35765,1731595233113, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=38fa776092ce1d75269fb328438588e8, server=da1c6afcd1f9,35765,1731595233113 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-14T14:41:32,960 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731595290056.38fa776092ce1d75269fb328438588e8., hostname=da1c6afcd1f9,35765,1731595233113, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=38fa776092ce1d75269fb328438588e8, server=da1c6afcd1f9,35765,1731595233113 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-14T14:41:32,960 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731595290056.38fa776092ce1d75269fb328438588e8., hostname=da1c6afcd1f9,35765,1731595233113, seqNum=2 because the exception is null or not the one we care about 2024-11-14T14:41:32,961 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731595290056.38fa776092ce1d75269fb328438588e8., hostname=da1c6afcd1f9,35765,1731595233113, seqNum=2 , the old value is region=TestAcidGuarantees,,1731595290056.38fa776092ce1d75269fb328438588e8., hostname=da1c6afcd1f9,35765,1731595233113, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=38fa776092ce1d75269fb328438588e8, server=da1c6afcd1f9,35765,1731595233113 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-14T14:41:32,961 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731595290056.38fa776092ce1d75269fb328438588e8., hostname=da1c6afcd1f9,35765,1731595233113, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=38fa776092ce1d75269fb328438588e8, server=da1c6afcd1f9,35765,1731595233113 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-14T14:41:32,961 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731595290056.38fa776092ce1d75269fb328438588e8., hostname=da1c6afcd1f9,35765,1731595233113, seqNum=2 because the exception is null or not the one we care about 2024-11-14T14:41:32,962 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35765 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=38fa776092ce1d75269fb328438588e8, server=da1c6afcd1f9,35765,1731595233113 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-14T14:41:32,962 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35765 {}] ipc.CallRunner(138): callId: 15 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:38284 deadline: 1731595352957, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=38fa776092ce1d75269fb328438588e8, server=da1c6afcd1f9,35765,1731595233113 2024-11-14T14:41:32,963 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731595290056.38fa776092ce1d75269fb328438588e8., hostname=da1c6afcd1f9,35765,1731595233113, seqNum=2 , the old value is region=TestAcidGuarantees,,1731595290056.38fa776092ce1d75269fb328438588e8., hostname=da1c6afcd1f9,35765,1731595233113, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=38fa776092ce1d75269fb328438588e8, server=da1c6afcd1f9,35765,1731595233113 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-14T14:41:32,963 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731595290056.38fa776092ce1d75269fb328438588e8., hostname=da1c6afcd1f9,35765,1731595233113, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=38fa776092ce1d75269fb328438588e8, server=da1c6afcd1f9,35765,1731595233113 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-14T14:41:32,963 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731595290056.38fa776092ce1d75269fb328438588e8., hostname=da1c6afcd1f9,35765,1731595233113, seqNum=2 because the exception is null or not the one we care about 2024-11-14T14:41:32,965 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35765 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=38fa776092ce1d75269fb328438588e8, server=da1c6afcd1f9,35765,1731595233113 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-14T14:41:32,965 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35765 {}] ipc.CallRunner(138): callId: 13 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:38310 deadline: 1731595352959, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=38fa776092ce1d75269fb328438588e8, server=da1c6afcd1f9,35765,1731595233113 2024-11-14T14:41:32,965 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731595290056.38fa776092ce1d75269fb328438588e8., hostname=da1c6afcd1f9,35765,1731595233113, seqNum=2 , the old value is region=TestAcidGuarantees,,1731595290056.38fa776092ce1d75269fb328438588e8., hostname=da1c6afcd1f9,35765,1731595233113, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=38fa776092ce1d75269fb328438588e8, server=da1c6afcd1f9,35765,1731595233113 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-14T14:41:32,965 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731595290056.38fa776092ce1d75269fb328438588e8., hostname=da1c6afcd1f9,35765,1731595233113, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=38fa776092ce1d75269fb328438588e8, server=da1c6afcd1f9,35765,1731595233113 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-14T14:41:32,965 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731595290056.38fa776092ce1d75269fb328438588e8., hostname=da1c6afcd1f9,35765,1731595233113, seqNum=2 because the exception is null or not the one we care about 2024-11-14T14:41:33,070 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35765 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=38fa776092ce1d75269fb328438588e8, server=da1c6afcd1f9,35765,1731595233113 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-14T14:41:33,070 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35765 {}] ipc.CallRunner(138): callId: 16 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:38284 deadline: 1731595353066, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=38fa776092ce1d75269fb328438588e8, server=da1c6afcd1f9,35765,1731595233113 2024-11-14T14:41:33,070 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731595290056.38fa776092ce1d75269fb328438588e8., hostname=da1c6afcd1f9,35765,1731595233113, seqNum=2 , the old value is region=TestAcidGuarantees,,1731595290056.38fa776092ce1d75269fb328438588e8., hostname=da1c6afcd1f9,35765,1731595233113, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=38fa776092ce1d75269fb328438588e8, server=da1c6afcd1f9,35765,1731595233113 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-14T14:41:33,070 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731595290056.38fa776092ce1d75269fb328438588e8., hostname=da1c6afcd1f9,35765,1731595233113, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=38fa776092ce1d75269fb328438588e8, server=da1c6afcd1f9,35765,1731595233113 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-14T14:41:33,070 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731595290056.38fa776092ce1d75269fb328438588e8., hostname=da1c6afcd1f9,35765,1731595233113, seqNum=2 because the exception is null or not the one we care about 2024-11-14T14:41:33,077 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35765 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=38fa776092ce1d75269fb328438588e8, server=da1c6afcd1f9,35765,1731595233113 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-14T14:41:33,077 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35765 {}] ipc.CallRunner(138): callId: 14 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:38310 deadline: 1731595353076, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=38fa776092ce1d75269fb328438588e8, server=da1c6afcd1f9,35765,1731595233113 2024-11-14T14:41:33,077 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731595290056.38fa776092ce1d75269fb328438588e8., hostname=da1c6afcd1f9,35765,1731595233113, seqNum=2 , the old value is region=TestAcidGuarantees,,1731595290056.38fa776092ce1d75269fb328438588e8., hostname=da1c6afcd1f9,35765,1731595233113, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=38fa776092ce1d75269fb328438588e8, server=da1c6afcd1f9,35765,1731595233113 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-14T14:41:33,077 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731595290056.38fa776092ce1d75269fb328438588e8., hostname=da1c6afcd1f9,35765,1731595233113, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=38fa776092ce1d75269fb328438588e8, server=da1c6afcd1f9,35765,1731595233113 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-14T14:41:33,078 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731595290056.38fa776092ce1d75269fb328438588e8., hostname=da1c6afcd1f9,35765,1731595233113, seqNum=2 because the exception is null or not the one we care about 2024-11-14T14:41:33,279 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35765 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=38fa776092ce1d75269fb328438588e8, server=da1c6afcd1f9,35765,1731595233113 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-14T14:41:33,280 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35765 {}] ipc.CallRunner(138): callId: 17 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:38284 deadline: 1731595353276, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=38fa776092ce1d75269fb328438588e8, server=da1c6afcd1f9,35765,1731595233113 2024-11-14T14:41:33,280 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731595290056.38fa776092ce1d75269fb328438588e8., hostname=da1c6afcd1f9,35765,1731595233113, seqNum=2 , the old value is region=TestAcidGuarantees,,1731595290056.38fa776092ce1d75269fb328438588e8., hostname=da1c6afcd1f9,35765,1731595233113, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=38fa776092ce1d75269fb328438588e8, server=da1c6afcd1f9,35765,1731595233113 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-14T14:41:33,280 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731595290056.38fa776092ce1d75269fb328438588e8., hostname=da1c6afcd1f9,35765,1731595233113, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=38fa776092ce1d75269fb328438588e8, server=da1c6afcd1f9,35765,1731595233113 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-14T14:41:33,280 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731595290056.38fa776092ce1d75269fb328438588e8., hostname=da1c6afcd1f9,35765,1731595233113, seqNum=2 because the exception is null or not the one we care about 2024-11-14T14:41:33,288 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35765 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=38fa776092ce1d75269fb328438588e8, server=da1c6afcd1f9,35765,1731595233113 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-14T14:41:33,288 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35765 {}] ipc.CallRunner(138): callId: 15 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:38310 deadline: 1731595353286, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=38fa776092ce1d75269fb328438588e8, server=da1c6afcd1f9,35765,1731595233113 2024-11-14T14:41:33,288 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731595290056.38fa776092ce1d75269fb328438588e8., hostname=da1c6afcd1f9,35765,1731595233113, seqNum=2 , the old value is region=TestAcidGuarantees,,1731595290056.38fa776092ce1d75269fb328438588e8., hostname=da1c6afcd1f9,35765,1731595233113, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=38fa776092ce1d75269fb328438588e8, server=da1c6afcd1f9,35765,1731595233113 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-14T14:41:33,288 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731595290056.38fa776092ce1d75269fb328438588e8., hostname=da1c6afcd1f9,35765,1731595233113, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=38fa776092ce1d75269fb328438588e8, server=da1c6afcd1f9,35765,1731595233113 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-14T14:41:33,288 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731595290056.38fa776092ce1d75269fb328438588e8., hostname=da1c6afcd1f9,35765,1731595233113, seqNum=2 because the exception is null or not the one we care about 2024-11-14T14:41:33,303 INFO [RS_FLUSH_OPERATIONS-regionserver/da1c6afcd1f9:0-0 {event_type=RS_FLUSH_REGIONS, pid=67}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=44.73 KB at sequenceid=47 (bloomFilter=true), to=hdfs://localhost:34345/user/jenkins/test-data/14d118ee-a83a-b09b-5913-1a58940a5db1/data/default/TestAcidGuarantees/38fa776092ce1d75269fb328438588e8/.tmp/B/db36d76ed75d4f9792273399c50c2fe3 2024-11-14T14:41:33,312 DEBUG [RS_FLUSH_OPERATIONS-regionserver/da1c6afcd1f9:0-0 {event_type=RS_FLUSH_REGIONS, pid=67}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:34345/user/jenkins/test-data/14d118ee-a83a-b09b-5913-1a58940a5db1/data/default/TestAcidGuarantees/38fa776092ce1d75269fb328438588e8/.tmp/C/19ae8382c5f14b89aed941015111f84d is 50, key is test_row_0/C:col10/1731595292316/Put/seqid=0 2024-11-14T14:41:33,316 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36699 is added to blk_1073742077_1253 (size=12001) 2024-11-14T14:41:33,386 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45145 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=66 2024-11-14T14:41:33,468 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35765 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=38fa776092ce1d75269fb328438588e8, server=da1c6afcd1f9,35765,1731595233113 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-14T14:41:33,468 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35765 {}] ipc.CallRunner(138): callId: 15 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:38270 deadline: 1731595353466, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=38fa776092ce1d75269fb328438588e8, server=da1c6afcd1f9,35765,1731595233113 2024-11-14T14:41:33,468 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35765 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=38fa776092ce1d75269fb328438588e8, server=da1c6afcd1f9,35765,1731595233113 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-14T14:41:33,468 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731595290056.38fa776092ce1d75269fb328438588e8., hostname=da1c6afcd1f9,35765,1731595233113, seqNum=2 , the old value is region=TestAcidGuarantees,,1731595290056.38fa776092ce1d75269fb328438588e8., hostname=da1c6afcd1f9,35765,1731595233113, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=38fa776092ce1d75269fb328438588e8, server=da1c6afcd1f9,35765,1731595233113 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-14T14:41:33,468 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35765 {}] ipc.CallRunner(138): callId: 15 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:38314 deadline: 1731595353466, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=38fa776092ce1d75269fb328438588e8, server=da1c6afcd1f9,35765,1731595233113 2024-11-14T14:41:33,468 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731595290056.38fa776092ce1d75269fb328438588e8., hostname=da1c6afcd1f9,35765,1731595233113, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=38fa776092ce1d75269fb328438588e8, server=da1c6afcd1f9,35765,1731595233113 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-14T14:41:33,469 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731595290056.38fa776092ce1d75269fb328438588e8., hostname=da1c6afcd1f9,35765,1731595233113, seqNum=2 because the exception is null or not the one we care about 2024-11-14T14:41:33,469 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35765 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=38fa776092ce1d75269fb328438588e8, server=da1c6afcd1f9,35765,1731595233113 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-14T14:41:33,469 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731595290056.38fa776092ce1d75269fb328438588e8., hostname=da1c6afcd1f9,35765,1731595233113, seqNum=2 , the old value is region=TestAcidGuarantees,,1731595290056.38fa776092ce1d75269fb328438588e8., hostname=da1c6afcd1f9,35765,1731595233113, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=38fa776092ce1d75269fb328438588e8, server=da1c6afcd1f9,35765,1731595233113 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-14T14:41:33,469 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35765 {}] ipc.CallRunner(138): callId: 12 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:38294 deadline: 1731595353466, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=38fa776092ce1d75269fb328438588e8, server=da1c6afcd1f9,35765,1731595233113 2024-11-14T14:41:33,469 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731595290056.38fa776092ce1d75269fb328438588e8., hostname=da1c6afcd1f9,35765,1731595233113, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=38fa776092ce1d75269fb328438588e8, server=da1c6afcd1f9,35765,1731595233113 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-14T14:41:33,469 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731595290056.38fa776092ce1d75269fb328438588e8., hostname=da1c6afcd1f9,35765,1731595233113, seqNum=2 because the exception is null or not the one we care about 2024-11-14T14:41:33,469 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731595290056.38fa776092ce1d75269fb328438588e8., hostname=da1c6afcd1f9,35765,1731595233113, seqNum=2 , the old value is region=TestAcidGuarantees,,1731595290056.38fa776092ce1d75269fb328438588e8., hostname=da1c6afcd1f9,35765,1731595233113, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=38fa776092ce1d75269fb328438588e8, server=da1c6afcd1f9,35765,1731595233113 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-14T14:41:33,469 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731595290056.38fa776092ce1d75269fb328438588e8., hostname=da1c6afcd1f9,35765,1731595233113, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=38fa776092ce1d75269fb328438588e8, server=da1c6afcd1f9,35765,1731595233113 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-14T14:41:33,469 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731595290056.38fa776092ce1d75269fb328438588e8., hostname=da1c6afcd1f9,35765,1731595233113, seqNum=2 because the exception is null or not the one we care about 2024-11-14T14:41:33,589 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35765 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=38fa776092ce1d75269fb328438588e8, server=da1c6afcd1f9,35765,1731595233113 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-14T14:41:33,589 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35765 {}] ipc.CallRunner(138): callId: 18 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:38284 deadline: 1731595353586, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=38fa776092ce1d75269fb328438588e8, server=da1c6afcd1f9,35765,1731595233113 2024-11-14T14:41:33,589 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731595290056.38fa776092ce1d75269fb328438588e8., hostname=da1c6afcd1f9,35765,1731595233113, seqNum=2 , the old value is region=TestAcidGuarantees,,1731595290056.38fa776092ce1d75269fb328438588e8., hostname=da1c6afcd1f9,35765,1731595233113, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=38fa776092ce1d75269fb328438588e8, server=da1c6afcd1f9,35765,1731595233113 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-14T14:41:33,589 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731595290056.38fa776092ce1d75269fb328438588e8., hostname=da1c6afcd1f9,35765,1731595233113, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=38fa776092ce1d75269fb328438588e8, server=da1c6afcd1f9,35765,1731595233113 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-14T14:41:33,589 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731595290056.38fa776092ce1d75269fb328438588e8., hostname=da1c6afcd1f9,35765,1731595233113, seqNum=2 because the exception is null or not the one we care about 2024-11-14T14:41:33,598 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35765 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=38fa776092ce1d75269fb328438588e8, server=da1c6afcd1f9,35765,1731595233113 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-14T14:41:33,599 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35765 {}] ipc.CallRunner(138): callId: 16 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:38310 deadline: 1731595353596, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=38fa776092ce1d75269fb328438588e8, server=da1c6afcd1f9,35765,1731595233113 2024-11-14T14:41:33,599 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731595290056.38fa776092ce1d75269fb328438588e8., hostname=da1c6afcd1f9,35765,1731595233113, seqNum=2 , the old value is region=TestAcidGuarantees,,1731595290056.38fa776092ce1d75269fb328438588e8., hostname=da1c6afcd1f9,35765,1731595233113, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=38fa776092ce1d75269fb328438588e8, server=da1c6afcd1f9,35765,1731595233113 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-14T14:41:33,599 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731595290056.38fa776092ce1d75269fb328438588e8., hostname=da1c6afcd1f9,35765,1731595233113, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=38fa776092ce1d75269fb328438588e8, server=da1c6afcd1f9,35765,1731595233113 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-14T14:41:33,599 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731595290056.38fa776092ce1d75269fb328438588e8., hostname=da1c6afcd1f9,35765,1731595233113, seqNum=2 because the exception is null or not the one we care about 2024-11-14T14:41:33,717 INFO [RS_FLUSH_OPERATIONS-regionserver/da1c6afcd1f9:0-0 {event_type=RS_FLUSH_REGIONS, pid=67}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=44.73 KB at sequenceid=47 (bloomFilter=true), to=hdfs://localhost:34345/user/jenkins/test-data/14d118ee-a83a-b09b-5913-1a58940a5db1/data/default/TestAcidGuarantees/38fa776092ce1d75269fb328438588e8/.tmp/C/19ae8382c5f14b89aed941015111f84d 2024-11-14T14:41:33,726 DEBUG [RS_FLUSH_OPERATIONS-regionserver/da1c6afcd1f9:0-0 {event_type=RS_FLUSH_REGIONS, pid=67}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:34345/user/jenkins/test-data/14d118ee-a83a-b09b-5913-1a58940a5db1/data/default/TestAcidGuarantees/38fa776092ce1d75269fb328438588e8/.tmp/A/c8f0f9cd715d4298b7351b3c115cb74d as hdfs://localhost:34345/user/jenkins/test-data/14d118ee-a83a-b09b-5913-1a58940a5db1/data/default/TestAcidGuarantees/38fa776092ce1d75269fb328438588e8/A/c8f0f9cd715d4298b7351b3c115cb74d 2024-11-14T14:41:33,733 INFO [RS_FLUSH_OPERATIONS-regionserver/da1c6afcd1f9:0-0 {event_type=RS_FLUSH_REGIONS, pid=67}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:34345/user/jenkins/test-data/14d118ee-a83a-b09b-5913-1a58940a5db1/data/default/TestAcidGuarantees/38fa776092ce1d75269fb328438588e8/A/c8f0f9cd715d4298b7351b3c115cb74d, entries=150, sequenceid=47, filesize=11.7 K 2024-11-14T14:41:33,734 DEBUG [RS_FLUSH_OPERATIONS-regionserver/da1c6afcd1f9:0-0 {event_type=RS_FLUSH_REGIONS, pid=67}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:34345/user/jenkins/test-data/14d118ee-a83a-b09b-5913-1a58940a5db1/data/default/TestAcidGuarantees/38fa776092ce1d75269fb328438588e8/.tmp/B/db36d76ed75d4f9792273399c50c2fe3 as hdfs://localhost:34345/user/jenkins/test-data/14d118ee-a83a-b09b-5913-1a58940a5db1/data/default/TestAcidGuarantees/38fa776092ce1d75269fb328438588e8/B/db36d76ed75d4f9792273399c50c2fe3 2024-11-14T14:41:33,740 INFO [RS_FLUSH_OPERATIONS-regionserver/da1c6afcd1f9:0-0 {event_type=RS_FLUSH_REGIONS, pid=67}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:34345/user/jenkins/test-data/14d118ee-a83a-b09b-5913-1a58940a5db1/data/default/TestAcidGuarantees/38fa776092ce1d75269fb328438588e8/B/db36d76ed75d4f9792273399c50c2fe3, entries=150, sequenceid=47, filesize=11.7 K 2024-11-14T14:41:33,741 DEBUG [RS_FLUSH_OPERATIONS-regionserver/da1c6afcd1f9:0-0 {event_type=RS_FLUSH_REGIONS, pid=67}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:34345/user/jenkins/test-data/14d118ee-a83a-b09b-5913-1a58940a5db1/data/default/TestAcidGuarantees/38fa776092ce1d75269fb328438588e8/.tmp/C/19ae8382c5f14b89aed941015111f84d as hdfs://localhost:34345/user/jenkins/test-data/14d118ee-a83a-b09b-5913-1a58940a5db1/data/default/TestAcidGuarantees/38fa776092ce1d75269fb328438588e8/C/19ae8382c5f14b89aed941015111f84d 2024-11-14T14:41:33,745 INFO [RS_FLUSH_OPERATIONS-regionserver/da1c6afcd1f9:0-0 {event_type=RS_FLUSH_REGIONS, pid=67}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:34345/user/jenkins/test-data/14d118ee-a83a-b09b-5913-1a58940a5db1/data/default/TestAcidGuarantees/38fa776092ce1d75269fb328438588e8/C/19ae8382c5f14b89aed941015111f84d, entries=150, sequenceid=47, filesize=11.7 K 2024-11-14T14:41:33,746 INFO [RS_FLUSH_OPERATIONS-regionserver/da1c6afcd1f9:0-0 {event_type=RS_FLUSH_REGIONS, pid=67}] regionserver.HRegion(3140): Finished flush of dataSize ~134.18 KB/137400, heapSize ~375.56 KB/384576, currentSize=46.96 KB/48090 for 38fa776092ce1d75269fb328438588e8 in 880ms, sequenceid=47, compaction requested=false 2024-11-14T14:41:33,746 DEBUG [RS_FLUSH_OPERATIONS-regionserver/da1c6afcd1f9:0-0 {event_type=RS_FLUSH_REGIONS, pid=67}] regionserver.HRegion(2603): Flush status journal for 38fa776092ce1d75269fb328438588e8: 2024-11-14T14:41:33,746 DEBUG [RS_FLUSH_OPERATIONS-regionserver/da1c6afcd1f9:0-0 {event_type=RS_FLUSH_REGIONS, pid=67}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1731595290056.38fa776092ce1d75269fb328438588e8. 2024-11-14T14:41:33,746 DEBUG [RS_FLUSH_OPERATIONS-regionserver/da1c6afcd1f9:0-0 {event_type=RS_FLUSH_REGIONS, pid=67}] regionserver.RemoteProcedureResultReporter(62): Successfully complete execution of pid=67 2024-11-14T14:41:33,747 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45145 {}] master.HMaster(4169): Remote procedure done, pid=67 2024-11-14T14:41:33,750 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=67, resume processing ppid=66 2024-11-14T14:41:33,750 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1521): Finished pid=67, ppid=66, state=SUCCESS, hasLock=false; org.apache.hadoop.hbase.master.procedure.FlushRegionProcedure in 1.4960 sec 2024-11-14T14:41:33,752 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1521): Finished pid=66, state=SUCCESS, hasLock=false; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=66, table=TestAcidGuarantees in 1.5030 sec 2024-11-14T14:41:34,098 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35765 {}] regionserver.HRegion(8855): Flush requested on 38fa776092ce1d75269fb328438588e8 2024-11-14T14:41:34,098 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(2902): Flushing 38fa776092ce1d75269fb328438588e8 3/3 column families, dataSize=53.67 KB heapSize=160.13 KB 2024-11-14T14:41:34,099 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 38fa776092ce1d75269fb328438588e8, store=A 2024-11-14T14:41:34,099 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-14T14:41:34,099 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 38fa776092ce1d75269fb328438588e8, store=B 2024-11-14T14:41:34,099 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-14T14:41:34,099 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 38fa776092ce1d75269fb328438588e8, store=C 2024-11-14T14:41:34,099 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-14T14:41:34,126 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:34345/user/jenkins/test-data/14d118ee-a83a-b09b-5913-1a58940a5db1/data/default/TestAcidGuarantees/38fa776092ce1d75269fb328438588e8/.tmp/A/db896704bab849748cd7eae487fd2a45 is 50, key is test_row_1/A:col10/1731595294097/Put/seqid=0 2024-11-14T14:41:34,134 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36699 is added to blk_1073742078_1254 (size=9657) 2024-11-14T14:41:34,141 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=17.89 KB at sequenceid=58 (bloomFilter=true), to=hdfs://localhost:34345/user/jenkins/test-data/14d118ee-a83a-b09b-5913-1a58940a5db1/data/default/TestAcidGuarantees/38fa776092ce1d75269fb328438588e8/.tmp/A/db896704bab849748cd7eae487fd2a45 2024-11-14T14:41:34,154 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:34345/user/jenkins/test-data/14d118ee-a83a-b09b-5913-1a58940a5db1/data/default/TestAcidGuarantees/38fa776092ce1d75269fb328438588e8/.tmp/B/d95ff3962e3149698ae40584f5d23fb5 is 50, key is test_row_1/B:col10/1731595294097/Put/seqid=0 2024-11-14T14:41:34,170 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36699 is added to blk_1073742079_1255 (size=9657) 2024-11-14T14:41:34,199 DEBUG [RS_IN_MEMORY_COMPACTION-regionserver/da1c6afcd1f9:0-3 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=type=CellArrayImmutableSegment, empty=no, cellCount=159, cellSize=7275, totalHeapSize=16776, min timestamp=1731595294176, max timestamp=1731595294195Num uniques 859; 2024-11-14T14:41:34,199 DEBUG [RS_IN_MEMORY_COMPACTION-regionserver/da1c6afcd1f9:0-3 {}] regionserver.CompactionPipeline(163): Suffix data size=39335, new segment data size=7275, suffix heap size=117064,new segment heap size=16776 　suffix off heap size=0, new segment off heap size=0, suffix cells count=859, new segment cells count=159 2024-11-14T14:41:34,199 DEBUG [RS_IN_MEMORY_COMPACTION-regionserver/da1c6afcd1f9:0-0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=type=CellArrayImmutableSegment, empty=no, cellCount=159, cellSize=7275, totalHeapSize=16776, min timestamp=1731595294176, max timestamp=1731595294195Num uniques 859; 2024-11-14T14:41:34,199 DEBUG [RS_IN_MEMORY_COMPACTION-regionserver/da1c6afcd1f9:0-0 {}] regionserver.CompactionPipeline(163): Suffix data size=39335, new segment data size=7275, suffix heap size=117064,new segment heap size=16776 　suffix off heap size=0, new segment off heap size=0, suffix cells count=859, new segment cells count=159 2024-11-14T14:41:34,199 DEBUG [RS_IN_MEMORY_COMPACTION-regionserver/da1c6afcd1f9:0-4 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=type=CellArrayImmutableSegment, empty=no, cellCount=159, cellSize=7275, totalHeapSize=16776, min timestamp=1731595294176, max timestamp=1731595294196Num uniques 859; 2024-11-14T14:41:34,199 DEBUG [RS_IN_MEMORY_COMPACTION-regionserver/da1c6afcd1f9:0-4 {}] regionserver.CompactionPipeline(163): Suffix data size=39335, new segment data size=7275, suffix heap size=117064,new segment heap size=16776 　suffix off heap size=0, new segment off heap size=0, suffix cells count=859, new segment cells count=159 2024-11-14T14:41:34,286 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35765 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=38fa776092ce1d75269fb328438588e8, server=da1c6afcd1f9,35765,1731595233113 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-14T14:41:34,286 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35765 {}] ipc.CallRunner(138): callId: 32 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:38310 deadline: 1731595354278, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=38fa776092ce1d75269fb328438588e8, server=da1c6afcd1f9,35765,1731595233113 2024-11-14T14:41:34,286 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35765 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=38fa776092ce1d75269fb328438588e8, server=da1c6afcd1f9,35765,1731595233113 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-14T14:41:34,286 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35765 {}] ipc.CallRunner(138): callId: 38 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:38284 deadline: 1731595354279, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=38fa776092ce1d75269fb328438588e8, server=da1c6afcd1f9,35765,1731595233113 2024-11-14T14:41:34,286 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731595290056.38fa776092ce1d75269fb328438588e8., hostname=da1c6afcd1f9,35765,1731595233113, seqNum=2 , the old value is region=TestAcidGuarantees,,1731595290056.38fa776092ce1d75269fb328438588e8., hostname=da1c6afcd1f9,35765,1731595233113, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=38fa776092ce1d75269fb328438588e8, server=da1c6afcd1f9,35765,1731595233113 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-14T14:41:34,286 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731595290056.38fa776092ce1d75269fb328438588e8., hostname=da1c6afcd1f9,35765,1731595233113, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=38fa776092ce1d75269fb328438588e8, server=da1c6afcd1f9,35765,1731595233113 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-14T14:41:34,287 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731595290056.38fa776092ce1d75269fb328438588e8., hostname=da1c6afcd1f9,35765,1731595233113, seqNum=2 because the exception is null or not the one we care about 2024-11-14T14:41:34,287 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731595290056.38fa776092ce1d75269fb328438588e8., hostname=da1c6afcd1f9,35765,1731595233113, seqNum=2 , the old value is region=TestAcidGuarantees,,1731595290056.38fa776092ce1d75269fb328438588e8., hostname=da1c6afcd1f9,35765,1731595233113, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=38fa776092ce1d75269fb328438588e8, server=da1c6afcd1f9,35765,1731595233113 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-14T14:41:34,287 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731595290056.38fa776092ce1d75269fb328438588e8., hostname=da1c6afcd1f9,35765,1731595233113, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=38fa776092ce1d75269fb328438588e8, server=da1c6afcd1f9,35765,1731595233113 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-14T14:41:34,287 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731595290056.38fa776092ce1d75269fb328438588e8., hostname=da1c6afcd1f9,35765,1731595233113, seqNum=2 because the exception is null or not the one we care about 2024-11-14T14:41:34,396 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45145 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=66 2024-11-14T14:41:34,397 INFO [RPCClient-NioEventLoopGroup-4-6 {}] client.RawAsyncHBaseAdmin$TableProcedureBiConsumer(2721): Operation: FLUSH, Table Name: default:TestAcidGuarantees completed 2024-11-14T14:41:34,397 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45145 {}] master.HMaster$22(4506): Client=jenkins//172.17.0.2 flush TestAcidGuarantees 2024-11-14T14:41:34,398 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45145 {}] procedure2.ProcedureExecutor(1139): Stored pid=68, state=RUNNABLE:FLUSH_TABLE_PREPARE, hasLock=false; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=68, table=TestAcidGuarantees 2024-11-14T14:41:34,399 INFO [PEWorker-5 {}] procedure.FlushTableProcedure(91): pid=68, state=RUNNABLE:FLUSH_TABLE_PREPARE, hasLock=true; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=68, table=TestAcidGuarantees execute state=FLUSH_TABLE_PREPARE 2024-11-14T14:41:34,399 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45145 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=68 2024-11-14T14:41:34,400 INFO [PEWorker-5 {}] procedure.FlushTableProcedure(91): pid=68, state=RUNNABLE:FLUSH_TABLE_FLUSH_REGIONS, hasLock=true; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=68, table=TestAcidGuarantees execute state=FLUSH_TABLE_FLUSH_REGIONS 2024-11-14T14:41:34,400 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=69, ppid=68, state=RUNNABLE, hasLock=false; org.apache.hadoop.hbase.master.procedure.FlushRegionProcedure}] 2024-11-14T14:41:34,402 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35765 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=38fa776092ce1d75269fb328438588e8, server=da1c6afcd1f9,35765,1731595233113 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-14T14:41:34,402 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35765 {}] ipc.CallRunner(138): callId: 39 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:38284 deadline: 1731595354397, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=38fa776092ce1d75269fb328438588e8, server=da1c6afcd1f9,35765,1731595233113 2024-11-14T14:41:34,402 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731595290056.38fa776092ce1d75269fb328438588e8., hostname=da1c6afcd1f9,35765,1731595233113, seqNum=2 , the old value is region=TestAcidGuarantees,,1731595290056.38fa776092ce1d75269fb328438588e8., hostname=da1c6afcd1f9,35765,1731595233113, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=38fa776092ce1d75269fb328438588e8, server=da1c6afcd1f9,35765,1731595233113 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-14T14:41:34,402 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731595290056.38fa776092ce1d75269fb328438588e8., hostname=da1c6afcd1f9,35765,1731595233113, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=38fa776092ce1d75269fb328438588e8, server=da1c6afcd1f9,35765,1731595233113 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-14T14:41:34,402 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731595290056.38fa776092ce1d75269fb328438588e8., hostname=da1c6afcd1f9,35765,1731595233113, seqNum=2 because the exception is null or not the one we care about 2024-11-14T14:41:34,399 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35765 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=38fa776092ce1d75269fb328438588e8, server=da1c6afcd1f9,35765,1731595233113 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-14T14:41:34,407 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35765 {}] ipc.CallRunner(138): callId: 33 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:38310 deadline: 1731595354396, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=38fa776092ce1d75269fb328438588e8, server=da1c6afcd1f9,35765,1731595233113 2024-11-14T14:41:34,407 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731595290056.38fa776092ce1d75269fb328438588e8., hostname=da1c6afcd1f9,35765,1731595233113, seqNum=2 , the old value is region=TestAcidGuarantees,,1731595290056.38fa776092ce1d75269fb328438588e8., hostname=da1c6afcd1f9,35765,1731595233113, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=38fa776092ce1d75269fb328438588e8, server=da1c6afcd1f9,35765,1731595233113 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-14T14:41:34,407 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731595290056.38fa776092ce1d75269fb328438588e8., hostname=da1c6afcd1f9,35765,1731595233113, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=38fa776092ce1d75269fb328438588e8, server=da1c6afcd1f9,35765,1731595233113 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-14T14:41:34,407 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731595290056.38fa776092ce1d75269fb328438588e8., hostname=da1c6afcd1f9,35765,1731595233113, seqNum=2 because the exception is null or not the one we care about 2024-11-14T14:41:34,479 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35765 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=38fa776092ce1d75269fb328438588e8, server=da1c6afcd1f9,35765,1731595233113 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-14T14:41:34,479 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35765 {}] ipc.CallRunner(138): callId: 16 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:38270 deadline: 1731595354476, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=38fa776092ce1d75269fb328438588e8, server=da1c6afcd1f9,35765,1731595233113 2024-11-14T14:41:34,480 WARN [RPCClient-NioEventLoopGroup-4-12 {}] client.AsyncRpcRetryingCaller(177): Call to da1c6afcd1f9,35765,1731595233113 for 'test_row_2' in 38fa776092ce1d75269fb328438588e8 of TestAcidGuarantees failed, tries = 6, maxAttempts = 16, timeout = 1200000 ms, time elapsed = 2154 ms org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=38fa776092ce1d75269fb328438588e8, server=da1c6afcd1f9,35765,1731595233113 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) at jdk.internal.reflect.GeneratedConstructorAccessor39.newInstance(Unknown Source) ~[?:?] at jdk.internal.reflect.DelegatingConstructorAccessorImpl.newInstance(DelegatingConstructorAccessorImpl.java:45) ~[?:?] at java.lang.reflect.Constructor.newInstanceWithCaller(Constructor.java:499) ~[?:?] at java.lang.reflect.Constructor.newInstance(Constructor.java:480) ~[?:?] at org.apache.hadoop.hbase.ipc.RemoteWithExtrasException.instantiateException(RemoteWithExtrasException.java:110) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RemoteWithExtrasException.unwrapRemoteException(RemoteWithExtrasException.java:100) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.client.ConnectionUtils.translateException(ConnectionUtils.java:219) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRpcRetryingCaller.onError(AsyncRpcRetryingCaller.java:165) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.lambda$call$4(AsyncSingleRequestRpcRetryingCaller.java:86) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.lambda$addListener$0(FutureUtils.java:71) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:863) ~[?:?] at java.util.concurrent.CompletableFuture$UniWhenComplete.tryFire(CompletableFuture.java:841) ~[?:?] at java.util.concurrent.CompletableFuture.postComplete(CompletableFuture.java:510) ~[?:?] at java.util.concurrent.CompletableFuture.completeExceptionally(CompletableFuture.java:2162) ~[?:?] at org.apache.hadoop.hbase.client.ConnectionUtils$2.run(ConnectionUtils.java:625) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hbase.thirdparty.com.google.protobuf.RpcUtil$1.run(RpcUtil.java:56) ~[hbase-shaded-protobuf-4.1.9.jar:4.1.9] at org.apache.hbase.thirdparty.com.google.protobuf.RpcUtil$1.run(RpcUtil.java:47) ~[hbase-shaded-protobuf-4.1.9.jar:4.1.9] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.onCallFinished(AbstractRpcClient.java:397) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:430) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:425) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.callComplete(Call.java:117) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.setException(Call.java:132) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcConnection.readResponse(RpcConnection.java:457) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.NettyRpcDuplexHandler.readResponse(NettyRpcDuplexHandler.java:125) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.NettyRpcDuplexHandler.channelRead(NettyRpcDuplexHandler.java:140) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:442) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.handler.codec.ByteToMessageDecoder.fireChannelRead(ByteToMessageDecoder.java:346) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.handler.codec.ByteToMessageDecoder.channelRead(ByteToMessageDecoder.java:318) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:444) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.handler.timeout.IdleStateHandler.channelRead(IdleStateHandler.java:289) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:442) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline$HeadContext.channelRead(DefaultChannelPipeline.java:1357) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:440) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline.fireChannelRead(DefaultChannelPipeline.java:868) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.AbstractNioByteChannel$NioByteUnsafe.read(AbstractNioByteChannel.java:166) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.processSelectedKey(NioEventLoop.java:788) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.processSelectedKeysOptimized(NioEventLoop.java:724) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.processSelectedKeys(NioEventLoop.java:650) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:562) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) ~[hbase-shaded-netty-4.1.9.jar:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] Caused by: org.apache.hadoop.hbase.ipc.RemoteWithExtrasException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=38fa776092ce1d75269fb328438588e8, server=da1c6afcd1f9,35765,1731595233113 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) at org.apache.hadoop.hbase.ipc.AbstractRpcClient.onCallFinished(AbstractRpcClient.java:392) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] ... 32 more 2024-11-14T14:41:34,480 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731595290056.38fa776092ce1d75269fb328438588e8., hostname=da1c6afcd1f9,35765,1731595233113, seqNum=2 , the old value is region=TestAcidGuarantees,,1731595290056.38fa776092ce1d75269fb328438588e8., hostname=da1c6afcd1f9,35765,1731595233113, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=38fa776092ce1d75269fb328438588e8, server=da1c6afcd1f9,35765,1731595233113 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-14T14:41:34,480 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731595290056.38fa776092ce1d75269fb328438588e8., hostname=da1c6afcd1f9,35765,1731595233113, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=38fa776092ce1d75269fb328438588e8, server=da1c6afcd1f9,35765,1731595233113 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-14T14:41:34,480 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731595290056.38fa776092ce1d75269fb328438588e8., hostname=da1c6afcd1f9,35765,1731595233113, seqNum=2 because the exception is null or not the one we care about 2024-11-14T14:41:34,488 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35765 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=38fa776092ce1d75269fb328438588e8, server=da1c6afcd1f9,35765,1731595233113 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-14T14:41:34,488 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35765 {}] ipc.CallRunner(138): callId: 16 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:38314 deadline: 1731595354487, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=38fa776092ce1d75269fb328438588e8, server=da1c6afcd1f9,35765,1731595233113 2024-11-14T14:41:34,488 WARN [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRpcRetryingCaller(177): Call to da1c6afcd1f9,35765,1731595233113 for 'test_row_0' in 38fa776092ce1d75269fb328438588e8 of TestAcidGuarantees failed, tries = 6, maxAttempts = 16, timeout = 1200000 ms, time elapsed = 2162 ms org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=38fa776092ce1d75269fb328438588e8, server=da1c6afcd1f9,35765,1731595233113 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) at jdk.internal.reflect.GeneratedConstructorAccessor39.newInstance(Unknown Source) ~[?:?] at jdk.internal.reflect.DelegatingConstructorAccessorImpl.newInstance(DelegatingConstructorAccessorImpl.java:45) ~[?:?] at java.lang.reflect.Constructor.newInstanceWithCaller(Constructor.java:499) ~[?:?] at java.lang.reflect.Constructor.newInstance(Constructor.java:480) ~[?:?] at org.apache.hadoop.hbase.ipc.RemoteWithExtrasException.instantiateException(RemoteWithExtrasException.java:110) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RemoteWithExtrasException.unwrapRemoteException(RemoteWithExtrasException.java:100) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.client.ConnectionUtils.translateException(ConnectionUtils.java:219) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRpcRetryingCaller.onError(AsyncRpcRetryingCaller.java:165) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.lambda$call$4(AsyncSingleRequestRpcRetryingCaller.java:86) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.lambda$addListener$0(FutureUtils.java:71) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:863) ~[?:?] at java.util.concurrent.CompletableFuture$UniWhenComplete.tryFire(CompletableFuture.java:841) ~[?:?] at java.util.concurrent.CompletableFuture.postComplete(CompletableFuture.java:510) ~[?:?] at java.util.concurrent.CompletableFuture.completeExceptionally(CompletableFuture.java:2162) ~[?:?] at org.apache.hadoop.hbase.client.ConnectionUtils$2.run(ConnectionUtils.java:625) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hbase.thirdparty.com.google.protobuf.RpcUtil$1.run(RpcUtil.java:56) ~[hbase-shaded-protobuf-4.1.9.jar:4.1.9] at org.apache.hbase.thirdparty.com.google.protobuf.RpcUtil$1.run(RpcUtil.java:47) ~[hbase-shaded-protobuf-4.1.9.jar:4.1.9] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.onCallFinished(AbstractRpcClient.java:397) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:430) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:425) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.callComplete(Call.java:117) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.setException(Call.java:132) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcConnection.readResponse(RpcConnection.java:457) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.NettyRpcDuplexHandler.readResponse(NettyRpcDuplexHandler.java:125) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.NettyRpcDuplexHandler.channelRead(NettyRpcDuplexHandler.java:140) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:442) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.handler.codec.ByteToMessageDecoder.fireChannelRead(ByteToMessageDecoder.java:346) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.handler.codec.ByteToMessageDecoder.channelRead(ByteToMessageDecoder.java:318) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:444) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.handler.timeout.IdleStateHandler.channelRead(IdleStateHandler.java:289) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:442) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline$HeadContext.channelRead(DefaultChannelPipeline.java:1357) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:440) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline.fireChannelRead(DefaultChannelPipeline.java:868) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.AbstractNioByteChannel$NioByteUnsafe.read(AbstractNioByteChannel.java:166) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.processSelectedKey(NioEventLoop.java:788) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.processSelectedKeysOptimized(NioEventLoop.java:724) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.processSelectedKeys(NioEventLoop.java:650) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:562) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) ~[hbase-shaded-netty-4.1.9.jar:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] Caused by: org.apache.hadoop.hbase.ipc.RemoteWithExtrasException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=38fa776092ce1d75269fb328438588e8, server=da1c6afcd1f9,35765,1731595233113 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) at org.apache.hadoop.hbase.ipc.AbstractRpcClient.onCallFinished(AbstractRpcClient.java:392) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] ... 32 more 2024-11-14T14:41:34,489 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731595290056.38fa776092ce1d75269fb328438588e8., hostname=da1c6afcd1f9,35765,1731595233113, seqNum=2 , the old value is region=TestAcidGuarantees,,1731595290056.38fa776092ce1d75269fb328438588e8., hostname=da1c6afcd1f9,35765,1731595233113, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=38fa776092ce1d75269fb328438588e8, server=da1c6afcd1f9,35765,1731595233113 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-14T14:41:34,489 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731595290056.38fa776092ce1d75269fb328438588e8., hostname=da1c6afcd1f9,35765,1731595233113, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=38fa776092ce1d75269fb328438588e8, server=da1c6afcd1f9,35765,1731595233113 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-14T14:41:34,489 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731595290056.38fa776092ce1d75269fb328438588e8., hostname=da1c6afcd1f9,35765,1731595233113, seqNum=2 because the exception is null or not the one we care about 2024-11-14T14:41:34,491 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35765 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=38fa776092ce1d75269fb328438588e8, server=da1c6afcd1f9,35765,1731595233113 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-14T14:41:34,491 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35765 {}] ipc.CallRunner(138): callId: 13 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:38294 deadline: 1731595354488, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=38fa776092ce1d75269fb328438588e8, server=da1c6afcd1f9,35765,1731595233113 2024-11-14T14:41:34,491 WARN [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRpcRetryingCaller(177): Call to da1c6afcd1f9,35765,1731595233113 for 'test_row_0' in 38fa776092ce1d75269fb328438588e8 of TestAcidGuarantees failed, tries = 6, maxAttempts = 16, timeout = 1200000 ms, time elapsed = 2173 ms org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=38fa776092ce1d75269fb328438588e8, server=da1c6afcd1f9,35765,1731595233113 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) at jdk.internal.reflect.GeneratedConstructorAccessor39.newInstance(Unknown Source) ~[?:?] at jdk.internal.reflect.DelegatingConstructorAccessorImpl.newInstance(DelegatingConstructorAccessorImpl.java:45) ~[?:?] at java.lang.reflect.Constructor.newInstanceWithCaller(Constructor.java:499) ~[?:?] at java.lang.reflect.Constructor.newInstance(Constructor.java:480) ~[?:?] at org.apache.hadoop.hbase.ipc.RemoteWithExtrasException.instantiateException(RemoteWithExtrasException.java:110) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RemoteWithExtrasException.unwrapRemoteException(RemoteWithExtrasException.java:100) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.client.ConnectionUtils.translateException(ConnectionUtils.java:219) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRpcRetryingCaller.onError(AsyncRpcRetryingCaller.java:165) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.lambda$call$4(AsyncSingleRequestRpcRetryingCaller.java:86) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.lambda$addListener$0(FutureUtils.java:71) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:863) ~[?:?] at java.util.concurrent.CompletableFuture$UniWhenComplete.tryFire(CompletableFuture.java:841) ~[?:?] at java.util.concurrent.CompletableFuture.postComplete(CompletableFuture.java:510) ~[?:?] at java.util.concurrent.CompletableFuture.completeExceptionally(CompletableFuture.java:2162) ~[?:?] at org.apache.hadoop.hbase.client.ConnectionUtils$2.run(ConnectionUtils.java:625) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hbase.thirdparty.com.google.protobuf.RpcUtil$1.run(RpcUtil.java:56) ~[hbase-shaded-protobuf-4.1.9.jar:4.1.9] at org.apache.hbase.thirdparty.com.google.protobuf.RpcUtil$1.run(RpcUtil.java:47) ~[hbase-shaded-protobuf-4.1.9.jar:4.1.9] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.onCallFinished(AbstractRpcClient.java:397) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:430) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:425) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.callComplete(Call.java:117) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.setException(Call.java:132) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcConnection.readResponse(RpcConnection.java:457) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.NettyRpcDuplexHandler.readResponse(NettyRpcDuplexHandler.java:125) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.NettyRpcDuplexHandler.channelRead(NettyRpcDuplexHandler.java:140) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:442) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.handler.codec.ByteToMessageDecoder.fireChannelRead(ByteToMessageDecoder.java:346) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.handler.codec.ByteToMessageDecoder.channelRead(ByteToMessageDecoder.java:318) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:444) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.handler.timeout.IdleStateHandler.channelRead(IdleStateHandler.java:289) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:442) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline$HeadContext.channelRead(DefaultChannelPipeline.java:1357) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:440) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline.fireChannelRead(DefaultChannelPipeline.java:868) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.AbstractNioByteChannel$NioByteUnsafe.read(AbstractNioByteChannel.java:166) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.processSelectedKey(NioEventLoop.java:788) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.processSelectedKeysOptimized(NioEventLoop.java:724) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.processSelectedKeys(NioEventLoop.java:650) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:562) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) ~[hbase-shaded-netty-4.1.9.jar:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] Caused by: org.apache.hadoop.hbase.ipc.RemoteWithExtrasException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=38fa776092ce1d75269fb328438588e8, server=da1c6afcd1f9,35765,1731595233113 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) at org.apache.hadoop.hbase.ipc.AbstractRpcClient.onCallFinished(AbstractRpcClient.java:392) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] ... 32 more 2024-11-14T14:41:34,492 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731595290056.38fa776092ce1d75269fb328438588e8., hostname=da1c6afcd1f9,35765,1731595233113, seqNum=2 , the old value is region=TestAcidGuarantees,,1731595290056.38fa776092ce1d75269fb328438588e8., hostname=da1c6afcd1f9,35765,1731595233113, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=38fa776092ce1d75269fb328438588e8, server=da1c6afcd1f9,35765,1731595233113 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-14T14:41:34,492 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731595290056.38fa776092ce1d75269fb328438588e8., hostname=da1c6afcd1f9,35765,1731595233113, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=38fa776092ce1d75269fb328438588e8, server=da1c6afcd1f9,35765,1731595233113 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-14T14:41:34,492 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731595290056.38fa776092ce1d75269fb328438588e8., hostname=da1c6afcd1f9,35765,1731595233113, seqNum=2 because the exception is null or not the one we care about 2024-11-14T14:41:34,506 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45145 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=68 2024-11-14T14:41:34,553 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=35765 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=69 2024-11-14T14:41:34,553 DEBUG [RS_FLUSH_OPERATIONS-regionserver/da1c6afcd1f9:0-1 {event_type=RS_FLUSH_REGIONS, pid=69}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1731595290056.38fa776092ce1d75269fb328438588e8. 2024-11-14T14:41:34,553 DEBUG [RS_FLUSH_OPERATIONS-regionserver/da1c6afcd1f9:0-1 {event_type=RS_FLUSH_REGIONS, pid=69}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1731595290056.38fa776092ce1d75269fb328438588e8. as already flushing 2024-11-14T14:41:34,554 DEBUG [RS_FLUSH_OPERATIONS-regionserver/da1c6afcd1f9:0-1 {event_type=RS_FLUSH_REGIONS, pid=69}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1731595290056.38fa776092ce1d75269fb328438588e8. 2024-11-14T14:41:34,554 ERROR [RS_FLUSH_OPERATIONS-regionserver/da1c6afcd1f9:0-1 {event_type=RS_FLUSH_REGIONS, pid=69}] handler.RSProcedureHandler(58): pid=69 java.io.IOException: Unable to complete flush {ENCODED => 38fa776092ce1d75269fb328438588e8, NAME => 'TestAcidGuarantees,,1731595290056.38fa776092ce1d75269fb328438588e8.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-14T14:41:34,554 DEBUG [RS_FLUSH_OPERATIONS-regionserver/da1c6afcd1f9:0-1 {event_type=RS_FLUSH_REGIONS, pid=69}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=69 java.io.IOException: Unable to complete flush {ENCODED => 38fa776092ce1d75269fb328438588e8, NAME => 'TestAcidGuarantees,,1731595290056.38fa776092ce1d75269fb328438588e8.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-14T14:41:34,554 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45145 {}] master.HMaster(4177): Remote procedure failed, pid=69 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 38fa776092ce1d75269fb328438588e8, NAME => 'TestAcidGuarantees,,1731595290056.38fa776092ce1d75269fb328438588e8.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$5(MasterRpcServices.java:2580) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2575) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 38fa776092ce1d75269fb328438588e8, NAME => 'TestAcidGuarantees,,1731595290056.38fa776092ce1d75269fb328438588e8.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-14T14:41:34,571 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=17.89 KB at sequenceid=58 (bloomFilter=true), to=hdfs://localhost:34345/user/jenkins/test-data/14d118ee-a83a-b09b-5913-1a58940a5db1/data/default/TestAcidGuarantees/38fa776092ce1d75269fb328438588e8/.tmp/B/d95ff3962e3149698ae40584f5d23fb5 2024-11-14T14:41:34,593 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:34345/user/jenkins/test-data/14d118ee-a83a-b09b-5913-1a58940a5db1/data/default/TestAcidGuarantees/38fa776092ce1d75269fb328438588e8/.tmp/C/5ab902a867f644feb90f535edcdb9741 is 50, key is test_row_1/C:col10/1731595294097/Put/seqid=0 2024-11-14T14:41:34,603 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36699 is added to blk_1073742080_1256 (size=9657) 2024-11-14T14:41:34,609 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35765 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=38fa776092ce1d75269fb328438588e8, server=da1c6afcd1f9,35765,1731595233113 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-14T14:41:34,609 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35765 {}] ipc.CallRunner(138): callId: 40 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:38284 deadline: 1731595354605, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=38fa776092ce1d75269fb328438588e8, server=da1c6afcd1f9,35765,1731595233113 2024-11-14T14:41:34,610 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731595290056.38fa776092ce1d75269fb328438588e8., hostname=da1c6afcd1f9,35765,1731595233113, seqNum=2 , the old value is region=TestAcidGuarantees,,1731595290056.38fa776092ce1d75269fb328438588e8., hostname=da1c6afcd1f9,35765,1731595233113, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=38fa776092ce1d75269fb328438588e8, server=da1c6afcd1f9,35765,1731595233113 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-14T14:41:34,610 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731595290056.38fa776092ce1d75269fb328438588e8., hostname=da1c6afcd1f9,35765,1731595233113, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=38fa776092ce1d75269fb328438588e8, server=da1c6afcd1f9,35765,1731595233113 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-14T14:41:34,610 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731595290056.38fa776092ce1d75269fb328438588e8., hostname=da1c6afcd1f9,35765,1731595233113, seqNum=2 because the exception is null or not the one we care about 2024-11-14T14:41:34,617 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35765 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=38fa776092ce1d75269fb328438588e8, server=da1c6afcd1f9,35765,1731595233113 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-14T14:41:34,617 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35765 {}] ipc.CallRunner(138): callId: 34 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:38310 deadline: 1731595354616, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=38fa776092ce1d75269fb328438588e8, server=da1c6afcd1f9,35765,1731595233113 2024-11-14T14:41:34,618 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731595290056.38fa776092ce1d75269fb328438588e8., hostname=da1c6afcd1f9,35765,1731595233113, seqNum=2 , the old value is region=TestAcidGuarantees,,1731595290056.38fa776092ce1d75269fb328438588e8., hostname=da1c6afcd1f9,35765,1731595233113, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=38fa776092ce1d75269fb328438588e8, server=da1c6afcd1f9,35765,1731595233113 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-14T14:41:34,619 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731595290056.38fa776092ce1d75269fb328438588e8., hostname=da1c6afcd1f9,35765,1731595233113, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=38fa776092ce1d75269fb328438588e8, server=da1c6afcd1f9,35765,1731595233113 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-14T14:41:34,619 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731595290056.38fa776092ce1d75269fb328438588e8., hostname=da1c6afcd1f9,35765,1731595233113, seqNum=2 because the exception is null or not the one we care about 2024-11-14T14:41:34,718 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=35765 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=69 2024-11-14T14:41:34,719 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45145 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=68 2024-11-14T14:41:34,720 DEBUG [RS_FLUSH_OPERATIONS-regionserver/da1c6afcd1f9:0-2 {event_type=RS_FLUSH_REGIONS, pid=69}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1731595290056.38fa776092ce1d75269fb328438588e8. 2024-11-14T14:41:34,720 DEBUG [RS_FLUSH_OPERATIONS-regionserver/da1c6afcd1f9:0-2 {event_type=RS_FLUSH_REGIONS, pid=69}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1731595290056.38fa776092ce1d75269fb328438588e8. as already flushing 2024-11-14T14:41:34,720 DEBUG [RS_FLUSH_OPERATIONS-regionserver/da1c6afcd1f9:0-2 {event_type=RS_FLUSH_REGIONS, pid=69}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1731595290056.38fa776092ce1d75269fb328438588e8. 2024-11-14T14:41:34,720 ERROR [RS_FLUSH_OPERATIONS-regionserver/da1c6afcd1f9:0-2 {event_type=RS_FLUSH_REGIONS, pid=69}] handler.RSProcedureHandler(58): pid=69 java.io.IOException: Unable to complete flush {ENCODED => 38fa776092ce1d75269fb328438588e8, NAME => 'TestAcidGuarantees,,1731595290056.38fa776092ce1d75269fb328438588e8.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-14T14:41:34,720 DEBUG [RS_FLUSH_OPERATIONS-regionserver/da1c6afcd1f9:0-2 {event_type=RS_FLUSH_REGIONS, pid=69}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=69 java.io.IOException: Unable to complete flush {ENCODED => 38fa776092ce1d75269fb328438588e8, NAME => 'TestAcidGuarantees,,1731595290056.38fa776092ce1d75269fb328438588e8.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-14T14:41:34,721 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45145 {}] master.HMaster(4177): Remote procedure failed, pid=69 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 38fa776092ce1d75269fb328438588e8, NAME => 'TestAcidGuarantees,,1731595290056.38fa776092ce1d75269fb328438588e8.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$5(MasterRpcServices.java:2580) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2575) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 38fa776092ce1d75269fb328438588e8, NAME => 'TestAcidGuarantees,,1731595290056.38fa776092ce1d75269fb328438588e8.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-14T14:41:34,872 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=35765 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=69 2024-11-14T14:41:34,873 DEBUG [RS_FLUSH_OPERATIONS-regionserver/da1c6afcd1f9:0-0 {event_type=RS_FLUSH_REGIONS, pid=69}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1731595290056.38fa776092ce1d75269fb328438588e8. 2024-11-14T14:41:34,873 DEBUG [RS_FLUSH_OPERATIONS-regionserver/da1c6afcd1f9:0-0 {event_type=RS_FLUSH_REGIONS, pid=69}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1731595290056.38fa776092ce1d75269fb328438588e8. as already flushing 2024-11-14T14:41:34,873 DEBUG [RS_FLUSH_OPERATIONS-regionserver/da1c6afcd1f9:0-0 {event_type=RS_FLUSH_REGIONS, pid=69}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1731595290056.38fa776092ce1d75269fb328438588e8. 2024-11-14T14:41:34,873 ERROR [RS_FLUSH_OPERATIONS-regionserver/da1c6afcd1f9:0-0 {event_type=RS_FLUSH_REGIONS, pid=69}] handler.RSProcedureHandler(58): pid=69 java.io.IOException: Unable to complete flush {ENCODED => 38fa776092ce1d75269fb328438588e8, NAME => 'TestAcidGuarantees,,1731595290056.38fa776092ce1d75269fb328438588e8.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-14T14:41:34,873 DEBUG [RS_FLUSH_OPERATIONS-regionserver/da1c6afcd1f9:0-0 {event_type=RS_FLUSH_REGIONS, pid=69}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=69 java.io.IOException: Unable to complete flush {ENCODED => 38fa776092ce1d75269fb328438588e8, NAME => 'TestAcidGuarantees,,1731595290056.38fa776092ce1d75269fb328438588e8.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-14T14:41:34,874 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45145 {}] master.HMaster(4177): Remote procedure failed, pid=69 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 38fa776092ce1d75269fb328438588e8, NAME => 'TestAcidGuarantees,,1731595290056.38fa776092ce1d75269fb328438588e8.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$5(MasterRpcServices.java:2580) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2575) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 38fa776092ce1d75269fb328438588e8, NAME => 'TestAcidGuarantees,,1731595290056.38fa776092ce1d75269fb328438588e8.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-14T14:41:34,918 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35765 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=38fa776092ce1d75269fb328438588e8, server=da1c6afcd1f9,35765,1731595233113 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-14T14:41:34,918 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35765 {}] ipc.CallRunner(138): callId: 41 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:38284 deadline: 1731595354916, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=38fa776092ce1d75269fb328438588e8, server=da1c6afcd1f9,35765,1731595233113 2024-11-14T14:41:34,919 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731595290056.38fa776092ce1d75269fb328438588e8., hostname=da1c6afcd1f9,35765,1731595233113, seqNum=2 , the old value is region=TestAcidGuarantees,,1731595290056.38fa776092ce1d75269fb328438588e8., hostname=da1c6afcd1f9,35765,1731595233113, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=38fa776092ce1d75269fb328438588e8, server=da1c6afcd1f9,35765,1731595233113 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-14T14:41:34,919 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731595290056.38fa776092ce1d75269fb328438588e8., hostname=da1c6afcd1f9,35765,1731595233113, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=38fa776092ce1d75269fb328438588e8, server=da1c6afcd1f9,35765,1731595233113 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-14T14:41:34,919 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731595290056.38fa776092ce1d75269fb328438588e8., hostname=da1c6afcd1f9,35765,1731595233113, seqNum=2 because the exception is null or not the one we care about 2024-11-14T14:41:34,930 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35765 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=38fa776092ce1d75269fb328438588e8, server=da1c6afcd1f9,35765,1731595233113 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-14T14:41:34,930 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35765 {}] ipc.CallRunner(138): callId: 35 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:38310 deadline: 1731595354926, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=38fa776092ce1d75269fb328438588e8, server=da1c6afcd1f9,35765,1731595233113 2024-11-14T14:41:34,931 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731595290056.38fa776092ce1d75269fb328438588e8., hostname=da1c6afcd1f9,35765,1731595233113, seqNum=2 , the old value is region=TestAcidGuarantees,,1731595290056.38fa776092ce1d75269fb328438588e8., hostname=da1c6afcd1f9,35765,1731595233113, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=38fa776092ce1d75269fb328438588e8, server=da1c6afcd1f9,35765,1731595233113 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-14T14:41:34,931 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731595290056.38fa776092ce1d75269fb328438588e8., hostname=da1c6afcd1f9,35765,1731595233113, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=38fa776092ce1d75269fb328438588e8, server=da1c6afcd1f9,35765,1731595233113 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-14T14:41:34,931 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731595290056.38fa776092ce1d75269fb328438588e8., hostname=da1c6afcd1f9,35765,1731595233113, seqNum=2 because the exception is null or not the one we care about 2024-11-14T14:41:35,005 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=17.89 KB at sequenceid=58 (bloomFilter=true), to=hdfs://localhost:34345/user/jenkins/test-data/14d118ee-a83a-b09b-5913-1a58940a5db1/data/default/TestAcidGuarantees/38fa776092ce1d75269fb328438588e8/.tmp/C/5ab902a867f644feb90f535edcdb9741 2024-11-14T14:41:35,013 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:34345/user/jenkins/test-data/14d118ee-a83a-b09b-5913-1a58940a5db1/data/default/TestAcidGuarantees/38fa776092ce1d75269fb328438588e8/.tmp/A/db896704bab849748cd7eae487fd2a45 as hdfs://localhost:34345/user/jenkins/test-data/14d118ee-a83a-b09b-5913-1a58940a5db1/data/default/TestAcidGuarantees/38fa776092ce1d75269fb328438588e8/A/db896704bab849748cd7eae487fd2a45 2024-11-14T14:41:35,019 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:34345/user/jenkins/test-data/14d118ee-a83a-b09b-5913-1a58940a5db1/data/default/TestAcidGuarantees/38fa776092ce1d75269fb328438588e8/A/db896704bab849748cd7eae487fd2a45, entries=100, sequenceid=58, filesize=9.4 K 2024-11-14T14:41:35,021 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:34345/user/jenkins/test-data/14d118ee-a83a-b09b-5913-1a58940a5db1/data/default/TestAcidGuarantees/38fa776092ce1d75269fb328438588e8/.tmp/B/d95ff3962e3149698ae40584f5d23fb5 as hdfs://localhost:34345/user/jenkins/test-data/14d118ee-a83a-b09b-5913-1a58940a5db1/data/default/TestAcidGuarantees/38fa776092ce1d75269fb328438588e8/B/d95ff3962e3149698ae40584f5d23fb5 2024-11-14T14:41:35,026 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=35765 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=69 2024-11-14T14:41:35,026 DEBUG [RS_FLUSH_OPERATIONS-regionserver/da1c6afcd1f9:0-1 {event_type=RS_FLUSH_REGIONS, pid=69}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1731595290056.38fa776092ce1d75269fb328438588e8. 2024-11-14T14:41:35,026 DEBUG [RS_FLUSH_OPERATIONS-regionserver/da1c6afcd1f9:0-1 {event_type=RS_FLUSH_REGIONS, pid=69}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1731595290056.38fa776092ce1d75269fb328438588e8. as already flushing 2024-11-14T14:41:35,026 DEBUG [RS_FLUSH_OPERATIONS-regionserver/da1c6afcd1f9:0-1 {event_type=RS_FLUSH_REGIONS, pid=69}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1731595290056.38fa776092ce1d75269fb328438588e8. 2024-11-14T14:41:35,026 ERROR [RS_FLUSH_OPERATIONS-regionserver/da1c6afcd1f9:0-1 {event_type=RS_FLUSH_REGIONS, pid=69}] handler.RSProcedureHandler(58): pid=69 java.io.IOException: Unable to complete flush {ENCODED => 38fa776092ce1d75269fb328438588e8, NAME => 'TestAcidGuarantees,,1731595290056.38fa776092ce1d75269fb328438588e8.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-14T14:41:35,027 DEBUG [RS_FLUSH_OPERATIONS-regionserver/da1c6afcd1f9:0-1 {event_type=RS_FLUSH_REGIONS, pid=69}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=69 java.io.IOException: Unable to complete flush {ENCODED => 38fa776092ce1d75269fb328438588e8, NAME => 'TestAcidGuarantees,,1731595290056.38fa776092ce1d75269fb328438588e8.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-14T14:41:35,027 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45145 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=68 2024-11-14T14:41:35,027 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:34345/user/jenkins/test-data/14d118ee-a83a-b09b-5913-1a58940a5db1/data/default/TestAcidGuarantees/38fa776092ce1d75269fb328438588e8/B/d95ff3962e3149698ae40584f5d23fb5, entries=100, sequenceid=58, filesize=9.4 K 2024-11-14T14:41:35,029 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:34345/user/jenkins/test-data/14d118ee-a83a-b09b-5913-1a58940a5db1/data/default/TestAcidGuarantees/38fa776092ce1d75269fb328438588e8/.tmp/C/5ab902a867f644feb90f535edcdb9741 as hdfs://localhost:34345/user/jenkins/test-data/14d118ee-a83a-b09b-5913-1a58940a5db1/data/default/TestAcidGuarantees/38fa776092ce1d75269fb328438588e8/C/5ab902a867f644feb90f535edcdb9741 2024-11-14T14:41:35,029 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45145 {}] master.HMaster(4177): Remote procedure failed, pid=69 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 38fa776092ce1d75269fb328438588e8, NAME => 'TestAcidGuarantees,,1731595290056.38fa776092ce1d75269fb328438588e8.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$5(MasterRpcServices.java:2580) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2575) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 38fa776092ce1d75269fb328438588e8, NAME => 'TestAcidGuarantees,,1731595290056.38fa776092ce1d75269fb328438588e8.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-14T14:41:35,038 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:34345/user/jenkins/test-data/14d118ee-a83a-b09b-5913-1a58940a5db1/data/default/TestAcidGuarantees/38fa776092ce1d75269fb328438588e8/C/5ab902a867f644feb90f535edcdb9741, entries=100, sequenceid=58, filesize=9.4 K 2024-11-14T14:41:35,039 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(3140): Finished flush of dataSize ~53.67 KB/54960, heapSize ~160.08 KB/163920, currentSize=127.47 KB/130530 for 38fa776092ce1d75269fb328438588e8 in 941ms, sequenceid=58, compaction requested=true 2024-11-14T14:41:35,039 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2603): Flush status journal for 38fa776092ce1d75269fb328438588e8: 2024-11-14T14:41:35,040 DEBUG [RS:0;da1c6afcd1f9:35765-shortCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 3 store files, 0 compacting, 3 eligible, 16 blocking 2024-11-14T14:41:35,040 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store 38fa776092ce1d75269fb328438588e8:A, priority=-2147483648, current under compaction store size is 1 2024-11-14T14:41:35,040 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-14T14:41:35,040 DEBUG [RS:0;da1c6afcd1f9:35765-longCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 3 store files, 0 compacting, 3 eligible, 16 blocking 2024-11-14T14:41:35,041 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store 38fa776092ce1d75269fb328438588e8:B, priority=-2147483648, current under compaction store size is 2 2024-11-14T14:41:35,041 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-14T14:41:35,041 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store 38fa776092ce1d75269fb328438588e8:C, priority=-2147483648, current under compaction store size is 3 2024-11-14T14:41:35,041 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=1), splitQueue=0 2024-11-14T14:41:35,041 DEBUG [RS:0;da1c6afcd1f9:35765-shortCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 3 files of size 33659 starting at candidate #0 after considering 1 permutations with 1 in ratio 2024-11-14T14:41:35,041 DEBUG [RS:0;da1c6afcd1f9:35765-shortCompactions-0 {}] regionserver.HStore(1541): 38fa776092ce1d75269fb328438588e8/A is initiating minor compaction (all files) 2024-11-14T14:41:35,041 INFO [RS:0;da1c6afcd1f9:35765-shortCompactions-0 {}] regionserver.HRegion(2416): Starting compaction of 38fa776092ce1d75269fb328438588e8/A in TestAcidGuarantees,,1731595290056.38fa776092ce1d75269fb328438588e8. 2024-11-14T14:41:35,041 INFO [RS:0;da1c6afcd1f9:35765-shortCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:34345/user/jenkins/test-data/14d118ee-a83a-b09b-5913-1a58940a5db1/data/default/TestAcidGuarantees/38fa776092ce1d75269fb328438588e8/A/2be1397909a0455383e493e6678832e7, hdfs://localhost:34345/user/jenkins/test-data/14d118ee-a83a-b09b-5913-1a58940a5db1/data/default/TestAcidGuarantees/38fa776092ce1d75269fb328438588e8/A/c8f0f9cd715d4298b7351b3c115cb74d, hdfs://localhost:34345/user/jenkins/test-data/14d118ee-a83a-b09b-5913-1a58940a5db1/data/default/TestAcidGuarantees/38fa776092ce1d75269fb328438588e8/A/db896704bab849748cd7eae487fd2a45] into tmpdir=hdfs://localhost:34345/user/jenkins/test-data/14d118ee-a83a-b09b-5913-1a58940a5db1/data/default/TestAcidGuarantees/38fa776092ce1d75269fb328438588e8/.tmp, totalSize=32.9 K 2024-11-14T14:41:35,042 DEBUG [RS:0;da1c6afcd1f9:35765-shortCompactions-0 {}] compactions.Compactor(225): Compacting 2be1397909a0455383e493e6678832e7, keycount=150, bloomtype=ROW, size=11.7 K, encoding=NONE, compression=NONE, seqNum=12, earliestPutTs=1731595292259 2024-11-14T14:41:35,044 DEBUG [RS:0;da1c6afcd1f9:35765-shortCompactions-0 {}] compactions.Compactor(225): Compacting c8f0f9cd715d4298b7351b3c115cb74d, keycount=150, bloomtype=ROW, size=11.7 K, encoding=NONE, compression=NONE, seqNum=47, earliestPutTs=1731595292314 2024-11-14T14:41:35,044 DEBUG [RS:0;da1c6afcd1f9:35765-longCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 3 files of size 33659 starting at candidate #0 after considering 1 permutations with 1 in ratio 2024-11-14T14:41:35,044 DEBUG [RS:0;da1c6afcd1f9:35765-longCompactions-0 {}] regionserver.HStore(1541): 38fa776092ce1d75269fb328438588e8/B is initiating minor compaction (all files) 2024-11-14T14:41:35,044 INFO [RS:0;da1c6afcd1f9:35765-longCompactions-0 {}] regionserver.HRegion(2416): Starting compaction of 38fa776092ce1d75269fb328438588e8/B in TestAcidGuarantees,,1731595290056.38fa776092ce1d75269fb328438588e8. 2024-11-14T14:41:35,044 INFO [RS:0;da1c6afcd1f9:35765-longCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:34345/user/jenkins/test-data/14d118ee-a83a-b09b-5913-1a58940a5db1/data/default/TestAcidGuarantees/38fa776092ce1d75269fb328438588e8/B/d4e61e6158e84b7ba1543042e6a70ce8, hdfs://localhost:34345/user/jenkins/test-data/14d118ee-a83a-b09b-5913-1a58940a5db1/data/default/TestAcidGuarantees/38fa776092ce1d75269fb328438588e8/B/db36d76ed75d4f9792273399c50c2fe3, hdfs://localhost:34345/user/jenkins/test-data/14d118ee-a83a-b09b-5913-1a58940a5db1/data/default/TestAcidGuarantees/38fa776092ce1d75269fb328438588e8/B/d95ff3962e3149698ae40584f5d23fb5] into tmpdir=hdfs://localhost:34345/user/jenkins/test-data/14d118ee-a83a-b09b-5913-1a58940a5db1/data/default/TestAcidGuarantees/38fa776092ce1d75269fb328438588e8/.tmp, totalSize=32.9 K 2024-11-14T14:41:35,045 DEBUG [RS:0;da1c6afcd1f9:35765-longCompactions-0 {}] compactions.Compactor(225): Compacting d4e61e6158e84b7ba1543042e6a70ce8, keycount=150, bloomtype=ROW, size=11.7 K, encoding=NONE, compression=NONE, seqNum=12, earliestPutTs=1731595292259 2024-11-14T14:41:35,045 DEBUG [RS:0;da1c6afcd1f9:35765-shortCompactions-0 {}] compactions.Compactor(225): Compacting db896704bab849748cd7eae487fd2a45, keycount=100, bloomtype=ROW, size=9.4 K, encoding=NONE, compression=NONE, seqNum=58, earliestPutTs=1731595292958 2024-11-14T14:41:35,045 DEBUG [RS:0;da1c6afcd1f9:35765-longCompactions-0 {}] compactions.Compactor(225): Compacting db36d76ed75d4f9792273399c50c2fe3, keycount=150, bloomtype=ROW, size=11.7 K, encoding=NONE, compression=NONE, seqNum=47, earliestPutTs=1731595292314 2024-11-14T14:41:35,046 DEBUG [RS:0;da1c6afcd1f9:35765-longCompactions-0 {}] compactions.Compactor(225): Compacting d95ff3962e3149698ae40584f5d23fb5, keycount=100, bloomtype=ROW, size=9.4 K, encoding=NONE, compression=NONE, seqNum=58, earliestPutTs=1731595292958 2024-11-14T14:41:35,057 INFO [RS:0;da1c6afcd1f9:35765-longCompactions-0 {}] throttle.PressureAwareThroughputController(145): 38fa776092ce1d75269fb328438588e8#B#compaction#215 average throughput is 6.55 MB/second, slept 0 time(s) and total slept time is 0 ms. 1 active operations remaining, total limit is 50.00 MB/second 2024-11-14T14:41:35,058 DEBUG [RS:0;da1c6afcd1f9:35765-longCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:34345/user/jenkins/test-data/14d118ee-a83a-b09b-5913-1a58940a5db1/data/default/TestAcidGuarantees/38fa776092ce1d75269fb328438588e8/.tmp/B/d24d027beb4b4462bae49e4da8976f73 is 50, key is test_row_0/B:col10/1731595292316/Put/seqid=0 2024-11-14T14:41:35,058 INFO [RS:0;da1c6afcd1f9:35765-shortCompactions-0 {}] throttle.PressureAwareThroughputController(145): 38fa776092ce1d75269fb328438588e8#A#compaction#216 average throughput is 6.55 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second 2024-11-14T14:41:35,059 DEBUG [RS:0;da1c6afcd1f9:35765-shortCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:34345/user/jenkins/test-data/14d118ee-a83a-b09b-5913-1a58940a5db1/data/default/TestAcidGuarantees/38fa776092ce1d75269fb328438588e8/.tmp/A/590ae9c172e54e86a495348e8b3c33dc is 50, key is test_row_0/A:col10/1731595292316/Put/seqid=0 2024-11-14T14:41:35,073 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36699 is added to blk_1073742081_1257 (size=12104) 2024-11-14T14:41:35,074 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36699 is added to blk_1073742082_1258 (size=12104) 2024-11-14T14:41:35,085 DEBUG [RS:0;da1c6afcd1f9:35765-longCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:34345/user/jenkins/test-data/14d118ee-a83a-b09b-5913-1a58940a5db1/data/default/TestAcidGuarantees/38fa776092ce1d75269fb328438588e8/.tmp/B/d24d027beb4b4462bae49e4da8976f73 as hdfs://localhost:34345/user/jenkins/test-data/14d118ee-a83a-b09b-5913-1a58940a5db1/data/default/TestAcidGuarantees/38fa776092ce1d75269fb328438588e8/B/d24d027beb4b4462bae49e4da8976f73 2024-11-14T14:41:35,093 INFO [RS:0;da1c6afcd1f9:35765-longCompactions-0 {}] regionserver.HStore(1337): Completed compaction of 3 (all) file(s) in 38fa776092ce1d75269fb328438588e8/B of 38fa776092ce1d75269fb328438588e8 into d24d027beb4b4462bae49e4da8976f73(size=11.8 K), total size for store is 11.8 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-11-14T14:41:35,093 DEBUG [RS:0;da1c6afcd1f9:35765-longCompactions-0 {}] regionserver.HRegion(2446): Compaction status journal for 38fa776092ce1d75269fb328438588e8: 2024-11-14T14:41:35,093 INFO [RS:0;da1c6afcd1f9:35765-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1731595290056.38fa776092ce1d75269fb328438588e8., storeName=38fa776092ce1d75269fb328438588e8/B, priority=13, startTime=1731595295040; duration=0sec 2024-11-14T14:41:35,093 DEBUG [RS:0;da1c6afcd1f9:35765-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=1), splitQueue=0 2024-11-14T14:41:35,093 DEBUG [RS:0;da1c6afcd1f9:35765-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: 38fa776092ce1d75269fb328438588e8:B 2024-11-14T14:41:35,093 DEBUG [RS:0;da1c6afcd1f9:35765-longCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 3 store files, 0 compacting, 3 eligible, 16 blocking 2024-11-14T14:41:35,095 DEBUG [RS:0;da1c6afcd1f9:35765-longCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 3 files of size 33659 starting at candidate #0 after considering 1 permutations with 1 in ratio 2024-11-14T14:41:35,095 DEBUG [RS:0;da1c6afcd1f9:35765-longCompactions-0 {}] regionserver.HStore(1541): 38fa776092ce1d75269fb328438588e8/C is initiating minor compaction (all files) 2024-11-14T14:41:35,095 INFO [RS:0;da1c6afcd1f9:35765-longCompactions-0 {}] regionserver.HRegion(2416): Starting compaction of 38fa776092ce1d75269fb328438588e8/C in TestAcidGuarantees,,1731595290056.38fa776092ce1d75269fb328438588e8. 2024-11-14T14:41:35,095 INFO [RS:0;da1c6afcd1f9:35765-longCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:34345/user/jenkins/test-data/14d118ee-a83a-b09b-5913-1a58940a5db1/data/default/TestAcidGuarantees/38fa776092ce1d75269fb328438588e8/C/cff76592e49747ffb066c3f885a74aff, hdfs://localhost:34345/user/jenkins/test-data/14d118ee-a83a-b09b-5913-1a58940a5db1/data/default/TestAcidGuarantees/38fa776092ce1d75269fb328438588e8/C/19ae8382c5f14b89aed941015111f84d, hdfs://localhost:34345/user/jenkins/test-data/14d118ee-a83a-b09b-5913-1a58940a5db1/data/default/TestAcidGuarantees/38fa776092ce1d75269fb328438588e8/C/5ab902a867f644feb90f535edcdb9741] into tmpdir=hdfs://localhost:34345/user/jenkins/test-data/14d118ee-a83a-b09b-5913-1a58940a5db1/data/default/TestAcidGuarantees/38fa776092ce1d75269fb328438588e8/.tmp, totalSize=32.9 K 2024-11-14T14:41:35,095 DEBUG [RS:0;da1c6afcd1f9:35765-longCompactions-0 {}] compactions.Compactor(225): Compacting cff76592e49747ffb066c3f885a74aff, keycount=150, bloomtype=ROW, size=11.7 K, encoding=NONE, compression=NONE, seqNum=12, earliestPutTs=1731595292259 2024-11-14T14:41:35,096 DEBUG [RS:0;da1c6afcd1f9:35765-longCompactions-0 {}] compactions.Compactor(225): Compacting 19ae8382c5f14b89aed941015111f84d, keycount=150, bloomtype=ROW, size=11.7 K, encoding=NONE, compression=NONE, seqNum=47, earliestPutTs=1731595292314 2024-11-14T14:41:35,096 DEBUG [RS:0;da1c6afcd1f9:35765-longCompactions-0 {}] compactions.Compactor(225): Compacting 5ab902a867f644feb90f535edcdb9741, keycount=100, bloomtype=ROW, size=9.4 K, encoding=NONE, compression=NONE, seqNum=58, earliestPutTs=1731595292958 2024-11-14T14:41:35,103 INFO [RS:0;da1c6afcd1f9:35765-longCompactions-0 {}] throttle.PressureAwareThroughputController(145): 38fa776092ce1d75269fb328438588e8#C#compaction#217 average throughput is 6.55 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second 2024-11-14T14:41:35,104 DEBUG [RS:0;da1c6afcd1f9:35765-longCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:34345/user/jenkins/test-data/14d118ee-a83a-b09b-5913-1a58940a5db1/data/default/TestAcidGuarantees/38fa776092ce1d75269fb328438588e8/.tmp/C/cfa6583e911342f696f47b1b181ec072 is 50, key is test_row_0/C:col10/1731595292316/Put/seqid=0 2024-11-14T14:41:35,121 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36699 is added to blk_1073742083_1259 (size=12104) 2024-11-14T14:41:35,183 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=35765 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=69 2024-11-14T14:41:35,183 DEBUG [RS_FLUSH_OPERATIONS-regionserver/da1c6afcd1f9:0-2 {event_type=RS_FLUSH_REGIONS, pid=69}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1731595290056.38fa776092ce1d75269fb328438588e8. 2024-11-14T14:41:35,183 INFO [RS_FLUSH_OPERATIONS-regionserver/da1c6afcd1f9:0-2 {event_type=RS_FLUSH_REGIONS, pid=69}] regionserver.HRegion(2902): Flushing 38fa776092ce1d75269fb328438588e8 3/3 column families, dataSize=127.47 KB heapSize=365.06 KB 2024-11-14T14:41:35,183 DEBUG [RS_FLUSH_OPERATIONS-regionserver/da1c6afcd1f9:0-2 {event_type=RS_FLUSH_REGIONS, pid=69}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 38fa776092ce1d75269fb328438588e8, store=A 2024-11-14T14:41:35,184 DEBUG [RS_FLUSH_OPERATIONS-regionserver/da1c6afcd1f9:0-2 {event_type=RS_FLUSH_REGIONS, pid=69}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=2, new segment=null 2024-11-14T14:41:35,184 DEBUG [RS_FLUSH_OPERATIONS-regionserver/da1c6afcd1f9:0-2 {event_type=RS_FLUSH_REGIONS, pid=69}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 38fa776092ce1d75269fb328438588e8, store=B 2024-11-14T14:41:35,184 DEBUG [RS_FLUSH_OPERATIONS-regionserver/da1c6afcd1f9:0-2 {event_type=RS_FLUSH_REGIONS, pid=69}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=2, new segment=null 2024-11-14T14:41:35,184 DEBUG [RS_FLUSH_OPERATIONS-regionserver/da1c6afcd1f9:0-2 {event_type=RS_FLUSH_REGIONS, pid=69}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 38fa776092ce1d75269fb328438588e8, store=C 2024-11-14T14:41:35,184 DEBUG [RS_FLUSH_OPERATIONS-regionserver/da1c6afcd1f9:0-2 {event_type=RS_FLUSH_REGIONS, pid=69}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=2, new segment=null 2024-11-14T14:41:35,191 DEBUG [RS_FLUSH_OPERATIONS-regionserver/da1c6afcd1f9:0-2 {event_type=RS_FLUSH_REGIONS, pid=69}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:34345/user/jenkins/test-data/14d118ee-a83a-b09b-5913-1a58940a5db1/data/default/TestAcidGuarantees/38fa776092ce1d75269fb328438588e8/.tmp/A/4f9168ffb34a4c868bfa0bd4a3a6a920 is 50, key is test_row_0/A:col10/1731595294276/Put/seqid=0 2024-11-14T14:41:35,200 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36699 is added to blk_1073742084_1260 (size=12001) 2024-11-14T14:41:35,227 WARN [HBase-Metrics2-1 {}] impl.MetricsConfig(138): Cannot locate configuration: tried hadoop-metrics2-hbase.properties,hadoop-metrics2.properties 2024-11-14T14:41:35,430 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35765 {}] regionserver.HRegion(8855): Flush requested on 38fa776092ce1d75269fb328438588e8 2024-11-14T14:41:35,430 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1731595290056.38fa776092ce1d75269fb328438588e8. as already flushing 2024-11-14T14:41:35,455 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35765 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=38fa776092ce1d75269fb328438588e8, server=da1c6afcd1f9,35765,1731595233113 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-14T14:41:35,455 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35765 {}] ipc.CallRunner(138): callId: 47 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:38284 deadline: 1731595355450, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=38fa776092ce1d75269fb328438588e8, server=da1c6afcd1f9,35765,1731595233113 2024-11-14T14:41:35,456 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731595290056.38fa776092ce1d75269fb328438588e8., hostname=da1c6afcd1f9,35765,1731595233113, seqNum=2 , the old value is region=TestAcidGuarantees,,1731595290056.38fa776092ce1d75269fb328438588e8., hostname=da1c6afcd1f9,35765,1731595233113, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=38fa776092ce1d75269fb328438588e8, server=da1c6afcd1f9,35765,1731595233113 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-14T14:41:35,456 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731595290056.38fa776092ce1d75269fb328438588e8., hostname=da1c6afcd1f9,35765,1731595233113, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=38fa776092ce1d75269fb328438588e8, server=da1c6afcd1f9,35765,1731595233113 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-14T14:41:35,456 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731595290056.38fa776092ce1d75269fb328438588e8., hostname=da1c6afcd1f9,35765,1731595233113, seqNum=2 because the exception is null or not the one we care about 2024-11-14T14:41:35,457 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35765 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=38fa776092ce1d75269fb328438588e8, server=da1c6afcd1f9,35765,1731595233113 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-14T14:41:35,458 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35765 {}] ipc.CallRunner(138): callId: 39 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:38310 deadline: 1731595355453, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=38fa776092ce1d75269fb328438588e8, server=da1c6afcd1f9,35765,1731595233113 2024-11-14T14:41:35,458 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731595290056.38fa776092ce1d75269fb328438588e8., hostname=da1c6afcd1f9,35765,1731595233113, seqNum=2 , the old value is region=TestAcidGuarantees,,1731595290056.38fa776092ce1d75269fb328438588e8., hostname=da1c6afcd1f9,35765,1731595233113, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=38fa776092ce1d75269fb328438588e8, server=da1c6afcd1f9,35765,1731595233113 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-14T14:41:35,458 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731595290056.38fa776092ce1d75269fb328438588e8., hostname=da1c6afcd1f9,35765,1731595233113, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=38fa776092ce1d75269fb328438588e8, server=da1c6afcd1f9,35765,1731595233113 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-14T14:41:35,458 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731595290056.38fa776092ce1d75269fb328438588e8., hostname=da1c6afcd1f9,35765,1731595233113, seqNum=2 because the exception is null or not the one we care about 2024-11-14T14:41:35,481 DEBUG [RS:0;da1c6afcd1f9:35765-shortCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:34345/user/jenkins/test-data/14d118ee-a83a-b09b-5913-1a58940a5db1/data/default/TestAcidGuarantees/38fa776092ce1d75269fb328438588e8/.tmp/A/590ae9c172e54e86a495348e8b3c33dc as hdfs://localhost:34345/user/jenkins/test-data/14d118ee-a83a-b09b-5913-1a58940a5db1/data/default/TestAcidGuarantees/38fa776092ce1d75269fb328438588e8/A/590ae9c172e54e86a495348e8b3c33dc 2024-11-14T14:41:35,486 INFO [RS:0;da1c6afcd1f9:35765-shortCompactions-0 {}] regionserver.HStore(1337): Completed compaction of 3 (all) file(s) in 38fa776092ce1d75269fb328438588e8/A of 38fa776092ce1d75269fb328438588e8 into 590ae9c172e54e86a495348e8b3c33dc(size=11.8 K), total size for store is 11.8 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-11-14T14:41:35,486 DEBUG [RS:0;da1c6afcd1f9:35765-shortCompactions-0 {}] regionserver.HRegion(2446): Compaction status journal for 38fa776092ce1d75269fb328438588e8: 2024-11-14T14:41:35,486 INFO [RS:0;da1c6afcd1f9:35765-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1731595290056.38fa776092ce1d75269fb328438588e8., storeName=38fa776092ce1d75269fb328438588e8/A, priority=13, startTime=1731595295039; duration=0sec 2024-11-14T14:41:35,486 DEBUG [RS:0;da1c6afcd1f9:35765-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-14T14:41:35,486 DEBUG [RS:0;da1c6afcd1f9:35765-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: 38fa776092ce1d75269fb328438588e8:A 2024-11-14T14:41:35,528 DEBUG [RS:0;da1c6afcd1f9:35765-longCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:34345/user/jenkins/test-data/14d118ee-a83a-b09b-5913-1a58940a5db1/data/default/TestAcidGuarantees/38fa776092ce1d75269fb328438588e8/.tmp/C/cfa6583e911342f696f47b1b181ec072 as hdfs://localhost:34345/user/jenkins/test-data/14d118ee-a83a-b09b-5913-1a58940a5db1/data/default/TestAcidGuarantees/38fa776092ce1d75269fb328438588e8/C/cfa6583e911342f696f47b1b181ec072 2024-11-14T14:41:35,535 INFO [RS:0;da1c6afcd1f9:35765-longCompactions-0 {}] regionserver.HStore(1337): Completed compaction of 3 (all) file(s) in 38fa776092ce1d75269fb328438588e8/C of 38fa776092ce1d75269fb328438588e8 into cfa6583e911342f696f47b1b181ec072(size=11.8 K), total size for store is 11.8 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-11-14T14:41:35,535 DEBUG [RS:0;da1c6afcd1f9:35765-longCompactions-0 {}] regionserver.HRegion(2446): Compaction status journal for 38fa776092ce1d75269fb328438588e8: 2024-11-14T14:41:35,535 INFO [RS:0;da1c6afcd1f9:35765-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1731595290056.38fa776092ce1d75269fb328438588e8., storeName=38fa776092ce1d75269fb328438588e8/C, priority=13, startTime=1731595295041; duration=0sec 2024-11-14T14:41:35,535 DEBUG [RS:0;da1c6afcd1f9:35765-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-14T14:41:35,535 DEBUG [RS:0;da1c6afcd1f9:35765-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: 38fa776092ce1d75269fb328438588e8:C 2024-11-14T14:41:35,536 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45145 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=68 2024-11-14T14:41:35,570 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35765 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=38fa776092ce1d75269fb328438588e8, server=da1c6afcd1f9,35765,1731595233113 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-14T14:41:35,571 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35765 {}] ipc.CallRunner(138): callId: 48 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:38284 deadline: 1731595355566, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=38fa776092ce1d75269fb328438588e8, server=da1c6afcd1f9,35765,1731595233113 2024-11-14T14:41:35,571 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35765 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=38fa776092ce1d75269fb328438588e8, server=da1c6afcd1f9,35765,1731595233113 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-14T14:41:35,571 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731595290056.38fa776092ce1d75269fb328438588e8., hostname=da1c6afcd1f9,35765,1731595233113, seqNum=2 , the old value is region=TestAcidGuarantees,,1731595290056.38fa776092ce1d75269fb328438588e8., hostname=da1c6afcd1f9,35765,1731595233113, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=38fa776092ce1d75269fb328438588e8, server=da1c6afcd1f9,35765,1731595233113 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-14T14:41:35,571 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35765 {}] ipc.CallRunner(138): callId: 40 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:38310 deadline: 1731595355566, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=38fa776092ce1d75269fb328438588e8, server=da1c6afcd1f9,35765,1731595233113 2024-11-14T14:41:35,571 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731595290056.38fa776092ce1d75269fb328438588e8., hostname=da1c6afcd1f9,35765,1731595233113, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=38fa776092ce1d75269fb328438588e8, server=da1c6afcd1f9,35765,1731595233113 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-14T14:41:35,571 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731595290056.38fa776092ce1d75269fb328438588e8., hostname=da1c6afcd1f9,35765,1731595233113, seqNum=2 because the exception is null or not the one we care about 2024-11-14T14:41:35,571 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731595290056.38fa776092ce1d75269fb328438588e8., hostname=da1c6afcd1f9,35765,1731595233113, seqNum=2 , the old value is region=TestAcidGuarantees,,1731595290056.38fa776092ce1d75269fb328438588e8., hostname=da1c6afcd1f9,35765,1731595233113, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=38fa776092ce1d75269fb328438588e8, server=da1c6afcd1f9,35765,1731595233113 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-14T14:41:35,571 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731595290056.38fa776092ce1d75269fb328438588e8., hostname=da1c6afcd1f9,35765,1731595233113, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=38fa776092ce1d75269fb328438588e8, server=da1c6afcd1f9,35765,1731595233113 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-14T14:41:35,571 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731595290056.38fa776092ce1d75269fb328438588e8., hostname=da1c6afcd1f9,35765,1731595233113, seqNum=2 because the exception is null or not the one we care about 2024-11-14T14:41:35,599 INFO [RS_FLUSH_OPERATIONS-regionserver/da1c6afcd1f9:0-2 {event_type=RS_FLUSH_REGIONS, pid=69}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=42.49 KB at sequenceid=95 (bloomFilter=true), to=hdfs://localhost:34345/user/jenkins/test-data/14d118ee-a83a-b09b-5913-1a58940a5db1/data/default/TestAcidGuarantees/38fa776092ce1d75269fb328438588e8/.tmp/A/4f9168ffb34a4c868bfa0bd4a3a6a920 2024-11-14T14:41:35,607 DEBUG [RS_FLUSH_OPERATIONS-regionserver/da1c6afcd1f9:0-2 {event_type=RS_FLUSH_REGIONS, pid=69}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:34345/user/jenkins/test-data/14d118ee-a83a-b09b-5913-1a58940a5db1/data/default/TestAcidGuarantees/38fa776092ce1d75269fb328438588e8/.tmp/B/daccd4facd5d4220a31f94eb398c7a6a is 50, key is test_row_0/B:col10/1731595294276/Put/seqid=0 2024-11-14T14:41:35,611 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36699 is added to blk_1073742085_1261 (size=12001) 2024-11-14T14:41:35,780 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35765 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=38fa776092ce1d75269fb328438588e8, server=da1c6afcd1f9,35765,1731595233113 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-14T14:41:35,780 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35765 {}] ipc.CallRunner(138): callId: 49 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:38284 deadline: 1731595355776, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=38fa776092ce1d75269fb328438588e8, server=da1c6afcd1f9,35765,1731595233113 2024-11-14T14:41:35,781 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731595290056.38fa776092ce1d75269fb328438588e8., hostname=da1c6afcd1f9,35765,1731595233113, seqNum=2 , the old value is region=TestAcidGuarantees,,1731595290056.38fa776092ce1d75269fb328438588e8., hostname=da1c6afcd1f9,35765,1731595233113, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=38fa776092ce1d75269fb328438588e8, server=da1c6afcd1f9,35765,1731595233113 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-14T14:41:35,781 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731595290056.38fa776092ce1d75269fb328438588e8., hostname=da1c6afcd1f9,35765,1731595233113, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=38fa776092ce1d75269fb328438588e8, server=da1c6afcd1f9,35765,1731595233113 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-14T14:41:35,781 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35765 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=38fa776092ce1d75269fb328438588e8, server=da1c6afcd1f9,35765,1731595233113 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-14T14:41:35,781 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731595290056.38fa776092ce1d75269fb328438588e8., hostname=da1c6afcd1f9,35765,1731595233113, seqNum=2 because the exception is null or not the one we care about 2024-11-14T14:41:35,781 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35765 {}] ipc.CallRunner(138): callId: 41 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:38310 deadline: 1731595355776, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=38fa776092ce1d75269fb328438588e8, server=da1c6afcd1f9,35765,1731595233113 2024-11-14T14:41:35,781 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731595290056.38fa776092ce1d75269fb328438588e8., hostname=da1c6afcd1f9,35765,1731595233113, seqNum=2 , the old value is region=TestAcidGuarantees,,1731595290056.38fa776092ce1d75269fb328438588e8., hostname=da1c6afcd1f9,35765,1731595233113, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=38fa776092ce1d75269fb328438588e8, server=da1c6afcd1f9,35765,1731595233113 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-14T14:41:35,781 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731595290056.38fa776092ce1d75269fb328438588e8., hostname=da1c6afcd1f9,35765,1731595233113, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=38fa776092ce1d75269fb328438588e8, server=da1c6afcd1f9,35765,1731595233113 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-14T14:41:35,781 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731595290056.38fa776092ce1d75269fb328438588e8., hostname=da1c6afcd1f9,35765,1731595233113, seqNum=2 because the exception is null or not the one we care about 2024-11-14T14:41:36,012 INFO [RS_FLUSH_OPERATIONS-regionserver/da1c6afcd1f9:0-2 {event_type=RS_FLUSH_REGIONS, pid=69}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=42.49 KB at sequenceid=95 (bloomFilter=true), to=hdfs://localhost:34345/user/jenkins/test-data/14d118ee-a83a-b09b-5913-1a58940a5db1/data/default/TestAcidGuarantees/38fa776092ce1d75269fb328438588e8/.tmp/B/daccd4facd5d4220a31f94eb398c7a6a 2024-11-14T14:41:36,021 DEBUG [RS_FLUSH_OPERATIONS-regionserver/da1c6afcd1f9:0-2 {event_type=RS_FLUSH_REGIONS, pid=69}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:34345/user/jenkins/test-data/14d118ee-a83a-b09b-5913-1a58940a5db1/data/default/TestAcidGuarantees/38fa776092ce1d75269fb328438588e8/.tmp/C/31458cf6b74d4698a3edd9cf18d98ddd is 50, key is test_row_0/C:col10/1731595294276/Put/seqid=0 2024-11-14T14:41:36,032 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36699 is added to blk_1073742086_1262 (size=12001) 2024-11-14T14:41:36,088 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35765 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=38fa776092ce1d75269fb328438588e8, server=da1c6afcd1f9,35765,1731595233113 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-14T14:41:36,088 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35765 {}] ipc.CallRunner(138): callId: 50 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:38284 deadline: 1731595356085, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=38fa776092ce1d75269fb328438588e8, server=da1c6afcd1f9,35765,1731595233113 2024-11-14T14:41:36,089 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731595290056.38fa776092ce1d75269fb328438588e8., hostname=da1c6afcd1f9,35765,1731595233113, seqNum=2 , the old value is region=TestAcidGuarantees,,1731595290056.38fa776092ce1d75269fb328438588e8., hostname=da1c6afcd1f9,35765,1731595233113, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=38fa776092ce1d75269fb328438588e8, server=da1c6afcd1f9,35765,1731595233113 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-14T14:41:36,089 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731595290056.38fa776092ce1d75269fb328438588e8., hostname=da1c6afcd1f9,35765,1731595233113, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=38fa776092ce1d75269fb328438588e8, server=da1c6afcd1f9,35765,1731595233113 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-14T14:41:36,089 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731595290056.38fa776092ce1d75269fb328438588e8., hostname=da1c6afcd1f9,35765,1731595233113, seqNum=2 because the exception is null or not the one we care about 2024-11-14T14:41:36,089 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35765 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=38fa776092ce1d75269fb328438588e8, server=da1c6afcd1f9,35765,1731595233113 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-14T14:41:36,089 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35765 {}] ipc.CallRunner(138): callId: 42 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:38310 deadline: 1731595356086, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=38fa776092ce1d75269fb328438588e8, server=da1c6afcd1f9,35765,1731595233113 2024-11-14T14:41:36,090 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731595290056.38fa776092ce1d75269fb328438588e8., hostname=da1c6afcd1f9,35765,1731595233113, seqNum=2 , the old value is region=TestAcidGuarantees,,1731595290056.38fa776092ce1d75269fb328438588e8., hostname=da1c6afcd1f9,35765,1731595233113, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=38fa776092ce1d75269fb328438588e8, server=da1c6afcd1f9,35765,1731595233113 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-14T14:41:36,090 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731595290056.38fa776092ce1d75269fb328438588e8., hostname=da1c6afcd1f9,35765,1731595233113, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=38fa776092ce1d75269fb328438588e8, server=da1c6afcd1f9,35765,1731595233113 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-14T14:41:36,090 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731595290056.38fa776092ce1d75269fb328438588e8., hostname=da1c6afcd1f9,35765,1731595233113, seqNum=2 because the exception is null or not the one we care about 2024-11-14T14:41:36,429 INFO [RS_FLUSH_OPERATIONS-regionserver/da1c6afcd1f9:0-2 {event_type=RS_FLUSH_REGIONS, pid=69}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=42.49 KB at sequenceid=95 (bloomFilter=true), to=hdfs://localhost:34345/user/jenkins/test-data/14d118ee-a83a-b09b-5913-1a58940a5db1/data/default/TestAcidGuarantees/38fa776092ce1d75269fb328438588e8/.tmp/C/31458cf6b74d4698a3edd9cf18d98ddd 2024-11-14T14:41:36,436 DEBUG [RS_FLUSH_OPERATIONS-regionserver/da1c6afcd1f9:0-2 {event_type=RS_FLUSH_REGIONS, pid=69}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:34345/user/jenkins/test-data/14d118ee-a83a-b09b-5913-1a58940a5db1/data/default/TestAcidGuarantees/38fa776092ce1d75269fb328438588e8/.tmp/A/4f9168ffb34a4c868bfa0bd4a3a6a920 as hdfs://localhost:34345/user/jenkins/test-data/14d118ee-a83a-b09b-5913-1a58940a5db1/data/default/TestAcidGuarantees/38fa776092ce1d75269fb328438588e8/A/4f9168ffb34a4c868bfa0bd4a3a6a920 2024-11-14T14:41:36,441 INFO [RS_FLUSH_OPERATIONS-regionserver/da1c6afcd1f9:0-2 {event_type=RS_FLUSH_REGIONS, pid=69}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:34345/user/jenkins/test-data/14d118ee-a83a-b09b-5913-1a58940a5db1/data/default/TestAcidGuarantees/38fa776092ce1d75269fb328438588e8/A/4f9168ffb34a4c868bfa0bd4a3a6a920, entries=150, sequenceid=95, filesize=11.7 K 2024-11-14T14:41:36,442 DEBUG [RS_FLUSH_OPERATIONS-regionserver/da1c6afcd1f9:0-2 {event_type=RS_FLUSH_REGIONS, pid=69}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:34345/user/jenkins/test-data/14d118ee-a83a-b09b-5913-1a58940a5db1/data/default/TestAcidGuarantees/38fa776092ce1d75269fb328438588e8/.tmp/B/daccd4facd5d4220a31f94eb398c7a6a as hdfs://localhost:34345/user/jenkins/test-data/14d118ee-a83a-b09b-5913-1a58940a5db1/data/default/TestAcidGuarantees/38fa776092ce1d75269fb328438588e8/B/daccd4facd5d4220a31f94eb398c7a6a 2024-11-14T14:41:36,447 INFO [RS_FLUSH_OPERATIONS-regionserver/da1c6afcd1f9:0-2 {event_type=RS_FLUSH_REGIONS, pid=69}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:34345/user/jenkins/test-data/14d118ee-a83a-b09b-5913-1a58940a5db1/data/default/TestAcidGuarantees/38fa776092ce1d75269fb328438588e8/B/daccd4facd5d4220a31f94eb398c7a6a, entries=150, sequenceid=95, filesize=11.7 K 2024-11-14T14:41:36,447 DEBUG [RS_FLUSH_OPERATIONS-regionserver/da1c6afcd1f9:0-2 {event_type=RS_FLUSH_REGIONS, pid=69}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:34345/user/jenkins/test-data/14d118ee-a83a-b09b-5913-1a58940a5db1/data/default/TestAcidGuarantees/38fa776092ce1d75269fb328438588e8/.tmp/C/31458cf6b74d4698a3edd9cf18d98ddd as hdfs://localhost:34345/user/jenkins/test-data/14d118ee-a83a-b09b-5913-1a58940a5db1/data/default/TestAcidGuarantees/38fa776092ce1d75269fb328438588e8/C/31458cf6b74d4698a3edd9cf18d98ddd 2024-11-14T14:41:36,451 INFO [RS_FLUSH_OPERATIONS-regionserver/da1c6afcd1f9:0-2 {event_type=RS_FLUSH_REGIONS, pid=69}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:34345/user/jenkins/test-data/14d118ee-a83a-b09b-5913-1a58940a5db1/data/default/TestAcidGuarantees/38fa776092ce1d75269fb328438588e8/C/31458cf6b74d4698a3edd9cf18d98ddd, entries=150, sequenceid=95, filesize=11.7 K 2024-11-14T14:41:36,452 INFO [RS_FLUSH_OPERATIONS-regionserver/da1c6afcd1f9:0-2 {event_type=RS_FLUSH_REGIONS, pid=69}] regionserver.HRegion(3140): Finished flush of dataSize ~127.47 KB/130530, heapSize ~365.02 KB/373776, currentSize=53.67 KB/54960 for 38fa776092ce1d75269fb328438588e8 in 1269ms, sequenceid=95, compaction requested=false 2024-11-14T14:41:36,452 DEBUG [RS_FLUSH_OPERATIONS-regionserver/da1c6afcd1f9:0-2 {event_type=RS_FLUSH_REGIONS, pid=69}] regionserver.HRegion(2603): Flush status journal for 38fa776092ce1d75269fb328438588e8: 2024-11-14T14:41:36,453 DEBUG [RS_FLUSH_OPERATIONS-regionserver/da1c6afcd1f9:0-2 {event_type=RS_FLUSH_REGIONS, pid=69}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1731595290056.38fa776092ce1d75269fb328438588e8. 2024-11-14T14:41:36,453 DEBUG [RS_FLUSH_OPERATIONS-regionserver/da1c6afcd1f9:0-2 {event_type=RS_FLUSH_REGIONS, pid=69}] regionserver.RemoteProcedureResultReporter(62): Successfully complete execution of pid=69 2024-11-14T14:41:36,453 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45145 {}] master.HMaster(4169): Remote procedure done, pid=69 2024-11-14T14:41:36,456 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=69, resume processing ppid=68 2024-11-14T14:41:36,456 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1521): Finished pid=69, ppid=68, state=SUCCESS, hasLock=false; org.apache.hadoop.hbase.master.procedure.FlushRegionProcedure in 2.0540 sec 2024-11-14T14:41:36,459 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1521): Finished pid=68, state=SUCCESS, hasLock=false; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=68, table=TestAcidGuarantees in 2.0600 sec 2024-11-14T14:41:36,498 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35765 {}] regionserver.HRegion(8855): Flush requested on 38fa776092ce1d75269fb328438588e8 2024-11-14T14:41:36,499 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(2902): Flushing 38fa776092ce1d75269fb328438588e8 3/3 column families, dataSize=60.38 KB heapSize=180.05 KB 2024-11-14T14:41:36,499 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 38fa776092ce1d75269fb328438588e8, store=A 2024-11-14T14:41:36,499 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-14T14:41:36,499 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 38fa776092ce1d75269fb328438588e8, store=B 2024-11-14T14:41:36,499 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-14T14:41:36,499 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 38fa776092ce1d75269fb328438588e8, store=C 2024-11-14T14:41:36,499 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-14T14:41:36,504 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:34345/user/jenkins/test-data/14d118ee-a83a-b09b-5913-1a58940a5db1/data/default/TestAcidGuarantees/38fa776092ce1d75269fb328438588e8/.tmp/A/4493aad543734383af702a7e9fc880f0 is 50, key is test_row_0/A:col10/1731595295451/Put/seqid=0 2024-11-14T14:41:36,509 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36699 is added to blk_1073742087_1263 (size=14341) 2024-11-14T14:41:36,510 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=20.13 KB at sequenceid=109 (bloomFilter=true), to=hdfs://localhost:34345/user/jenkins/test-data/14d118ee-a83a-b09b-5913-1a58940a5db1/data/default/TestAcidGuarantees/38fa776092ce1d75269fb328438588e8/.tmp/A/4493aad543734383af702a7e9fc880f0 2024-11-14T14:41:36,521 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:34345/user/jenkins/test-data/14d118ee-a83a-b09b-5913-1a58940a5db1/data/default/TestAcidGuarantees/38fa776092ce1d75269fb328438588e8/.tmp/B/c7671e8a8b2d4b4ca736cec2e192a3e2 is 50, key is test_row_0/B:col10/1731595295451/Put/seqid=0 2024-11-14T14:41:36,526 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36699 is added to blk_1073742088_1264 (size=12001) 2024-11-14T14:41:36,545 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35765 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=38fa776092ce1d75269fb328438588e8, server=da1c6afcd1f9,35765,1731595233113 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-14T14:41:36,545 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35765 {}] ipc.CallRunner(138): callId: 19 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:38294 deadline: 1731595356540, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=38fa776092ce1d75269fb328438588e8, server=da1c6afcd1f9,35765,1731595233113 2024-11-14T14:41:36,546 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45145 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=68 2024-11-14T14:41:36,546 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731595290056.38fa776092ce1d75269fb328438588e8., hostname=da1c6afcd1f9,35765,1731595233113, seqNum=2 , the old value is region=TestAcidGuarantees,,1731595290056.38fa776092ce1d75269fb328438588e8., hostname=da1c6afcd1f9,35765,1731595233113, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=38fa776092ce1d75269fb328438588e8, server=da1c6afcd1f9,35765,1731595233113 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-14T14:41:36,546 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731595290056.38fa776092ce1d75269fb328438588e8., hostname=da1c6afcd1f9,35765,1731595233113, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=38fa776092ce1d75269fb328438588e8, server=da1c6afcd1f9,35765,1731595233113 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-14T14:41:36,546 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731595290056.38fa776092ce1d75269fb328438588e8., hostname=da1c6afcd1f9,35765,1731595233113, seqNum=2 because the exception is null or not the one we care about 2024-11-14T14:41:36,546 INFO [RPCClient-NioEventLoopGroup-4-6 {}] client.RawAsyncHBaseAdmin$TableProcedureBiConsumer(2721): Operation: FLUSH, Table Name: default:TestAcidGuarantees completed 2024-11-14T14:41:36,546 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45145 {}] master.HMaster$22(4506): Client=jenkins//172.17.0.2 flush TestAcidGuarantees 2024-11-14T14:41:36,547 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45145 {}] procedure2.ProcedureExecutor(1139): Stored pid=70, state=RUNNABLE:FLUSH_TABLE_PREPARE, hasLock=false; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=70, table=TestAcidGuarantees 2024-11-14T14:41:36,548 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45145 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=70 2024-11-14T14:41:36,548 INFO [PEWorker-3 {}] procedure.FlushTableProcedure(91): pid=70, state=RUNNABLE:FLUSH_TABLE_PREPARE, hasLock=true; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=70, table=TestAcidGuarantees execute state=FLUSH_TABLE_PREPARE 2024-11-14T14:41:36,548 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35765 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=38fa776092ce1d75269fb328438588e8, server=da1c6afcd1f9,35765,1731595233113 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-14T14:41:36,548 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35765 {}] ipc.CallRunner(138): callId: 22 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:38314 deadline: 1731595356542, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=38fa776092ce1d75269fb328438588e8, server=da1c6afcd1f9,35765,1731595233113 2024-11-14T14:41:36,548 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35765 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=38fa776092ce1d75269fb328438588e8, server=da1c6afcd1f9,35765,1731595233113 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-14T14:41:36,549 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35765 {}] ipc.CallRunner(138): callId: 25 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:38270 deadline: 1731595356543, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=38fa776092ce1d75269fb328438588e8, server=da1c6afcd1f9,35765,1731595233113 2024-11-14T14:41:36,549 INFO [PEWorker-3 {}] procedure.FlushTableProcedure(91): pid=70, state=RUNNABLE:FLUSH_TABLE_FLUSH_REGIONS, hasLock=true; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=70, table=TestAcidGuarantees execute state=FLUSH_TABLE_FLUSH_REGIONS 2024-11-14T14:41:36,549 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731595290056.38fa776092ce1d75269fb328438588e8., hostname=da1c6afcd1f9,35765,1731595233113, seqNum=2 , the old value is region=TestAcidGuarantees,,1731595290056.38fa776092ce1d75269fb328438588e8., hostname=da1c6afcd1f9,35765,1731595233113, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=38fa776092ce1d75269fb328438588e8, server=da1c6afcd1f9,35765,1731595233113 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-14T14:41:36,549 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731595290056.38fa776092ce1d75269fb328438588e8., hostname=da1c6afcd1f9,35765,1731595233113, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=38fa776092ce1d75269fb328438588e8, server=da1c6afcd1f9,35765,1731595233113 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-14T14:41:36,549 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731595290056.38fa776092ce1d75269fb328438588e8., hostname=da1c6afcd1f9,35765,1731595233113, seqNum=2 because the exception is null or not the one we care about 2024-11-14T14:41:36,549 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=71, ppid=70, state=RUNNABLE, hasLock=false; org.apache.hadoop.hbase.master.procedure.FlushRegionProcedure}] 2024-11-14T14:41:36,549 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731595290056.38fa776092ce1d75269fb328438588e8., hostname=da1c6afcd1f9,35765,1731595233113, seqNum=2 , the old value is region=TestAcidGuarantees,,1731595290056.38fa776092ce1d75269fb328438588e8., hostname=da1c6afcd1f9,35765,1731595233113, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=38fa776092ce1d75269fb328438588e8, server=da1c6afcd1f9,35765,1731595233113 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-14T14:41:36,549 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731595290056.38fa776092ce1d75269fb328438588e8., hostname=da1c6afcd1f9,35765,1731595233113, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=38fa776092ce1d75269fb328438588e8, server=da1c6afcd1f9,35765,1731595233113 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-14T14:41:36,549 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731595290056.38fa776092ce1d75269fb328438588e8., hostname=da1c6afcd1f9,35765,1731595233113, seqNum=2 because the exception is null or not the one we care about 2024-11-14T14:41:36,599 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35765 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=38fa776092ce1d75269fb328438588e8, server=da1c6afcd1f9,35765,1731595233113 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-14T14:41:36,599 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35765 {}] ipc.CallRunner(138): callId: 51 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:38284 deadline: 1731595356596, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=38fa776092ce1d75269fb328438588e8, server=da1c6afcd1f9,35765,1731595233113 2024-11-14T14:41:36,600 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731595290056.38fa776092ce1d75269fb328438588e8., hostname=da1c6afcd1f9,35765,1731595233113, seqNum=2 , the old value is region=TestAcidGuarantees,,1731595290056.38fa776092ce1d75269fb328438588e8., hostname=da1c6afcd1f9,35765,1731595233113, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=38fa776092ce1d75269fb328438588e8, server=da1c6afcd1f9,35765,1731595233113 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-14T14:41:36,600 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731595290056.38fa776092ce1d75269fb328438588e8., hostname=da1c6afcd1f9,35765,1731595233113, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=38fa776092ce1d75269fb328438588e8, server=da1c6afcd1f9,35765,1731595233113 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-14T14:41:36,600 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731595290056.38fa776092ce1d75269fb328438588e8., hostname=da1c6afcd1f9,35765,1731595233113, seqNum=2 because the exception is null or not the one we care about 2024-11-14T14:41:36,600 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35765 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=38fa776092ce1d75269fb328438588e8, server=da1c6afcd1f9,35765,1731595233113 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-14T14:41:36,600 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35765 {}] ipc.CallRunner(138): callId: 43 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:38310 deadline: 1731595356596, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=38fa776092ce1d75269fb328438588e8, server=da1c6afcd1f9,35765,1731595233113 2024-11-14T14:41:36,600 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731595290056.38fa776092ce1d75269fb328438588e8., hostname=da1c6afcd1f9,35765,1731595233113, seqNum=2 , the old value is region=TestAcidGuarantees,,1731595290056.38fa776092ce1d75269fb328438588e8., hostname=da1c6afcd1f9,35765,1731595233113, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=38fa776092ce1d75269fb328438588e8, server=da1c6afcd1f9,35765,1731595233113 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-14T14:41:36,600 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731595290056.38fa776092ce1d75269fb328438588e8., hostname=da1c6afcd1f9,35765,1731595233113, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=38fa776092ce1d75269fb328438588e8, server=da1c6afcd1f9,35765,1731595233113 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-14T14:41:36,600 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731595290056.38fa776092ce1d75269fb328438588e8., hostname=da1c6afcd1f9,35765,1731595233113, seqNum=2 because the exception is null or not the one we care about 2024-11-14T14:41:36,656 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45145 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=70 2024-11-14T14:41:36,659 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35765 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=38fa776092ce1d75269fb328438588e8, server=da1c6afcd1f9,35765,1731595233113 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-14T14:41:36,659 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35765 {}] ipc.CallRunner(138): callId: 20 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:38294 deadline: 1731595356656, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=38fa776092ce1d75269fb328438588e8, server=da1c6afcd1f9,35765,1731595233113 2024-11-14T14:41:36,659 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35765 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=38fa776092ce1d75269fb328438588e8, server=da1c6afcd1f9,35765,1731595233113 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-14T14:41:36,659 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731595290056.38fa776092ce1d75269fb328438588e8., hostname=da1c6afcd1f9,35765,1731595233113, seqNum=2 , the old value is region=TestAcidGuarantees,,1731595290056.38fa776092ce1d75269fb328438588e8., hostname=da1c6afcd1f9,35765,1731595233113, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=38fa776092ce1d75269fb328438588e8, server=da1c6afcd1f9,35765,1731595233113 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-14T14:41:36,659 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731595290056.38fa776092ce1d75269fb328438588e8., hostname=da1c6afcd1f9,35765,1731595233113, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=38fa776092ce1d75269fb328438588e8, server=da1c6afcd1f9,35765,1731595233113 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-14T14:41:36,659 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731595290056.38fa776092ce1d75269fb328438588e8., hostname=da1c6afcd1f9,35765,1731595233113, seqNum=2 because the exception is null or not the one we care about 2024-11-14T14:41:36,659 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35765 {}] ipc.CallRunner(138): callId: 23 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:38314 deadline: 1731595356656, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=38fa776092ce1d75269fb328438588e8, server=da1c6afcd1f9,35765,1731595233113 2024-11-14T14:41:36,660 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35765 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=38fa776092ce1d75269fb328438588e8, server=da1c6afcd1f9,35765,1731595233113 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-14T14:41:36,660 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731595290056.38fa776092ce1d75269fb328438588e8., hostname=da1c6afcd1f9,35765,1731595233113, seqNum=2 , the old value is region=TestAcidGuarantees,,1731595290056.38fa776092ce1d75269fb328438588e8., hostname=da1c6afcd1f9,35765,1731595233113, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=38fa776092ce1d75269fb328438588e8, server=da1c6afcd1f9,35765,1731595233113 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-14T14:41:36,660 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731595290056.38fa776092ce1d75269fb328438588e8., hostname=da1c6afcd1f9,35765,1731595233113, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=38fa776092ce1d75269fb328438588e8, server=da1c6afcd1f9,35765,1731595233113 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-14T14:41:36,660 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35765 {}] ipc.CallRunner(138): callId: 26 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:38270 deadline: 1731595356657, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=38fa776092ce1d75269fb328438588e8, server=da1c6afcd1f9,35765,1731595233113 2024-11-14T14:41:36,661 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731595290056.38fa776092ce1d75269fb328438588e8., hostname=da1c6afcd1f9,35765,1731595233113, seqNum=2 because the exception is null or not the one we care about 2024-11-14T14:41:36,661 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731595290056.38fa776092ce1d75269fb328438588e8., hostname=da1c6afcd1f9,35765,1731595233113, seqNum=2 , the old value is region=TestAcidGuarantees,,1731595290056.38fa776092ce1d75269fb328438588e8., hostname=da1c6afcd1f9,35765,1731595233113, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=38fa776092ce1d75269fb328438588e8, server=da1c6afcd1f9,35765,1731595233113 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-14T14:41:36,661 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731595290056.38fa776092ce1d75269fb328438588e8., hostname=da1c6afcd1f9,35765,1731595233113, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=38fa776092ce1d75269fb328438588e8, server=da1c6afcd1f9,35765,1731595233113 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-14T14:41:36,661 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731595290056.38fa776092ce1d75269fb328438588e8., hostname=da1c6afcd1f9,35765,1731595233113, seqNum=2 because the exception is null or not the one we care about 2024-11-14T14:41:36,701 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=35765 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=71 2024-11-14T14:41:36,701 DEBUG [RS_FLUSH_OPERATIONS-regionserver/da1c6afcd1f9:0-0 {event_type=RS_FLUSH_REGIONS, pid=71}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1731595290056.38fa776092ce1d75269fb328438588e8. 2024-11-14T14:41:36,701 DEBUG [RS_FLUSH_OPERATIONS-regionserver/da1c6afcd1f9:0-0 {event_type=RS_FLUSH_REGIONS, pid=71}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1731595290056.38fa776092ce1d75269fb328438588e8. as already flushing 2024-11-14T14:41:36,701 DEBUG [RS_FLUSH_OPERATIONS-regionserver/da1c6afcd1f9:0-0 {event_type=RS_FLUSH_REGIONS, pid=71}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1731595290056.38fa776092ce1d75269fb328438588e8. 2024-11-14T14:41:36,702 ERROR [RS_FLUSH_OPERATIONS-regionserver/da1c6afcd1f9:0-0 {event_type=RS_FLUSH_REGIONS, pid=71}] handler.RSProcedureHandler(58): pid=71 java.io.IOException: Unable to complete flush {ENCODED => 38fa776092ce1d75269fb328438588e8, NAME => 'TestAcidGuarantees,,1731595290056.38fa776092ce1d75269fb328438588e8.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-14T14:41:36,702 DEBUG [RS_FLUSH_OPERATIONS-regionserver/da1c6afcd1f9:0-0 {event_type=RS_FLUSH_REGIONS, pid=71}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=71 java.io.IOException: Unable to complete flush {ENCODED => 38fa776092ce1d75269fb328438588e8, NAME => 'TestAcidGuarantees,,1731595290056.38fa776092ce1d75269fb328438588e8.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-14T14:41:36,702 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45145 {}] master.HMaster(4177): Remote procedure failed, pid=71 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 38fa776092ce1d75269fb328438588e8, NAME => 'TestAcidGuarantees,,1731595290056.38fa776092ce1d75269fb328438588e8.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$5(MasterRpcServices.java:2580) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2575) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 38fa776092ce1d75269fb328438588e8, NAME => 'TestAcidGuarantees,,1731595290056.38fa776092ce1d75269fb328438588e8.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-14T14:41:36,854 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=35765 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=71 2024-11-14T14:41:36,855 DEBUG [RS_FLUSH_OPERATIONS-regionserver/da1c6afcd1f9:0-1 {event_type=RS_FLUSH_REGIONS, pid=71}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1731595290056.38fa776092ce1d75269fb328438588e8. 2024-11-14T14:41:36,855 DEBUG [RS_FLUSH_OPERATIONS-regionserver/da1c6afcd1f9:0-1 {event_type=RS_FLUSH_REGIONS, pid=71}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1731595290056.38fa776092ce1d75269fb328438588e8. as already flushing 2024-11-14T14:41:36,855 DEBUG [RS_FLUSH_OPERATIONS-regionserver/da1c6afcd1f9:0-1 {event_type=RS_FLUSH_REGIONS, pid=71}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1731595290056.38fa776092ce1d75269fb328438588e8. 2024-11-14T14:41:36,855 ERROR [RS_FLUSH_OPERATIONS-regionserver/da1c6afcd1f9:0-1 {event_type=RS_FLUSH_REGIONS, pid=71}] handler.RSProcedureHandler(58): pid=71 java.io.IOException: Unable to complete flush {ENCODED => 38fa776092ce1d75269fb328438588e8, NAME => 'TestAcidGuarantees,,1731595290056.38fa776092ce1d75269fb328438588e8.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-14T14:41:36,855 DEBUG [RS_FLUSH_OPERATIONS-regionserver/da1c6afcd1f9:0-1 {event_type=RS_FLUSH_REGIONS, pid=71}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=71 java.io.IOException: Unable to complete flush {ENCODED => 38fa776092ce1d75269fb328438588e8, NAME => 'TestAcidGuarantees,,1731595290056.38fa776092ce1d75269fb328438588e8.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-14T14:41:36,856 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45145 {}] master.HMaster(4177): Remote procedure failed, pid=71 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 38fa776092ce1d75269fb328438588e8, NAME => 'TestAcidGuarantees,,1731595290056.38fa776092ce1d75269fb328438588e8.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$5(MasterRpcServices.java:2580) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2575) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 38fa776092ce1d75269fb328438588e8, NAME => 'TestAcidGuarantees,,1731595290056.38fa776092ce1d75269fb328438588e8.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-14T14:41:36,866 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45145 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=70 2024-11-14T14:41:36,868 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35765 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=38fa776092ce1d75269fb328438588e8, server=da1c6afcd1f9,35765,1731595233113 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-14T14:41:36,868 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35765 {}] ipc.CallRunner(138): callId: 21 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:38294 deadline: 1731595356866, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=38fa776092ce1d75269fb328438588e8, server=da1c6afcd1f9,35765,1731595233113 2024-11-14T14:41:36,868 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35765 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=38fa776092ce1d75269fb328438588e8, server=da1c6afcd1f9,35765,1731595233113 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-14T14:41:36,868 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731595290056.38fa776092ce1d75269fb328438588e8., hostname=da1c6afcd1f9,35765,1731595233113, seqNum=2 , the old value is region=TestAcidGuarantees,,1731595290056.38fa776092ce1d75269fb328438588e8., hostname=da1c6afcd1f9,35765,1731595233113, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=38fa776092ce1d75269fb328438588e8, server=da1c6afcd1f9,35765,1731595233113 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-14T14:41:36,869 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35765 {}] ipc.CallRunner(138): callId: 24 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:38314 deadline: 1731595356866, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=38fa776092ce1d75269fb328438588e8, server=da1c6afcd1f9,35765,1731595233113 2024-11-14T14:41:36,869 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731595290056.38fa776092ce1d75269fb328438588e8., hostname=da1c6afcd1f9,35765,1731595233113, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=38fa776092ce1d75269fb328438588e8, server=da1c6afcd1f9,35765,1731595233113 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-14T14:41:36,869 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731595290056.38fa776092ce1d75269fb328438588e8., hostname=da1c6afcd1f9,35765,1731595233113, seqNum=2 because the exception is null or not the one we care about 2024-11-14T14:41:36,869 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35765 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=38fa776092ce1d75269fb328438588e8, server=da1c6afcd1f9,35765,1731595233113 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-14T14:41:36,869 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731595290056.38fa776092ce1d75269fb328438588e8., hostname=da1c6afcd1f9,35765,1731595233113, seqNum=2 , the old value is region=TestAcidGuarantees,,1731595290056.38fa776092ce1d75269fb328438588e8., hostname=da1c6afcd1f9,35765,1731595233113, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=38fa776092ce1d75269fb328438588e8, server=da1c6afcd1f9,35765,1731595233113 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-14T14:41:36,869 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731595290056.38fa776092ce1d75269fb328438588e8., hostname=da1c6afcd1f9,35765,1731595233113, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=38fa776092ce1d75269fb328438588e8, server=da1c6afcd1f9,35765,1731595233113 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-14T14:41:36,869 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35765 {}] ipc.CallRunner(138): callId: 27 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:38270 deadline: 1731595356866, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=38fa776092ce1d75269fb328438588e8, server=da1c6afcd1f9,35765,1731595233113 2024-11-14T14:41:36,869 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731595290056.38fa776092ce1d75269fb328438588e8., hostname=da1c6afcd1f9,35765,1731595233113, seqNum=2 because the exception is null or not the one we care about 2024-11-14T14:41:36,869 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731595290056.38fa776092ce1d75269fb328438588e8., hostname=da1c6afcd1f9,35765,1731595233113, seqNum=2 , the old value is region=TestAcidGuarantees,,1731595290056.38fa776092ce1d75269fb328438588e8., hostname=da1c6afcd1f9,35765,1731595233113, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=38fa776092ce1d75269fb328438588e8, server=da1c6afcd1f9,35765,1731595233113 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-14T14:41:36,869 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731595290056.38fa776092ce1d75269fb328438588e8., hostname=da1c6afcd1f9,35765,1731595233113, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=38fa776092ce1d75269fb328438588e8, server=da1c6afcd1f9,35765,1731595233113 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-14T14:41:36,869 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731595290056.38fa776092ce1d75269fb328438588e8., hostname=da1c6afcd1f9,35765,1731595233113, seqNum=2 because the exception is null or not the one we care about 2024-11-14T14:41:36,926 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=20.13 KB at sequenceid=109 (bloomFilter=true), to=hdfs://localhost:34345/user/jenkins/test-data/14d118ee-a83a-b09b-5913-1a58940a5db1/data/default/TestAcidGuarantees/38fa776092ce1d75269fb328438588e8/.tmp/B/c7671e8a8b2d4b4ca736cec2e192a3e2 2024-11-14T14:41:36,936 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:34345/user/jenkins/test-data/14d118ee-a83a-b09b-5913-1a58940a5db1/data/default/TestAcidGuarantees/38fa776092ce1d75269fb328438588e8/.tmp/C/a3dbb2c332dc4ca9b740ff320239d314 is 50, key is test_row_0/C:col10/1731595295451/Put/seqid=0 2024-11-14T14:41:36,940 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36699 is added to blk_1073742089_1265 (size=12001) 2024-11-14T14:41:36,941 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=20.13 KB at sequenceid=109 (bloomFilter=true), to=hdfs://localhost:34345/user/jenkins/test-data/14d118ee-a83a-b09b-5913-1a58940a5db1/data/default/TestAcidGuarantees/38fa776092ce1d75269fb328438588e8/.tmp/C/a3dbb2c332dc4ca9b740ff320239d314 2024-11-14T14:41:36,946 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:34345/user/jenkins/test-data/14d118ee-a83a-b09b-5913-1a58940a5db1/data/default/TestAcidGuarantees/38fa776092ce1d75269fb328438588e8/.tmp/A/4493aad543734383af702a7e9fc880f0 as hdfs://localhost:34345/user/jenkins/test-data/14d118ee-a83a-b09b-5913-1a58940a5db1/data/default/TestAcidGuarantees/38fa776092ce1d75269fb328438588e8/A/4493aad543734383af702a7e9fc880f0 2024-11-14T14:41:36,951 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:34345/user/jenkins/test-data/14d118ee-a83a-b09b-5913-1a58940a5db1/data/default/TestAcidGuarantees/38fa776092ce1d75269fb328438588e8/A/4493aad543734383af702a7e9fc880f0, entries=200, sequenceid=109, filesize=14.0 K 2024-11-14T14:41:36,952 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:34345/user/jenkins/test-data/14d118ee-a83a-b09b-5913-1a58940a5db1/data/default/TestAcidGuarantees/38fa776092ce1d75269fb328438588e8/.tmp/B/c7671e8a8b2d4b4ca736cec2e192a3e2 as hdfs://localhost:34345/user/jenkins/test-data/14d118ee-a83a-b09b-5913-1a58940a5db1/data/default/TestAcidGuarantees/38fa776092ce1d75269fb328438588e8/B/c7671e8a8b2d4b4ca736cec2e192a3e2 2024-11-14T14:41:36,956 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:34345/user/jenkins/test-data/14d118ee-a83a-b09b-5913-1a58940a5db1/data/default/TestAcidGuarantees/38fa776092ce1d75269fb328438588e8/B/c7671e8a8b2d4b4ca736cec2e192a3e2, entries=150, sequenceid=109, filesize=11.7 K 2024-11-14T14:41:36,957 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:34345/user/jenkins/test-data/14d118ee-a83a-b09b-5913-1a58940a5db1/data/default/TestAcidGuarantees/38fa776092ce1d75269fb328438588e8/.tmp/C/a3dbb2c332dc4ca9b740ff320239d314 as hdfs://localhost:34345/user/jenkins/test-data/14d118ee-a83a-b09b-5913-1a58940a5db1/data/default/TestAcidGuarantees/38fa776092ce1d75269fb328438588e8/C/a3dbb2c332dc4ca9b740ff320239d314 2024-11-14T14:41:36,961 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:34345/user/jenkins/test-data/14d118ee-a83a-b09b-5913-1a58940a5db1/data/default/TestAcidGuarantees/38fa776092ce1d75269fb328438588e8/C/a3dbb2c332dc4ca9b740ff320239d314, entries=150, sequenceid=109, filesize=11.7 K 2024-11-14T14:41:36,962 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(3140): Finished flush of dataSize ~60.38 KB/61830, heapSize ~180 KB/184320, currentSize=114.05 KB/116790 for 38fa776092ce1d75269fb328438588e8 in 463ms, sequenceid=109, compaction requested=true 2024-11-14T14:41:36,962 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2603): Flush status journal for 38fa776092ce1d75269fb328438588e8: 2024-11-14T14:41:36,963 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store 38fa776092ce1d75269fb328438588e8:A, priority=-2147483648, current under compaction store size is 1 2024-11-14T14:41:36,963 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-14T14:41:36,963 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store 38fa776092ce1d75269fb328438588e8:B, priority=-2147483648, current under compaction store size is 2 2024-11-14T14:41:36,963 DEBUG [RS:0;da1c6afcd1f9:35765-shortCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 3 store files, 0 compacting, 3 eligible, 16 blocking 2024-11-14T14:41:36,963 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-14T14:41:36,963 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store 38fa776092ce1d75269fb328438588e8:C, priority=-2147483648, current under compaction store size is 3 2024-11-14T14:41:36,963 DEBUG [RS:0;da1c6afcd1f9:35765-longCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 3 store files, 0 compacting, 3 eligible, 16 blocking 2024-11-14T14:41:36,963 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=1), splitQueue=0 2024-11-14T14:41:36,965 DEBUG [RS:0;da1c6afcd1f9:35765-shortCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 3 files of size 38446 starting at candidate #0 after considering 1 permutations with 1 in ratio 2024-11-14T14:41:36,965 DEBUG [RS:0;da1c6afcd1f9:35765-shortCompactions-0 {}] regionserver.HStore(1541): 38fa776092ce1d75269fb328438588e8/A is initiating minor compaction (all files) 2024-11-14T14:41:36,965 INFO [RS:0;da1c6afcd1f9:35765-shortCompactions-0 {}] regionserver.HRegion(2416): Starting compaction of 38fa776092ce1d75269fb328438588e8/A in TestAcidGuarantees,,1731595290056.38fa776092ce1d75269fb328438588e8. 2024-11-14T14:41:36,965 INFO [RS:0;da1c6afcd1f9:35765-shortCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:34345/user/jenkins/test-data/14d118ee-a83a-b09b-5913-1a58940a5db1/data/default/TestAcidGuarantees/38fa776092ce1d75269fb328438588e8/A/590ae9c172e54e86a495348e8b3c33dc, hdfs://localhost:34345/user/jenkins/test-data/14d118ee-a83a-b09b-5913-1a58940a5db1/data/default/TestAcidGuarantees/38fa776092ce1d75269fb328438588e8/A/4f9168ffb34a4c868bfa0bd4a3a6a920, hdfs://localhost:34345/user/jenkins/test-data/14d118ee-a83a-b09b-5913-1a58940a5db1/data/default/TestAcidGuarantees/38fa776092ce1d75269fb328438588e8/A/4493aad543734383af702a7e9fc880f0] into tmpdir=hdfs://localhost:34345/user/jenkins/test-data/14d118ee-a83a-b09b-5913-1a58940a5db1/data/default/TestAcidGuarantees/38fa776092ce1d75269fb328438588e8/.tmp, totalSize=37.5 K 2024-11-14T14:41:36,965 DEBUG [RS:0;da1c6afcd1f9:35765-longCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 3 files of size 36106 starting at candidate #0 after considering 1 permutations with 1 in ratio 2024-11-14T14:41:36,965 DEBUG [RS:0;da1c6afcd1f9:35765-longCompactions-0 {}] regionserver.HStore(1541): 38fa776092ce1d75269fb328438588e8/B is initiating minor compaction (all files) 2024-11-14T14:41:36,965 DEBUG [RS:0;da1c6afcd1f9:35765-shortCompactions-0 {}] compactions.Compactor(225): Compacting 590ae9c172e54e86a495348e8b3c33dc, keycount=150, bloomtype=ROW, size=11.8 K, encoding=NONE, compression=NONE, seqNum=58, earliestPutTs=1731595292316 2024-11-14T14:41:36,965 INFO [RS:0;da1c6afcd1f9:35765-longCompactions-0 {}] regionserver.HRegion(2416): Starting compaction of 38fa776092ce1d75269fb328438588e8/B in TestAcidGuarantees,,1731595290056.38fa776092ce1d75269fb328438588e8. 2024-11-14T14:41:36,966 INFO [RS:0;da1c6afcd1f9:35765-longCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:34345/user/jenkins/test-data/14d118ee-a83a-b09b-5913-1a58940a5db1/data/default/TestAcidGuarantees/38fa776092ce1d75269fb328438588e8/B/d24d027beb4b4462bae49e4da8976f73, hdfs://localhost:34345/user/jenkins/test-data/14d118ee-a83a-b09b-5913-1a58940a5db1/data/default/TestAcidGuarantees/38fa776092ce1d75269fb328438588e8/B/daccd4facd5d4220a31f94eb398c7a6a, hdfs://localhost:34345/user/jenkins/test-data/14d118ee-a83a-b09b-5913-1a58940a5db1/data/default/TestAcidGuarantees/38fa776092ce1d75269fb328438588e8/B/c7671e8a8b2d4b4ca736cec2e192a3e2] into tmpdir=hdfs://localhost:34345/user/jenkins/test-data/14d118ee-a83a-b09b-5913-1a58940a5db1/data/default/TestAcidGuarantees/38fa776092ce1d75269fb328438588e8/.tmp, totalSize=35.3 K 2024-11-14T14:41:36,966 DEBUG [RS:0;da1c6afcd1f9:35765-shortCompactions-0 {}] compactions.Compactor(225): Compacting 4f9168ffb34a4c868bfa0bd4a3a6a920, keycount=150, bloomtype=ROW, size=11.7 K, encoding=NONE, compression=NONE, seqNum=95, earliestPutTs=1731595294270 2024-11-14T14:41:36,966 DEBUG [RS:0;da1c6afcd1f9:35765-longCompactions-0 {}] compactions.Compactor(225): Compacting d24d027beb4b4462bae49e4da8976f73, keycount=150, bloomtype=ROW, size=11.8 K, encoding=NONE, compression=NONE, seqNum=58, earliestPutTs=1731595292316 2024-11-14T14:41:36,966 DEBUG [RS:0;da1c6afcd1f9:35765-shortCompactions-0 {}] compactions.Compactor(225): Compacting 4493aad543734383af702a7e9fc880f0, keycount=200, bloomtype=ROW, size=14.0 K, encoding=NONE, compression=NONE, seqNum=109, earliestPutTs=1731595295434 2024-11-14T14:41:36,967 DEBUG [RS:0;da1c6afcd1f9:35765-longCompactions-0 {}] compactions.Compactor(225): Compacting daccd4facd5d4220a31f94eb398c7a6a, keycount=150, bloomtype=ROW, size=11.7 K, encoding=NONE, compression=NONE, seqNum=95, earliestPutTs=1731595294270 2024-11-14T14:41:36,969 DEBUG [RS:0;da1c6afcd1f9:35765-longCompactions-0 {}] compactions.Compactor(225): Compacting c7671e8a8b2d4b4ca736cec2e192a3e2, keycount=150, bloomtype=ROW, size=11.7 K, encoding=NONE, compression=NONE, seqNum=109, earliestPutTs=1731595295449 2024-11-14T14:41:36,982 INFO [RS:0;da1c6afcd1f9:35765-shortCompactions-0 {}] throttle.PressureAwareThroughputController(145): 38fa776092ce1d75269fb328438588e8#A#compaction#224 average throughput is 2.18 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second 2024-11-14T14:41:36,985 DEBUG [RS:0;da1c6afcd1f9:35765-shortCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:34345/user/jenkins/test-data/14d118ee-a83a-b09b-5913-1a58940a5db1/data/default/TestAcidGuarantees/38fa776092ce1d75269fb328438588e8/.tmp/A/e675222f4d0646bd9441515a1c13be21 is 50, key is test_row_0/A:col10/1731595295451/Put/seqid=0 2024-11-14T14:41:36,987 INFO [RS:0;da1c6afcd1f9:35765-longCompactions-0 {}] throttle.PressureAwareThroughputController(145): 38fa776092ce1d75269fb328438588e8#B#compaction#225 average throughput is 3.28 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second 2024-11-14T14:41:36,987 DEBUG [RS:0;da1c6afcd1f9:35765-longCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:34345/user/jenkins/test-data/14d118ee-a83a-b09b-5913-1a58940a5db1/data/default/TestAcidGuarantees/38fa776092ce1d75269fb328438588e8/.tmp/B/799011019dfc4c659c05e922c735eeb4 is 50, key is test_row_0/B:col10/1731595295451/Put/seqid=0 2024-11-14T14:41:37,001 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36699 is added to blk_1073742090_1266 (size=12207) 2024-11-14T14:41:37,003 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36699 is added to blk_1073742091_1267 (size=12207) 2024-11-14T14:41:37,008 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=35765 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=71 2024-11-14T14:41:37,008 DEBUG [RS_FLUSH_OPERATIONS-regionserver/da1c6afcd1f9:0-2 {event_type=RS_FLUSH_REGIONS, pid=71}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1731595290056.38fa776092ce1d75269fb328438588e8. 2024-11-14T14:41:37,008 INFO [RS_FLUSH_OPERATIONS-regionserver/da1c6afcd1f9:0-2 {event_type=RS_FLUSH_REGIONS, pid=71}] regionserver.HRegion(2902): Flushing 38fa776092ce1d75269fb328438588e8 3/3 column families, dataSize=114.05 KB heapSize=339.42 KB 2024-11-14T14:41:37,009 DEBUG [RS_FLUSH_OPERATIONS-regionserver/da1c6afcd1f9:0-2 {event_type=RS_FLUSH_REGIONS, pid=71}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 38fa776092ce1d75269fb328438588e8, store=A 2024-11-14T14:41:37,009 DEBUG [RS_FLUSH_OPERATIONS-regionserver/da1c6afcd1f9:0-2 {event_type=RS_FLUSH_REGIONS, pid=71}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-14T14:41:37,009 DEBUG [RS_FLUSH_OPERATIONS-regionserver/da1c6afcd1f9:0-2 {event_type=RS_FLUSH_REGIONS, pid=71}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 38fa776092ce1d75269fb328438588e8, store=B 2024-11-14T14:41:37,009 DEBUG [RS_FLUSH_OPERATIONS-regionserver/da1c6afcd1f9:0-2 {event_type=RS_FLUSH_REGIONS, pid=71}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-14T14:41:37,009 DEBUG [RS_FLUSH_OPERATIONS-regionserver/da1c6afcd1f9:0-2 {event_type=RS_FLUSH_REGIONS, pid=71}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 38fa776092ce1d75269fb328438588e8, store=C 2024-11-14T14:41:37,009 DEBUG [RS_FLUSH_OPERATIONS-regionserver/da1c6afcd1f9:0-2 {event_type=RS_FLUSH_REGIONS, pid=71}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-14T14:41:37,014 DEBUG [RS_FLUSH_OPERATIONS-regionserver/da1c6afcd1f9:0-2 {event_type=RS_FLUSH_REGIONS, pid=71}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:34345/user/jenkins/test-data/14d118ee-a83a-b09b-5913-1a58940a5db1/data/default/TestAcidGuarantees/38fa776092ce1d75269fb328438588e8/.tmp/A/6b27b9226572453e810fb484339aaef7 is 50, key is test_row_0/A:col10/1731595296535/Put/seqid=0 2024-11-14T14:41:37,018 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36699 is added to blk_1073742092_1268 (size=12001) 2024-11-14T14:41:37,176 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45145 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=70 2024-11-14T14:41:37,179 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35765 {}] regionserver.HRegion(8855): Flush requested on 38fa776092ce1d75269fb328438588e8 2024-11-14T14:41:37,179 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1731595290056.38fa776092ce1d75269fb328438588e8. as already flushing 2024-11-14T14:41:37,196 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35765 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=38fa776092ce1d75269fb328438588e8, server=da1c6afcd1f9,35765,1731595233113 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-14T14:41:37,196 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35765 {}] ipc.CallRunner(138): callId: 28 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:38314 deadline: 1731595357192, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=38fa776092ce1d75269fb328438588e8, server=da1c6afcd1f9,35765,1731595233113 2024-11-14T14:41:37,196 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731595290056.38fa776092ce1d75269fb328438588e8., hostname=da1c6afcd1f9,35765,1731595233113, seqNum=2 , the old value is region=TestAcidGuarantees,,1731595290056.38fa776092ce1d75269fb328438588e8., hostname=da1c6afcd1f9,35765,1731595233113, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=38fa776092ce1d75269fb328438588e8, server=da1c6afcd1f9,35765,1731595233113 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-14T14:41:37,196 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731595290056.38fa776092ce1d75269fb328438588e8., hostname=da1c6afcd1f9,35765,1731595233113, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=38fa776092ce1d75269fb328438588e8, server=da1c6afcd1f9,35765,1731595233113 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-14T14:41:37,196 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731595290056.38fa776092ce1d75269fb328438588e8., hostname=da1c6afcd1f9,35765,1731595233113, seqNum=2 because the exception is null or not the one we care about 2024-11-14T14:41:37,197 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35765 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=38fa776092ce1d75269fb328438588e8, server=da1c6afcd1f9,35765,1731595233113 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-14T14:41:37,197 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35765 {}] ipc.CallRunner(138): callId: 25 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:38294 deadline: 1731595357193, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=38fa776092ce1d75269fb328438588e8, server=da1c6afcd1f9,35765,1731595233113 2024-11-14T14:41:37,198 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35765 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=38fa776092ce1d75269fb328438588e8, server=da1c6afcd1f9,35765,1731595233113 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-14T14:41:37,198 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731595290056.38fa776092ce1d75269fb328438588e8., hostname=da1c6afcd1f9,35765,1731595233113, seqNum=2 , the old value is region=TestAcidGuarantees,,1731595290056.38fa776092ce1d75269fb328438588e8., hostname=da1c6afcd1f9,35765,1731595233113, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=38fa776092ce1d75269fb328438588e8, server=da1c6afcd1f9,35765,1731595233113 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-14T14:41:37,198 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731595290056.38fa776092ce1d75269fb328438588e8., hostname=da1c6afcd1f9,35765,1731595233113, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=38fa776092ce1d75269fb328438588e8, server=da1c6afcd1f9,35765,1731595233113 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-14T14:41:37,198 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35765 {}] ipc.CallRunner(138): callId: 31 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:38270 deadline: 1731595357194, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=38fa776092ce1d75269fb328438588e8, server=da1c6afcd1f9,35765,1731595233113 2024-11-14T14:41:37,198 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731595290056.38fa776092ce1d75269fb328438588e8., hostname=da1c6afcd1f9,35765,1731595233113, seqNum=2 because the exception is null or not the one we care about 2024-11-14T14:41:37,198 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731595290056.38fa776092ce1d75269fb328438588e8., hostname=da1c6afcd1f9,35765,1731595233113, seqNum=2 , the old value is region=TestAcidGuarantees,,1731595290056.38fa776092ce1d75269fb328438588e8., hostname=da1c6afcd1f9,35765,1731595233113, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=38fa776092ce1d75269fb328438588e8, server=da1c6afcd1f9,35765,1731595233113 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-14T14:41:37,198 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731595290056.38fa776092ce1d75269fb328438588e8., hostname=da1c6afcd1f9,35765,1731595233113, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=38fa776092ce1d75269fb328438588e8, server=da1c6afcd1f9,35765,1731595233113 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-14T14:41:37,198 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731595290056.38fa776092ce1d75269fb328438588e8., hostname=da1c6afcd1f9,35765,1731595233113, seqNum=2 because the exception is null or not the one we care about 2024-11-14T14:41:37,307 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35765 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=38fa776092ce1d75269fb328438588e8, server=da1c6afcd1f9,35765,1731595233113 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-14T14:41:37,308 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35765 {}] ipc.CallRunner(138): callId: 29 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:38314 deadline: 1731595357306, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=38fa776092ce1d75269fb328438588e8, server=da1c6afcd1f9,35765,1731595233113 2024-11-14T14:41:37,308 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35765 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=38fa776092ce1d75269fb328438588e8, server=da1c6afcd1f9,35765,1731595233113 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-14T14:41:37,308 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731595290056.38fa776092ce1d75269fb328438588e8., hostname=da1c6afcd1f9,35765,1731595233113, seqNum=2 , the old value is region=TestAcidGuarantees,,1731595290056.38fa776092ce1d75269fb328438588e8., hostname=da1c6afcd1f9,35765,1731595233113, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=38fa776092ce1d75269fb328438588e8, server=da1c6afcd1f9,35765,1731595233113 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-14T14:41:37,308 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731595290056.38fa776092ce1d75269fb328438588e8., hostname=da1c6afcd1f9,35765,1731595233113, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=38fa776092ce1d75269fb328438588e8, server=da1c6afcd1f9,35765,1731595233113 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-14T14:41:37,308 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35765 {}] ipc.CallRunner(138): callId: 26 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:38294 deadline: 1731595357306, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=38fa776092ce1d75269fb328438588e8, server=da1c6afcd1f9,35765,1731595233113 2024-11-14T14:41:37,308 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731595290056.38fa776092ce1d75269fb328438588e8., hostname=da1c6afcd1f9,35765,1731595233113, seqNum=2 because the exception is null or not the one we care about 2024-11-14T14:41:37,308 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35765 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=38fa776092ce1d75269fb328438588e8, server=da1c6afcd1f9,35765,1731595233113 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-14T14:41:37,308 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731595290056.38fa776092ce1d75269fb328438588e8., hostname=da1c6afcd1f9,35765,1731595233113, seqNum=2 , the old value is region=TestAcidGuarantees,,1731595290056.38fa776092ce1d75269fb328438588e8., hostname=da1c6afcd1f9,35765,1731595233113, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=38fa776092ce1d75269fb328438588e8, server=da1c6afcd1f9,35765,1731595233113 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-14T14:41:37,309 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731595290056.38fa776092ce1d75269fb328438588e8., hostname=da1c6afcd1f9,35765,1731595233113, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=38fa776092ce1d75269fb328438588e8, server=da1c6afcd1f9,35765,1731595233113 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-14T14:41:37,309 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35765 {}] ipc.CallRunner(138): callId: 32 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:38270 deadline: 1731595357306, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=38fa776092ce1d75269fb328438588e8, server=da1c6afcd1f9,35765,1731595233113 2024-11-14T14:41:37,309 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731595290056.38fa776092ce1d75269fb328438588e8., hostname=da1c6afcd1f9,35765,1731595233113, seqNum=2 because the exception is null or not the one we care about 2024-11-14T14:41:37,309 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731595290056.38fa776092ce1d75269fb328438588e8., hostname=da1c6afcd1f9,35765,1731595233113, seqNum=2 , the old value is region=TestAcidGuarantees,,1731595290056.38fa776092ce1d75269fb328438588e8., hostname=da1c6afcd1f9,35765,1731595233113, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=38fa776092ce1d75269fb328438588e8, server=da1c6afcd1f9,35765,1731595233113 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-14T14:41:37,309 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731595290056.38fa776092ce1d75269fb328438588e8., hostname=da1c6afcd1f9,35765,1731595233113, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=38fa776092ce1d75269fb328438588e8, server=da1c6afcd1f9,35765,1731595233113 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-14T14:41:37,309 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731595290056.38fa776092ce1d75269fb328438588e8., hostname=da1c6afcd1f9,35765,1731595233113, seqNum=2 because the exception is null or not the one we care about 2024-11-14T14:41:37,408 DEBUG [RS:0;da1c6afcd1f9:35765-shortCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:34345/user/jenkins/test-data/14d118ee-a83a-b09b-5913-1a58940a5db1/data/default/TestAcidGuarantees/38fa776092ce1d75269fb328438588e8/.tmp/A/e675222f4d0646bd9441515a1c13be21 as hdfs://localhost:34345/user/jenkins/test-data/14d118ee-a83a-b09b-5913-1a58940a5db1/data/default/TestAcidGuarantees/38fa776092ce1d75269fb328438588e8/A/e675222f4d0646bd9441515a1c13be21 2024-11-14T14:41:37,409 DEBUG [RS:0;da1c6afcd1f9:35765-longCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:34345/user/jenkins/test-data/14d118ee-a83a-b09b-5913-1a58940a5db1/data/default/TestAcidGuarantees/38fa776092ce1d75269fb328438588e8/.tmp/B/799011019dfc4c659c05e922c735eeb4 as hdfs://localhost:34345/user/jenkins/test-data/14d118ee-a83a-b09b-5913-1a58940a5db1/data/default/TestAcidGuarantees/38fa776092ce1d75269fb328438588e8/B/799011019dfc4c659c05e922c735eeb4 2024-11-14T14:41:37,414 INFO [RS:0;da1c6afcd1f9:35765-shortCompactions-0 {}] regionserver.HStore(1337): Completed compaction of 3 (all) file(s) in 38fa776092ce1d75269fb328438588e8/A of 38fa776092ce1d75269fb328438588e8 into e675222f4d0646bd9441515a1c13be21(size=11.9 K), total size for store is 11.9 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-11-14T14:41:37,414 DEBUG [RS:0;da1c6afcd1f9:35765-shortCompactions-0 {}] regionserver.HRegion(2446): Compaction status journal for 38fa776092ce1d75269fb328438588e8: 2024-11-14T14:41:37,414 INFO [RS:0;da1c6afcd1f9:35765-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1731595290056.38fa776092ce1d75269fb328438588e8., storeName=38fa776092ce1d75269fb328438588e8/A, priority=13, startTime=1731595296963; duration=0sec 2024-11-14T14:41:37,414 DEBUG [RS:0;da1c6afcd1f9:35765-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=1), splitQueue=0 2024-11-14T14:41:37,414 DEBUG [RS:0;da1c6afcd1f9:35765-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: 38fa776092ce1d75269fb328438588e8:A 2024-11-14T14:41:37,414 DEBUG [RS:0;da1c6afcd1f9:35765-shortCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 3 store files, 0 compacting, 3 eligible, 16 blocking 2024-11-14T14:41:37,415 INFO [RS:0;da1c6afcd1f9:35765-longCompactions-0 {}] regionserver.HStore(1337): Completed compaction of 3 (all) file(s) in 38fa776092ce1d75269fb328438588e8/B of 38fa776092ce1d75269fb328438588e8 into 799011019dfc4c659c05e922c735eeb4(size=11.9 K), total size for store is 11.9 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-11-14T14:41:37,415 DEBUG [RS:0;da1c6afcd1f9:35765-longCompactions-0 {}] regionserver.HRegion(2446): Compaction status journal for 38fa776092ce1d75269fb328438588e8: 2024-11-14T14:41:37,415 INFO [RS:0;da1c6afcd1f9:35765-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1731595290056.38fa776092ce1d75269fb328438588e8., storeName=38fa776092ce1d75269fb328438588e8/B, priority=13, startTime=1731595296963; duration=0sec 2024-11-14T14:41:37,415 DEBUG [RS:0;da1c6afcd1f9:35765-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-14T14:41:37,415 DEBUG [RS:0;da1c6afcd1f9:35765-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: 38fa776092ce1d75269fb328438588e8:B 2024-11-14T14:41:37,415 DEBUG [RS:0;da1c6afcd1f9:35765-shortCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 3 files of size 36106 starting at candidate #0 after considering 1 permutations with 1 in ratio 2024-11-14T14:41:37,415 DEBUG [RS:0;da1c6afcd1f9:35765-shortCompactions-0 {}] regionserver.HStore(1541): 38fa776092ce1d75269fb328438588e8/C is initiating minor compaction (all files) 2024-11-14T14:41:37,415 INFO [RS:0;da1c6afcd1f9:35765-shortCompactions-0 {}] regionserver.HRegion(2416): Starting compaction of 38fa776092ce1d75269fb328438588e8/C in TestAcidGuarantees,,1731595290056.38fa776092ce1d75269fb328438588e8. 2024-11-14T14:41:37,415 INFO [RS:0;da1c6afcd1f9:35765-shortCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:34345/user/jenkins/test-data/14d118ee-a83a-b09b-5913-1a58940a5db1/data/default/TestAcidGuarantees/38fa776092ce1d75269fb328438588e8/C/cfa6583e911342f696f47b1b181ec072, hdfs://localhost:34345/user/jenkins/test-data/14d118ee-a83a-b09b-5913-1a58940a5db1/data/default/TestAcidGuarantees/38fa776092ce1d75269fb328438588e8/C/31458cf6b74d4698a3edd9cf18d98ddd, hdfs://localhost:34345/user/jenkins/test-data/14d118ee-a83a-b09b-5913-1a58940a5db1/data/default/TestAcidGuarantees/38fa776092ce1d75269fb328438588e8/C/a3dbb2c332dc4ca9b740ff320239d314] into tmpdir=hdfs://localhost:34345/user/jenkins/test-data/14d118ee-a83a-b09b-5913-1a58940a5db1/data/default/TestAcidGuarantees/38fa776092ce1d75269fb328438588e8/.tmp, totalSize=35.3 K 2024-11-14T14:41:37,416 DEBUG [RS:0;da1c6afcd1f9:35765-shortCompactions-0 {}] compactions.Compactor(225): Compacting cfa6583e911342f696f47b1b181ec072, keycount=150, bloomtype=ROW, size=11.8 K, encoding=NONE, compression=NONE, seqNum=58, earliestPutTs=1731595292316 2024-11-14T14:41:37,416 DEBUG [RS:0;da1c6afcd1f9:35765-shortCompactions-0 {}] compactions.Compactor(225): Compacting 31458cf6b74d4698a3edd9cf18d98ddd, keycount=150, bloomtype=ROW, size=11.7 K, encoding=NONE, compression=NONE, seqNum=95, earliestPutTs=1731595294270 2024-11-14T14:41:37,417 DEBUG [RS:0;da1c6afcd1f9:35765-shortCompactions-0 {}] compactions.Compactor(225): Compacting a3dbb2c332dc4ca9b740ff320239d314, keycount=150, bloomtype=ROW, size=11.7 K, encoding=NONE, compression=NONE, seqNum=109, earliestPutTs=1731595295449 2024-11-14T14:41:37,419 INFO [RS_FLUSH_OPERATIONS-regionserver/da1c6afcd1f9:0-2 {event_type=RS_FLUSH_REGIONS, pid=71}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=38.02 KB at sequenceid=129 (bloomFilter=true), to=hdfs://localhost:34345/user/jenkins/test-data/14d118ee-a83a-b09b-5913-1a58940a5db1/data/default/TestAcidGuarantees/38fa776092ce1d75269fb328438588e8/.tmp/A/6b27b9226572453e810fb484339aaef7 2024-11-14T14:41:37,427 INFO [RS:0;da1c6afcd1f9:35765-shortCompactions-0 {}] throttle.PressureAwareThroughputController(145): 38fa776092ce1d75269fb328438588e8#C#compaction#227 average throughput is 6.55 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second 2024-11-14T14:41:37,427 DEBUG [RS:0;da1c6afcd1f9:35765-shortCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:34345/user/jenkins/test-data/14d118ee-a83a-b09b-5913-1a58940a5db1/data/default/TestAcidGuarantees/38fa776092ce1d75269fb328438588e8/.tmp/C/cca36274db6b431c8abd8090eb7bc104 is 50, key is test_row_0/C:col10/1731595295451/Put/seqid=0 2024-11-14T14:41:37,430 DEBUG [RS_FLUSH_OPERATIONS-regionserver/da1c6afcd1f9:0-2 {event_type=RS_FLUSH_REGIONS, pid=71}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:34345/user/jenkins/test-data/14d118ee-a83a-b09b-5913-1a58940a5db1/data/default/TestAcidGuarantees/38fa776092ce1d75269fb328438588e8/.tmp/B/4337f86abe3f445aaf321e13f8e46942 is 50, key is test_row_0/B:col10/1731595296535/Put/seqid=0 2024-11-14T14:41:37,450 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36699 is added to blk_1073742093_1269 (size=12001) 2024-11-14T14:41:37,457 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36699 is added to blk_1073742094_1270 (size=12207) 2024-11-14T14:41:37,465 DEBUG [RS:0;da1c6afcd1f9:35765-shortCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:34345/user/jenkins/test-data/14d118ee-a83a-b09b-5913-1a58940a5db1/data/default/TestAcidGuarantees/38fa776092ce1d75269fb328438588e8/.tmp/C/cca36274db6b431c8abd8090eb7bc104 as hdfs://localhost:34345/user/jenkins/test-data/14d118ee-a83a-b09b-5913-1a58940a5db1/data/default/TestAcidGuarantees/38fa776092ce1d75269fb328438588e8/C/cca36274db6b431c8abd8090eb7bc104 2024-11-14T14:41:37,472 INFO [RS:0;da1c6afcd1f9:35765-shortCompactions-0 {}] regionserver.HStore(1337): Completed compaction of 3 (all) file(s) in 38fa776092ce1d75269fb328438588e8/C of 38fa776092ce1d75269fb328438588e8 into cca36274db6b431c8abd8090eb7bc104(size=11.9 K), total size for store is 11.9 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-11-14T14:41:37,472 DEBUG [RS:0;da1c6afcd1f9:35765-shortCompactions-0 {}] regionserver.HRegion(2446): Compaction status journal for 38fa776092ce1d75269fb328438588e8: 2024-11-14T14:41:37,473 INFO [RS:0;da1c6afcd1f9:35765-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1731595290056.38fa776092ce1d75269fb328438588e8., storeName=38fa776092ce1d75269fb328438588e8/C, priority=13, startTime=1731595296963; duration=0sec 2024-11-14T14:41:37,473 DEBUG [RS:0;da1c6afcd1f9:35765-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-14T14:41:37,473 DEBUG [RS:0;da1c6afcd1f9:35765-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: 38fa776092ce1d75269fb328438588e8:C 2024-11-14T14:41:37,519 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35765 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=38fa776092ce1d75269fb328438588e8, server=da1c6afcd1f9,35765,1731595233113 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-14T14:41:37,519 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35765 {}] ipc.CallRunner(138): callId: 30 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:38314 deadline: 1731595357516, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=38fa776092ce1d75269fb328438588e8, server=da1c6afcd1f9,35765,1731595233113 2024-11-14T14:41:37,520 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731595290056.38fa776092ce1d75269fb328438588e8., hostname=da1c6afcd1f9,35765,1731595233113, seqNum=2 , the old value is region=TestAcidGuarantees,,1731595290056.38fa776092ce1d75269fb328438588e8., hostname=da1c6afcd1f9,35765,1731595233113, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=38fa776092ce1d75269fb328438588e8, server=da1c6afcd1f9,35765,1731595233113 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-14T14:41:37,520 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731595290056.38fa776092ce1d75269fb328438588e8., hostname=da1c6afcd1f9,35765,1731595233113, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=38fa776092ce1d75269fb328438588e8, server=da1c6afcd1f9,35765,1731595233113 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-14T14:41:37,520 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731595290056.38fa776092ce1d75269fb328438588e8., hostname=da1c6afcd1f9,35765,1731595233113, seqNum=2 because the exception is null or not the one we care about 2024-11-14T14:41:37,520 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35765 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=38fa776092ce1d75269fb328438588e8, server=da1c6afcd1f9,35765,1731595233113 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-14T14:41:37,520 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35765 {}] ipc.CallRunner(138): callId: 27 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:38294 deadline: 1731595357516, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=38fa776092ce1d75269fb328438588e8, server=da1c6afcd1f9,35765,1731595233113 2024-11-14T14:41:37,520 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731595290056.38fa776092ce1d75269fb328438588e8., hostname=da1c6afcd1f9,35765,1731595233113, seqNum=2 , the old value is region=TestAcidGuarantees,,1731595290056.38fa776092ce1d75269fb328438588e8., hostname=da1c6afcd1f9,35765,1731595233113, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=38fa776092ce1d75269fb328438588e8, server=da1c6afcd1f9,35765,1731595233113 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-14T14:41:37,520 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731595290056.38fa776092ce1d75269fb328438588e8., hostname=da1c6afcd1f9,35765,1731595233113, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=38fa776092ce1d75269fb328438588e8, server=da1c6afcd1f9,35765,1731595233113 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-14T14:41:37,520 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35765 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=38fa776092ce1d75269fb328438588e8, server=da1c6afcd1f9,35765,1731595233113 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-14T14:41:37,520 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731595290056.38fa776092ce1d75269fb328438588e8., hostname=da1c6afcd1f9,35765,1731595233113, seqNum=2 because the exception is null or not the one we care about 2024-11-14T14:41:37,521 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35765 {}] ipc.CallRunner(138): callId: 33 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:38270 deadline: 1731595357516, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=38fa776092ce1d75269fb328438588e8, server=da1c6afcd1f9,35765,1731595233113 2024-11-14T14:41:37,521 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731595290056.38fa776092ce1d75269fb328438588e8., hostname=da1c6afcd1f9,35765,1731595233113, seqNum=2 , the old value is region=TestAcidGuarantees,,1731595290056.38fa776092ce1d75269fb328438588e8., hostname=da1c6afcd1f9,35765,1731595233113, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=38fa776092ce1d75269fb328438588e8, server=da1c6afcd1f9,35765,1731595233113 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-14T14:41:37,521 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731595290056.38fa776092ce1d75269fb328438588e8., hostname=da1c6afcd1f9,35765,1731595233113, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=38fa776092ce1d75269fb328438588e8, server=da1c6afcd1f9,35765,1731595233113 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-14T14:41:37,521 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731595290056.38fa776092ce1d75269fb328438588e8., hostname=da1c6afcd1f9,35765,1731595233113, seqNum=2 because the exception is null or not the one we care about 2024-11-14T14:41:37,609 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35765 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=38fa776092ce1d75269fb328438588e8, server=da1c6afcd1f9,35765,1731595233113 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-14T14:41:37,609 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35765 {}] ipc.CallRunner(138): callId: 52 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:38284 deadline: 1731595357606, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=38fa776092ce1d75269fb328438588e8, server=da1c6afcd1f9,35765,1731595233113 2024-11-14T14:41:37,610 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35765 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=38fa776092ce1d75269fb328438588e8, server=da1c6afcd1f9,35765,1731595233113 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-14T14:41:37,610 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35765 {}] ipc.CallRunner(138): callId: 44 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:38310 deadline: 1731595357606, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=38fa776092ce1d75269fb328438588e8, server=da1c6afcd1f9,35765,1731595233113 2024-11-14T14:41:37,610 WARN [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRpcRetryingCaller(177): Call to da1c6afcd1f9,35765,1731595233113 for 'test_row_1' in 38fa776092ce1d75269fb328438588e8 of TestAcidGuarantees failed, tries = 6, maxAttempts = 16, timeout = 1200000 ms, time elapsed = 2159 ms org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=38fa776092ce1d75269fb328438588e8, server=da1c6afcd1f9,35765,1731595233113 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) at jdk.internal.reflect.GeneratedConstructorAccessor39.newInstance(Unknown Source) ~[?:?] at jdk.internal.reflect.DelegatingConstructorAccessorImpl.newInstance(DelegatingConstructorAccessorImpl.java:45) ~[?:?] at java.lang.reflect.Constructor.newInstanceWithCaller(Constructor.java:499) ~[?:?] at java.lang.reflect.Constructor.newInstance(Constructor.java:480) ~[?:?] at org.apache.hadoop.hbase.ipc.RemoteWithExtrasException.instantiateException(RemoteWithExtrasException.java:110) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RemoteWithExtrasException.unwrapRemoteException(RemoteWithExtrasException.java:100) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.client.ConnectionUtils.translateException(ConnectionUtils.java:219) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRpcRetryingCaller.onError(AsyncRpcRetryingCaller.java:165) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.lambda$call$4(AsyncSingleRequestRpcRetryingCaller.java:86) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.lambda$addListener$0(FutureUtils.java:71) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:863) ~[?:?] at java.util.concurrent.CompletableFuture$UniWhenComplete.tryFire(CompletableFuture.java:841) ~[?:?] at java.util.concurrent.CompletableFuture.postComplete(CompletableFuture.java:510) ~[?:?] at java.util.concurrent.CompletableFuture.completeExceptionally(CompletableFuture.java:2162) ~[?:?] at org.apache.hadoop.hbase.client.ConnectionUtils$2.run(ConnectionUtils.java:625) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hbase.thirdparty.com.google.protobuf.RpcUtil$1.run(RpcUtil.java:56) ~[hbase-shaded-protobuf-4.1.9.jar:4.1.9] at org.apache.hbase.thirdparty.com.google.protobuf.RpcUtil$1.run(RpcUtil.java:47) ~[hbase-shaded-protobuf-4.1.9.jar:4.1.9] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.onCallFinished(AbstractRpcClient.java:397) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:430) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:425) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.callComplete(Call.java:117) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.setException(Call.java:132) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcConnection.readResponse(RpcConnection.java:457) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.NettyRpcDuplexHandler.readResponse(NettyRpcDuplexHandler.java:125) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.NettyRpcDuplexHandler.channelRead(NettyRpcDuplexHandler.java:140) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:442) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.handler.codec.ByteToMessageDecoder.fireChannelRead(ByteToMessageDecoder.java:346) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.handler.codec.ByteToMessageDecoder.channelRead(ByteToMessageDecoder.java:318) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:444) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.handler.timeout.IdleStateHandler.channelRead(IdleStateHandler.java:289) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:442) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline$HeadContext.channelRead(DefaultChannelPipeline.java:1357) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:440) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline.fireChannelRead(DefaultChannelPipeline.java:868) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.AbstractNioByteChannel$NioByteUnsafe.read(AbstractNioByteChannel.java:166) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.processSelectedKey(NioEventLoop.java:788) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.processSelectedKeysOptimized(NioEventLoop.java:724) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.processSelectedKeys(NioEventLoop.java:650) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:562) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) ~[hbase-shaded-netty-4.1.9.jar:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] Caused by: org.apache.hadoop.hbase.ipc.RemoteWithExtrasException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=38fa776092ce1d75269fb328438588e8, server=da1c6afcd1f9,35765,1731595233113 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) at org.apache.hadoop.hbase.ipc.AbstractRpcClient.onCallFinished(AbstractRpcClient.java:392) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] ... 32 more 2024-11-14T14:41:37,610 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731595290056.38fa776092ce1d75269fb328438588e8., hostname=da1c6afcd1f9,35765,1731595233113, seqNum=2 , the old value is region=TestAcidGuarantees,,1731595290056.38fa776092ce1d75269fb328438588e8., hostname=da1c6afcd1f9,35765,1731595233113, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=38fa776092ce1d75269fb328438588e8, server=da1c6afcd1f9,35765,1731595233113 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-14T14:41:37,610 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731595290056.38fa776092ce1d75269fb328438588e8., hostname=da1c6afcd1f9,35765,1731595233113, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=38fa776092ce1d75269fb328438588e8, server=da1c6afcd1f9,35765,1731595233113 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-14T14:41:37,610 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731595290056.38fa776092ce1d75269fb328438588e8., hostname=da1c6afcd1f9,35765,1731595233113, seqNum=2 because the exception is null or not the one we care about 2024-11-14T14:41:37,610 WARN [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRpcRetryingCaller(177): Call to da1c6afcd1f9,35765,1731595233113 for 'test_row_0' in 38fa776092ce1d75269fb328438588e8 of TestAcidGuarantees failed, tries = 6, maxAttempts = 16, timeout = 1200000 ms, time elapsed = 2157 ms org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=38fa776092ce1d75269fb328438588e8, server=da1c6afcd1f9,35765,1731595233113 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) at jdk.internal.reflect.GeneratedConstructorAccessor39.newInstance(Unknown Source) ~[?:?] at jdk.internal.reflect.DelegatingConstructorAccessorImpl.newInstance(DelegatingConstructorAccessorImpl.java:45) ~[?:?] at java.lang.reflect.Constructor.newInstanceWithCaller(Constructor.java:499) ~[?:?] at java.lang.reflect.Constructor.newInstance(Constructor.java:480) ~[?:?] at org.apache.hadoop.hbase.ipc.RemoteWithExtrasException.instantiateException(RemoteWithExtrasException.java:110) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RemoteWithExtrasException.unwrapRemoteException(RemoteWithExtrasException.java:100) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.client.ConnectionUtils.translateException(ConnectionUtils.java:219) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRpcRetryingCaller.onError(AsyncRpcRetryingCaller.java:165) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.lambda$call$4(AsyncSingleRequestRpcRetryingCaller.java:86) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.lambda$addListener$0(FutureUtils.java:71) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:863) ~[?:?] at java.util.concurrent.CompletableFuture$UniWhenComplete.tryFire(CompletableFuture.java:841) ~[?:?] at java.util.concurrent.CompletableFuture.postComplete(CompletableFuture.java:510) ~[?:?] at java.util.concurrent.CompletableFuture.completeExceptionally(CompletableFuture.java:2162) ~[?:?] at org.apache.hadoop.hbase.client.ConnectionUtils$2.run(ConnectionUtils.java:625) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hbase.thirdparty.com.google.protobuf.RpcUtil$1.run(RpcUtil.java:56) ~[hbase-shaded-protobuf-4.1.9.jar:4.1.9] at org.apache.hbase.thirdparty.com.google.protobuf.RpcUtil$1.run(RpcUtil.java:47) ~[hbase-shaded-protobuf-4.1.9.jar:4.1.9] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.onCallFinished(AbstractRpcClient.java:397) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:430) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:425) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.callComplete(Call.java:117) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.setException(Call.java:132) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcConnection.readResponse(RpcConnection.java:457) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.NettyRpcDuplexHandler.readResponse(NettyRpcDuplexHandler.java:125) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.NettyRpcDuplexHandler.channelRead(NettyRpcDuplexHandler.java:140) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:442) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.handler.codec.ByteToMessageDecoder.fireChannelRead(ByteToMessageDecoder.java:346) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.handler.codec.ByteToMessageDecoder.channelRead(ByteToMessageDecoder.java:318) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:444) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.handler.timeout.IdleStateHandler.channelRead(IdleStateHandler.java:289) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:442) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline$HeadContext.channelRead(DefaultChannelPipeline.java:1357) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:440) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline.fireChannelRead(DefaultChannelPipeline.java:868) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.AbstractNioByteChannel$NioByteUnsafe.read(AbstractNioByteChannel.java:166) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.processSelectedKey(NioEventLoop.java:788) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.processSelectedKeysOptimized(NioEventLoop.java:724) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.processSelectedKeys(NioEventLoop.java:650) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:562) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) ~[hbase-shaded-netty-4.1.9.jar:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] Caused by: org.apache.hadoop.hbase.ipc.RemoteWithExtrasException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=38fa776092ce1d75269fb328438588e8, server=da1c6afcd1f9,35765,1731595233113 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) at org.apache.hadoop.hbase.ipc.AbstractRpcClient.onCallFinished(AbstractRpcClient.java:392) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] ... 32 more 2024-11-14T14:41:37,611 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731595290056.38fa776092ce1d75269fb328438588e8., hostname=da1c6afcd1f9,35765,1731595233113, seqNum=2 , the old value is region=TestAcidGuarantees,,1731595290056.38fa776092ce1d75269fb328438588e8., hostname=da1c6afcd1f9,35765,1731595233113, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=38fa776092ce1d75269fb328438588e8, server=da1c6afcd1f9,35765,1731595233113 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-14T14:41:37,611 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731595290056.38fa776092ce1d75269fb328438588e8., hostname=da1c6afcd1f9,35765,1731595233113, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=38fa776092ce1d75269fb328438588e8, server=da1c6afcd1f9,35765,1731595233113 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-14T14:41:37,611 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731595290056.38fa776092ce1d75269fb328438588e8., hostname=da1c6afcd1f9,35765,1731595233113, seqNum=2 because the exception is null or not the one we care about 2024-11-14T14:41:37,686 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45145 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=70 2024-11-14T14:41:37,828 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35765 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=38fa776092ce1d75269fb328438588e8, server=da1c6afcd1f9,35765,1731595233113 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-14T14:41:37,829 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35765 {}] ipc.CallRunner(138): callId: 31 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:38314 deadline: 1731595357826, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=38fa776092ce1d75269fb328438588e8, server=da1c6afcd1f9,35765,1731595233113 2024-11-14T14:41:37,829 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35765 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=38fa776092ce1d75269fb328438588e8, server=da1c6afcd1f9,35765,1731595233113 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-14T14:41:37,829 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731595290056.38fa776092ce1d75269fb328438588e8., hostname=da1c6afcd1f9,35765,1731595233113, seqNum=2 , the old value is region=TestAcidGuarantees,,1731595290056.38fa776092ce1d75269fb328438588e8., hostname=da1c6afcd1f9,35765,1731595233113, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=38fa776092ce1d75269fb328438588e8, server=da1c6afcd1f9,35765,1731595233113 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-14T14:41:37,829 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35765 {}] ipc.CallRunner(138): callId: 28 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:38294 deadline: 1731595357826, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=38fa776092ce1d75269fb328438588e8, server=da1c6afcd1f9,35765,1731595233113 2024-11-14T14:41:37,829 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731595290056.38fa776092ce1d75269fb328438588e8., hostname=da1c6afcd1f9,35765,1731595233113, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=38fa776092ce1d75269fb328438588e8, server=da1c6afcd1f9,35765,1731595233113 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-14T14:41:37,829 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731595290056.38fa776092ce1d75269fb328438588e8., hostname=da1c6afcd1f9,35765,1731595233113, seqNum=2 because the exception is null or not the one we care about 2024-11-14T14:41:37,829 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731595290056.38fa776092ce1d75269fb328438588e8., hostname=da1c6afcd1f9,35765,1731595233113, seqNum=2 , the old value is region=TestAcidGuarantees,,1731595290056.38fa776092ce1d75269fb328438588e8., hostname=da1c6afcd1f9,35765,1731595233113, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=38fa776092ce1d75269fb328438588e8, server=da1c6afcd1f9,35765,1731595233113 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-14T14:41:37,829 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731595290056.38fa776092ce1d75269fb328438588e8., hostname=da1c6afcd1f9,35765,1731595233113, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=38fa776092ce1d75269fb328438588e8, server=da1c6afcd1f9,35765,1731595233113 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-14T14:41:37,829 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731595290056.38fa776092ce1d75269fb328438588e8., hostname=da1c6afcd1f9,35765,1731595233113, seqNum=2 because the exception is null or not the one we care about 2024-11-14T14:41:37,830 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35765 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=38fa776092ce1d75269fb328438588e8, server=da1c6afcd1f9,35765,1731595233113 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-14T14:41:37,830 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35765 {}] ipc.CallRunner(138): callId: 34 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:38270 deadline: 1731595357827, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=38fa776092ce1d75269fb328438588e8, server=da1c6afcd1f9,35765,1731595233113 2024-11-14T14:41:37,830 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731595290056.38fa776092ce1d75269fb328438588e8., hostname=da1c6afcd1f9,35765,1731595233113, seqNum=2 , the old value is region=TestAcidGuarantees,,1731595290056.38fa776092ce1d75269fb328438588e8., hostname=da1c6afcd1f9,35765,1731595233113, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=38fa776092ce1d75269fb328438588e8, server=da1c6afcd1f9,35765,1731595233113 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-14T14:41:37,830 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731595290056.38fa776092ce1d75269fb328438588e8., hostname=da1c6afcd1f9,35765,1731595233113, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=38fa776092ce1d75269fb328438588e8, server=da1c6afcd1f9,35765,1731595233113 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-14T14:41:37,830 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731595290056.38fa776092ce1d75269fb328438588e8., hostname=da1c6afcd1f9,35765,1731595233113, seqNum=2 because the exception is null or not the one we care about 2024-11-14T14:41:37,851 INFO [RS_FLUSH_OPERATIONS-regionserver/da1c6afcd1f9:0-2 {event_type=RS_FLUSH_REGIONS, pid=71}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=38.02 KB at sequenceid=129 (bloomFilter=true), to=hdfs://localhost:34345/user/jenkins/test-data/14d118ee-a83a-b09b-5913-1a58940a5db1/data/default/TestAcidGuarantees/38fa776092ce1d75269fb328438588e8/.tmp/B/4337f86abe3f445aaf321e13f8e46942 2024-11-14T14:41:37,860 DEBUG [RS_FLUSH_OPERATIONS-regionserver/da1c6afcd1f9:0-2 {event_type=RS_FLUSH_REGIONS, pid=71}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:34345/user/jenkins/test-data/14d118ee-a83a-b09b-5913-1a58940a5db1/data/default/TestAcidGuarantees/38fa776092ce1d75269fb328438588e8/.tmp/C/3221135352074c2daf31cc98012f8b21 is 50, key is test_row_0/C:col10/1731595296535/Put/seqid=0 2024-11-14T14:41:37,868 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36699 is added to blk_1073742095_1271 (size=12001) 2024-11-14T14:41:38,269 INFO [RS_FLUSH_OPERATIONS-regionserver/da1c6afcd1f9:0-2 {event_type=RS_FLUSH_REGIONS, pid=71}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=38.02 KB at sequenceid=129 (bloomFilter=true), to=hdfs://localhost:34345/user/jenkins/test-data/14d118ee-a83a-b09b-5913-1a58940a5db1/data/default/TestAcidGuarantees/38fa776092ce1d75269fb328438588e8/.tmp/C/3221135352074c2daf31cc98012f8b21 2024-11-14T14:41:38,274 DEBUG [RS_FLUSH_OPERATIONS-regionserver/da1c6afcd1f9:0-2 {event_type=RS_FLUSH_REGIONS, pid=71}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:34345/user/jenkins/test-data/14d118ee-a83a-b09b-5913-1a58940a5db1/data/default/TestAcidGuarantees/38fa776092ce1d75269fb328438588e8/.tmp/A/6b27b9226572453e810fb484339aaef7 as hdfs://localhost:34345/user/jenkins/test-data/14d118ee-a83a-b09b-5913-1a58940a5db1/data/default/TestAcidGuarantees/38fa776092ce1d75269fb328438588e8/A/6b27b9226572453e810fb484339aaef7 2024-11-14T14:41:38,279 INFO [RS_FLUSH_OPERATIONS-regionserver/da1c6afcd1f9:0-2 {event_type=RS_FLUSH_REGIONS, pid=71}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:34345/user/jenkins/test-data/14d118ee-a83a-b09b-5913-1a58940a5db1/data/default/TestAcidGuarantees/38fa776092ce1d75269fb328438588e8/A/6b27b9226572453e810fb484339aaef7, entries=150, sequenceid=129, filesize=11.7 K 2024-11-14T14:41:38,280 DEBUG [RS_FLUSH_OPERATIONS-regionserver/da1c6afcd1f9:0-2 {event_type=RS_FLUSH_REGIONS, pid=71}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:34345/user/jenkins/test-data/14d118ee-a83a-b09b-5913-1a58940a5db1/data/default/TestAcidGuarantees/38fa776092ce1d75269fb328438588e8/.tmp/B/4337f86abe3f445aaf321e13f8e46942 as hdfs://localhost:34345/user/jenkins/test-data/14d118ee-a83a-b09b-5913-1a58940a5db1/data/default/TestAcidGuarantees/38fa776092ce1d75269fb328438588e8/B/4337f86abe3f445aaf321e13f8e46942 2024-11-14T14:41:38,285 INFO [RS_FLUSH_OPERATIONS-regionserver/da1c6afcd1f9:0-2 {event_type=RS_FLUSH_REGIONS, pid=71}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:34345/user/jenkins/test-data/14d118ee-a83a-b09b-5913-1a58940a5db1/data/default/TestAcidGuarantees/38fa776092ce1d75269fb328438588e8/B/4337f86abe3f445aaf321e13f8e46942, entries=150, sequenceid=129, filesize=11.7 K 2024-11-14T14:41:38,286 DEBUG [RS_FLUSH_OPERATIONS-regionserver/da1c6afcd1f9:0-2 {event_type=RS_FLUSH_REGIONS, pid=71}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:34345/user/jenkins/test-data/14d118ee-a83a-b09b-5913-1a58940a5db1/data/default/TestAcidGuarantees/38fa776092ce1d75269fb328438588e8/.tmp/C/3221135352074c2daf31cc98012f8b21 as hdfs://localhost:34345/user/jenkins/test-data/14d118ee-a83a-b09b-5913-1a58940a5db1/data/default/TestAcidGuarantees/38fa776092ce1d75269fb328438588e8/C/3221135352074c2daf31cc98012f8b21 2024-11-14T14:41:38,290 INFO [RS_FLUSH_OPERATIONS-regionserver/da1c6afcd1f9:0-2 {event_type=RS_FLUSH_REGIONS, pid=71}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:34345/user/jenkins/test-data/14d118ee-a83a-b09b-5913-1a58940a5db1/data/default/TestAcidGuarantees/38fa776092ce1d75269fb328438588e8/C/3221135352074c2daf31cc98012f8b21, entries=150, sequenceid=129, filesize=11.7 K 2024-11-14T14:41:38,292 INFO [RS_FLUSH_OPERATIONS-regionserver/da1c6afcd1f9:0-2 {event_type=RS_FLUSH_REGIONS, pid=71}] regionserver.HRegion(3140): Finished flush of dataSize ~114.05 KB/116790, heapSize ~339.38 KB/347520, currentSize=60.38 KB/61830 for 38fa776092ce1d75269fb328438588e8 in 1283ms, sequenceid=129, compaction requested=false 2024-11-14T14:41:38,292 DEBUG [RS_FLUSH_OPERATIONS-regionserver/da1c6afcd1f9:0-2 {event_type=RS_FLUSH_REGIONS, pid=71}] regionserver.HRegion(2603): Flush status journal for 38fa776092ce1d75269fb328438588e8: 2024-11-14T14:41:38,292 DEBUG [RS_FLUSH_OPERATIONS-regionserver/da1c6afcd1f9:0-2 {event_type=RS_FLUSH_REGIONS, pid=71}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1731595290056.38fa776092ce1d75269fb328438588e8. 2024-11-14T14:41:38,292 DEBUG [RS_FLUSH_OPERATIONS-regionserver/da1c6afcd1f9:0-2 {event_type=RS_FLUSH_REGIONS, pid=71}] regionserver.RemoteProcedureResultReporter(62): Successfully complete execution of pid=71 2024-11-14T14:41:38,293 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45145 {}] master.HMaster(4169): Remote procedure done, pid=71 2024-11-14T14:41:38,296 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=71, resume processing ppid=70 2024-11-14T14:41:38,296 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1521): Finished pid=71, ppid=70, state=SUCCESS, hasLock=false; org.apache.hadoop.hbase.master.procedure.FlushRegionProcedure in 1.7450 sec 2024-11-14T14:41:38,298 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1521): Finished pid=70, state=SUCCESS, hasLock=false; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=70, table=TestAcidGuarantees in 1.7510 sec 2024-11-14T14:41:38,340 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35765 {}] regionserver.HRegion(8855): Flush requested on 38fa776092ce1d75269fb328438588e8 2024-11-14T14:41:38,340 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(2902): Flushing 38fa776092ce1d75269fb328438588e8 3/3 column families, dataSize=67.09 KB heapSize=199.97 KB 2024-11-14T14:41:38,341 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 38fa776092ce1d75269fb328438588e8, store=A 2024-11-14T14:41:38,341 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-14T14:41:38,341 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 38fa776092ce1d75269fb328438588e8, store=B 2024-11-14T14:41:38,341 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-14T14:41:38,341 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 38fa776092ce1d75269fb328438588e8, store=C 2024-11-14T14:41:38,341 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-14T14:41:38,346 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:34345/user/jenkins/test-data/14d118ee-a83a-b09b-5913-1a58940a5db1/data/default/TestAcidGuarantees/38fa776092ce1d75269fb328438588e8/.tmp/A/d79dbce97da04af09144aafefa8cc1b6 is 50, key is test_row_0/A:col10/1731595298338/Put/seqid=0 2024-11-14T14:41:38,354 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36699 is added to blk_1073742096_1272 (size=14541) 2024-11-14T14:41:38,375 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35765 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=38fa776092ce1d75269fb328438588e8, server=da1c6afcd1f9,35765,1731595233113 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-14T14:41:38,376 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35765 {}] ipc.CallRunner(138): callId: 38 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:38314 deadline: 1731595358370, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=38fa776092ce1d75269fb328438588e8, server=da1c6afcd1f9,35765,1731595233113 2024-11-14T14:41:38,376 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35765 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=38fa776092ce1d75269fb328438588e8, server=da1c6afcd1f9,35765,1731595233113 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-14T14:41:38,376 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35765 {}] ipc.CallRunner(138): callId: 34 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:38294 deadline: 1731595358371, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=38fa776092ce1d75269fb328438588e8, server=da1c6afcd1f9,35765,1731595233113 2024-11-14T14:41:38,377 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731595290056.38fa776092ce1d75269fb328438588e8., hostname=da1c6afcd1f9,35765,1731595233113, seqNum=2 , the old value is region=TestAcidGuarantees,,1731595290056.38fa776092ce1d75269fb328438588e8., hostname=da1c6afcd1f9,35765,1731595233113, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=38fa776092ce1d75269fb328438588e8, server=da1c6afcd1f9,35765,1731595233113 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-14T14:41:38,377 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731595290056.38fa776092ce1d75269fb328438588e8., hostname=da1c6afcd1f9,35765,1731595233113, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=38fa776092ce1d75269fb328438588e8, server=da1c6afcd1f9,35765,1731595233113 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-14T14:41:38,377 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731595290056.38fa776092ce1d75269fb328438588e8., hostname=da1c6afcd1f9,35765,1731595233113, seqNum=2 because the exception is null or not the one we care about 2024-11-14T14:41:38,377 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731595290056.38fa776092ce1d75269fb328438588e8., hostname=da1c6afcd1f9,35765,1731595233113, seqNum=2 , the old value is region=TestAcidGuarantees,,1731595290056.38fa776092ce1d75269fb328438588e8., hostname=da1c6afcd1f9,35765,1731595233113, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=38fa776092ce1d75269fb328438588e8, server=da1c6afcd1f9,35765,1731595233113 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-14T14:41:38,377 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731595290056.38fa776092ce1d75269fb328438588e8., hostname=da1c6afcd1f9,35765,1731595233113, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=38fa776092ce1d75269fb328438588e8, server=da1c6afcd1f9,35765,1731595233113 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-14T14:41:38,377 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731595290056.38fa776092ce1d75269fb328438588e8., hostname=da1c6afcd1f9,35765,1731595233113, seqNum=2 because the exception is null or not the one we care about 2024-11-14T14:41:38,378 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35765 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=38fa776092ce1d75269fb328438588e8, server=da1c6afcd1f9,35765,1731595233113 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-14T14:41:38,378 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35765 {}] ipc.CallRunner(138): callId: 41 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:38270 deadline: 1731595358374, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=38fa776092ce1d75269fb328438588e8, server=da1c6afcd1f9,35765,1731595233113 2024-11-14T14:41:38,378 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731595290056.38fa776092ce1d75269fb328438588e8., hostname=da1c6afcd1f9,35765,1731595233113, seqNum=2 , the old value is region=TestAcidGuarantees,,1731595290056.38fa776092ce1d75269fb328438588e8., hostname=da1c6afcd1f9,35765,1731595233113, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=38fa776092ce1d75269fb328438588e8, server=da1c6afcd1f9,35765,1731595233113 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-14T14:41:38,378 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731595290056.38fa776092ce1d75269fb328438588e8., hostname=da1c6afcd1f9,35765,1731595233113, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=38fa776092ce1d75269fb328438588e8, server=da1c6afcd1f9,35765,1731595233113 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-14T14:41:38,378 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731595290056.38fa776092ce1d75269fb328438588e8., hostname=da1c6afcd1f9,35765,1731595233113, seqNum=2 because the exception is null or not the one we care about 2024-11-14T14:41:38,488 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35765 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=38fa776092ce1d75269fb328438588e8, server=da1c6afcd1f9,35765,1731595233113 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-14T14:41:38,488 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35765 {}] ipc.CallRunner(138): callId: 39 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:38314 deadline: 1731595358486, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=38fa776092ce1d75269fb328438588e8, server=da1c6afcd1f9,35765,1731595233113 2024-11-14T14:41:38,489 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35765 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=38fa776092ce1d75269fb328438588e8, server=da1c6afcd1f9,35765,1731595233113 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-14T14:41:38,489 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731595290056.38fa776092ce1d75269fb328438588e8., hostname=da1c6afcd1f9,35765,1731595233113, seqNum=2 , the old value is region=TestAcidGuarantees,,1731595290056.38fa776092ce1d75269fb328438588e8., hostname=da1c6afcd1f9,35765,1731595233113, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=38fa776092ce1d75269fb328438588e8, server=da1c6afcd1f9,35765,1731595233113 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-14T14:41:38,489 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35765 {}] ipc.CallRunner(138): callId: 35 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:38294 deadline: 1731595358486, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=38fa776092ce1d75269fb328438588e8, server=da1c6afcd1f9,35765,1731595233113 2024-11-14T14:41:38,489 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731595290056.38fa776092ce1d75269fb328438588e8., hostname=da1c6afcd1f9,35765,1731595233113, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=38fa776092ce1d75269fb328438588e8, server=da1c6afcd1f9,35765,1731595233113 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-14T14:41:38,489 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731595290056.38fa776092ce1d75269fb328438588e8., hostname=da1c6afcd1f9,35765,1731595233113, seqNum=2 because the exception is null or not the one we care about 2024-11-14T14:41:38,489 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35765 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=38fa776092ce1d75269fb328438588e8, server=da1c6afcd1f9,35765,1731595233113 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-14T14:41:38,489 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35765 {}] ipc.CallRunner(138): callId: 42 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:38270 deadline: 1731595358486, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=38fa776092ce1d75269fb328438588e8, server=da1c6afcd1f9,35765,1731595233113 2024-11-14T14:41:38,489 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731595290056.38fa776092ce1d75269fb328438588e8., hostname=da1c6afcd1f9,35765,1731595233113, seqNum=2 , the old value is region=TestAcidGuarantees,,1731595290056.38fa776092ce1d75269fb328438588e8., hostname=da1c6afcd1f9,35765,1731595233113, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=38fa776092ce1d75269fb328438588e8, server=da1c6afcd1f9,35765,1731595233113 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-14T14:41:38,489 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731595290056.38fa776092ce1d75269fb328438588e8., hostname=da1c6afcd1f9,35765,1731595233113, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=38fa776092ce1d75269fb328438588e8, server=da1c6afcd1f9,35765,1731595233113 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-14T14:41:38,489 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731595290056.38fa776092ce1d75269fb328438588e8., hostname=da1c6afcd1f9,35765,1731595233113, seqNum=2 because the exception is null or not the one we care about 2024-11-14T14:41:38,489 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731595290056.38fa776092ce1d75269fb328438588e8., hostname=da1c6afcd1f9,35765,1731595233113, seqNum=2 , the old value is region=TestAcidGuarantees,,1731595290056.38fa776092ce1d75269fb328438588e8., hostname=da1c6afcd1f9,35765,1731595233113, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=38fa776092ce1d75269fb328438588e8, server=da1c6afcd1f9,35765,1731595233113 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-14T14:41:38,489 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731595290056.38fa776092ce1d75269fb328438588e8., hostname=da1c6afcd1f9,35765,1731595233113, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=38fa776092ce1d75269fb328438588e8, server=da1c6afcd1f9,35765,1731595233113 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-14T14:41:38,489 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731595290056.38fa776092ce1d75269fb328438588e8., hostname=da1c6afcd1f9,35765,1731595233113, seqNum=2 because the exception is null or not the one we care about 2024-11-14T14:41:38,696 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45145 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=70 2024-11-14T14:41:38,696 INFO [RPCClient-NioEventLoopGroup-4-6 {}] client.RawAsyncHBaseAdmin$TableProcedureBiConsumer(2721): Operation: FLUSH, Table Name: default:TestAcidGuarantees completed 2024-11-14T14:41:38,696 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45145 {}] master.HMaster$22(4506): Client=jenkins//172.17.0.2 flush TestAcidGuarantees 2024-11-14T14:41:38,698 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45145 {}] procedure2.ProcedureExecutor(1139): Stored pid=72, state=RUNNABLE:FLUSH_TABLE_PREPARE, hasLock=false; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=72, table=TestAcidGuarantees 2024-11-14T14:41:38,697 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35765 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=38fa776092ce1d75269fb328438588e8, server=da1c6afcd1f9,35765,1731595233113 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-14T14:41:38,698 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35765 {}] ipc.CallRunner(138): callId: 40 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:38314 deadline: 1731595358696, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=38fa776092ce1d75269fb328438588e8, server=da1c6afcd1f9,35765,1731595233113 2024-11-14T14:41:38,698 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35765 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=38fa776092ce1d75269fb328438588e8, server=da1c6afcd1f9,35765,1731595233113 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-14T14:41:38,698 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731595290056.38fa776092ce1d75269fb328438588e8., hostname=da1c6afcd1f9,35765,1731595233113, seqNum=2 , the old value is region=TestAcidGuarantees,,1731595290056.38fa776092ce1d75269fb328438588e8., hostname=da1c6afcd1f9,35765,1731595233113, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=38fa776092ce1d75269fb328438588e8, server=da1c6afcd1f9,35765,1731595233113 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-14T14:41:38,698 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35765 {}] ipc.CallRunner(138): callId: 36 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:38294 deadline: 1731595358696, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=38fa776092ce1d75269fb328438588e8, server=da1c6afcd1f9,35765,1731595233113 2024-11-14T14:41:38,698 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731595290056.38fa776092ce1d75269fb328438588e8., hostname=da1c6afcd1f9,35765,1731595233113, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=38fa776092ce1d75269fb328438588e8, server=da1c6afcd1f9,35765,1731595233113 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-14T14:41:38,698 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731595290056.38fa776092ce1d75269fb328438588e8., hostname=da1c6afcd1f9,35765,1731595233113, seqNum=2 because the exception is null or not the one we care about 2024-11-14T14:41:38,698 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45145 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=72 2024-11-14T14:41:38,698 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35765 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=38fa776092ce1d75269fb328438588e8, server=da1c6afcd1f9,35765,1731595233113 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-14T14:41:38,699 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35765 {}] ipc.CallRunner(138): callId: 43 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:38270 deadline: 1731595358696, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=38fa776092ce1d75269fb328438588e8, server=da1c6afcd1f9,35765,1731595233113 2024-11-14T14:41:38,699 INFO [PEWorker-4 {}] procedure.FlushTableProcedure(91): pid=72, state=RUNNABLE:FLUSH_TABLE_PREPARE, hasLock=true; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=72, table=TestAcidGuarantees execute state=FLUSH_TABLE_PREPARE 2024-11-14T14:41:38,699 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731595290056.38fa776092ce1d75269fb328438588e8., hostname=da1c6afcd1f9,35765,1731595233113, seqNum=2 , the old value is region=TestAcidGuarantees,,1731595290056.38fa776092ce1d75269fb328438588e8., hostname=da1c6afcd1f9,35765,1731595233113, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=38fa776092ce1d75269fb328438588e8, server=da1c6afcd1f9,35765,1731595233113 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-14T14:41:38,699 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731595290056.38fa776092ce1d75269fb328438588e8., hostname=da1c6afcd1f9,35765,1731595233113, seqNum=2 , the old value is region=TestAcidGuarantees,,1731595290056.38fa776092ce1d75269fb328438588e8., hostname=da1c6afcd1f9,35765,1731595233113, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=38fa776092ce1d75269fb328438588e8, server=da1c6afcd1f9,35765,1731595233113 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-14T14:41:38,699 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731595290056.38fa776092ce1d75269fb328438588e8., hostname=da1c6afcd1f9,35765,1731595233113, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=38fa776092ce1d75269fb328438588e8, server=da1c6afcd1f9,35765,1731595233113 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-14T14:41:38,699 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731595290056.38fa776092ce1d75269fb328438588e8., hostname=da1c6afcd1f9,35765,1731595233113, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=38fa776092ce1d75269fb328438588e8, server=da1c6afcd1f9,35765,1731595233113 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-14T14:41:38,699 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731595290056.38fa776092ce1d75269fb328438588e8., hostname=da1c6afcd1f9,35765,1731595233113, seqNum=2 because the exception is null or not the one we care about 2024-11-14T14:41:38,699 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731595290056.38fa776092ce1d75269fb328438588e8., hostname=da1c6afcd1f9,35765,1731595233113, seqNum=2 because the exception is null or not the one we care about 2024-11-14T14:41:38,699 INFO [PEWorker-4 {}] procedure.FlushTableProcedure(91): pid=72, state=RUNNABLE:FLUSH_TABLE_FLUSH_REGIONS, hasLock=true; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=72, table=TestAcidGuarantees execute state=FLUSH_TABLE_FLUSH_REGIONS 2024-11-14T14:41:38,699 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=73, ppid=72, state=RUNNABLE, hasLock=false; org.apache.hadoop.hbase.master.procedure.FlushRegionProcedure}] 2024-11-14T14:41:38,754 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=24.60 KB at sequenceid=146 (bloomFilter=true), to=hdfs://localhost:34345/user/jenkins/test-data/14d118ee-a83a-b09b-5913-1a58940a5db1/data/default/TestAcidGuarantees/38fa776092ce1d75269fb328438588e8/.tmp/A/d79dbce97da04af09144aafefa8cc1b6 2024-11-14T14:41:38,763 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:34345/user/jenkins/test-data/14d118ee-a83a-b09b-5913-1a58940a5db1/data/default/TestAcidGuarantees/38fa776092ce1d75269fb328438588e8/.tmp/B/0838835af70c4c398b83326aa80e1655 is 50, key is test_row_0/B:col10/1731595298338/Put/seqid=0 2024-11-14T14:41:38,769 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36699 is added to blk_1073742097_1273 (size=12151) 2024-11-14T14:41:38,806 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45145 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=72 2024-11-14T14:41:38,852 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=35765 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=73 2024-11-14T14:41:38,852 DEBUG [RS_FLUSH_OPERATIONS-regionserver/da1c6afcd1f9:0-0 {event_type=RS_FLUSH_REGIONS, pid=73}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1731595290056.38fa776092ce1d75269fb328438588e8. 2024-11-14T14:41:38,852 DEBUG [RS_FLUSH_OPERATIONS-regionserver/da1c6afcd1f9:0-0 {event_type=RS_FLUSH_REGIONS, pid=73}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1731595290056.38fa776092ce1d75269fb328438588e8. as already flushing 2024-11-14T14:41:38,853 DEBUG [RS_FLUSH_OPERATIONS-regionserver/da1c6afcd1f9:0-0 {event_type=RS_FLUSH_REGIONS, pid=73}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1731595290056.38fa776092ce1d75269fb328438588e8. 2024-11-14T14:41:38,853 ERROR [RS_FLUSH_OPERATIONS-regionserver/da1c6afcd1f9:0-0 {event_type=RS_FLUSH_REGIONS, pid=73}] handler.RSProcedureHandler(58): pid=73 java.io.IOException: Unable to complete flush {ENCODED => 38fa776092ce1d75269fb328438588e8, NAME => 'TestAcidGuarantees,,1731595290056.38fa776092ce1d75269fb328438588e8.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-14T14:41:38,853 DEBUG [RS_FLUSH_OPERATIONS-regionserver/da1c6afcd1f9:0-0 {event_type=RS_FLUSH_REGIONS, pid=73}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=73 java.io.IOException: Unable to complete flush {ENCODED => 38fa776092ce1d75269fb328438588e8, NAME => 'TestAcidGuarantees,,1731595290056.38fa776092ce1d75269fb328438588e8.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-14T14:41:38,854 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45145 {}] master.HMaster(4177): Remote procedure failed, pid=73 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 38fa776092ce1d75269fb328438588e8, NAME => 'TestAcidGuarantees,,1731595290056.38fa776092ce1d75269fb328438588e8.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$5(MasterRpcServices.java:2580) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2575) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 38fa776092ce1d75269fb328438588e8, NAME => 'TestAcidGuarantees,,1731595290056.38fa776092ce1d75269fb328438588e8.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-14T14:41:39,011 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35765 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=38fa776092ce1d75269fb328438588e8, server=da1c6afcd1f9,35765,1731595233113 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-14T14:41:39,011 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35765 {}] ipc.CallRunner(138): callId: 41 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:38314 deadline: 1731595359006, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=38fa776092ce1d75269fb328438588e8, server=da1c6afcd1f9,35765,1731595233113 2024-11-14T14:41:39,011 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35765 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=38fa776092ce1d75269fb328438588e8, server=da1c6afcd1f9,35765,1731595233113 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-14T14:41:39,011 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731595290056.38fa776092ce1d75269fb328438588e8., hostname=da1c6afcd1f9,35765,1731595233113, seqNum=2 , the old value is region=TestAcidGuarantees,,1731595290056.38fa776092ce1d75269fb328438588e8., hostname=da1c6afcd1f9,35765,1731595233113, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=38fa776092ce1d75269fb328438588e8, server=da1c6afcd1f9,35765,1731595233113 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-14T14:41:39,011 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731595290056.38fa776092ce1d75269fb328438588e8., hostname=da1c6afcd1f9,35765,1731595233113, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=38fa776092ce1d75269fb328438588e8, server=da1c6afcd1f9,35765,1731595233113 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-14T14:41:39,011 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=35765 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=73 2024-11-14T14:41:39,011 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35765 {}] ipc.CallRunner(138): callId: 44 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:38270 deadline: 1731595359007, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=38fa776092ce1d75269fb328438588e8, server=da1c6afcd1f9,35765,1731595233113 2024-11-14T14:41:39,011 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731595290056.38fa776092ce1d75269fb328438588e8., hostname=da1c6afcd1f9,35765,1731595233113, seqNum=2 because the exception is null or not the one we care about 2024-11-14T14:41:39,012 DEBUG [RS_FLUSH_OPERATIONS-regionserver/da1c6afcd1f9:0-1 {event_type=RS_FLUSH_REGIONS, pid=73}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1731595290056.38fa776092ce1d75269fb328438588e8. 2024-11-14T14:41:39,012 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731595290056.38fa776092ce1d75269fb328438588e8., hostname=da1c6afcd1f9,35765,1731595233113, seqNum=2 , the old value is region=TestAcidGuarantees,,1731595290056.38fa776092ce1d75269fb328438588e8., hostname=da1c6afcd1f9,35765,1731595233113, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=38fa776092ce1d75269fb328438588e8, server=da1c6afcd1f9,35765,1731595233113 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-14T14:41:39,012 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35765 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=38fa776092ce1d75269fb328438588e8, server=da1c6afcd1f9,35765,1731595233113 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-14T14:41:39,012 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731595290056.38fa776092ce1d75269fb328438588e8., hostname=da1c6afcd1f9,35765,1731595233113, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=38fa776092ce1d75269fb328438588e8, server=da1c6afcd1f9,35765,1731595233113 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-14T14:41:39,012 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731595290056.38fa776092ce1d75269fb328438588e8., hostname=da1c6afcd1f9,35765,1731595233113, seqNum=2 because the exception is null or not the one we care about 2024-11-14T14:41:39,012 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35765 {}] ipc.CallRunner(138): callId: 37 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:38294 deadline: 1731595359007, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=38fa776092ce1d75269fb328438588e8, server=da1c6afcd1f9,35765,1731595233113 2024-11-14T14:41:39,012 DEBUG [RS_FLUSH_OPERATIONS-regionserver/da1c6afcd1f9:0-1 {event_type=RS_FLUSH_REGIONS, pid=73}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1731595290056.38fa776092ce1d75269fb328438588e8. as already flushing 2024-11-14T14:41:39,012 DEBUG [RS_FLUSH_OPERATIONS-regionserver/da1c6afcd1f9:0-1 {event_type=RS_FLUSH_REGIONS, pid=73}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1731595290056.38fa776092ce1d75269fb328438588e8. 2024-11-14T14:41:39,012 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731595290056.38fa776092ce1d75269fb328438588e8., hostname=da1c6afcd1f9,35765,1731595233113, seqNum=2 , the old value is region=TestAcidGuarantees,,1731595290056.38fa776092ce1d75269fb328438588e8., hostname=da1c6afcd1f9,35765,1731595233113, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=38fa776092ce1d75269fb328438588e8, server=da1c6afcd1f9,35765,1731595233113 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-14T14:41:39,012 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731595290056.38fa776092ce1d75269fb328438588e8., hostname=da1c6afcd1f9,35765,1731595233113, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=38fa776092ce1d75269fb328438588e8, server=da1c6afcd1f9,35765,1731595233113 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-14T14:41:39,012 ERROR [RS_FLUSH_OPERATIONS-regionserver/da1c6afcd1f9:0-1 {event_type=RS_FLUSH_REGIONS, pid=73}] handler.RSProcedureHandler(58): pid=73 java.io.IOException: Unable to complete flush {ENCODED => 38fa776092ce1d75269fb328438588e8, NAME => 'TestAcidGuarantees,,1731595290056.38fa776092ce1d75269fb328438588e8.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-14T14:41:39,012 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731595290056.38fa776092ce1d75269fb328438588e8., hostname=da1c6afcd1f9,35765,1731595233113, seqNum=2 because the exception is null or not the one we care about 2024-11-14T14:41:39,012 DEBUG [RS_FLUSH_OPERATIONS-regionserver/da1c6afcd1f9:0-1 {event_type=RS_FLUSH_REGIONS, pid=73}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=73 java.io.IOException: Unable to complete flush {ENCODED => 38fa776092ce1d75269fb328438588e8, NAME => 'TestAcidGuarantees,,1731595290056.38fa776092ce1d75269fb328438588e8.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-14T14:41:39,013 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45145 {}] master.HMaster(4177): Remote procedure failed, pid=73 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 38fa776092ce1d75269fb328438588e8, NAME => 'TestAcidGuarantees,,1731595290056.38fa776092ce1d75269fb328438588e8.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$5(MasterRpcServices.java:2580) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2575) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 38fa776092ce1d75269fb328438588e8, NAME => 'TestAcidGuarantees,,1731595290056.38fa776092ce1d75269fb328438588e8.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-14T14:41:39,016 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45145 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=72 2024-11-14T14:41:39,165 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=35765 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=73 2024-11-14T14:41:39,165 DEBUG [RS_FLUSH_OPERATIONS-regionserver/da1c6afcd1f9:0-2 {event_type=RS_FLUSH_REGIONS, pid=73}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1731595290056.38fa776092ce1d75269fb328438588e8. 2024-11-14T14:41:39,165 DEBUG [RS_FLUSH_OPERATIONS-regionserver/da1c6afcd1f9:0-2 {event_type=RS_FLUSH_REGIONS, pid=73}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1731595290056.38fa776092ce1d75269fb328438588e8. as already flushing 2024-11-14T14:41:39,166 DEBUG [RS_FLUSH_OPERATIONS-regionserver/da1c6afcd1f9:0-2 {event_type=RS_FLUSH_REGIONS, pid=73}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1731595290056.38fa776092ce1d75269fb328438588e8. 2024-11-14T14:41:39,166 ERROR [RS_FLUSH_OPERATIONS-regionserver/da1c6afcd1f9:0-2 {event_type=RS_FLUSH_REGIONS, pid=73}] handler.RSProcedureHandler(58): pid=73 java.io.IOException: Unable to complete flush {ENCODED => 38fa776092ce1d75269fb328438588e8, NAME => 'TestAcidGuarantees,,1731595290056.38fa776092ce1d75269fb328438588e8.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-14T14:41:39,166 DEBUG [RS_FLUSH_OPERATIONS-regionserver/da1c6afcd1f9:0-2 {event_type=RS_FLUSH_REGIONS, pid=73}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=73 java.io.IOException: Unable to complete flush {ENCODED => 38fa776092ce1d75269fb328438588e8, NAME => 'TestAcidGuarantees,,1731595290056.38fa776092ce1d75269fb328438588e8.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-14T14:41:39,167 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45145 {}] master.HMaster(4177): Remote procedure failed, pid=73 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 38fa776092ce1d75269fb328438588e8, NAME => 'TestAcidGuarantees,,1731595290056.38fa776092ce1d75269fb328438588e8.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$5(MasterRpcServices.java:2580) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2575) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 38fa776092ce1d75269fb328438588e8, NAME => 'TestAcidGuarantees,,1731595290056.38fa776092ce1d75269fb328438588e8.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-14T14:41:39,170 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=24.60 KB at sequenceid=146 (bloomFilter=true), to=hdfs://localhost:34345/user/jenkins/test-data/14d118ee-a83a-b09b-5913-1a58940a5db1/data/default/TestAcidGuarantees/38fa776092ce1d75269fb328438588e8/.tmp/B/0838835af70c4c398b83326aa80e1655 2024-11-14T14:41:39,178 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:34345/user/jenkins/test-data/14d118ee-a83a-b09b-5913-1a58940a5db1/data/default/TestAcidGuarantees/38fa776092ce1d75269fb328438588e8/.tmp/C/e52269a113604bfe9bd0532efab411c3 is 50, key is test_row_0/C:col10/1731595298338/Put/seqid=0 2024-11-14T14:41:39,185 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36699 is added to blk_1073742098_1274 (size=12151) 2024-11-14T14:41:39,186 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=24.60 KB at sequenceid=146 (bloomFilter=true), to=hdfs://localhost:34345/user/jenkins/test-data/14d118ee-a83a-b09b-5913-1a58940a5db1/data/default/TestAcidGuarantees/38fa776092ce1d75269fb328438588e8/.tmp/C/e52269a113604bfe9bd0532efab411c3 2024-11-14T14:41:39,190 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:34345/user/jenkins/test-data/14d118ee-a83a-b09b-5913-1a58940a5db1/data/default/TestAcidGuarantees/38fa776092ce1d75269fb328438588e8/.tmp/A/d79dbce97da04af09144aafefa8cc1b6 as hdfs://localhost:34345/user/jenkins/test-data/14d118ee-a83a-b09b-5913-1a58940a5db1/data/default/TestAcidGuarantees/38fa776092ce1d75269fb328438588e8/A/d79dbce97da04af09144aafefa8cc1b6 2024-11-14T14:41:39,193 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:34345/user/jenkins/test-data/14d118ee-a83a-b09b-5913-1a58940a5db1/data/default/TestAcidGuarantees/38fa776092ce1d75269fb328438588e8/A/d79dbce97da04af09144aafefa8cc1b6, entries=200, sequenceid=146, filesize=14.2 K 2024-11-14T14:41:39,194 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:34345/user/jenkins/test-data/14d118ee-a83a-b09b-5913-1a58940a5db1/data/default/TestAcidGuarantees/38fa776092ce1d75269fb328438588e8/.tmp/B/0838835af70c4c398b83326aa80e1655 as hdfs://localhost:34345/user/jenkins/test-data/14d118ee-a83a-b09b-5913-1a58940a5db1/data/default/TestAcidGuarantees/38fa776092ce1d75269fb328438588e8/B/0838835af70c4c398b83326aa80e1655 2024-11-14T14:41:39,198 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:34345/user/jenkins/test-data/14d118ee-a83a-b09b-5913-1a58940a5db1/data/default/TestAcidGuarantees/38fa776092ce1d75269fb328438588e8/B/0838835af70c4c398b83326aa80e1655, entries=150, sequenceid=146, filesize=11.9 K 2024-11-14T14:41:39,199 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:34345/user/jenkins/test-data/14d118ee-a83a-b09b-5913-1a58940a5db1/data/default/TestAcidGuarantees/38fa776092ce1d75269fb328438588e8/.tmp/C/e52269a113604bfe9bd0532efab411c3 as hdfs://localhost:34345/user/jenkins/test-data/14d118ee-a83a-b09b-5913-1a58940a5db1/data/default/TestAcidGuarantees/38fa776092ce1d75269fb328438588e8/C/e52269a113604bfe9bd0532efab411c3 2024-11-14T14:41:39,203 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:34345/user/jenkins/test-data/14d118ee-a83a-b09b-5913-1a58940a5db1/data/default/TestAcidGuarantees/38fa776092ce1d75269fb328438588e8/C/e52269a113604bfe9bd0532efab411c3, entries=150, sequenceid=146, filesize=11.9 K 2024-11-14T14:41:39,204 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(3140): Finished flush of dataSize ~73.80 KB/75570, heapSize ~219.84 KB/225120, currentSize=100.63 KB/103050 for 38fa776092ce1d75269fb328438588e8 in 864ms, sequenceid=146, compaction requested=true 2024-11-14T14:41:39,204 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2603): Flush status journal for 38fa776092ce1d75269fb328438588e8: 2024-11-14T14:41:39,204 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store 38fa776092ce1d75269fb328438588e8:A, priority=-2147483648, current under compaction store size is 1 2024-11-14T14:41:39,204 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-14T14:41:39,204 DEBUG [RS:0;da1c6afcd1f9:35765-shortCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 3 store files, 0 compacting, 3 eligible, 16 blocking 2024-11-14T14:41:39,204 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store 38fa776092ce1d75269fb328438588e8:B, priority=-2147483648, current under compaction store size is 2 2024-11-14T14:41:39,204 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-14T14:41:39,204 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store 38fa776092ce1d75269fb328438588e8:C, priority=-2147483648, current under compaction store size is 3 2024-11-14T14:41:39,204 DEBUG [RS:0;da1c6afcd1f9:35765-longCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 3 store files, 0 compacting, 3 eligible, 16 blocking 2024-11-14T14:41:39,204 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=1), splitQueue=0 2024-11-14T14:41:39,205 DEBUG [RS:0;da1c6afcd1f9:35765-shortCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 3 files of size 38749 starting at candidate #0 after considering 1 permutations with 1 in ratio 2024-11-14T14:41:39,205 DEBUG [RS:0;da1c6afcd1f9:35765-shortCompactions-0 {}] regionserver.HStore(1541): 38fa776092ce1d75269fb328438588e8/A is initiating minor compaction (all files) 2024-11-14T14:41:39,205 INFO [RS:0;da1c6afcd1f9:35765-shortCompactions-0 {}] regionserver.HRegion(2416): Starting compaction of 38fa776092ce1d75269fb328438588e8/A in TestAcidGuarantees,,1731595290056.38fa776092ce1d75269fb328438588e8. 2024-11-14T14:41:39,205 INFO [RS:0;da1c6afcd1f9:35765-shortCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:34345/user/jenkins/test-data/14d118ee-a83a-b09b-5913-1a58940a5db1/data/default/TestAcidGuarantees/38fa776092ce1d75269fb328438588e8/A/e675222f4d0646bd9441515a1c13be21, hdfs://localhost:34345/user/jenkins/test-data/14d118ee-a83a-b09b-5913-1a58940a5db1/data/default/TestAcidGuarantees/38fa776092ce1d75269fb328438588e8/A/6b27b9226572453e810fb484339aaef7, hdfs://localhost:34345/user/jenkins/test-data/14d118ee-a83a-b09b-5913-1a58940a5db1/data/default/TestAcidGuarantees/38fa776092ce1d75269fb328438588e8/A/d79dbce97da04af09144aafefa8cc1b6] into tmpdir=hdfs://localhost:34345/user/jenkins/test-data/14d118ee-a83a-b09b-5913-1a58940a5db1/data/default/TestAcidGuarantees/38fa776092ce1d75269fb328438588e8/.tmp, totalSize=37.8 K 2024-11-14T14:41:39,206 DEBUG [RS:0;da1c6afcd1f9:35765-longCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 3 files of size 36359 starting at candidate #0 after considering 1 permutations with 1 in ratio 2024-11-14T14:41:39,206 DEBUG [RS:0;da1c6afcd1f9:35765-shortCompactions-0 {}] compactions.Compactor(225): Compacting e675222f4d0646bd9441515a1c13be21, keycount=150, bloomtype=ROW, size=11.9 K, encoding=NONE, compression=NONE, seqNum=109, earliestPutTs=1731595295449 2024-11-14T14:41:39,206 DEBUG [RS:0;da1c6afcd1f9:35765-longCompactions-0 {}] regionserver.HStore(1541): 38fa776092ce1d75269fb328438588e8/B is initiating minor compaction (all files) 2024-11-14T14:41:39,206 INFO [RS:0;da1c6afcd1f9:35765-longCompactions-0 {}] regionserver.HRegion(2416): Starting compaction of 38fa776092ce1d75269fb328438588e8/B in TestAcidGuarantees,,1731595290056.38fa776092ce1d75269fb328438588e8. 2024-11-14T14:41:39,206 INFO [RS:0;da1c6afcd1f9:35765-longCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:34345/user/jenkins/test-data/14d118ee-a83a-b09b-5913-1a58940a5db1/data/default/TestAcidGuarantees/38fa776092ce1d75269fb328438588e8/B/799011019dfc4c659c05e922c735eeb4, hdfs://localhost:34345/user/jenkins/test-data/14d118ee-a83a-b09b-5913-1a58940a5db1/data/default/TestAcidGuarantees/38fa776092ce1d75269fb328438588e8/B/4337f86abe3f445aaf321e13f8e46942, hdfs://localhost:34345/user/jenkins/test-data/14d118ee-a83a-b09b-5913-1a58940a5db1/data/default/TestAcidGuarantees/38fa776092ce1d75269fb328438588e8/B/0838835af70c4c398b83326aa80e1655] into tmpdir=hdfs://localhost:34345/user/jenkins/test-data/14d118ee-a83a-b09b-5913-1a58940a5db1/data/default/TestAcidGuarantees/38fa776092ce1d75269fb328438588e8/.tmp, totalSize=35.5 K 2024-11-14T14:41:39,206 DEBUG [RS:0;da1c6afcd1f9:35765-shortCompactions-0 {}] compactions.Compactor(225): Compacting 6b27b9226572453e810fb484339aaef7, keycount=150, bloomtype=ROW, size=11.7 K, encoding=NONE, compression=NONE, seqNum=129, earliestPutTs=1731595296535 2024-11-14T14:41:39,206 DEBUG [RS:0;da1c6afcd1f9:35765-longCompactions-0 {}] compactions.Compactor(225): Compacting 799011019dfc4c659c05e922c735eeb4, keycount=150, bloomtype=ROW, size=11.9 K, encoding=NONE, compression=NONE, seqNum=109, earliestPutTs=1731595295449 2024-11-14T14:41:39,207 DEBUG [RS:0;da1c6afcd1f9:35765-longCompactions-0 {}] compactions.Compactor(225): Compacting 4337f86abe3f445aaf321e13f8e46942, keycount=150, bloomtype=ROW, size=11.7 K, encoding=NONE, compression=NONE, seqNum=129, earliestPutTs=1731595296535 2024-11-14T14:41:39,207 DEBUG [RS:0;da1c6afcd1f9:35765-shortCompactions-0 {}] compactions.Compactor(225): Compacting d79dbce97da04af09144aafefa8cc1b6, keycount=200, bloomtype=ROW, size=14.2 K, encoding=NONE, compression=NONE, seqNum=146, earliestPutTs=1731595297190 2024-11-14T14:41:39,207 DEBUG [RS:0;da1c6afcd1f9:35765-longCompactions-0 {}] compactions.Compactor(225): Compacting 0838835af70c4c398b83326aa80e1655, keycount=150, bloomtype=ROW, size=11.9 K, encoding=NONE, compression=NONE, seqNum=146, earliestPutTs=1731595297192 2024-11-14T14:41:39,214 INFO [RS:0;da1c6afcd1f9:35765-shortCompactions-0 {}] throttle.PressureAwareThroughputController(145): 38fa776092ce1d75269fb328438588e8#A#compaction#233 average throughput is 6.55 MB/second, slept 0 time(s) and total slept time is 0 ms. 1 active operations remaining, total limit is 50.00 MB/second 2024-11-14T14:41:39,215 DEBUG [RS:0;da1c6afcd1f9:35765-shortCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:34345/user/jenkins/test-data/14d118ee-a83a-b09b-5913-1a58940a5db1/data/default/TestAcidGuarantees/38fa776092ce1d75269fb328438588e8/.tmp/A/6fb1b540fe8840cf93f7ed14e7827df9 is 50, key is test_row_0/A:col10/1731595298338/Put/seqid=0 2024-11-14T14:41:39,215 INFO [RS:0;da1c6afcd1f9:35765-longCompactions-0 {}] throttle.PressureAwareThroughputController(145): 38fa776092ce1d75269fb328438588e8#B#compaction#234 average throughput is 6.55 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second 2024-11-14T14:41:39,215 DEBUG [RS:0;da1c6afcd1f9:35765-longCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:34345/user/jenkins/test-data/14d118ee-a83a-b09b-5913-1a58940a5db1/data/default/TestAcidGuarantees/38fa776092ce1d75269fb328438588e8/.tmp/B/cf82880d23834c3d839978443136c64c is 50, key is test_row_0/B:col10/1731595298338/Put/seqid=0 2024-11-14T14:41:39,225 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36699 is added to blk_1073742099_1275 (size=12459) 2024-11-14T14:41:39,226 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36699 is added to blk_1073742100_1276 (size=12459) 2024-11-14T14:41:39,318 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=35765 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=73 2024-11-14T14:41:39,319 DEBUG [RS_FLUSH_OPERATIONS-regionserver/da1c6afcd1f9:0-0 {event_type=RS_FLUSH_REGIONS, pid=73}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1731595290056.38fa776092ce1d75269fb328438588e8. 2024-11-14T14:41:39,319 INFO [RS_FLUSH_OPERATIONS-regionserver/da1c6afcd1f9:0-0 {event_type=RS_FLUSH_REGIONS, pid=73}] regionserver.HRegion(2902): Flushing 38fa776092ce1d75269fb328438588e8 3/3 column families, dataSize=100.63 KB heapSize=299.58 KB 2024-11-14T14:41:39,319 DEBUG [RS_FLUSH_OPERATIONS-regionserver/da1c6afcd1f9:0-0 {event_type=RS_FLUSH_REGIONS, pid=73}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 38fa776092ce1d75269fb328438588e8, store=A 2024-11-14T14:41:39,319 DEBUG [RS_FLUSH_OPERATIONS-regionserver/da1c6afcd1f9:0-0 {event_type=RS_FLUSH_REGIONS, pid=73}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-14T14:41:39,319 DEBUG [RS_FLUSH_OPERATIONS-regionserver/da1c6afcd1f9:0-0 {event_type=RS_FLUSH_REGIONS, pid=73}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 38fa776092ce1d75269fb328438588e8, store=B 2024-11-14T14:41:39,319 DEBUG [RS_FLUSH_OPERATIONS-regionserver/da1c6afcd1f9:0-0 {event_type=RS_FLUSH_REGIONS, pid=73}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-14T14:41:39,319 DEBUG [RS_FLUSH_OPERATIONS-regionserver/da1c6afcd1f9:0-0 {event_type=RS_FLUSH_REGIONS, pid=73}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 38fa776092ce1d75269fb328438588e8, store=C 2024-11-14T14:41:39,319 DEBUG [RS_FLUSH_OPERATIONS-regionserver/da1c6afcd1f9:0-0 {event_type=RS_FLUSH_REGIONS, pid=73}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-14T14:41:39,324 DEBUG [RS_FLUSH_OPERATIONS-regionserver/da1c6afcd1f9:0-0 {event_type=RS_FLUSH_REGIONS, pid=73}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:34345/user/jenkins/test-data/14d118ee-a83a-b09b-5913-1a58940a5db1/data/default/TestAcidGuarantees/38fa776092ce1d75269fb328438588e8/.tmp/A/e7397e35687041a8abd49daa9aa3c69e is 50, key is test_row_0/A:col10/1731595298372/Put/seqid=0 2024-11-14T14:41:39,326 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45145 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=72 2024-11-14T14:41:39,330 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36699 is added to blk_1073742101_1277 (size=12151) 2024-11-14T14:41:39,332 INFO [RS_FLUSH_OPERATIONS-regionserver/da1c6afcd1f9:0-0 {event_type=RS_FLUSH_REGIONS, pid=73}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=33.54 KB at sequenceid=164 (bloomFilter=true), to=hdfs://localhost:34345/user/jenkins/test-data/14d118ee-a83a-b09b-5913-1a58940a5db1/data/default/TestAcidGuarantees/38fa776092ce1d75269fb328438588e8/.tmp/A/e7397e35687041a8abd49daa9aa3c69e 2024-11-14T14:41:39,340 DEBUG [RS_FLUSH_OPERATIONS-regionserver/da1c6afcd1f9:0-0 {event_type=RS_FLUSH_REGIONS, pid=73}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:34345/user/jenkins/test-data/14d118ee-a83a-b09b-5913-1a58940a5db1/data/default/TestAcidGuarantees/38fa776092ce1d75269fb328438588e8/.tmp/B/2c18f43820304db3abadba5dadca2c21 is 50, key is test_row_0/B:col10/1731595298372/Put/seqid=0 2024-11-14T14:41:39,344 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36699 is added to blk_1073742102_1278 (size=12151) 2024-11-14T14:41:39,345 INFO [RS_FLUSH_OPERATIONS-regionserver/da1c6afcd1f9:0-0 {event_type=RS_FLUSH_REGIONS, pid=73}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=33.54 KB at sequenceid=164 (bloomFilter=true), to=hdfs://localhost:34345/user/jenkins/test-data/14d118ee-a83a-b09b-5913-1a58940a5db1/data/default/TestAcidGuarantees/38fa776092ce1d75269fb328438588e8/.tmp/B/2c18f43820304db3abadba5dadca2c21 2024-11-14T14:41:39,353 DEBUG [RS_FLUSH_OPERATIONS-regionserver/da1c6afcd1f9:0-0 {event_type=RS_FLUSH_REGIONS, pid=73}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:34345/user/jenkins/test-data/14d118ee-a83a-b09b-5913-1a58940a5db1/data/default/TestAcidGuarantees/38fa776092ce1d75269fb328438588e8/.tmp/C/c980421e12a34cac8b809ebbf670d075 is 50, key is test_row_0/C:col10/1731595298372/Put/seqid=0 2024-11-14T14:41:39,371 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36699 is added to blk_1073742103_1279 (size=12151) 2024-11-14T14:41:39,518 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35765 {}] regionserver.HRegion(8855): Flush requested on 38fa776092ce1d75269fb328438588e8 2024-11-14T14:41:39,518 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1731595290056.38fa776092ce1d75269fb328438588e8. as already flushing 2024-11-14T14:41:39,539 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35765 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=38fa776092ce1d75269fb328438588e8, server=da1c6afcd1f9,35765,1731595233113 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-14T14:41:39,539 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35765 {}] ipc.CallRunner(138): callId: 42 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:38294 deadline: 1731595359534, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=38fa776092ce1d75269fb328438588e8, server=da1c6afcd1f9,35765,1731595233113 2024-11-14T14:41:39,540 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731595290056.38fa776092ce1d75269fb328438588e8., hostname=da1c6afcd1f9,35765,1731595233113, seqNum=2 , the old value is region=TestAcidGuarantees,,1731595290056.38fa776092ce1d75269fb328438588e8., hostname=da1c6afcd1f9,35765,1731595233113, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=38fa776092ce1d75269fb328438588e8, server=da1c6afcd1f9,35765,1731595233113 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-14T14:41:39,540 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731595290056.38fa776092ce1d75269fb328438588e8., hostname=da1c6afcd1f9,35765,1731595233113, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=38fa776092ce1d75269fb328438588e8, server=da1c6afcd1f9,35765,1731595233113 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-14T14:41:39,540 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731595290056.38fa776092ce1d75269fb328438588e8., hostname=da1c6afcd1f9,35765,1731595233113, seqNum=2 because the exception is null or not the one we care about 2024-11-14T14:41:39,544 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35765 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=38fa776092ce1d75269fb328438588e8, server=da1c6afcd1f9,35765,1731595233113 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-14T14:41:39,544 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35765 {}] ipc.CallRunner(138): callId: 47 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:38270 deadline: 1731595359539, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=38fa776092ce1d75269fb328438588e8, server=da1c6afcd1f9,35765,1731595233113 2024-11-14T14:41:39,544 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35765 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=38fa776092ce1d75269fb328438588e8, server=da1c6afcd1f9,35765,1731595233113 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-14T14:41:39,544 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731595290056.38fa776092ce1d75269fb328438588e8., hostname=da1c6afcd1f9,35765,1731595233113, seqNum=2 , the old value is region=TestAcidGuarantees,,1731595290056.38fa776092ce1d75269fb328438588e8., hostname=da1c6afcd1f9,35765,1731595233113, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=38fa776092ce1d75269fb328438588e8, server=da1c6afcd1f9,35765,1731595233113 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-14T14:41:39,544 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731595290056.38fa776092ce1d75269fb328438588e8., hostname=da1c6afcd1f9,35765,1731595233113, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=38fa776092ce1d75269fb328438588e8, server=da1c6afcd1f9,35765,1731595233113 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-14T14:41:39,544 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731595290056.38fa776092ce1d75269fb328438588e8., hostname=da1c6afcd1f9,35765,1731595233113, seqNum=2 because the exception is null or not the one we care about 2024-11-14T14:41:39,544 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35765 {}] ipc.CallRunner(138): callId: 47 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:38314 deadline: 1731595359539, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=38fa776092ce1d75269fb328438588e8, server=da1c6afcd1f9,35765,1731595233113 2024-11-14T14:41:39,545 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731595290056.38fa776092ce1d75269fb328438588e8., hostname=da1c6afcd1f9,35765,1731595233113, seqNum=2 , the old value is region=TestAcidGuarantees,,1731595290056.38fa776092ce1d75269fb328438588e8., hostname=da1c6afcd1f9,35765,1731595233113, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=38fa776092ce1d75269fb328438588e8, server=da1c6afcd1f9,35765,1731595233113 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-14T14:41:39,545 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731595290056.38fa776092ce1d75269fb328438588e8., hostname=da1c6afcd1f9,35765,1731595233113, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=38fa776092ce1d75269fb328438588e8, server=da1c6afcd1f9,35765,1731595233113 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-14T14:41:39,545 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731595290056.38fa776092ce1d75269fb328438588e8., hostname=da1c6afcd1f9,35765,1731595233113, seqNum=2 because the exception is null or not the one we care about 2024-11-14T14:41:39,629 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35765 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=38fa776092ce1d75269fb328438588e8, server=da1c6afcd1f9,35765,1731595233113 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-14T14:41:39,630 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35765 {}] ipc.CallRunner(138): callId: 45 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:38310 deadline: 1731595359626, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=38fa776092ce1d75269fb328438588e8, server=da1c6afcd1f9,35765,1731595233113 2024-11-14T14:41:39,630 WARN [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRpcRetryingCaller(177): Call to da1c6afcd1f9,35765,1731595233113 for 'test_row_0' in 38fa776092ce1d75269fb328438588e8 of TestAcidGuarantees failed, tries = 7, maxAttempts = 16, timeout = 1200000 ms, time elapsed = 4177 ms org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=38fa776092ce1d75269fb328438588e8, server=da1c6afcd1f9,35765,1731595233113 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) at jdk.internal.reflect.GeneratedConstructorAccessor39.newInstance(Unknown Source) ~[?:?] at jdk.internal.reflect.DelegatingConstructorAccessorImpl.newInstance(DelegatingConstructorAccessorImpl.java:45) ~[?:?] at java.lang.reflect.Constructor.newInstanceWithCaller(Constructor.java:499) ~[?:?] at java.lang.reflect.Constructor.newInstance(Constructor.java:480) ~[?:?] at org.apache.hadoop.hbase.ipc.RemoteWithExtrasException.instantiateException(RemoteWithExtrasException.java:110) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RemoteWithExtrasException.unwrapRemoteException(RemoteWithExtrasException.java:100) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.client.ConnectionUtils.translateException(ConnectionUtils.java:219) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRpcRetryingCaller.onError(AsyncRpcRetryingCaller.java:165) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.lambda$call$4(AsyncSingleRequestRpcRetryingCaller.java:86) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.lambda$addListener$0(FutureUtils.java:71) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:863) ~[?:?] at java.util.concurrent.CompletableFuture$UniWhenComplete.tryFire(CompletableFuture.java:841) ~[?:?] at java.util.concurrent.CompletableFuture.postComplete(CompletableFuture.java:510) ~[?:?] at java.util.concurrent.CompletableFuture.completeExceptionally(CompletableFuture.java:2162) ~[?:?] at org.apache.hadoop.hbase.client.ConnectionUtils$2.run(ConnectionUtils.java:625) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hbase.thirdparty.com.google.protobuf.RpcUtil$1.run(RpcUtil.java:56) ~[hbase-shaded-protobuf-4.1.9.jar:4.1.9] at org.apache.hbase.thirdparty.com.google.protobuf.RpcUtil$1.run(RpcUtil.java:47) ~[hbase-shaded-protobuf-4.1.9.jar:4.1.9] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.onCallFinished(AbstractRpcClient.java:397) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:430) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:425) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.callComplete(Call.java:117) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.setException(Call.java:132) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcConnection.readResponse(RpcConnection.java:457) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.NettyRpcDuplexHandler.readResponse(NettyRpcDuplexHandler.java:125) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.NettyRpcDuplexHandler.channelRead(NettyRpcDuplexHandler.java:140) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:442) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.handler.codec.ByteToMessageDecoder.fireChannelRead(ByteToMessageDecoder.java:346) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.handler.codec.ByteToMessageDecoder.channelRead(ByteToMessageDecoder.java:318) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:444) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.handler.timeout.IdleStateHandler.channelRead(IdleStateHandler.java:289) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:442) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline$HeadContext.channelRead(DefaultChannelPipeline.java:1357) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:440) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline.fireChannelRead(DefaultChannelPipeline.java:868) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.AbstractNioByteChannel$NioByteUnsafe.read(AbstractNioByteChannel.java:166) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.processSelectedKey(NioEventLoop.java:788) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.processSelectedKeysOptimized(NioEventLoop.java:724) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.processSelectedKeys(NioEventLoop.java:650) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:562) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) ~[hbase-shaded-netty-4.1.9.jar:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] Caused by: org.apache.hadoop.hbase.ipc.RemoteWithExtrasException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=38fa776092ce1d75269fb328438588e8, server=da1c6afcd1f9,35765,1731595233113 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) at org.apache.hadoop.hbase.ipc.AbstractRpcClient.onCallFinished(AbstractRpcClient.java:392) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] ... 32 more 2024-11-14T14:41:39,631 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731595290056.38fa776092ce1d75269fb328438588e8., hostname=da1c6afcd1f9,35765,1731595233113, seqNum=2 , the old value is region=TestAcidGuarantees,,1731595290056.38fa776092ce1d75269fb328438588e8., hostname=da1c6afcd1f9,35765,1731595233113, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=38fa776092ce1d75269fb328438588e8, server=da1c6afcd1f9,35765,1731595233113 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-14T14:41:39,631 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731595290056.38fa776092ce1d75269fb328438588e8., hostname=da1c6afcd1f9,35765,1731595233113, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=38fa776092ce1d75269fb328438588e8, server=da1c6afcd1f9,35765,1731595233113 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-14T14:41:39,631 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731595290056.38fa776092ce1d75269fb328438588e8., hostname=da1c6afcd1f9,35765,1731595233113, seqNum=2 because the exception is null or not the one we care about 2024-11-14T14:41:39,631 DEBUG [RS:0;da1c6afcd1f9:35765-shortCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:34345/user/jenkins/test-data/14d118ee-a83a-b09b-5913-1a58940a5db1/data/default/TestAcidGuarantees/38fa776092ce1d75269fb328438588e8/.tmp/A/6fb1b540fe8840cf93f7ed14e7827df9 as hdfs://localhost:34345/user/jenkins/test-data/14d118ee-a83a-b09b-5913-1a58940a5db1/data/default/TestAcidGuarantees/38fa776092ce1d75269fb328438588e8/A/6fb1b540fe8840cf93f7ed14e7827df9 2024-11-14T14:41:39,631 DEBUG [RS:0;da1c6afcd1f9:35765-longCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:34345/user/jenkins/test-data/14d118ee-a83a-b09b-5913-1a58940a5db1/data/default/TestAcidGuarantees/38fa776092ce1d75269fb328438588e8/.tmp/B/cf82880d23834c3d839978443136c64c as hdfs://localhost:34345/user/jenkins/test-data/14d118ee-a83a-b09b-5913-1a58940a5db1/data/default/TestAcidGuarantees/38fa776092ce1d75269fb328438588e8/B/cf82880d23834c3d839978443136c64c 2024-11-14T14:41:39,637 INFO [RS:0;da1c6afcd1f9:35765-shortCompactions-0 {}] regionserver.HStore(1337): Completed compaction of 3 (all) file(s) in 38fa776092ce1d75269fb328438588e8/A of 38fa776092ce1d75269fb328438588e8 into 6fb1b540fe8840cf93f7ed14e7827df9(size=12.2 K), total size for store is 12.2 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-11-14T14:41:39,637 DEBUG [RS:0;da1c6afcd1f9:35765-shortCompactions-0 {}] regionserver.HRegion(2446): Compaction status journal for 38fa776092ce1d75269fb328438588e8: 2024-11-14T14:41:39,637 INFO [RS:0;da1c6afcd1f9:35765-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1731595290056.38fa776092ce1d75269fb328438588e8., storeName=38fa776092ce1d75269fb328438588e8/A, priority=13, startTime=1731595299204; duration=0sec 2024-11-14T14:41:39,638 DEBUG [RS:0;da1c6afcd1f9:35765-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=1), splitQueue=0 2024-11-14T14:41:39,638 DEBUG [RS:0;da1c6afcd1f9:35765-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: 38fa776092ce1d75269fb328438588e8:A 2024-11-14T14:41:39,638 DEBUG [RS:0;da1c6afcd1f9:35765-shortCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 3 store files, 0 compacting, 3 eligible, 16 blocking 2024-11-14T14:41:39,638 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35765 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=38fa776092ce1d75269fb328438588e8, server=da1c6afcd1f9,35765,1731595233113 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-14T14:41:39,638 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35765 {}] ipc.CallRunner(138): callId: 53 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:38284 deadline: 1731595359636, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=38fa776092ce1d75269fb328438588e8, server=da1c6afcd1f9,35765,1731595233113 2024-11-14T14:41:39,639 INFO [RS:0;da1c6afcd1f9:35765-longCompactions-0 {}] regionserver.HStore(1337): Completed compaction of 3 (all) file(s) in 38fa776092ce1d75269fb328438588e8/B of 38fa776092ce1d75269fb328438588e8 into cf82880d23834c3d839978443136c64c(size=12.2 K), total size for store is 12.2 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-11-14T14:41:39,639 DEBUG [RS:0;da1c6afcd1f9:35765-longCompactions-0 {}] regionserver.HRegion(2446): Compaction status journal for 38fa776092ce1d75269fb328438588e8: 2024-11-14T14:41:39,639 INFO [RS:0;da1c6afcd1f9:35765-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1731595290056.38fa776092ce1d75269fb328438588e8., storeName=38fa776092ce1d75269fb328438588e8/B, priority=13, startTime=1731595299204; duration=0sec 2024-11-14T14:41:39,639 DEBUG [RS:0;da1c6afcd1f9:35765-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-14T14:41:39,639 DEBUG [RS:0;da1c6afcd1f9:35765-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: 38fa776092ce1d75269fb328438588e8:B 2024-11-14T14:41:39,639 WARN [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRpcRetryingCaller(177): Call to da1c6afcd1f9,35765,1731595233113 for 'test_row_1' in 38fa776092ce1d75269fb328438588e8 of TestAcidGuarantees failed, tries = 7, maxAttempts = 16, timeout = 1200000 ms, time elapsed = 4189 ms org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=38fa776092ce1d75269fb328438588e8, server=da1c6afcd1f9,35765,1731595233113 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) at jdk.internal.reflect.GeneratedConstructorAccessor39.newInstance(Unknown Source) ~[?:?] at jdk.internal.reflect.DelegatingConstructorAccessorImpl.newInstance(DelegatingConstructorAccessorImpl.java:45) ~[?:?] at java.lang.reflect.Constructor.newInstanceWithCaller(Constructor.java:499) ~[?:?] at java.lang.reflect.Constructor.newInstance(Constructor.java:480) ~[?:?] at org.apache.hadoop.hbase.ipc.RemoteWithExtrasException.instantiateException(RemoteWithExtrasException.java:110) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RemoteWithExtrasException.unwrapRemoteException(RemoteWithExtrasException.java:100) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.client.ConnectionUtils.translateException(ConnectionUtils.java:219) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRpcRetryingCaller.onError(AsyncRpcRetryingCaller.java:165) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.lambda$call$4(AsyncSingleRequestRpcRetryingCaller.java:86) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.lambda$addListener$0(FutureUtils.java:71) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:863) ~[?:?] at java.util.concurrent.CompletableFuture$UniWhenComplete.tryFire(CompletableFuture.java:841) ~[?:?] at java.util.concurrent.CompletableFuture.postComplete(CompletableFuture.java:510) ~[?:?] at java.util.concurrent.CompletableFuture.completeExceptionally(CompletableFuture.java:2162) ~[?:?] at org.apache.hadoop.hbase.client.ConnectionUtils$2.run(ConnectionUtils.java:625) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hbase.thirdparty.com.google.protobuf.RpcUtil$1.run(RpcUtil.java:56) ~[hbase-shaded-protobuf-4.1.9.jar:4.1.9] at org.apache.hbase.thirdparty.com.google.protobuf.RpcUtil$1.run(RpcUtil.java:47) ~[hbase-shaded-protobuf-4.1.9.jar:4.1.9] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.onCallFinished(AbstractRpcClient.java:397) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:430) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:425) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.callComplete(Call.java:117) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.setException(Call.java:132) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcConnection.readResponse(RpcConnection.java:457) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.NettyRpcDuplexHandler.readResponse(NettyRpcDuplexHandler.java:125) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.NettyRpcDuplexHandler.channelRead(NettyRpcDuplexHandler.java:140) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:442) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.handler.codec.ByteToMessageDecoder.fireChannelRead(ByteToMessageDecoder.java:346) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.handler.codec.ByteToMessageDecoder.channelRead(ByteToMessageDecoder.java:318) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:444) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.handler.timeout.IdleStateHandler.channelRead(IdleStateHandler.java:289) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:442) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline$HeadContext.channelRead(DefaultChannelPipeline.java:1357) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:440) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline.fireChannelRead(DefaultChannelPipeline.java:868) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.AbstractNioByteChannel$NioByteUnsafe.read(AbstractNioByteChannel.java:166) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.processSelectedKey(NioEventLoop.java:788) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.processSelectedKeysOptimized(NioEventLoop.java:724) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.processSelectedKeys(NioEventLoop.java:650) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:562) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) ~[hbase-shaded-netty-4.1.9.jar:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] Caused by: org.apache.hadoop.hbase.ipc.RemoteWithExtrasException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=38fa776092ce1d75269fb328438588e8, server=da1c6afcd1f9,35765,1731595233113 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) at org.apache.hadoop.hbase.ipc.AbstractRpcClient.onCallFinished(AbstractRpcClient.java:392) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] ... 32 more 2024-11-14T14:41:39,640 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731595290056.38fa776092ce1d75269fb328438588e8., hostname=da1c6afcd1f9,35765,1731595233113, seqNum=2 , the old value is region=TestAcidGuarantees,,1731595290056.38fa776092ce1d75269fb328438588e8., hostname=da1c6afcd1f9,35765,1731595233113, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=38fa776092ce1d75269fb328438588e8, server=da1c6afcd1f9,35765,1731595233113 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-14T14:41:39,640 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731595290056.38fa776092ce1d75269fb328438588e8., hostname=da1c6afcd1f9,35765,1731595233113, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=38fa776092ce1d75269fb328438588e8, server=da1c6afcd1f9,35765,1731595233113 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-14T14:41:39,640 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731595290056.38fa776092ce1d75269fb328438588e8., hostname=da1c6afcd1f9,35765,1731595233113, seqNum=2 because the exception is null or not the one we care about 2024-11-14T14:41:39,641 DEBUG [RS:0;da1c6afcd1f9:35765-shortCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 3 files of size 36359 starting at candidate #0 after considering 1 permutations with 1 in ratio 2024-11-14T14:41:39,641 DEBUG [RS:0;da1c6afcd1f9:35765-shortCompactions-0 {}] regionserver.HStore(1541): 38fa776092ce1d75269fb328438588e8/C is initiating minor compaction (all files) 2024-11-14T14:41:39,641 INFO [RS:0;da1c6afcd1f9:35765-shortCompactions-0 {}] regionserver.HRegion(2416): Starting compaction of 38fa776092ce1d75269fb328438588e8/C in TestAcidGuarantees,,1731595290056.38fa776092ce1d75269fb328438588e8. 2024-11-14T14:41:39,641 INFO [RS:0;da1c6afcd1f9:35765-shortCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:34345/user/jenkins/test-data/14d118ee-a83a-b09b-5913-1a58940a5db1/data/default/TestAcidGuarantees/38fa776092ce1d75269fb328438588e8/C/cca36274db6b431c8abd8090eb7bc104, hdfs://localhost:34345/user/jenkins/test-data/14d118ee-a83a-b09b-5913-1a58940a5db1/data/default/TestAcidGuarantees/38fa776092ce1d75269fb328438588e8/C/3221135352074c2daf31cc98012f8b21, hdfs://localhost:34345/user/jenkins/test-data/14d118ee-a83a-b09b-5913-1a58940a5db1/data/default/TestAcidGuarantees/38fa776092ce1d75269fb328438588e8/C/e52269a113604bfe9bd0532efab411c3] into tmpdir=hdfs://localhost:34345/user/jenkins/test-data/14d118ee-a83a-b09b-5913-1a58940a5db1/data/default/TestAcidGuarantees/38fa776092ce1d75269fb328438588e8/.tmp, totalSize=35.5 K 2024-11-14T14:41:39,642 DEBUG [RS:0;da1c6afcd1f9:35765-shortCompactions-0 {}] compactions.Compactor(225): Compacting cca36274db6b431c8abd8090eb7bc104, keycount=150, bloomtype=ROW, size=11.9 K, encoding=NONE, compression=NONE, seqNum=109, earliestPutTs=1731595295449 2024-11-14T14:41:39,642 DEBUG [RS:0;da1c6afcd1f9:35765-shortCompactions-0 {}] compactions.Compactor(225): Compacting 3221135352074c2daf31cc98012f8b21, keycount=150, bloomtype=ROW, size=11.7 K, encoding=NONE, compression=NONE, seqNum=129, earliestPutTs=1731595296535 2024-11-14T14:41:39,642 DEBUG [RS:0;da1c6afcd1f9:35765-shortCompactions-0 {}] compactions.Compactor(225): Compacting e52269a113604bfe9bd0532efab411c3, keycount=150, bloomtype=ROW, size=11.9 K, encoding=NONE, compression=NONE, seqNum=146, earliestPutTs=1731595297192 2024-11-14T14:41:39,650 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35765 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=38fa776092ce1d75269fb328438588e8, server=da1c6afcd1f9,35765,1731595233113 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-14T14:41:39,650 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35765 {}] ipc.CallRunner(138): callId: 43 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:38294 deadline: 1731595359647, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=38fa776092ce1d75269fb328438588e8, server=da1c6afcd1f9,35765,1731595233113 2024-11-14T14:41:39,650 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731595290056.38fa776092ce1d75269fb328438588e8., hostname=da1c6afcd1f9,35765,1731595233113, seqNum=2 , the old value is region=TestAcidGuarantees,,1731595290056.38fa776092ce1d75269fb328438588e8., hostname=da1c6afcd1f9,35765,1731595233113, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=38fa776092ce1d75269fb328438588e8, server=da1c6afcd1f9,35765,1731595233113 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-14T14:41:39,650 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35765 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=38fa776092ce1d75269fb328438588e8, server=da1c6afcd1f9,35765,1731595233113 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-14T14:41:39,650 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731595290056.38fa776092ce1d75269fb328438588e8., hostname=da1c6afcd1f9,35765,1731595233113, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=38fa776092ce1d75269fb328438588e8, server=da1c6afcd1f9,35765,1731595233113 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-14T14:41:39,651 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731595290056.38fa776092ce1d75269fb328438588e8., hostname=da1c6afcd1f9,35765,1731595233113, seqNum=2 because the exception is null or not the one we care about 2024-11-14T14:41:39,651 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35765 {}] ipc.CallRunner(138): callId: 48 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:38270 deadline: 1731595359647, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=38fa776092ce1d75269fb328438588e8, server=da1c6afcd1f9,35765,1731595233113 2024-11-14T14:41:39,651 INFO [RS:0;da1c6afcd1f9:35765-shortCompactions-0 {}] throttle.PressureAwareThroughputController(145): 38fa776092ce1d75269fb328438588e8#C#compaction#238 average throughput is 3.28 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second 2024-11-14T14:41:39,651 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731595290056.38fa776092ce1d75269fb328438588e8., hostname=da1c6afcd1f9,35765,1731595233113, seqNum=2 , the old value is region=TestAcidGuarantees,,1731595290056.38fa776092ce1d75269fb328438588e8., hostname=da1c6afcd1f9,35765,1731595233113, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=38fa776092ce1d75269fb328438588e8, server=da1c6afcd1f9,35765,1731595233113 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-14T14:41:39,651 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731595290056.38fa776092ce1d75269fb328438588e8., hostname=da1c6afcd1f9,35765,1731595233113, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=38fa776092ce1d75269fb328438588e8, server=da1c6afcd1f9,35765,1731595233113 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-14T14:41:39,651 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731595290056.38fa776092ce1d75269fb328438588e8., hostname=da1c6afcd1f9,35765,1731595233113, seqNum=2 because the exception is null or not the one we care about 2024-11-14T14:41:39,651 DEBUG [RS:0;da1c6afcd1f9:35765-shortCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:34345/user/jenkins/test-data/14d118ee-a83a-b09b-5913-1a58940a5db1/data/default/TestAcidGuarantees/38fa776092ce1d75269fb328438588e8/.tmp/C/45c96cd5699d4da5908651c912833f0c is 50, key is test_row_0/C:col10/1731595298338/Put/seqid=0 2024-11-14T14:41:39,658 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35765 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=38fa776092ce1d75269fb328438588e8, server=da1c6afcd1f9,35765,1731595233113 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-14T14:41:39,658 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35765 {}] ipc.CallRunner(138): callId: 48 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:38314 deadline: 1731595359656, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=38fa776092ce1d75269fb328438588e8, server=da1c6afcd1f9,35765,1731595233113 2024-11-14T14:41:39,658 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731595290056.38fa776092ce1d75269fb328438588e8., hostname=da1c6afcd1f9,35765,1731595233113, seqNum=2 , the old value is region=TestAcidGuarantees,,1731595290056.38fa776092ce1d75269fb328438588e8., hostname=da1c6afcd1f9,35765,1731595233113, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=38fa776092ce1d75269fb328438588e8, server=da1c6afcd1f9,35765,1731595233113 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-14T14:41:39,658 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731595290056.38fa776092ce1d75269fb328438588e8., hostname=da1c6afcd1f9,35765,1731595233113, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=38fa776092ce1d75269fb328438588e8, server=da1c6afcd1f9,35765,1731595233113 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-14T14:41:39,658 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731595290056.38fa776092ce1d75269fb328438588e8., hostname=da1c6afcd1f9,35765,1731595233113, seqNum=2 because the exception is null or not the one we care about 2024-11-14T14:41:39,669 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36699 is added to blk_1073742104_1280 (size=12459) 2024-11-14T14:41:39,682 DEBUG [RS:0;da1c6afcd1f9:35765-shortCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:34345/user/jenkins/test-data/14d118ee-a83a-b09b-5913-1a58940a5db1/data/default/TestAcidGuarantees/38fa776092ce1d75269fb328438588e8/.tmp/C/45c96cd5699d4da5908651c912833f0c as hdfs://localhost:34345/user/jenkins/test-data/14d118ee-a83a-b09b-5913-1a58940a5db1/data/default/TestAcidGuarantees/38fa776092ce1d75269fb328438588e8/C/45c96cd5699d4da5908651c912833f0c 2024-11-14T14:41:39,688 INFO [RS:0;da1c6afcd1f9:35765-shortCompactions-0 {}] regionserver.HStore(1337): Completed compaction of 3 (all) file(s) in 38fa776092ce1d75269fb328438588e8/C of 38fa776092ce1d75269fb328438588e8 into 45c96cd5699d4da5908651c912833f0c(size=12.2 K), total size for store is 12.2 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-11-14T14:41:39,688 DEBUG [RS:0;da1c6afcd1f9:35765-shortCompactions-0 {}] regionserver.HRegion(2446): Compaction status journal for 38fa776092ce1d75269fb328438588e8: 2024-11-14T14:41:39,688 INFO [RS:0;da1c6afcd1f9:35765-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1731595290056.38fa776092ce1d75269fb328438588e8., storeName=38fa776092ce1d75269fb328438588e8/C, priority=13, startTime=1731595299204; duration=0sec 2024-11-14T14:41:39,688 DEBUG [RS:0;da1c6afcd1f9:35765-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-14T14:41:39,688 DEBUG [RS:0;da1c6afcd1f9:35765-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: 38fa776092ce1d75269fb328438588e8:C 2024-11-14T14:41:39,772 INFO [RS_FLUSH_OPERATIONS-regionserver/da1c6afcd1f9:0-0 {event_type=RS_FLUSH_REGIONS, pid=73}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=33.54 KB at sequenceid=164 (bloomFilter=true), to=hdfs://localhost:34345/user/jenkins/test-data/14d118ee-a83a-b09b-5913-1a58940a5db1/data/default/TestAcidGuarantees/38fa776092ce1d75269fb328438588e8/.tmp/C/c980421e12a34cac8b809ebbf670d075 2024-11-14T14:41:39,778 DEBUG [RS_FLUSH_OPERATIONS-regionserver/da1c6afcd1f9:0-0 {event_type=RS_FLUSH_REGIONS, pid=73}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:34345/user/jenkins/test-data/14d118ee-a83a-b09b-5913-1a58940a5db1/data/default/TestAcidGuarantees/38fa776092ce1d75269fb328438588e8/.tmp/A/e7397e35687041a8abd49daa9aa3c69e as hdfs://localhost:34345/user/jenkins/test-data/14d118ee-a83a-b09b-5913-1a58940a5db1/data/default/TestAcidGuarantees/38fa776092ce1d75269fb328438588e8/A/e7397e35687041a8abd49daa9aa3c69e 2024-11-14T14:41:39,783 INFO [RS_FLUSH_OPERATIONS-regionserver/da1c6afcd1f9:0-0 {event_type=RS_FLUSH_REGIONS, pid=73}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:34345/user/jenkins/test-data/14d118ee-a83a-b09b-5913-1a58940a5db1/data/default/TestAcidGuarantees/38fa776092ce1d75269fb328438588e8/A/e7397e35687041a8abd49daa9aa3c69e, entries=150, sequenceid=164, filesize=11.9 K 2024-11-14T14:41:39,784 DEBUG [RS_FLUSH_OPERATIONS-regionserver/da1c6afcd1f9:0-0 {event_type=RS_FLUSH_REGIONS, pid=73}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:34345/user/jenkins/test-data/14d118ee-a83a-b09b-5913-1a58940a5db1/data/default/TestAcidGuarantees/38fa776092ce1d75269fb328438588e8/.tmp/B/2c18f43820304db3abadba5dadca2c21 as hdfs://localhost:34345/user/jenkins/test-data/14d118ee-a83a-b09b-5913-1a58940a5db1/data/default/TestAcidGuarantees/38fa776092ce1d75269fb328438588e8/B/2c18f43820304db3abadba5dadca2c21 2024-11-14T14:41:39,789 INFO [RS_FLUSH_OPERATIONS-regionserver/da1c6afcd1f9:0-0 {event_type=RS_FLUSH_REGIONS, pid=73}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:34345/user/jenkins/test-data/14d118ee-a83a-b09b-5913-1a58940a5db1/data/default/TestAcidGuarantees/38fa776092ce1d75269fb328438588e8/B/2c18f43820304db3abadba5dadca2c21, entries=150, sequenceid=164, filesize=11.9 K 2024-11-14T14:41:39,790 DEBUG [RS_FLUSH_OPERATIONS-regionserver/da1c6afcd1f9:0-0 {event_type=RS_FLUSH_REGIONS, pid=73}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:34345/user/jenkins/test-data/14d118ee-a83a-b09b-5913-1a58940a5db1/data/default/TestAcidGuarantees/38fa776092ce1d75269fb328438588e8/.tmp/C/c980421e12a34cac8b809ebbf670d075 as hdfs://localhost:34345/user/jenkins/test-data/14d118ee-a83a-b09b-5913-1a58940a5db1/data/default/TestAcidGuarantees/38fa776092ce1d75269fb328438588e8/C/c980421e12a34cac8b809ebbf670d075 2024-11-14T14:41:39,795 INFO [RS_FLUSH_OPERATIONS-regionserver/da1c6afcd1f9:0-0 {event_type=RS_FLUSH_REGIONS, pid=73}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:34345/user/jenkins/test-data/14d118ee-a83a-b09b-5913-1a58940a5db1/data/default/TestAcidGuarantees/38fa776092ce1d75269fb328438588e8/C/c980421e12a34cac8b809ebbf670d075, entries=150, sequenceid=164, filesize=11.9 K 2024-11-14T14:41:39,796 INFO [RS_FLUSH_OPERATIONS-regionserver/da1c6afcd1f9:0-0 {event_type=RS_FLUSH_REGIONS, pid=73}] regionserver.HRegion(3140): Finished flush of dataSize ~100.63 KB/103050, heapSize ~299.53 KB/306720, currentSize=73.80 KB/75570 for 38fa776092ce1d75269fb328438588e8 in 477ms, sequenceid=164, compaction requested=false 2024-11-14T14:41:39,796 DEBUG [RS_FLUSH_OPERATIONS-regionserver/da1c6afcd1f9:0-0 {event_type=RS_FLUSH_REGIONS, pid=73}] regionserver.HRegion(2603): Flush status journal for 38fa776092ce1d75269fb328438588e8: 2024-11-14T14:41:39,796 DEBUG [RS_FLUSH_OPERATIONS-regionserver/da1c6afcd1f9:0-0 {event_type=RS_FLUSH_REGIONS, pid=73}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1731595290056.38fa776092ce1d75269fb328438588e8. 2024-11-14T14:41:39,796 DEBUG [RS_FLUSH_OPERATIONS-regionserver/da1c6afcd1f9:0-0 {event_type=RS_FLUSH_REGIONS, pid=73}] regionserver.RemoteProcedureResultReporter(62): Successfully complete execution of pid=73 2024-11-14T14:41:39,797 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45145 {}] master.HMaster(4169): Remote procedure done, pid=73 2024-11-14T14:41:39,801 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=73, resume processing ppid=72 2024-11-14T14:41:39,801 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1521): Finished pid=73, ppid=72, state=SUCCESS, hasLock=false; org.apache.hadoop.hbase.master.procedure.FlushRegionProcedure in 1.0990 sec 2024-11-14T14:41:39,803 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1521): Finished pid=72, state=SUCCESS, hasLock=false; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=72, table=TestAcidGuarantees in 1.1050 sec 2024-11-14T14:41:39,836 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45145 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=72 2024-11-14T14:41:39,836 INFO [RPCClient-NioEventLoopGroup-4-6 {}] client.RawAsyncHBaseAdmin$TableProcedureBiConsumer(2721): Operation: FLUSH, Table Name: default:TestAcidGuarantees completed 2024-11-14T14:41:39,836 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45145 {}] master.HMaster$22(4506): Client=jenkins//172.17.0.2 flush TestAcidGuarantees 2024-11-14T14:41:39,837 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45145 {}] procedure2.ProcedureExecutor(1139): Stored pid=74, state=RUNNABLE:FLUSH_TABLE_PREPARE, hasLock=false; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=74, table=TestAcidGuarantees 2024-11-14T14:41:39,838 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45145 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=74 2024-11-14T14:41:39,838 INFO [PEWorker-1 {}] procedure.FlushTableProcedure(91): pid=74, state=RUNNABLE:FLUSH_TABLE_PREPARE, hasLock=true; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=74, table=TestAcidGuarantees execute state=FLUSH_TABLE_PREPARE 2024-11-14T14:41:39,839 INFO [PEWorker-1 {}] procedure.FlushTableProcedure(91): pid=74, state=RUNNABLE:FLUSH_TABLE_FLUSH_REGIONS, hasLock=true; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=74, table=TestAcidGuarantees execute state=FLUSH_TABLE_FLUSH_REGIONS 2024-11-14T14:41:39,839 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=75, ppid=74, state=RUNNABLE, hasLock=false; org.apache.hadoop.hbase.master.procedure.FlushRegionProcedure}] 2024-11-14T14:41:39,859 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35765 {}] regionserver.HRegion(8855): Flush requested on 38fa776092ce1d75269fb328438588e8 2024-11-14T14:41:39,859 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(2902): Flushing 38fa776092ce1d75269fb328438588e8 3/3 column families, dataSize=80.51 KB heapSize=239.81 KB 2024-11-14T14:41:39,860 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 38fa776092ce1d75269fb328438588e8, store=A 2024-11-14T14:41:39,860 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-14T14:41:39,860 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 38fa776092ce1d75269fb328438588e8, store=B 2024-11-14T14:41:39,860 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-14T14:41:39,860 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 38fa776092ce1d75269fb328438588e8, store=C 2024-11-14T14:41:39,860 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-14T14:41:39,866 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:34345/user/jenkins/test-data/14d118ee-a83a-b09b-5913-1a58940a5db1/data/default/TestAcidGuarantees/38fa776092ce1d75269fb328438588e8/.tmp/A/91c1823cf9bd498091c3c3da08a88eca is 50, key is test_row_0/A:col10/1731595299859/Put/seqid=0 2024-11-14T14:41:39,875 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36699 is added to blk_1073742105_1281 (size=14541) 2024-11-14T14:41:39,876 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=29.07 KB at sequenceid=183 (bloomFilter=true), to=hdfs://localhost:34345/user/jenkins/test-data/14d118ee-a83a-b09b-5913-1a58940a5db1/data/default/TestAcidGuarantees/38fa776092ce1d75269fb328438588e8/.tmp/A/91c1823cf9bd498091c3c3da08a88eca 2024-11-14T14:41:39,886 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:34345/user/jenkins/test-data/14d118ee-a83a-b09b-5913-1a58940a5db1/data/default/TestAcidGuarantees/38fa776092ce1d75269fb328438588e8/.tmp/B/b1bda5eb46e342468224c37f12b3d795 is 50, key is test_row_0/B:col10/1731595299859/Put/seqid=0 2024-11-14T14:41:39,890 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35765 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=38fa776092ce1d75269fb328438588e8, server=da1c6afcd1f9,35765,1731595233113 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-14T14:41:39,890 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35765 {}] ipc.CallRunner(138): callId: 52 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:38314 deadline: 1731595359885, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=38fa776092ce1d75269fb328438588e8, server=da1c6afcd1f9,35765,1731595233113 2024-11-14T14:41:39,891 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731595290056.38fa776092ce1d75269fb328438588e8., hostname=da1c6afcd1f9,35765,1731595233113, seqNum=2 , the old value is region=TestAcidGuarantees,,1731595290056.38fa776092ce1d75269fb328438588e8., hostname=da1c6afcd1f9,35765,1731595233113, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=38fa776092ce1d75269fb328438588e8, server=da1c6afcd1f9,35765,1731595233113 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-14T14:41:39,891 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731595290056.38fa776092ce1d75269fb328438588e8., hostname=da1c6afcd1f9,35765,1731595233113, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=38fa776092ce1d75269fb328438588e8, server=da1c6afcd1f9,35765,1731595233113 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-14T14:41:39,891 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731595290056.38fa776092ce1d75269fb328438588e8., hostname=da1c6afcd1f9,35765,1731595233113, seqNum=2 because the exception is null or not the one we care about 2024-11-14T14:41:39,892 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35765 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=38fa776092ce1d75269fb328438588e8, server=da1c6afcd1f9,35765,1731595233113 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-14T14:41:39,892 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36699 is added to blk_1073742106_1282 (size=12151) 2024-11-14T14:41:39,892 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35765 {}] ipc.CallRunner(138): callId: 50 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:38294 deadline: 1731595359889, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=38fa776092ce1d75269fb328438588e8, server=da1c6afcd1f9,35765,1731595233113 2024-11-14T14:41:39,892 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731595290056.38fa776092ce1d75269fb328438588e8., hostname=da1c6afcd1f9,35765,1731595233113, seqNum=2 , the old value is region=TestAcidGuarantees,,1731595290056.38fa776092ce1d75269fb328438588e8., hostname=da1c6afcd1f9,35765,1731595233113, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=38fa776092ce1d75269fb328438588e8, server=da1c6afcd1f9,35765,1731595233113 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-14T14:41:39,892 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731595290056.38fa776092ce1d75269fb328438588e8., hostname=da1c6afcd1f9,35765,1731595233113, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=38fa776092ce1d75269fb328438588e8, server=da1c6afcd1f9,35765,1731595233113 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-14T14:41:39,892 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731595290056.38fa776092ce1d75269fb328438588e8., hostname=da1c6afcd1f9,35765,1731595233113, seqNum=2 because the exception is null or not the one we care about 2024-11-14T14:41:39,894 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35765 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=38fa776092ce1d75269fb328438588e8, server=da1c6afcd1f9,35765,1731595233113 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-14T14:41:39,894 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35765 {}] ipc.CallRunner(138): callId: 55 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:38270 deadline: 1731595359890, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=38fa776092ce1d75269fb328438588e8, server=da1c6afcd1f9,35765,1731595233113 2024-11-14T14:41:39,895 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731595290056.38fa776092ce1d75269fb328438588e8., hostname=da1c6afcd1f9,35765,1731595233113, seqNum=2 , the old value is region=TestAcidGuarantees,,1731595290056.38fa776092ce1d75269fb328438588e8., hostname=da1c6afcd1f9,35765,1731595233113, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=38fa776092ce1d75269fb328438588e8, server=da1c6afcd1f9,35765,1731595233113 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-14T14:41:39,895 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731595290056.38fa776092ce1d75269fb328438588e8., hostname=da1c6afcd1f9,35765,1731595233113, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=38fa776092ce1d75269fb328438588e8, server=da1c6afcd1f9,35765,1731595233113 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-14T14:41:39,895 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731595290056.38fa776092ce1d75269fb328438588e8., hostname=da1c6afcd1f9,35765,1731595233113, seqNum=2 because the exception is null or not the one we care about 2024-11-14T14:41:39,946 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45145 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=74 2024-11-14T14:41:39,992 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=35765 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=75 2024-11-14T14:41:39,992 DEBUG [RS_FLUSH_OPERATIONS-regionserver/da1c6afcd1f9:0-1 {event_type=RS_FLUSH_REGIONS, pid=75}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1731595290056.38fa776092ce1d75269fb328438588e8. 2024-11-14T14:41:39,992 DEBUG [RS_FLUSH_OPERATIONS-regionserver/da1c6afcd1f9:0-1 {event_type=RS_FLUSH_REGIONS, pid=75}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1731595290056.38fa776092ce1d75269fb328438588e8. as already flushing 2024-11-14T14:41:39,992 DEBUG [RS_FLUSH_OPERATIONS-regionserver/da1c6afcd1f9:0-1 {event_type=RS_FLUSH_REGIONS, pid=75}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1731595290056.38fa776092ce1d75269fb328438588e8. 2024-11-14T14:41:39,992 ERROR [RS_FLUSH_OPERATIONS-regionserver/da1c6afcd1f9:0-1 {event_type=RS_FLUSH_REGIONS, pid=75}] handler.RSProcedureHandler(58): pid=75 java.io.IOException: Unable to complete flush {ENCODED => 38fa776092ce1d75269fb328438588e8, NAME => 'TestAcidGuarantees,,1731595290056.38fa776092ce1d75269fb328438588e8.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-14T14:41:39,992 DEBUG [RS_FLUSH_OPERATIONS-regionserver/da1c6afcd1f9:0-1 {event_type=RS_FLUSH_REGIONS, pid=75}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=75 java.io.IOException: Unable to complete flush {ENCODED => 38fa776092ce1d75269fb328438588e8, NAME => 'TestAcidGuarantees,,1731595290056.38fa776092ce1d75269fb328438588e8.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-14T14:41:39,993 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45145 {}] master.HMaster(4177): Remote procedure failed, pid=75 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 38fa776092ce1d75269fb328438588e8, NAME => 'TestAcidGuarantees,,1731595290056.38fa776092ce1d75269fb328438588e8.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$5(MasterRpcServices.java:2580) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2575) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 38fa776092ce1d75269fb328438588e8, NAME => 'TestAcidGuarantees,,1731595290056.38fa776092ce1d75269fb328438588e8.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-14T14:41:39,999 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35765 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=38fa776092ce1d75269fb328438588e8, server=da1c6afcd1f9,35765,1731595233113 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-14T14:41:39,999 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35765 {}] ipc.CallRunner(138): callId: 53 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:38314 deadline: 1731595359996, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=38fa776092ce1d75269fb328438588e8, server=da1c6afcd1f9,35765,1731595233113 2024-11-14T14:41:39,999 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35765 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=38fa776092ce1d75269fb328438588e8, server=da1c6afcd1f9,35765,1731595233113 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-14T14:41:40,000 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731595290056.38fa776092ce1d75269fb328438588e8., hostname=da1c6afcd1f9,35765,1731595233113, seqNum=2 , the old value is region=TestAcidGuarantees,,1731595290056.38fa776092ce1d75269fb328438588e8., hostname=da1c6afcd1f9,35765,1731595233113, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=38fa776092ce1d75269fb328438588e8, server=da1c6afcd1f9,35765,1731595233113 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-14T14:41:40,000 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731595290056.38fa776092ce1d75269fb328438588e8., hostname=da1c6afcd1f9,35765,1731595233113, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=38fa776092ce1d75269fb328438588e8, server=da1c6afcd1f9,35765,1731595233113 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-14T14:41:40,000 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35765 {}] ipc.CallRunner(138): callId: 51 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:38294 deadline: 1731595359996, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=38fa776092ce1d75269fb328438588e8, server=da1c6afcd1f9,35765,1731595233113 2024-11-14T14:41:40,000 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731595290056.38fa776092ce1d75269fb328438588e8., hostname=da1c6afcd1f9,35765,1731595233113, seqNum=2 because the exception is null or not the one we care about 2024-11-14T14:41:40,000 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731595290056.38fa776092ce1d75269fb328438588e8., hostname=da1c6afcd1f9,35765,1731595233113, seqNum=2 , the old value is region=TestAcidGuarantees,,1731595290056.38fa776092ce1d75269fb328438588e8., hostname=da1c6afcd1f9,35765,1731595233113, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=38fa776092ce1d75269fb328438588e8, server=da1c6afcd1f9,35765,1731595233113 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-14T14:41:40,000 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731595290056.38fa776092ce1d75269fb328438588e8., hostname=da1c6afcd1f9,35765,1731595233113, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=38fa776092ce1d75269fb328438588e8, server=da1c6afcd1f9,35765,1731595233113 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-14T14:41:40,000 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731595290056.38fa776092ce1d75269fb328438588e8., hostname=da1c6afcd1f9,35765,1731595233113, seqNum=2 because the exception is null or not the one we care about 2024-11-14T14:41:40,008 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35765 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=38fa776092ce1d75269fb328438588e8, server=da1c6afcd1f9,35765,1731595233113 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-14T14:41:40,008 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35765 {}] ipc.CallRunner(138): callId: 56 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:38270 deadline: 1731595360006, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=38fa776092ce1d75269fb328438588e8, server=da1c6afcd1f9,35765,1731595233113 2024-11-14T14:41:40,009 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731595290056.38fa776092ce1d75269fb328438588e8., hostname=da1c6afcd1f9,35765,1731595233113, seqNum=2 , the old value is region=TestAcidGuarantees,,1731595290056.38fa776092ce1d75269fb328438588e8., hostname=da1c6afcd1f9,35765,1731595233113, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=38fa776092ce1d75269fb328438588e8, server=da1c6afcd1f9,35765,1731595233113 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-14T14:41:40,009 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731595290056.38fa776092ce1d75269fb328438588e8., hostname=da1c6afcd1f9,35765,1731595233113, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=38fa776092ce1d75269fb328438588e8, server=da1c6afcd1f9,35765,1731595233113 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-14T14:41:40,009 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731595290056.38fa776092ce1d75269fb328438588e8., hostname=da1c6afcd1f9,35765,1731595233113, seqNum=2 because the exception is null or not the one we care about 2024-11-14T14:41:40,145 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=35765 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=75 2024-11-14T14:41:40,145 DEBUG [RS_FLUSH_OPERATIONS-regionserver/da1c6afcd1f9:0-2 {event_type=RS_FLUSH_REGIONS, pid=75}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1731595290056.38fa776092ce1d75269fb328438588e8. 2024-11-14T14:41:40,145 DEBUG [RS_FLUSH_OPERATIONS-regionserver/da1c6afcd1f9:0-2 {event_type=RS_FLUSH_REGIONS, pid=75}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1731595290056.38fa776092ce1d75269fb328438588e8. as already flushing 2024-11-14T14:41:40,145 DEBUG [RS_FLUSH_OPERATIONS-regionserver/da1c6afcd1f9:0-2 {event_type=RS_FLUSH_REGIONS, pid=75}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1731595290056.38fa776092ce1d75269fb328438588e8. 2024-11-14T14:41:40,145 ERROR [RS_FLUSH_OPERATIONS-regionserver/da1c6afcd1f9:0-2 {event_type=RS_FLUSH_REGIONS, pid=75}] handler.RSProcedureHandler(58): pid=75 java.io.IOException: Unable to complete flush {ENCODED => 38fa776092ce1d75269fb328438588e8, NAME => 'TestAcidGuarantees,,1731595290056.38fa776092ce1d75269fb328438588e8.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-14T14:41:40,145 DEBUG [RS_FLUSH_OPERATIONS-regionserver/da1c6afcd1f9:0-2 {event_type=RS_FLUSH_REGIONS, pid=75}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=75 java.io.IOException: Unable to complete flush {ENCODED => 38fa776092ce1d75269fb328438588e8, NAME => 'TestAcidGuarantees,,1731595290056.38fa776092ce1d75269fb328438588e8.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-14T14:41:40,146 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45145 {}] master.HMaster(4177): Remote procedure failed, pid=75 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 38fa776092ce1d75269fb328438588e8, NAME => 'TestAcidGuarantees,,1731595290056.38fa776092ce1d75269fb328438588e8.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$5(MasterRpcServices.java:2580) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2575) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 38fa776092ce1d75269fb328438588e8, NAME => 'TestAcidGuarantees,,1731595290056.38fa776092ce1d75269fb328438588e8.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-14T14:41:40,156 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45145 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=74 2024-11-14T14:41:40,207 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35765 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=38fa776092ce1d75269fb328438588e8, server=da1c6afcd1f9,35765,1731595233113 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-14T14:41:40,207 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35765 {}] ipc.CallRunner(138): callId: 54 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:38314 deadline: 1731595360206, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=38fa776092ce1d75269fb328438588e8, server=da1c6afcd1f9,35765,1731595233113 2024-11-14T14:41:40,207 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35765 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=38fa776092ce1d75269fb328438588e8, server=da1c6afcd1f9,35765,1731595233113 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-14T14:41:40,207 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35765 {}] ipc.CallRunner(138): callId: 52 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:38294 deadline: 1731595360206, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=38fa776092ce1d75269fb328438588e8, server=da1c6afcd1f9,35765,1731595233113 2024-11-14T14:41:40,207 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731595290056.38fa776092ce1d75269fb328438588e8., hostname=da1c6afcd1f9,35765,1731595233113, seqNum=2 , the old value is region=TestAcidGuarantees,,1731595290056.38fa776092ce1d75269fb328438588e8., hostname=da1c6afcd1f9,35765,1731595233113, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=38fa776092ce1d75269fb328438588e8, server=da1c6afcd1f9,35765,1731595233113 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-14T14:41:40,207 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731595290056.38fa776092ce1d75269fb328438588e8., hostname=da1c6afcd1f9,35765,1731595233113, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=38fa776092ce1d75269fb328438588e8, server=da1c6afcd1f9,35765,1731595233113 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-14T14:41:40,208 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731595290056.38fa776092ce1d75269fb328438588e8., hostname=da1c6afcd1f9,35765,1731595233113, seqNum=2 because the exception is null or not the one we care about 2024-11-14T14:41:40,208 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731595290056.38fa776092ce1d75269fb328438588e8., hostname=da1c6afcd1f9,35765,1731595233113, seqNum=2 , the old value is region=TestAcidGuarantees,,1731595290056.38fa776092ce1d75269fb328438588e8., hostname=da1c6afcd1f9,35765,1731595233113, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=38fa776092ce1d75269fb328438588e8, server=da1c6afcd1f9,35765,1731595233113 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-14T14:41:40,208 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731595290056.38fa776092ce1d75269fb328438588e8., hostname=da1c6afcd1f9,35765,1731595233113, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=38fa776092ce1d75269fb328438588e8, server=da1c6afcd1f9,35765,1731595233113 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-14T14:41:40,208 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731595290056.38fa776092ce1d75269fb328438588e8., hostname=da1c6afcd1f9,35765,1731595233113, seqNum=2 because the exception is null or not the one we care about 2024-11-14T14:41:40,218 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35765 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=38fa776092ce1d75269fb328438588e8, server=da1c6afcd1f9,35765,1731595233113 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-14T14:41:40,219 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35765 {}] ipc.CallRunner(138): callId: 57 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:38270 deadline: 1731595360216, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=38fa776092ce1d75269fb328438588e8, server=da1c6afcd1f9,35765,1731595233113 2024-11-14T14:41:40,219 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731595290056.38fa776092ce1d75269fb328438588e8., hostname=da1c6afcd1f9,35765,1731595233113, seqNum=2 , the old value is region=TestAcidGuarantees,,1731595290056.38fa776092ce1d75269fb328438588e8., hostname=da1c6afcd1f9,35765,1731595233113, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=38fa776092ce1d75269fb328438588e8, server=da1c6afcd1f9,35765,1731595233113 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-14T14:41:40,219 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731595290056.38fa776092ce1d75269fb328438588e8., hostname=da1c6afcd1f9,35765,1731595233113, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=38fa776092ce1d75269fb328438588e8, server=da1c6afcd1f9,35765,1731595233113 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-14T14:41:40,219 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731595290056.38fa776092ce1d75269fb328438588e8., hostname=da1c6afcd1f9,35765,1731595233113, seqNum=2 because the exception is null or not the one we care about 2024-11-14T14:41:40,292 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=29.07 KB at sequenceid=183 (bloomFilter=true), to=hdfs://localhost:34345/user/jenkins/test-data/14d118ee-a83a-b09b-5913-1a58940a5db1/data/default/TestAcidGuarantees/38fa776092ce1d75269fb328438588e8/.tmp/B/b1bda5eb46e342468224c37f12b3d795 2024-11-14T14:41:40,298 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=35765 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=75 2024-11-14T14:41:40,298 DEBUG [RS_FLUSH_OPERATIONS-regionserver/da1c6afcd1f9:0-0 {event_type=RS_FLUSH_REGIONS, pid=75}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1731595290056.38fa776092ce1d75269fb328438588e8. 2024-11-14T14:41:40,298 DEBUG [RS_FLUSH_OPERATIONS-regionserver/da1c6afcd1f9:0-0 {event_type=RS_FLUSH_REGIONS, pid=75}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1731595290056.38fa776092ce1d75269fb328438588e8. as already flushing 2024-11-14T14:41:40,298 DEBUG [RS_FLUSH_OPERATIONS-regionserver/da1c6afcd1f9:0-0 {event_type=RS_FLUSH_REGIONS, pid=75}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1731595290056.38fa776092ce1d75269fb328438588e8. 2024-11-14T14:41:40,298 ERROR [RS_FLUSH_OPERATIONS-regionserver/da1c6afcd1f9:0-0 {event_type=RS_FLUSH_REGIONS, pid=75}] handler.RSProcedureHandler(58): pid=75 java.io.IOException: Unable to complete flush {ENCODED => 38fa776092ce1d75269fb328438588e8, NAME => 'TestAcidGuarantees,,1731595290056.38fa776092ce1d75269fb328438588e8.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-14T14:41:40,299 DEBUG [RS_FLUSH_OPERATIONS-regionserver/da1c6afcd1f9:0-0 {event_type=RS_FLUSH_REGIONS, pid=75}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=75 java.io.IOException: Unable to complete flush {ENCODED => 38fa776092ce1d75269fb328438588e8, NAME => 'TestAcidGuarantees,,1731595290056.38fa776092ce1d75269fb328438588e8.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-14T14:41:40,299 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45145 {}] master.HMaster(4177): Remote procedure failed, pid=75 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 38fa776092ce1d75269fb328438588e8, NAME => 'TestAcidGuarantees,,1731595290056.38fa776092ce1d75269fb328438588e8.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$5(MasterRpcServices.java:2580) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2575) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 38fa776092ce1d75269fb328438588e8, NAME => 'TestAcidGuarantees,,1731595290056.38fa776092ce1d75269fb328438588e8.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-14T14:41:40,301 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:34345/user/jenkins/test-data/14d118ee-a83a-b09b-5913-1a58940a5db1/data/default/TestAcidGuarantees/38fa776092ce1d75269fb328438588e8/.tmp/C/ba66e66507f94ce19f66071fcc795cc5 is 50, key is test_row_0/C:col10/1731595299859/Put/seqid=0 2024-11-14T14:41:40,308 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36699 is added to blk_1073742107_1283 (size=12151) 2024-11-14T14:41:40,309 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=29.07 KB at sequenceid=183 (bloomFilter=true), to=hdfs://localhost:34345/user/jenkins/test-data/14d118ee-a83a-b09b-5913-1a58940a5db1/data/default/TestAcidGuarantees/38fa776092ce1d75269fb328438588e8/.tmp/C/ba66e66507f94ce19f66071fcc795cc5 2024-11-14T14:41:40,315 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:34345/user/jenkins/test-data/14d118ee-a83a-b09b-5913-1a58940a5db1/data/default/TestAcidGuarantees/38fa776092ce1d75269fb328438588e8/.tmp/A/91c1823cf9bd498091c3c3da08a88eca as hdfs://localhost:34345/user/jenkins/test-data/14d118ee-a83a-b09b-5913-1a58940a5db1/data/default/TestAcidGuarantees/38fa776092ce1d75269fb328438588e8/A/91c1823cf9bd498091c3c3da08a88eca 2024-11-14T14:41:40,319 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:34345/user/jenkins/test-data/14d118ee-a83a-b09b-5913-1a58940a5db1/data/default/TestAcidGuarantees/38fa776092ce1d75269fb328438588e8/A/91c1823cf9bd498091c3c3da08a88eca, entries=200, sequenceid=183, filesize=14.2 K 2024-11-14T14:41:40,320 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:34345/user/jenkins/test-data/14d118ee-a83a-b09b-5913-1a58940a5db1/data/default/TestAcidGuarantees/38fa776092ce1d75269fb328438588e8/.tmp/B/b1bda5eb46e342468224c37f12b3d795 as hdfs://localhost:34345/user/jenkins/test-data/14d118ee-a83a-b09b-5913-1a58940a5db1/data/default/TestAcidGuarantees/38fa776092ce1d75269fb328438588e8/B/b1bda5eb46e342468224c37f12b3d795 2024-11-14T14:41:40,324 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:34345/user/jenkins/test-data/14d118ee-a83a-b09b-5913-1a58940a5db1/data/default/TestAcidGuarantees/38fa776092ce1d75269fb328438588e8/B/b1bda5eb46e342468224c37f12b3d795, entries=150, sequenceid=183, filesize=11.9 K 2024-11-14T14:41:40,325 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:34345/user/jenkins/test-data/14d118ee-a83a-b09b-5913-1a58940a5db1/data/default/TestAcidGuarantees/38fa776092ce1d75269fb328438588e8/.tmp/C/ba66e66507f94ce19f66071fcc795cc5 as hdfs://localhost:34345/user/jenkins/test-data/14d118ee-a83a-b09b-5913-1a58940a5db1/data/default/TestAcidGuarantees/38fa776092ce1d75269fb328438588e8/C/ba66e66507f94ce19f66071fcc795cc5 2024-11-14T14:41:40,328 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:34345/user/jenkins/test-data/14d118ee-a83a-b09b-5913-1a58940a5db1/data/default/TestAcidGuarantees/38fa776092ce1d75269fb328438588e8/C/ba66e66507f94ce19f66071fcc795cc5, entries=150, sequenceid=183, filesize=11.9 K 2024-11-14T14:41:40,329 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(3140): Finished flush of dataSize ~87.22 KB/89310, heapSize ~259.69 KB/265920, currentSize=87.22 KB/89310 for 38fa776092ce1d75269fb328438588e8 in 470ms, sequenceid=183, compaction requested=true 2024-11-14T14:41:40,329 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2603): Flush status journal for 38fa776092ce1d75269fb328438588e8: 2024-11-14T14:41:40,329 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store 38fa776092ce1d75269fb328438588e8:A, priority=-2147483648, current under compaction store size is 1 2024-11-14T14:41:40,329 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-14T14:41:40,329 DEBUG [RS:0;da1c6afcd1f9:35765-shortCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 3 store files, 0 compacting, 3 eligible, 16 blocking 2024-11-14T14:41:40,330 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store 38fa776092ce1d75269fb328438588e8:B, priority=-2147483648, current under compaction store size is 2 2024-11-14T14:41:40,330 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-14T14:41:40,330 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store 38fa776092ce1d75269fb328438588e8:C, priority=-2147483648, current under compaction store size is 3 2024-11-14T14:41:40,330 DEBUG [RS:0;da1c6afcd1f9:35765-longCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 3 store files, 0 compacting, 3 eligible, 16 blocking 2024-11-14T14:41:40,330 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=1), splitQueue=0 2024-11-14T14:41:40,342 DEBUG [RS:0;da1c6afcd1f9:35765-shortCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 3 files of size 39151 starting at candidate #0 after considering 1 permutations with 1 in ratio 2024-11-14T14:41:40,342 DEBUG [RS:0;da1c6afcd1f9:35765-longCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 3 files of size 36761 starting at candidate #0 after considering 1 permutations with 1 in ratio 2024-11-14T14:41:40,342 DEBUG [RS:0;da1c6afcd1f9:35765-shortCompactions-0 {}] regionserver.HStore(1541): 38fa776092ce1d75269fb328438588e8/A is initiating minor compaction (all files) 2024-11-14T14:41:40,343 DEBUG [RS:0;da1c6afcd1f9:35765-longCompactions-0 {}] regionserver.HStore(1541): 38fa776092ce1d75269fb328438588e8/B is initiating minor compaction (all files) 2024-11-14T14:41:40,343 INFO [RS:0;da1c6afcd1f9:35765-shortCompactions-0 {}] regionserver.HRegion(2416): Starting compaction of 38fa776092ce1d75269fb328438588e8/A in TestAcidGuarantees,,1731595290056.38fa776092ce1d75269fb328438588e8. 2024-11-14T14:41:40,343 INFO [RS:0;da1c6afcd1f9:35765-longCompactions-0 {}] regionserver.HRegion(2416): Starting compaction of 38fa776092ce1d75269fb328438588e8/B in TestAcidGuarantees,,1731595290056.38fa776092ce1d75269fb328438588e8. 2024-11-14T14:41:40,343 INFO [RS:0;da1c6afcd1f9:35765-shortCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:34345/user/jenkins/test-data/14d118ee-a83a-b09b-5913-1a58940a5db1/data/default/TestAcidGuarantees/38fa776092ce1d75269fb328438588e8/A/6fb1b540fe8840cf93f7ed14e7827df9, hdfs://localhost:34345/user/jenkins/test-data/14d118ee-a83a-b09b-5913-1a58940a5db1/data/default/TestAcidGuarantees/38fa776092ce1d75269fb328438588e8/A/e7397e35687041a8abd49daa9aa3c69e, hdfs://localhost:34345/user/jenkins/test-data/14d118ee-a83a-b09b-5913-1a58940a5db1/data/default/TestAcidGuarantees/38fa776092ce1d75269fb328438588e8/A/91c1823cf9bd498091c3c3da08a88eca] into tmpdir=hdfs://localhost:34345/user/jenkins/test-data/14d118ee-a83a-b09b-5913-1a58940a5db1/data/default/TestAcidGuarantees/38fa776092ce1d75269fb328438588e8/.tmp, totalSize=38.2 K 2024-11-14T14:41:40,343 INFO [RS:0;da1c6afcd1f9:35765-longCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:34345/user/jenkins/test-data/14d118ee-a83a-b09b-5913-1a58940a5db1/data/default/TestAcidGuarantees/38fa776092ce1d75269fb328438588e8/B/cf82880d23834c3d839978443136c64c, hdfs://localhost:34345/user/jenkins/test-data/14d118ee-a83a-b09b-5913-1a58940a5db1/data/default/TestAcidGuarantees/38fa776092ce1d75269fb328438588e8/B/2c18f43820304db3abadba5dadca2c21, hdfs://localhost:34345/user/jenkins/test-data/14d118ee-a83a-b09b-5913-1a58940a5db1/data/default/TestAcidGuarantees/38fa776092ce1d75269fb328438588e8/B/b1bda5eb46e342468224c37f12b3d795] into tmpdir=hdfs://localhost:34345/user/jenkins/test-data/14d118ee-a83a-b09b-5913-1a58940a5db1/data/default/TestAcidGuarantees/38fa776092ce1d75269fb328438588e8/.tmp, totalSize=35.9 K 2024-11-14T14:41:40,343 DEBUG [RS:0;da1c6afcd1f9:35765-shortCompactions-0 {}] compactions.Compactor(225): Compacting 6fb1b540fe8840cf93f7ed14e7827df9, keycount=150, bloomtype=ROW, size=12.2 K, encoding=NONE, compression=NONE, seqNum=146, earliestPutTs=1731595297192 2024-11-14T14:41:40,343 DEBUG [RS:0;da1c6afcd1f9:35765-longCompactions-0 {}] compactions.Compactor(225): Compacting cf82880d23834c3d839978443136c64c, keycount=150, bloomtype=ROW, size=12.2 K, encoding=NONE, compression=NONE, seqNum=146, earliestPutTs=1731595297192 2024-11-14T14:41:40,343 DEBUG [RS:0;da1c6afcd1f9:35765-shortCompactions-0 {}] compactions.Compactor(225): Compacting e7397e35687041a8abd49daa9aa3c69e, keycount=150, bloomtype=ROW, size=11.9 K, encoding=NONE, compression=NONE, seqNum=164, earliestPutTs=1731595298360 2024-11-14T14:41:40,343 DEBUG [RS:0;da1c6afcd1f9:35765-longCompactions-0 {}] compactions.Compactor(225): Compacting 2c18f43820304db3abadba5dadca2c21, keycount=150, bloomtype=ROW, size=11.9 K, encoding=NONE, compression=NONE, seqNum=164, earliestPutTs=1731595298360 2024-11-14T14:41:40,344 DEBUG [RS:0;da1c6afcd1f9:35765-shortCompactions-0 {}] compactions.Compactor(225): Compacting 91c1823cf9bd498091c3c3da08a88eca, keycount=200, bloomtype=ROW, size=14.2 K, encoding=NONE, compression=NONE, seqNum=183, earliestPutTs=1731595299533 2024-11-14T14:41:40,344 DEBUG [RS:0;da1c6afcd1f9:35765-longCompactions-0 {}] compactions.Compactor(225): Compacting b1bda5eb46e342468224c37f12b3d795, keycount=150, bloomtype=ROW, size=11.9 K, encoding=NONE, compression=NONE, seqNum=183, earliestPutTs=1731595299533 2024-11-14T14:41:40,353 INFO [RS:0;da1c6afcd1f9:35765-longCompactions-0 {}] throttle.PressureAwareThroughputController(145): 38fa776092ce1d75269fb328438588e8#B#compaction#242 average throughput is 3.28 MB/second, slept 0 time(s) and total slept time is 0 ms. 1 active operations remaining, total limit is 50.00 MB/second 2024-11-14T14:41:40,353 DEBUG [RS:0;da1c6afcd1f9:35765-longCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:34345/user/jenkins/test-data/14d118ee-a83a-b09b-5913-1a58940a5db1/data/default/TestAcidGuarantees/38fa776092ce1d75269fb328438588e8/.tmp/B/bc2ee2ad0e644d09989b4c67fe050cb0 is 50, key is test_row_0/B:col10/1731595299859/Put/seqid=0 2024-11-14T14:41:40,354 INFO [RS:0;da1c6afcd1f9:35765-shortCompactions-0 {}] throttle.PressureAwareThroughputController(145): 38fa776092ce1d75269fb328438588e8#A#compaction#243 average throughput is 6.55 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second 2024-11-14T14:41:40,354 DEBUG [RS:0;da1c6afcd1f9:35765-shortCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:34345/user/jenkins/test-data/14d118ee-a83a-b09b-5913-1a58940a5db1/data/default/TestAcidGuarantees/38fa776092ce1d75269fb328438588e8/.tmp/A/d758e2ce74ef461dad0a1e0749db6adf is 50, key is test_row_0/A:col10/1731595299859/Put/seqid=0 2024-11-14T14:41:40,362 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36699 is added to blk_1073742109_1285 (size=12561) 2024-11-14T14:41:40,362 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36699 is added to blk_1073742108_1284 (size=12561) 2024-11-14T14:41:40,451 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=35765 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=75 2024-11-14T14:41:40,451 DEBUG [RS_FLUSH_OPERATIONS-regionserver/da1c6afcd1f9:0-1 {event_type=RS_FLUSH_REGIONS, pid=75}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1731595290056.38fa776092ce1d75269fb328438588e8. 2024-11-14T14:41:40,452 INFO [RS_FLUSH_OPERATIONS-regionserver/da1c6afcd1f9:0-1 {event_type=RS_FLUSH_REGIONS, pid=75}] regionserver.HRegion(2902): Flushing 38fa776092ce1d75269fb328438588e8 3/3 column families, dataSize=87.22 KB heapSize=259.73 KB 2024-11-14T14:41:40,452 DEBUG [RS_FLUSH_OPERATIONS-regionserver/da1c6afcd1f9:0-1 {event_type=RS_FLUSH_REGIONS, pid=75}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 38fa776092ce1d75269fb328438588e8, store=A 2024-11-14T14:41:40,452 DEBUG [RS_FLUSH_OPERATIONS-regionserver/da1c6afcd1f9:0-1 {event_type=RS_FLUSH_REGIONS, pid=75}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-14T14:41:40,452 DEBUG [RS_FLUSH_OPERATIONS-regionserver/da1c6afcd1f9:0-1 {event_type=RS_FLUSH_REGIONS, pid=75}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 38fa776092ce1d75269fb328438588e8, store=B 2024-11-14T14:41:40,452 DEBUG [RS_FLUSH_OPERATIONS-regionserver/da1c6afcd1f9:0-1 {event_type=RS_FLUSH_REGIONS, pid=75}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-14T14:41:40,452 DEBUG [RS_FLUSH_OPERATIONS-regionserver/da1c6afcd1f9:0-1 {event_type=RS_FLUSH_REGIONS, pid=75}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 38fa776092ce1d75269fb328438588e8, store=C 2024-11-14T14:41:40,452 DEBUG [RS_FLUSH_OPERATIONS-regionserver/da1c6afcd1f9:0-1 {event_type=RS_FLUSH_REGIONS, pid=75}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-14T14:41:40,457 DEBUG [RS_FLUSH_OPERATIONS-regionserver/da1c6afcd1f9:0-1 {event_type=RS_FLUSH_REGIONS, pid=75}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:34345/user/jenkins/test-data/14d118ee-a83a-b09b-5913-1a58940a5db1/data/default/TestAcidGuarantees/38fa776092ce1d75269fb328438588e8/.tmp/A/a86f6142b5e14b798e160d98e5ad617a is 50, key is test_row_0/A:col10/1731595299869/Put/seqid=0 2024-11-14T14:41:40,460 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36699 is added to blk_1073742110_1286 (size=12151) 2024-11-14T14:41:40,466 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45145 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=74 2024-11-14T14:41:40,520 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35765 {}] regionserver.HRegion(8855): Flush requested on 38fa776092ce1d75269fb328438588e8 2024-11-14T14:41:40,520 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1731595290056.38fa776092ce1d75269fb328438588e8. as already flushing 2024-11-14T14:41:40,551 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35765 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=38fa776092ce1d75269fb328438588e8, server=da1c6afcd1f9,35765,1731595233113 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-14T14:41:40,551 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35765 {}] ipc.CallRunner(138): callId: 60 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:38314 deadline: 1731595360545, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=38fa776092ce1d75269fb328438588e8, server=da1c6afcd1f9,35765,1731595233113 2024-11-14T14:41:40,551 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731595290056.38fa776092ce1d75269fb328438588e8., hostname=da1c6afcd1f9,35765,1731595233113, seqNum=2 , the old value is region=TestAcidGuarantees,,1731595290056.38fa776092ce1d75269fb328438588e8., hostname=da1c6afcd1f9,35765,1731595233113, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=38fa776092ce1d75269fb328438588e8, server=da1c6afcd1f9,35765,1731595233113 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-14T14:41:40,551 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35765 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=38fa776092ce1d75269fb328438588e8, server=da1c6afcd1f9,35765,1731595233113 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-14T14:41:40,551 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731595290056.38fa776092ce1d75269fb328438588e8., hostname=da1c6afcd1f9,35765,1731595233113, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=38fa776092ce1d75269fb328438588e8, server=da1c6afcd1f9,35765,1731595233113 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-14T14:41:40,552 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731595290056.38fa776092ce1d75269fb328438588e8., hostname=da1c6afcd1f9,35765,1731595233113, seqNum=2 because the exception is null or not the one we care about 2024-11-14T14:41:40,552 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35765 {}] ipc.CallRunner(138): callId: 61 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:38270 deadline: 1731595360547, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=38fa776092ce1d75269fb328438588e8, server=da1c6afcd1f9,35765,1731595233113 2024-11-14T14:41:40,552 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35765 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=38fa776092ce1d75269fb328438588e8, server=da1c6afcd1f9,35765,1731595233113 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-14T14:41:40,552 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35765 {}] ipc.CallRunner(138): callId: 58 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:38294 deadline: 1731595360547, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=38fa776092ce1d75269fb328438588e8, server=da1c6afcd1f9,35765,1731595233113 2024-11-14T14:41:40,552 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731595290056.38fa776092ce1d75269fb328438588e8., hostname=da1c6afcd1f9,35765,1731595233113, seqNum=2 , the old value is region=TestAcidGuarantees,,1731595290056.38fa776092ce1d75269fb328438588e8., hostname=da1c6afcd1f9,35765,1731595233113, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=38fa776092ce1d75269fb328438588e8, server=da1c6afcd1f9,35765,1731595233113 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-14T14:41:40,552 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731595290056.38fa776092ce1d75269fb328438588e8., hostname=da1c6afcd1f9,35765,1731595233113, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=38fa776092ce1d75269fb328438588e8, server=da1c6afcd1f9,35765,1731595233113 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-14T14:41:40,552 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731595290056.38fa776092ce1d75269fb328438588e8., hostname=da1c6afcd1f9,35765,1731595233113, seqNum=2 , the old value is region=TestAcidGuarantees,,1731595290056.38fa776092ce1d75269fb328438588e8., hostname=da1c6afcd1f9,35765,1731595233113, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=38fa776092ce1d75269fb328438588e8, server=da1c6afcd1f9,35765,1731595233113 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-14T14:41:40,552 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731595290056.38fa776092ce1d75269fb328438588e8., hostname=da1c6afcd1f9,35765,1731595233113, seqNum=2 because the exception is null or not the one we care about 2024-11-14T14:41:40,552 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731595290056.38fa776092ce1d75269fb328438588e8., hostname=da1c6afcd1f9,35765,1731595233113, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=38fa776092ce1d75269fb328438588e8, server=da1c6afcd1f9,35765,1731595233113 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-14T14:41:40,552 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731595290056.38fa776092ce1d75269fb328438588e8., hostname=da1c6afcd1f9,35765,1731595233113, seqNum=2 because the exception is null or not the one we care about 2024-11-14T14:41:40,658 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35765 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=38fa776092ce1d75269fb328438588e8, server=da1c6afcd1f9,35765,1731595233113 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-14T14:41:40,658 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35765 {}] ipc.CallRunner(138): callId: 61 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:38314 deadline: 1731595360656, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=38fa776092ce1d75269fb328438588e8, server=da1c6afcd1f9,35765,1731595233113 2024-11-14T14:41:40,658 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731595290056.38fa776092ce1d75269fb328438588e8., hostname=da1c6afcd1f9,35765,1731595233113, seqNum=2 , the old value is region=TestAcidGuarantees,,1731595290056.38fa776092ce1d75269fb328438588e8., hostname=da1c6afcd1f9,35765,1731595233113, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=38fa776092ce1d75269fb328438588e8, server=da1c6afcd1f9,35765,1731595233113 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-14T14:41:40,658 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35765 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=38fa776092ce1d75269fb328438588e8, server=da1c6afcd1f9,35765,1731595233113 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-14T14:41:40,658 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731595290056.38fa776092ce1d75269fb328438588e8., hostname=da1c6afcd1f9,35765,1731595233113, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=38fa776092ce1d75269fb328438588e8, server=da1c6afcd1f9,35765,1731595233113 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-14T14:41:40,658 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731595290056.38fa776092ce1d75269fb328438588e8., hostname=da1c6afcd1f9,35765,1731595233113, seqNum=2 because the exception is null or not the one we care about 2024-11-14T14:41:40,658 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35765 {}] ipc.CallRunner(138): callId: 59 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:38294 deadline: 1731595360656, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=38fa776092ce1d75269fb328438588e8, server=da1c6afcd1f9,35765,1731595233113 2024-11-14T14:41:40,659 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35765 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=38fa776092ce1d75269fb328438588e8, server=da1c6afcd1f9,35765,1731595233113 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-14T14:41:40,659 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35765 {}] ipc.CallRunner(138): callId: 62 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:38270 deadline: 1731595360657, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=38fa776092ce1d75269fb328438588e8, server=da1c6afcd1f9,35765,1731595233113 2024-11-14T14:41:40,659 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731595290056.38fa776092ce1d75269fb328438588e8., hostname=da1c6afcd1f9,35765,1731595233113, seqNum=2 , the old value is region=TestAcidGuarantees,,1731595290056.38fa776092ce1d75269fb328438588e8., hostname=da1c6afcd1f9,35765,1731595233113, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=38fa776092ce1d75269fb328438588e8, server=da1c6afcd1f9,35765,1731595233113 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-14T14:41:40,659 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731595290056.38fa776092ce1d75269fb328438588e8., hostname=da1c6afcd1f9,35765,1731595233113, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=38fa776092ce1d75269fb328438588e8, server=da1c6afcd1f9,35765,1731595233113 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-14T14:41:40,659 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731595290056.38fa776092ce1d75269fb328438588e8., hostname=da1c6afcd1f9,35765,1731595233113, seqNum=2 because the exception is null or not the one we care about 2024-11-14T14:41:40,659 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731595290056.38fa776092ce1d75269fb328438588e8., hostname=da1c6afcd1f9,35765,1731595233113, seqNum=2 , the old value is region=TestAcidGuarantees,,1731595290056.38fa776092ce1d75269fb328438588e8., hostname=da1c6afcd1f9,35765,1731595233113, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=38fa776092ce1d75269fb328438588e8, server=da1c6afcd1f9,35765,1731595233113 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-14T14:41:40,659 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731595290056.38fa776092ce1d75269fb328438588e8., hostname=da1c6afcd1f9,35765,1731595233113, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=38fa776092ce1d75269fb328438588e8, server=da1c6afcd1f9,35765,1731595233113 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-14T14:41:40,659 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731595290056.38fa776092ce1d75269fb328438588e8., hostname=da1c6afcd1f9,35765,1731595233113, seqNum=2 because the exception is null or not the one we care about 2024-11-14T14:41:40,767 DEBUG [RS:0;da1c6afcd1f9:35765-longCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:34345/user/jenkins/test-data/14d118ee-a83a-b09b-5913-1a58940a5db1/data/default/TestAcidGuarantees/38fa776092ce1d75269fb328438588e8/.tmp/B/bc2ee2ad0e644d09989b4c67fe050cb0 as hdfs://localhost:34345/user/jenkins/test-data/14d118ee-a83a-b09b-5913-1a58940a5db1/data/default/TestAcidGuarantees/38fa776092ce1d75269fb328438588e8/B/bc2ee2ad0e644d09989b4c67fe050cb0 2024-11-14T14:41:40,768 DEBUG [RS:0;da1c6afcd1f9:35765-shortCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:34345/user/jenkins/test-data/14d118ee-a83a-b09b-5913-1a58940a5db1/data/default/TestAcidGuarantees/38fa776092ce1d75269fb328438588e8/.tmp/A/d758e2ce74ef461dad0a1e0749db6adf as hdfs://localhost:34345/user/jenkins/test-data/14d118ee-a83a-b09b-5913-1a58940a5db1/data/default/TestAcidGuarantees/38fa776092ce1d75269fb328438588e8/A/d758e2ce74ef461dad0a1e0749db6adf 2024-11-14T14:41:40,772 INFO [RS:0;da1c6afcd1f9:35765-longCompactions-0 {}] regionserver.HStore(1337): Completed compaction of 3 (all) file(s) in 38fa776092ce1d75269fb328438588e8/B of 38fa776092ce1d75269fb328438588e8 into bc2ee2ad0e644d09989b4c67fe050cb0(size=12.3 K), total size for store is 12.3 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-11-14T14:41:40,772 DEBUG [RS:0;da1c6afcd1f9:35765-longCompactions-0 {}] regionserver.HRegion(2446): Compaction status journal for 38fa776092ce1d75269fb328438588e8: 2024-11-14T14:41:40,772 INFO [RS:0;da1c6afcd1f9:35765-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1731595290056.38fa776092ce1d75269fb328438588e8., storeName=38fa776092ce1d75269fb328438588e8/B, priority=13, startTime=1731595300329; duration=0sec 2024-11-14T14:41:40,772 DEBUG [RS:0;da1c6afcd1f9:35765-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=1), splitQueue=0 2024-11-14T14:41:40,772 DEBUG [RS:0;da1c6afcd1f9:35765-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: 38fa776092ce1d75269fb328438588e8:B 2024-11-14T14:41:40,772 DEBUG [RS:0;da1c6afcd1f9:35765-longCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 3 store files, 0 compacting, 3 eligible, 16 blocking 2024-11-14T14:41:40,773 INFO [RS:0;da1c6afcd1f9:35765-shortCompactions-0 {}] regionserver.HStore(1337): Completed compaction of 3 (all) file(s) in 38fa776092ce1d75269fb328438588e8/A of 38fa776092ce1d75269fb328438588e8 into d758e2ce74ef461dad0a1e0749db6adf(size=12.3 K), total size for store is 12.3 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-11-14T14:41:40,773 DEBUG [RS:0;da1c6afcd1f9:35765-shortCompactions-0 {}] regionserver.HRegion(2446): Compaction status journal for 38fa776092ce1d75269fb328438588e8: 2024-11-14T14:41:40,773 INFO [RS:0;da1c6afcd1f9:35765-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1731595290056.38fa776092ce1d75269fb328438588e8., storeName=38fa776092ce1d75269fb328438588e8/A, priority=13, startTime=1731595300329; duration=0sec 2024-11-14T14:41:40,773 DEBUG [RS:0;da1c6afcd1f9:35765-longCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 3 files of size 36761 starting at candidate #0 after considering 1 permutations with 1 in ratio 2024-11-14T14:41:40,773 DEBUG [RS:0;da1c6afcd1f9:35765-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-14T14:41:40,773 DEBUG [RS:0;da1c6afcd1f9:35765-longCompactions-0 {}] regionserver.HStore(1541): 38fa776092ce1d75269fb328438588e8/C is initiating minor compaction (all files) 2024-11-14T14:41:40,773 DEBUG [RS:0;da1c6afcd1f9:35765-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: 38fa776092ce1d75269fb328438588e8:A 2024-11-14T14:41:40,773 INFO [RS:0;da1c6afcd1f9:35765-longCompactions-0 {}] regionserver.HRegion(2416): Starting compaction of 38fa776092ce1d75269fb328438588e8/C in TestAcidGuarantees,,1731595290056.38fa776092ce1d75269fb328438588e8. 2024-11-14T14:41:40,773 INFO [RS:0;da1c6afcd1f9:35765-longCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:34345/user/jenkins/test-data/14d118ee-a83a-b09b-5913-1a58940a5db1/data/default/TestAcidGuarantees/38fa776092ce1d75269fb328438588e8/C/45c96cd5699d4da5908651c912833f0c, hdfs://localhost:34345/user/jenkins/test-data/14d118ee-a83a-b09b-5913-1a58940a5db1/data/default/TestAcidGuarantees/38fa776092ce1d75269fb328438588e8/C/c980421e12a34cac8b809ebbf670d075, hdfs://localhost:34345/user/jenkins/test-data/14d118ee-a83a-b09b-5913-1a58940a5db1/data/default/TestAcidGuarantees/38fa776092ce1d75269fb328438588e8/C/ba66e66507f94ce19f66071fcc795cc5] into tmpdir=hdfs://localhost:34345/user/jenkins/test-data/14d118ee-a83a-b09b-5913-1a58940a5db1/data/default/TestAcidGuarantees/38fa776092ce1d75269fb328438588e8/.tmp, totalSize=35.9 K 2024-11-14T14:41:40,773 DEBUG [RS:0;da1c6afcd1f9:35765-longCompactions-0 {}] compactions.Compactor(225): Compacting 45c96cd5699d4da5908651c912833f0c, keycount=150, bloomtype=ROW, size=12.2 K, encoding=NONE, compression=NONE, seqNum=146, earliestPutTs=1731595297192 2024-11-14T14:41:40,774 DEBUG [RS:0;da1c6afcd1f9:35765-longCompactions-0 {}] compactions.Compactor(225): Compacting c980421e12a34cac8b809ebbf670d075, keycount=150, bloomtype=ROW, size=11.9 K, encoding=NONE, compression=NONE, seqNum=164, earliestPutTs=1731595298360 2024-11-14T14:41:40,774 DEBUG [RS:0;da1c6afcd1f9:35765-longCompactions-0 {}] compactions.Compactor(225): Compacting ba66e66507f94ce19f66071fcc795cc5, keycount=150, bloomtype=ROW, size=11.9 K, encoding=NONE, compression=NONE, seqNum=183, earliestPutTs=1731595299533 2024-11-14T14:41:40,786 INFO [RS:0;da1c6afcd1f9:35765-longCompactions-0 {}] throttle.PressureAwareThroughputController(145): 38fa776092ce1d75269fb328438588e8#C#compaction#245 average throughput is 3.28 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second 2024-11-14T14:41:40,787 DEBUG [RS:0;da1c6afcd1f9:35765-longCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:34345/user/jenkins/test-data/14d118ee-a83a-b09b-5913-1a58940a5db1/data/default/TestAcidGuarantees/38fa776092ce1d75269fb328438588e8/.tmp/C/92443fba99174f0b97a3f5029d1cc56e is 50, key is test_row_0/C:col10/1731595299859/Put/seqid=0 2024-11-14T14:41:40,795 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36699 is added to blk_1073742111_1287 (size=12561) 2024-11-14T14:41:40,861 INFO [RS_FLUSH_OPERATIONS-regionserver/da1c6afcd1f9:0-1 {event_type=RS_FLUSH_REGIONS, pid=75}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=29.07 KB at sequenceid=199 (bloomFilter=true), to=hdfs://localhost:34345/user/jenkins/test-data/14d118ee-a83a-b09b-5913-1a58940a5db1/data/default/TestAcidGuarantees/38fa776092ce1d75269fb328438588e8/.tmp/A/a86f6142b5e14b798e160d98e5ad617a 2024-11-14T14:41:40,867 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35765 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=38fa776092ce1d75269fb328438588e8, server=da1c6afcd1f9,35765,1731595233113 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-14T14:41:40,868 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35765 {}] ipc.CallRunner(138): callId: 62 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:38314 deadline: 1731595360866, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=38fa776092ce1d75269fb328438588e8, server=da1c6afcd1f9,35765,1731595233113 2024-11-14T14:41:40,868 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35765 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=38fa776092ce1d75269fb328438588e8, server=da1c6afcd1f9,35765,1731595233113 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-14T14:41:40,868 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731595290056.38fa776092ce1d75269fb328438588e8., hostname=da1c6afcd1f9,35765,1731595233113, seqNum=2 , the old value is region=TestAcidGuarantees,,1731595290056.38fa776092ce1d75269fb328438588e8., hostname=da1c6afcd1f9,35765,1731595233113, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=38fa776092ce1d75269fb328438588e8, server=da1c6afcd1f9,35765,1731595233113 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-14T14:41:40,868 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731595290056.38fa776092ce1d75269fb328438588e8., hostname=da1c6afcd1f9,35765,1731595233113, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=38fa776092ce1d75269fb328438588e8, server=da1c6afcd1f9,35765,1731595233113 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-14T14:41:40,868 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731595290056.38fa776092ce1d75269fb328438588e8., hostname=da1c6afcd1f9,35765,1731595233113, seqNum=2 because the exception is null or not the one we care about 2024-11-14T14:41:40,868 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35765 {}] ipc.CallRunner(138): callId: 63 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:38270 deadline: 1731595360867, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=38fa776092ce1d75269fb328438588e8, server=da1c6afcd1f9,35765,1731595233113 2024-11-14T14:41:40,868 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35765 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=38fa776092ce1d75269fb328438588e8, server=da1c6afcd1f9,35765,1731595233113 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-14T14:41:40,868 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731595290056.38fa776092ce1d75269fb328438588e8., hostname=da1c6afcd1f9,35765,1731595233113, seqNum=2 , the old value is region=TestAcidGuarantees,,1731595290056.38fa776092ce1d75269fb328438588e8., hostname=da1c6afcd1f9,35765,1731595233113, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=38fa776092ce1d75269fb328438588e8, server=da1c6afcd1f9,35765,1731595233113 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-14T14:41:40,868 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35765 {}] ipc.CallRunner(138): callId: 60 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:38294 deadline: 1731595360867, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=38fa776092ce1d75269fb328438588e8, server=da1c6afcd1f9,35765,1731595233113 2024-11-14T14:41:40,868 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731595290056.38fa776092ce1d75269fb328438588e8., hostname=da1c6afcd1f9,35765,1731595233113, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=38fa776092ce1d75269fb328438588e8, server=da1c6afcd1f9,35765,1731595233113 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-14T14:41:40,868 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731595290056.38fa776092ce1d75269fb328438588e8., hostname=da1c6afcd1f9,35765,1731595233113, seqNum=2 because the exception is null or not the one we care about 2024-11-14T14:41:40,869 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731595290056.38fa776092ce1d75269fb328438588e8., hostname=da1c6afcd1f9,35765,1731595233113, seqNum=2 , the old value is region=TestAcidGuarantees,,1731595290056.38fa776092ce1d75269fb328438588e8., hostname=da1c6afcd1f9,35765,1731595233113, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=38fa776092ce1d75269fb328438588e8, server=da1c6afcd1f9,35765,1731595233113 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-14T14:41:40,869 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731595290056.38fa776092ce1d75269fb328438588e8., hostname=da1c6afcd1f9,35765,1731595233113, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=38fa776092ce1d75269fb328438588e8, server=da1c6afcd1f9,35765,1731595233113 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-14T14:41:40,869 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731595290056.38fa776092ce1d75269fb328438588e8., hostname=da1c6afcd1f9,35765,1731595233113, seqNum=2 because the exception is null or not the one we care about 2024-11-14T14:41:40,869 DEBUG [RS_FLUSH_OPERATIONS-regionserver/da1c6afcd1f9:0-1 {event_type=RS_FLUSH_REGIONS, pid=75}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:34345/user/jenkins/test-data/14d118ee-a83a-b09b-5913-1a58940a5db1/data/default/TestAcidGuarantees/38fa776092ce1d75269fb328438588e8/.tmp/B/421f6751cbaa4451a3af369c3885899a is 50, key is test_row_0/B:col10/1731595299869/Put/seqid=0 2024-11-14T14:41:40,876 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36699 is added to blk_1073742112_1288 (size=12151) 2024-11-14T14:41:40,876 INFO [RS_FLUSH_OPERATIONS-regionserver/da1c6afcd1f9:0-1 {event_type=RS_FLUSH_REGIONS, pid=75}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=29.07 KB at sequenceid=199 (bloomFilter=true), to=hdfs://localhost:34345/user/jenkins/test-data/14d118ee-a83a-b09b-5913-1a58940a5db1/data/default/TestAcidGuarantees/38fa776092ce1d75269fb328438588e8/.tmp/B/421f6751cbaa4451a3af369c3885899a 2024-11-14T14:41:40,900 DEBUG [RS_FLUSH_OPERATIONS-regionserver/da1c6afcd1f9:0-1 {event_type=RS_FLUSH_REGIONS, pid=75}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:34345/user/jenkins/test-data/14d118ee-a83a-b09b-5913-1a58940a5db1/data/default/TestAcidGuarantees/38fa776092ce1d75269fb328438588e8/.tmp/C/dbaec99839e2466cbe0f80b5c6e0c4b2 is 50, key is test_row_0/C:col10/1731595299869/Put/seqid=0 2024-11-14T14:41:40,906 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36699 is added to blk_1073742113_1289 (size=12151) 2024-11-14T14:41:40,906 INFO [RS_FLUSH_OPERATIONS-regionserver/da1c6afcd1f9:0-1 {event_type=RS_FLUSH_REGIONS, pid=75}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=29.07 KB at sequenceid=199 (bloomFilter=true), to=hdfs://localhost:34345/user/jenkins/test-data/14d118ee-a83a-b09b-5913-1a58940a5db1/data/default/TestAcidGuarantees/38fa776092ce1d75269fb328438588e8/.tmp/C/dbaec99839e2466cbe0f80b5c6e0c4b2 2024-11-14T14:41:40,911 DEBUG [RS_FLUSH_OPERATIONS-regionserver/da1c6afcd1f9:0-1 {event_type=RS_FLUSH_REGIONS, pid=75}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:34345/user/jenkins/test-data/14d118ee-a83a-b09b-5913-1a58940a5db1/data/default/TestAcidGuarantees/38fa776092ce1d75269fb328438588e8/.tmp/A/a86f6142b5e14b798e160d98e5ad617a as hdfs://localhost:34345/user/jenkins/test-data/14d118ee-a83a-b09b-5913-1a58940a5db1/data/default/TestAcidGuarantees/38fa776092ce1d75269fb328438588e8/A/a86f6142b5e14b798e160d98e5ad617a 2024-11-14T14:41:40,916 INFO [RS_FLUSH_OPERATIONS-regionserver/da1c6afcd1f9:0-1 {event_type=RS_FLUSH_REGIONS, pid=75}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:34345/user/jenkins/test-data/14d118ee-a83a-b09b-5913-1a58940a5db1/data/default/TestAcidGuarantees/38fa776092ce1d75269fb328438588e8/A/a86f6142b5e14b798e160d98e5ad617a, entries=150, sequenceid=199, filesize=11.9 K 2024-11-14T14:41:40,917 DEBUG [RS_FLUSH_OPERATIONS-regionserver/da1c6afcd1f9:0-1 {event_type=RS_FLUSH_REGIONS, pid=75}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:34345/user/jenkins/test-data/14d118ee-a83a-b09b-5913-1a58940a5db1/data/default/TestAcidGuarantees/38fa776092ce1d75269fb328438588e8/.tmp/B/421f6751cbaa4451a3af369c3885899a as hdfs://localhost:34345/user/jenkins/test-data/14d118ee-a83a-b09b-5913-1a58940a5db1/data/default/TestAcidGuarantees/38fa776092ce1d75269fb328438588e8/B/421f6751cbaa4451a3af369c3885899a 2024-11-14T14:41:40,921 INFO [RS_FLUSH_OPERATIONS-regionserver/da1c6afcd1f9:0-1 {event_type=RS_FLUSH_REGIONS, pid=75}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:34345/user/jenkins/test-data/14d118ee-a83a-b09b-5913-1a58940a5db1/data/default/TestAcidGuarantees/38fa776092ce1d75269fb328438588e8/B/421f6751cbaa4451a3af369c3885899a, entries=150, sequenceid=199, filesize=11.9 K 2024-11-14T14:41:40,922 DEBUG [RS_FLUSH_OPERATIONS-regionserver/da1c6afcd1f9:0-1 {event_type=RS_FLUSH_REGIONS, pid=75}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:34345/user/jenkins/test-data/14d118ee-a83a-b09b-5913-1a58940a5db1/data/default/TestAcidGuarantees/38fa776092ce1d75269fb328438588e8/.tmp/C/dbaec99839e2466cbe0f80b5c6e0c4b2 as hdfs://localhost:34345/user/jenkins/test-data/14d118ee-a83a-b09b-5913-1a58940a5db1/data/default/TestAcidGuarantees/38fa776092ce1d75269fb328438588e8/C/dbaec99839e2466cbe0f80b5c6e0c4b2 2024-11-14T14:41:40,926 INFO [RS_FLUSH_OPERATIONS-regionserver/da1c6afcd1f9:0-1 {event_type=RS_FLUSH_REGIONS, pid=75}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:34345/user/jenkins/test-data/14d118ee-a83a-b09b-5913-1a58940a5db1/data/default/TestAcidGuarantees/38fa776092ce1d75269fb328438588e8/C/dbaec99839e2466cbe0f80b5c6e0c4b2, entries=150, sequenceid=199, filesize=11.9 K 2024-11-14T14:41:40,927 INFO [RS_FLUSH_OPERATIONS-regionserver/da1c6afcd1f9:0-1 {event_type=RS_FLUSH_REGIONS, pid=75}] regionserver.HRegion(3140): Finished flush of dataSize ~87.22 KB/89310, heapSize ~259.69 KB/265920, currentSize=87.22 KB/89310 for 38fa776092ce1d75269fb328438588e8 in 476ms, sequenceid=199, compaction requested=false 2024-11-14T14:41:40,927 DEBUG [RS_FLUSH_OPERATIONS-regionserver/da1c6afcd1f9:0-1 {event_type=RS_FLUSH_REGIONS, pid=75}] regionserver.HRegion(2603): Flush status journal for 38fa776092ce1d75269fb328438588e8: 2024-11-14T14:41:40,927 DEBUG [RS_FLUSH_OPERATIONS-regionserver/da1c6afcd1f9:0-1 {event_type=RS_FLUSH_REGIONS, pid=75}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1731595290056.38fa776092ce1d75269fb328438588e8. 2024-11-14T14:41:40,927 DEBUG [RS_FLUSH_OPERATIONS-regionserver/da1c6afcd1f9:0-1 {event_type=RS_FLUSH_REGIONS, pid=75}] regionserver.RemoteProcedureResultReporter(62): Successfully complete execution of pid=75 2024-11-14T14:41:40,928 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45145 {}] master.HMaster(4169): Remote procedure done, pid=75 2024-11-14T14:41:40,931 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=75, resume processing ppid=74 2024-11-14T14:41:40,931 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1521): Finished pid=75, ppid=74, state=SUCCESS, hasLock=false; org.apache.hadoop.hbase.master.procedure.FlushRegionProcedure in 1.0900 sec 2024-11-14T14:41:40,933 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1521): Finished pid=74, state=SUCCESS, hasLock=false; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=74, table=TestAcidGuarantees in 1.0960 sec 2024-11-14T14:41:40,975 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45145 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=74 2024-11-14T14:41:40,976 INFO [RPCClient-NioEventLoopGroup-4-6 {}] client.RawAsyncHBaseAdmin$TableProcedureBiConsumer(2721): Operation: FLUSH, Table Name: default:TestAcidGuarantees completed 2024-11-14T14:41:40,976 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45145 {}] master.HMaster$22(4506): Client=jenkins//172.17.0.2 flush TestAcidGuarantees 2024-11-14T14:41:40,977 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45145 {}] procedure2.ProcedureExecutor(1139): Stored pid=76, state=RUNNABLE:FLUSH_TABLE_PREPARE, hasLock=false; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=76, table=TestAcidGuarantees 2024-11-14T14:41:40,978 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45145 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=76 2024-11-14T14:41:40,978 INFO [PEWorker-3 {}] procedure.FlushTableProcedure(91): pid=76, state=RUNNABLE:FLUSH_TABLE_PREPARE, hasLock=true; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=76, table=TestAcidGuarantees execute state=FLUSH_TABLE_PREPARE 2024-11-14T14:41:40,979 INFO [PEWorker-3 {}] procedure.FlushTableProcedure(91): pid=76, state=RUNNABLE:FLUSH_TABLE_FLUSH_REGIONS, hasLock=true; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=76, table=TestAcidGuarantees execute state=FLUSH_TABLE_FLUSH_REGIONS 2024-11-14T14:41:40,979 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=77, ppid=76, state=RUNNABLE, hasLock=false; org.apache.hadoop.hbase.master.procedure.FlushRegionProcedure}] 2024-11-14T14:41:41,086 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45145 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=76 2024-11-14T14:41:41,131 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=35765 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=77 2024-11-14T14:41:41,131 DEBUG [RS_FLUSH_OPERATIONS-regionserver/da1c6afcd1f9:0-2 {event_type=RS_FLUSH_REGIONS, pid=77}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1731595290056.38fa776092ce1d75269fb328438588e8. 2024-11-14T14:41:41,131 INFO [RS_FLUSH_OPERATIONS-regionserver/da1c6afcd1f9:0-2 {event_type=RS_FLUSH_REGIONS, pid=77}] regionserver.HRegion(2902): Flushing 38fa776092ce1d75269fb328438588e8 3/3 column families, dataSize=87.22 KB heapSize=259.73 KB 2024-11-14T14:41:41,132 DEBUG [RS_FLUSH_OPERATIONS-regionserver/da1c6afcd1f9:0-2 {event_type=RS_FLUSH_REGIONS, pid=77}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 38fa776092ce1d75269fb328438588e8, store=A 2024-11-14T14:41:41,132 DEBUG [RS_FLUSH_OPERATIONS-regionserver/da1c6afcd1f9:0-2 {event_type=RS_FLUSH_REGIONS, pid=77}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-14T14:41:41,132 DEBUG [RS_FLUSH_OPERATIONS-regionserver/da1c6afcd1f9:0-2 {event_type=RS_FLUSH_REGIONS, pid=77}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 38fa776092ce1d75269fb328438588e8, store=B 2024-11-14T14:41:41,132 DEBUG [RS_FLUSH_OPERATIONS-regionserver/da1c6afcd1f9:0-2 {event_type=RS_FLUSH_REGIONS, pid=77}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-14T14:41:41,132 DEBUG [RS_FLUSH_OPERATIONS-regionserver/da1c6afcd1f9:0-2 {event_type=RS_FLUSH_REGIONS, pid=77}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 38fa776092ce1d75269fb328438588e8, store=C 2024-11-14T14:41:41,132 DEBUG [RS_FLUSH_OPERATIONS-regionserver/da1c6afcd1f9:0-2 {event_type=RS_FLUSH_REGIONS, pid=77}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-14T14:41:41,136 DEBUG [RS_FLUSH_OPERATIONS-regionserver/da1c6afcd1f9:0-2 {event_type=RS_FLUSH_REGIONS, pid=77}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:34345/user/jenkins/test-data/14d118ee-a83a-b09b-5913-1a58940a5db1/data/default/TestAcidGuarantees/38fa776092ce1d75269fb328438588e8/.tmp/A/b247ab0623214a619390e45deb5347d6 is 50, key is test_row_0/A:col10/1731595300545/Put/seqid=0 2024-11-14T14:41:41,142 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36699 is added to blk_1073742114_1290 (size=12151) 2024-11-14T14:41:41,178 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35765 {}] regionserver.HRegion(8855): Flush requested on 38fa776092ce1d75269fb328438588e8 2024-11-14T14:41:41,178 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1731595290056.38fa776092ce1d75269fb328438588e8. as already flushing 2024-11-14T14:41:41,200 DEBUG [RS:0;da1c6afcd1f9:35765-longCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:34345/user/jenkins/test-data/14d118ee-a83a-b09b-5913-1a58940a5db1/data/default/TestAcidGuarantees/38fa776092ce1d75269fb328438588e8/.tmp/C/92443fba99174f0b97a3f5029d1cc56e as hdfs://localhost:34345/user/jenkins/test-data/14d118ee-a83a-b09b-5913-1a58940a5db1/data/default/TestAcidGuarantees/38fa776092ce1d75269fb328438588e8/C/92443fba99174f0b97a3f5029d1cc56e 2024-11-14T14:41:41,202 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35765 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=38fa776092ce1d75269fb328438588e8, server=da1c6afcd1f9,35765,1731595233113 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-14T14:41:41,202 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35765 {}] ipc.CallRunner(138): callId: 68 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:38270 deadline: 1731595361197, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=38fa776092ce1d75269fb328438588e8, server=da1c6afcd1f9,35765,1731595233113 2024-11-14T14:41:41,202 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731595290056.38fa776092ce1d75269fb328438588e8., hostname=da1c6afcd1f9,35765,1731595233113, seqNum=2 , the old value is region=TestAcidGuarantees,,1731595290056.38fa776092ce1d75269fb328438588e8., hostname=da1c6afcd1f9,35765,1731595233113, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=38fa776092ce1d75269fb328438588e8, server=da1c6afcd1f9,35765,1731595233113 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-14T14:41:41,202 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731595290056.38fa776092ce1d75269fb328438588e8., hostname=da1c6afcd1f9,35765,1731595233113, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=38fa776092ce1d75269fb328438588e8, server=da1c6afcd1f9,35765,1731595233113 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-14T14:41:41,203 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731595290056.38fa776092ce1d75269fb328438588e8., hostname=da1c6afcd1f9,35765,1731595233113, seqNum=2 because the exception is null or not the one we care about 2024-11-14T14:41:41,203 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35765 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=38fa776092ce1d75269fb328438588e8, server=da1c6afcd1f9,35765,1731595233113 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-14T14:41:41,204 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35765 {}] ipc.CallRunner(138): callId: 65 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:38294 deadline: 1731595361199, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=38fa776092ce1d75269fb328438588e8, server=da1c6afcd1f9,35765,1731595233113 2024-11-14T14:41:41,204 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731595290056.38fa776092ce1d75269fb328438588e8., hostname=da1c6afcd1f9,35765,1731595233113, seqNum=2 , the old value is region=TestAcidGuarantees,,1731595290056.38fa776092ce1d75269fb328438588e8., hostname=da1c6afcd1f9,35765,1731595233113, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=38fa776092ce1d75269fb328438588e8, server=da1c6afcd1f9,35765,1731595233113 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-14T14:41:41,204 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731595290056.38fa776092ce1d75269fb328438588e8., hostname=da1c6afcd1f9,35765,1731595233113, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=38fa776092ce1d75269fb328438588e8, server=da1c6afcd1f9,35765,1731595233113 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-14T14:41:41,204 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731595290056.38fa776092ce1d75269fb328438588e8., hostname=da1c6afcd1f9,35765,1731595233113, seqNum=2 because the exception is null or not the one we care about 2024-11-14T14:41:41,206 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35765 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=38fa776092ce1d75269fb328438588e8, server=da1c6afcd1f9,35765,1731595233113 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-14T14:41:41,206 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35765 {}] ipc.CallRunner(138): callId: 68 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:38314 deadline: 1731595361201, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=38fa776092ce1d75269fb328438588e8, server=da1c6afcd1f9,35765,1731595233113 2024-11-14T14:41:41,207 INFO [RS:0;da1c6afcd1f9:35765-longCompactions-0 {}] regionserver.HStore(1337): Completed compaction of 3 (all) file(s) in 38fa776092ce1d75269fb328438588e8/C of 38fa776092ce1d75269fb328438588e8 into 92443fba99174f0b97a3f5029d1cc56e(size=12.3 K), total size for store is 24.1 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-11-14T14:41:41,207 DEBUG [RS:0;da1c6afcd1f9:35765-longCompactions-0 {}] regionserver.HRegion(2446): Compaction status journal for 38fa776092ce1d75269fb328438588e8: 2024-11-14T14:41:41,207 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731595290056.38fa776092ce1d75269fb328438588e8., hostname=da1c6afcd1f9,35765,1731595233113, seqNum=2 , the old value is region=TestAcidGuarantees,,1731595290056.38fa776092ce1d75269fb328438588e8., hostname=da1c6afcd1f9,35765,1731595233113, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=38fa776092ce1d75269fb328438588e8, server=da1c6afcd1f9,35765,1731595233113 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-14T14:41:41,207 INFO [RS:0;da1c6afcd1f9:35765-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1731595290056.38fa776092ce1d75269fb328438588e8., storeName=38fa776092ce1d75269fb328438588e8/C, priority=13, startTime=1731595300330; duration=0sec 2024-11-14T14:41:41,207 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731595290056.38fa776092ce1d75269fb328438588e8., hostname=da1c6afcd1f9,35765,1731595233113, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=38fa776092ce1d75269fb328438588e8, server=da1c6afcd1f9,35765,1731595233113 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-14T14:41:41,207 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731595290056.38fa776092ce1d75269fb328438588e8., hostname=da1c6afcd1f9,35765,1731595233113, seqNum=2 because the exception is null or not the one we care about 2024-11-14T14:41:41,207 DEBUG [RS:0;da1c6afcd1f9:35765-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-14T14:41:41,207 DEBUG [RS:0;da1c6afcd1f9:35765-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: 38fa776092ce1d75269fb328438588e8:C 2024-11-14T14:41:41,295 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45145 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=76 2024-11-14T14:41:41,309 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35765 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=38fa776092ce1d75269fb328438588e8, server=da1c6afcd1f9,35765,1731595233113 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-14T14:41:41,309 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35765 {}] ipc.CallRunner(138): callId: 69 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:38270 deadline: 1731595361306, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=38fa776092ce1d75269fb328438588e8, server=da1c6afcd1f9,35765,1731595233113 2024-11-14T14:41:41,309 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35765 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=38fa776092ce1d75269fb328438588e8, server=da1c6afcd1f9,35765,1731595233113 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-14T14:41:41,309 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731595290056.38fa776092ce1d75269fb328438588e8., hostname=da1c6afcd1f9,35765,1731595233113, seqNum=2 , the old value is region=TestAcidGuarantees,,1731595290056.38fa776092ce1d75269fb328438588e8., hostname=da1c6afcd1f9,35765,1731595233113, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=38fa776092ce1d75269fb328438588e8, server=da1c6afcd1f9,35765,1731595233113 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-14T14:41:41,309 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35765 {}] ipc.CallRunner(138): callId: 66 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:38294 deadline: 1731595361306, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=38fa776092ce1d75269fb328438588e8, server=da1c6afcd1f9,35765,1731595233113 2024-11-14T14:41:41,309 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731595290056.38fa776092ce1d75269fb328438588e8., hostname=da1c6afcd1f9,35765,1731595233113, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=38fa776092ce1d75269fb328438588e8, server=da1c6afcd1f9,35765,1731595233113 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-14T14:41:41,309 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731595290056.38fa776092ce1d75269fb328438588e8., hostname=da1c6afcd1f9,35765,1731595233113, seqNum=2 because the exception is null or not the one we care about 2024-11-14T14:41:41,309 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731595290056.38fa776092ce1d75269fb328438588e8., hostname=da1c6afcd1f9,35765,1731595233113, seqNum=2 , the old value is region=TestAcidGuarantees,,1731595290056.38fa776092ce1d75269fb328438588e8., hostname=da1c6afcd1f9,35765,1731595233113, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=38fa776092ce1d75269fb328438588e8, server=da1c6afcd1f9,35765,1731595233113 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-14T14:41:41,310 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731595290056.38fa776092ce1d75269fb328438588e8., hostname=da1c6afcd1f9,35765,1731595233113, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=38fa776092ce1d75269fb328438588e8, server=da1c6afcd1f9,35765,1731595233113 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-14T14:41:41,310 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731595290056.38fa776092ce1d75269fb328438588e8., hostname=da1c6afcd1f9,35765,1731595233113, seqNum=2 because the exception is null or not the one we care about 2024-11-14T14:41:41,319 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35765 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=38fa776092ce1d75269fb328438588e8, server=da1c6afcd1f9,35765,1731595233113 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-14T14:41:41,319 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35765 {}] ipc.CallRunner(138): callId: 69 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:38314 deadline: 1731595361316, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=38fa776092ce1d75269fb328438588e8, server=da1c6afcd1f9,35765,1731595233113 2024-11-14T14:41:41,319 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731595290056.38fa776092ce1d75269fb328438588e8., hostname=da1c6afcd1f9,35765,1731595233113, seqNum=2 , the old value is region=TestAcidGuarantees,,1731595290056.38fa776092ce1d75269fb328438588e8., hostname=da1c6afcd1f9,35765,1731595233113, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=38fa776092ce1d75269fb328438588e8, server=da1c6afcd1f9,35765,1731595233113 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-14T14:41:41,319 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731595290056.38fa776092ce1d75269fb328438588e8., hostname=da1c6afcd1f9,35765,1731595233113, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=38fa776092ce1d75269fb328438588e8, server=da1c6afcd1f9,35765,1731595233113 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-14T14:41:41,319 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731595290056.38fa776092ce1d75269fb328438588e8., hostname=da1c6afcd1f9,35765,1731595233113, seqNum=2 because the exception is null or not the one we care about 2024-11-14T14:41:41,519 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35765 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=38fa776092ce1d75269fb328438588e8, server=da1c6afcd1f9,35765,1731595233113 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-14T14:41:41,519 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35765 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=38fa776092ce1d75269fb328438588e8, server=da1c6afcd1f9,35765,1731595233113 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-14T14:41:41,519 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35765 {}] ipc.CallRunner(138): callId: 70 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:38270 deadline: 1731595361516, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=38fa776092ce1d75269fb328438588e8, server=da1c6afcd1f9,35765,1731595233113 2024-11-14T14:41:41,520 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35765 {}] ipc.CallRunner(138): callId: 67 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:38294 deadline: 1731595361516, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=38fa776092ce1d75269fb328438588e8, server=da1c6afcd1f9,35765,1731595233113 2024-11-14T14:41:41,520 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731595290056.38fa776092ce1d75269fb328438588e8., hostname=da1c6afcd1f9,35765,1731595233113, seqNum=2 , the old value is region=TestAcidGuarantees,,1731595290056.38fa776092ce1d75269fb328438588e8., hostname=da1c6afcd1f9,35765,1731595233113, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=38fa776092ce1d75269fb328438588e8, server=da1c6afcd1f9,35765,1731595233113 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-14T14:41:41,520 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731595290056.38fa776092ce1d75269fb328438588e8., hostname=da1c6afcd1f9,35765,1731595233113, seqNum=2 , the old value is region=TestAcidGuarantees,,1731595290056.38fa776092ce1d75269fb328438588e8., hostname=da1c6afcd1f9,35765,1731595233113, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=38fa776092ce1d75269fb328438588e8, server=da1c6afcd1f9,35765,1731595233113 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-14T14:41:41,520 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731595290056.38fa776092ce1d75269fb328438588e8., hostname=da1c6afcd1f9,35765,1731595233113, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=38fa776092ce1d75269fb328438588e8, server=da1c6afcd1f9,35765,1731595233113 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-14T14:41:41,520 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731595290056.38fa776092ce1d75269fb328438588e8., hostname=da1c6afcd1f9,35765,1731595233113, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=38fa776092ce1d75269fb328438588e8, server=da1c6afcd1f9,35765,1731595233113 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-14T14:41:41,520 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731595290056.38fa776092ce1d75269fb328438588e8., hostname=da1c6afcd1f9,35765,1731595233113, seqNum=2 because the exception is null or not the one we care about 2024-11-14T14:41:41,520 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731595290056.38fa776092ce1d75269fb328438588e8., hostname=da1c6afcd1f9,35765,1731595233113, seqNum=2 because the exception is null or not the one we care about 2024-11-14T14:41:41,529 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35765 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=38fa776092ce1d75269fb328438588e8, server=da1c6afcd1f9,35765,1731595233113 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-14T14:41:41,530 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35765 {}] ipc.CallRunner(138): callId: 70 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:38314 deadline: 1731595361526, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=38fa776092ce1d75269fb328438588e8, server=da1c6afcd1f9,35765,1731595233113 2024-11-14T14:41:41,530 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731595290056.38fa776092ce1d75269fb328438588e8., hostname=da1c6afcd1f9,35765,1731595233113, seqNum=2 , the old value is region=TestAcidGuarantees,,1731595290056.38fa776092ce1d75269fb328438588e8., hostname=da1c6afcd1f9,35765,1731595233113, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=38fa776092ce1d75269fb328438588e8, server=da1c6afcd1f9,35765,1731595233113 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-14T14:41:41,530 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731595290056.38fa776092ce1d75269fb328438588e8., hostname=da1c6afcd1f9,35765,1731595233113, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=38fa776092ce1d75269fb328438588e8, server=da1c6afcd1f9,35765,1731595233113 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-14T14:41:41,530 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731595290056.38fa776092ce1d75269fb328438588e8., hostname=da1c6afcd1f9,35765,1731595233113, seqNum=2 because the exception is null or not the one we care about 2024-11-14T14:41:41,542 INFO [RS_FLUSH_OPERATIONS-regionserver/da1c6afcd1f9:0-2 {event_type=RS_FLUSH_REGIONS, pid=77}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=29.07 KB at sequenceid=217 (bloomFilter=true), to=hdfs://localhost:34345/user/jenkins/test-data/14d118ee-a83a-b09b-5913-1a58940a5db1/data/default/TestAcidGuarantees/38fa776092ce1d75269fb328438588e8/.tmp/A/b247ab0623214a619390e45deb5347d6 2024-11-14T14:41:41,555 DEBUG [RS_FLUSH_OPERATIONS-regionserver/da1c6afcd1f9:0-2 {event_type=RS_FLUSH_REGIONS, pid=77}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:34345/user/jenkins/test-data/14d118ee-a83a-b09b-5913-1a58940a5db1/data/default/TestAcidGuarantees/38fa776092ce1d75269fb328438588e8/.tmp/B/69749ba0e5c349f9a3ddff42f3bf8d6d is 50, key is test_row_0/B:col10/1731595300545/Put/seqid=0 2024-11-14T14:41:41,560 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36699 is added to blk_1073742115_1291 (size=12151) 2024-11-14T14:41:41,606 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45145 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=76 2024-11-14T14:41:41,830 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35765 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=38fa776092ce1d75269fb328438588e8, server=da1c6afcd1f9,35765,1731595233113 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-14T14:41:41,830 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35765 {}] ipc.CallRunner(138): callId: 71 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:38270 deadline: 1731595361826, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=38fa776092ce1d75269fb328438588e8, server=da1c6afcd1f9,35765,1731595233113 2024-11-14T14:41:41,830 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35765 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=38fa776092ce1d75269fb328438588e8, server=da1c6afcd1f9,35765,1731595233113 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-14T14:41:41,830 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731595290056.38fa776092ce1d75269fb328438588e8., hostname=da1c6afcd1f9,35765,1731595233113, seqNum=2 , the old value is region=TestAcidGuarantees,,1731595290056.38fa776092ce1d75269fb328438588e8., hostname=da1c6afcd1f9,35765,1731595233113, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=38fa776092ce1d75269fb328438588e8, server=da1c6afcd1f9,35765,1731595233113 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-14T14:41:41,830 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35765 {}] ipc.CallRunner(138): callId: 68 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:38294 deadline: 1731595361826, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=38fa776092ce1d75269fb328438588e8, server=da1c6afcd1f9,35765,1731595233113 2024-11-14T14:41:41,830 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731595290056.38fa776092ce1d75269fb328438588e8., hostname=da1c6afcd1f9,35765,1731595233113, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=38fa776092ce1d75269fb328438588e8, server=da1c6afcd1f9,35765,1731595233113 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-14T14:41:41,830 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731595290056.38fa776092ce1d75269fb328438588e8., hostname=da1c6afcd1f9,35765,1731595233113, seqNum=2 because the exception is null or not the one we care about 2024-11-14T14:41:41,830 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731595290056.38fa776092ce1d75269fb328438588e8., hostname=da1c6afcd1f9,35765,1731595233113, seqNum=2 , the old value is region=TestAcidGuarantees,,1731595290056.38fa776092ce1d75269fb328438588e8., hostname=da1c6afcd1f9,35765,1731595233113, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=38fa776092ce1d75269fb328438588e8, server=da1c6afcd1f9,35765,1731595233113 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-14T14:41:41,830 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731595290056.38fa776092ce1d75269fb328438588e8., hostname=da1c6afcd1f9,35765,1731595233113, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=38fa776092ce1d75269fb328438588e8, server=da1c6afcd1f9,35765,1731595233113 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-14T14:41:41,830 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731595290056.38fa776092ce1d75269fb328438588e8., hostname=da1c6afcd1f9,35765,1731595233113, seqNum=2 because the exception is null or not the one we care about 2024-11-14T14:41:41,839 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35765 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=38fa776092ce1d75269fb328438588e8, server=da1c6afcd1f9,35765,1731595233113 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-14T14:41:41,839 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35765 {}] ipc.CallRunner(138): callId: 71 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:38314 deadline: 1731595361836, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=38fa776092ce1d75269fb328438588e8, server=da1c6afcd1f9,35765,1731595233113 2024-11-14T14:41:41,839 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731595290056.38fa776092ce1d75269fb328438588e8., hostname=da1c6afcd1f9,35765,1731595233113, seqNum=2 , the old value is region=TestAcidGuarantees,,1731595290056.38fa776092ce1d75269fb328438588e8., hostname=da1c6afcd1f9,35765,1731595233113, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=38fa776092ce1d75269fb328438588e8, server=da1c6afcd1f9,35765,1731595233113 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-14T14:41:41,839 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731595290056.38fa776092ce1d75269fb328438588e8., hostname=da1c6afcd1f9,35765,1731595233113, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=38fa776092ce1d75269fb328438588e8, server=da1c6afcd1f9,35765,1731595233113 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-14T14:41:41,839 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731595290056.38fa776092ce1d75269fb328438588e8., hostname=da1c6afcd1f9,35765,1731595233113, seqNum=2 because the exception is null or not the one we care about 2024-11-14T14:41:41,959 INFO [RS_FLUSH_OPERATIONS-regionserver/da1c6afcd1f9:0-2 {event_type=RS_FLUSH_REGIONS, pid=77}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=29.07 KB at sequenceid=217 (bloomFilter=true), to=hdfs://localhost:34345/user/jenkins/test-data/14d118ee-a83a-b09b-5913-1a58940a5db1/data/default/TestAcidGuarantees/38fa776092ce1d75269fb328438588e8/.tmp/B/69749ba0e5c349f9a3ddff42f3bf8d6d 2024-11-14T14:41:41,968 DEBUG [RS_FLUSH_OPERATIONS-regionserver/da1c6afcd1f9:0-2 {event_type=RS_FLUSH_REGIONS, pid=77}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:34345/user/jenkins/test-data/14d118ee-a83a-b09b-5913-1a58940a5db1/data/default/TestAcidGuarantees/38fa776092ce1d75269fb328438588e8/.tmp/C/7eb2ed41693c4234aad563f7f6121876 is 50, key is test_row_0/C:col10/1731595300545/Put/seqid=0 2024-11-14T14:41:41,971 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36699 is added to blk_1073742116_1292 (size=12151) 2024-11-14T14:41:42,116 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45145 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=76 2024-11-14T14:41:42,337 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35765 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=38fa776092ce1d75269fb328438588e8, server=da1c6afcd1f9,35765,1731595233113 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-14T14:41:42,338 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35765 {}] ipc.CallRunner(138): callId: 72 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:38270 deadline: 1731595362336, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=38fa776092ce1d75269fb328438588e8, server=da1c6afcd1f9,35765,1731595233113 2024-11-14T14:41:42,338 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731595290056.38fa776092ce1d75269fb328438588e8., hostname=da1c6afcd1f9,35765,1731595233113, seqNum=2 , the old value is region=TestAcidGuarantees,,1731595290056.38fa776092ce1d75269fb328438588e8., hostname=da1c6afcd1f9,35765,1731595233113, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=38fa776092ce1d75269fb328438588e8, server=da1c6afcd1f9,35765,1731595233113 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-14T14:41:42,338 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35765 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=38fa776092ce1d75269fb328438588e8, server=da1c6afcd1f9,35765,1731595233113 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-14T14:41:42,338 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731595290056.38fa776092ce1d75269fb328438588e8., hostname=da1c6afcd1f9,35765,1731595233113, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=38fa776092ce1d75269fb328438588e8, server=da1c6afcd1f9,35765,1731595233113 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-14T14:41:42,338 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731595290056.38fa776092ce1d75269fb328438588e8., hostname=da1c6afcd1f9,35765,1731595233113, seqNum=2 because the exception is null or not the one we care about 2024-11-14T14:41:42,338 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35765 {}] ipc.CallRunner(138): callId: 69 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:38294 deadline: 1731595362336, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=38fa776092ce1d75269fb328438588e8, server=da1c6afcd1f9,35765,1731595233113 2024-11-14T14:41:42,338 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731595290056.38fa776092ce1d75269fb328438588e8., hostname=da1c6afcd1f9,35765,1731595233113, seqNum=2 , the old value is region=TestAcidGuarantees,,1731595290056.38fa776092ce1d75269fb328438588e8., hostname=da1c6afcd1f9,35765,1731595233113, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=38fa776092ce1d75269fb328438588e8, server=da1c6afcd1f9,35765,1731595233113 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-14T14:41:42,338 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731595290056.38fa776092ce1d75269fb328438588e8., hostname=da1c6afcd1f9,35765,1731595233113, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=38fa776092ce1d75269fb328438588e8, server=da1c6afcd1f9,35765,1731595233113 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-14T14:41:42,339 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731595290056.38fa776092ce1d75269fb328438588e8., hostname=da1c6afcd1f9,35765,1731595233113, seqNum=2 because the exception is null or not the one we care about 2024-11-14T14:41:42,348 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35765 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=38fa776092ce1d75269fb328438588e8, server=da1c6afcd1f9,35765,1731595233113 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-14T14:41:42,348 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35765 {}] ipc.CallRunner(138): callId: 72 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:38314 deadline: 1731595362346, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=38fa776092ce1d75269fb328438588e8, server=da1c6afcd1f9,35765,1731595233113 2024-11-14T14:41:42,348 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731595290056.38fa776092ce1d75269fb328438588e8., hostname=da1c6afcd1f9,35765,1731595233113, seqNum=2 , the old value is region=TestAcidGuarantees,,1731595290056.38fa776092ce1d75269fb328438588e8., hostname=da1c6afcd1f9,35765,1731595233113, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=38fa776092ce1d75269fb328438588e8, server=da1c6afcd1f9,35765,1731595233113 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-14T14:41:42,348 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731595290056.38fa776092ce1d75269fb328438588e8., hostname=da1c6afcd1f9,35765,1731595233113, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=38fa776092ce1d75269fb328438588e8, server=da1c6afcd1f9,35765,1731595233113 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-14T14:41:42,348 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731595290056.38fa776092ce1d75269fb328438588e8., hostname=da1c6afcd1f9,35765,1731595233113, seqNum=2 because the exception is null or not the one we care about 2024-11-14T14:41:42,372 INFO [RS_FLUSH_OPERATIONS-regionserver/da1c6afcd1f9:0-2 {event_type=RS_FLUSH_REGIONS, pid=77}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=29.07 KB at sequenceid=217 (bloomFilter=true), to=hdfs://localhost:34345/user/jenkins/test-data/14d118ee-a83a-b09b-5913-1a58940a5db1/data/default/TestAcidGuarantees/38fa776092ce1d75269fb328438588e8/.tmp/C/7eb2ed41693c4234aad563f7f6121876 2024-11-14T14:41:42,377 DEBUG [RS_FLUSH_OPERATIONS-regionserver/da1c6afcd1f9:0-2 {event_type=RS_FLUSH_REGIONS, pid=77}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:34345/user/jenkins/test-data/14d118ee-a83a-b09b-5913-1a58940a5db1/data/default/TestAcidGuarantees/38fa776092ce1d75269fb328438588e8/.tmp/A/b247ab0623214a619390e45deb5347d6 as hdfs://localhost:34345/user/jenkins/test-data/14d118ee-a83a-b09b-5913-1a58940a5db1/data/default/TestAcidGuarantees/38fa776092ce1d75269fb328438588e8/A/b247ab0623214a619390e45deb5347d6 2024-11-14T14:41:42,381 INFO [RS_FLUSH_OPERATIONS-regionserver/da1c6afcd1f9:0-2 {event_type=RS_FLUSH_REGIONS, pid=77}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:34345/user/jenkins/test-data/14d118ee-a83a-b09b-5913-1a58940a5db1/data/default/TestAcidGuarantees/38fa776092ce1d75269fb328438588e8/A/b247ab0623214a619390e45deb5347d6, entries=150, sequenceid=217, filesize=11.9 K 2024-11-14T14:41:42,382 DEBUG [RS_FLUSH_OPERATIONS-regionserver/da1c6afcd1f9:0-2 {event_type=RS_FLUSH_REGIONS, pid=77}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:34345/user/jenkins/test-data/14d118ee-a83a-b09b-5913-1a58940a5db1/data/default/TestAcidGuarantees/38fa776092ce1d75269fb328438588e8/.tmp/B/69749ba0e5c349f9a3ddff42f3bf8d6d as hdfs://localhost:34345/user/jenkins/test-data/14d118ee-a83a-b09b-5913-1a58940a5db1/data/default/TestAcidGuarantees/38fa776092ce1d75269fb328438588e8/B/69749ba0e5c349f9a3ddff42f3bf8d6d 2024-11-14T14:41:42,385 INFO [RS_FLUSH_OPERATIONS-regionserver/da1c6afcd1f9:0-2 {event_type=RS_FLUSH_REGIONS, pid=77}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:34345/user/jenkins/test-data/14d118ee-a83a-b09b-5913-1a58940a5db1/data/default/TestAcidGuarantees/38fa776092ce1d75269fb328438588e8/B/69749ba0e5c349f9a3ddff42f3bf8d6d, entries=150, sequenceid=217, filesize=11.9 K 2024-11-14T14:41:42,387 DEBUG [RS_FLUSH_OPERATIONS-regionserver/da1c6afcd1f9:0-2 {event_type=RS_FLUSH_REGIONS, pid=77}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:34345/user/jenkins/test-data/14d118ee-a83a-b09b-5913-1a58940a5db1/data/default/TestAcidGuarantees/38fa776092ce1d75269fb328438588e8/.tmp/C/7eb2ed41693c4234aad563f7f6121876 as hdfs://localhost:34345/user/jenkins/test-data/14d118ee-a83a-b09b-5913-1a58940a5db1/data/default/TestAcidGuarantees/38fa776092ce1d75269fb328438588e8/C/7eb2ed41693c4234aad563f7f6121876 2024-11-14T14:41:42,390 INFO [RS_FLUSH_OPERATIONS-regionserver/da1c6afcd1f9:0-2 {event_type=RS_FLUSH_REGIONS, pid=77}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:34345/user/jenkins/test-data/14d118ee-a83a-b09b-5913-1a58940a5db1/data/default/TestAcidGuarantees/38fa776092ce1d75269fb328438588e8/C/7eb2ed41693c4234aad563f7f6121876, entries=150, sequenceid=217, filesize=11.9 K 2024-11-14T14:41:42,392 INFO [RS_FLUSH_OPERATIONS-regionserver/da1c6afcd1f9:0-2 {event_type=RS_FLUSH_REGIONS, pid=77}] regionserver.HRegion(3140): Finished flush of dataSize ~87.22 KB/89310, heapSize ~259.69 KB/265920, currentSize=87.22 KB/89310 for 38fa776092ce1d75269fb328438588e8 in 1260ms, sequenceid=217, compaction requested=true 2024-11-14T14:41:42,392 DEBUG [RS_FLUSH_OPERATIONS-regionserver/da1c6afcd1f9:0-2 {event_type=RS_FLUSH_REGIONS, pid=77}] regionserver.HRegion(2603): Flush status journal for 38fa776092ce1d75269fb328438588e8: 2024-11-14T14:41:42,392 DEBUG [RS_FLUSH_OPERATIONS-regionserver/da1c6afcd1f9:0-2 {event_type=RS_FLUSH_REGIONS, pid=77}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1731595290056.38fa776092ce1d75269fb328438588e8. 2024-11-14T14:41:42,392 DEBUG [RS_FLUSH_OPERATIONS-regionserver/da1c6afcd1f9:0-2 {event_type=RS_FLUSH_REGIONS, pid=77}] regionserver.RemoteProcedureResultReporter(62): Successfully complete execution of pid=77 2024-11-14T14:41:42,392 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45145 {}] master.HMaster(4169): Remote procedure done, pid=77 2024-11-14T14:41:42,395 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=77, resume processing ppid=76 2024-11-14T14:41:42,395 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1521): Finished pid=77, ppid=76, state=SUCCESS, hasLock=false; org.apache.hadoop.hbase.master.procedure.FlushRegionProcedure in 1.4140 sec 2024-11-14T14:41:42,397 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1521): Finished pid=76, state=SUCCESS, hasLock=false; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=76, table=TestAcidGuarantees in 1.4190 sec 2024-11-14T14:41:43,126 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45145 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=76 2024-11-14T14:41:43,127 INFO [RPCClient-NioEventLoopGroup-4-6 {}] client.RawAsyncHBaseAdmin$TableProcedureBiConsumer(2721): Operation: FLUSH, Table Name: default:TestAcidGuarantees completed 2024-11-14T14:41:43,127 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45145 {}] master.HMaster$22(4506): Client=jenkins//172.17.0.2 flush TestAcidGuarantees 2024-11-14T14:41:43,128 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45145 {}] procedure2.ProcedureExecutor(1139): Stored pid=78, state=RUNNABLE:FLUSH_TABLE_PREPARE, hasLock=false; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=78, table=TestAcidGuarantees 2024-11-14T14:41:43,129 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45145 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=78 2024-11-14T14:41:43,129 INFO [PEWorker-1 {}] procedure.FlushTableProcedure(91): pid=78, state=RUNNABLE:FLUSH_TABLE_PREPARE, hasLock=true; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=78, table=TestAcidGuarantees execute state=FLUSH_TABLE_PREPARE 2024-11-14T14:41:43,130 INFO [PEWorker-1 {}] procedure.FlushTableProcedure(91): pid=78, state=RUNNABLE:FLUSH_TABLE_FLUSH_REGIONS, hasLock=true; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=78, table=TestAcidGuarantees execute state=FLUSH_TABLE_FLUSH_REGIONS 2024-11-14T14:41:43,130 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=79, ppid=78, state=RUNNABLE, hasLock=false; org.apache.hadoop.hbase.master.procedure.FlushRegionProcedure}] 2024-11-14T14:41:43,236 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45145 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=78 2024-11-14T14:41:43,283 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=35765 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=79 2024-11-14T14:41:43,283 DEBUG [RS_FLUSH_OPERATIONS-regionserver/da1c6afcd1f9:0-0 {event_type=RS_FLUSH_REGIONS, pid=79}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1731595290056.38fa776092ce1d75269fb328438588e8. 2024-11-14T14:41:43,283 INFO [RS_FLUSH_OPERATIONS-regionserver/da1c6afcd1f9:0-0 {event_type=RS_FLUSH_REGIONS, pid=79}] regionserver.HRegion(2902): Flushing 38fa776092ce1d75269fb328438588e8 3/3 column families, dataSize=87.22 KB heapSize=259.73 KB 2024-11-14T14:41:43,283 DEBUG [RS_FLUSH_OPERATIONS-regionserver/da1c6afcd1f9:0-0 {event_type=RS_FLUSH_REGIONS, pid=79}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 38fa776092ce1d75269fb328438588e8, store=A 2024-11-14T14:41:43,283 DEBUG [RS_FLUSH_OPERATIONS-regionserver/da1c6afcd1f9:0-0 {event_type=RS_FLUSH_REGIONS, pid=79}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-14T14:41:43,283 DEBUG [RS_FLUSH_OPERATIONS-regionserver/da1c6afcd1f9:0-0 {event_type=RS_FLUSH_REGIONS, pid=79}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 38fa776092ce1d75269fb328438588e8, store=B 2024-11-14T14:41:43,283 DEBUG [RS_FLUSH_OPERATIONS-regionserver/da1c6afcd1f9:0-0 {event_type=RS_FLUSH_REGIONS, pid=79}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-14T14:41:43,283 DEBUG [RS_FLUSH_OPERATIONS-regionserver/da1c6afcd1f9:0-0 {event_type=RS_FLUSH_REGIONS, pid=79}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 38fa776092ce1d75269fb328438588e8, store=C 2024-11-14T14:41:43,283 DEBUG [RS_FLUSH_OPERATIONS-regionserver/da1c6afcd1f9:0-0 {event_type=RS_FLUSH_REGIONS, pid=79}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-14T14:41:43,288 DEBUG [RS_FLUSH_OPERATIONS-regionserver/da1c6afcd1f9:0-0 {event_type=RS_FLUSH_REGIONS, pid=79}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:34345/user/jenkins/test-data/14d118ee-a83a-b09b-5913-1a58940a5db1/data/default/TestAcidGuarantees/38fa776092ce1d75269fb328438588e8/.tmp/A/39a87206381b4156a47e74726ec26425 is 50, key is test_row_0/A:col10/1731595301199/Put/seqid=0 2024-11-14T14:41:43,293 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36699 is added to blk_1073742117_1293 (size=12151) 2024-11-14T14:41:43,350 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35765 {}] regionserver.HRegion(8855): Flush requested on 38fa776092ce1d75269fb328438588e8 2024-11-14T14:41:43,350 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1731595290056.38fa776092ce1d75269fb328438588e8. as already flushing 2024-11-14T14:41:43,387 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35765 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=38fa776092ce1d75269fb328438588e8, server=da1c6afcd1f9,35765,1731595233113 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-14T14:41:43,387 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35765 {}] ipc.CallRunner(138): callId: 79 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:38270 deadline: 1731595363381, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=38fa776092ce1d75269fb328438588e8, server=da1c6afcd1f9,35765,1731595233113 2024-11-14T14:41:43,387 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731595290056.38fa776092ce1d75269fb328438588e8., hostname=da1c6afcd1f9,35765,1731595233113, seqNum=2 , the old value is region=TestAcidGuarantees,,1731595290056.38fa776092ce1d75269fb328438588e8., hostname=da1c6afcd1f9,35765,1731595233113, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=38fa776092ce1d75269fb328438588e8, server=da1c6afcd1f9,35765,1731595233113 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-14T14:41:43,387 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35765 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=38fa776092ce1d75269fb328438588e8, server=da1c6afcd1f9,35765,1731595233113 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-14T14:41:43,387 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731595290056.38fa776092ce1d75269fb328438588e8., hostname=da1c6afcd1f9,35765,1731595233113, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=38fa776092ce1d75269fb328438588e8, server=da1c6afcd1f9,35765,1731595233113 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-14T14:41:43,387 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731595290056.38fa776092ce1d75269fb328438588e8., hostname=da1c6afcd1f9,35765,1731595233113, seqNum=2 because the exception is null or not the one we care about 2024-11-14T14:41:43,387 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35765 {}] ipc.CallRunner(138): callId: 74 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:38294 deadline: 1731595363382, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=38fa776092ce1d75269fb328438588e8, server=da1c6afcd1f9,35765,1731595233113 2024-11-14T14:41:43,388 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731595290056.38fa776092ce1d75269fb328438588e8., hostname=da1c6afcd1f9,35765,1731595233113, seqNum=2 , the old value is region=TestAcidGuarantees,,1731595290056.38fa776092ce1d75269fb328438588e8., hostname=da1c6afcd1f9,35765,1731595233113, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=38fa776092ce1d75269fb328438588e8, server=da1c6afcd1f9,35765,1731595233113 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-14T14:41:43,388 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731595290056.38fa776092ce1d75269fb328438588e8., hostname=da1c6afcd1f9,35765,1731595233113, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=38fa776092ce1d75269fb328438588e8, server=da1c6afcd1f9,35765,1731595233113 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-14T14:41:43,388 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731595290056.38fa776092ce1d75269fb328438588e8., hostname=da1c6afcd1f9,35765,1731595233113, seqNum=2 because the exception is null or not the one we care about 2024-11-14T14:41:43,390 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35765 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=38fa776092ce1d75269fb328438588e8, server=da1c6afcd1f9,35765,1731595233113 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-14T14:41:43,390 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35765 {}] ipc.CallRunner(138): callId: 76 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:38314 deadline: 1731595363385, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=38fa776092ce1d75269fb328438588e8, server=da1c6afcd1f9,35765,1731595233113 2024-11-14T14:41:43,390 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731595290056.38fa776092ce1d75269fb328438588e8., hostname=da1c6afcd1f9,35765,1731595233113, seqNum=2 , the old value is region=TestAcidGuarantees,,1731595290056.38fa776092ce1d75269fb328438588e8., hostname=da1c6afcd1f9,35765,1731595233113, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=38fa776092ce1d75269fb328438588e8, server=da1c6afcd1f9,35765,1731595233113 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-14T14:41:43,391 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731595290056.38fa776092ce1d75269fb328438588e8., hostname=da1c6afcd1f9,35765,1731595233113, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=38fa776092ce1d75269fb328438588e8, server=da1c6afcd1f9,35765,1731595233113 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-14T14:41:43,391 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731595290056.38fa776092ce1d75269fb328438588e8., hostname=da1c6afcd1f9,35765,1731595233113, seqNum=2 because the exception is null or not the one we care about 2024-11-14T14:41:43,445 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45145 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=78 2024-11-14T14:41:43,501 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35765 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=38fa776092ce1d75269fb328438588e8, server=da1c6afcd1f9,35765,1731595233113 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-14T14:41:43,501 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35765 {}] ipc.CallRunner(138): callId: 80 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:38270 deadline: 1731595363496, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=38fa776092ce1d75269fb328438588e8, server=da1c6afcd1f9,35765,1731595233113 2024-11-14T14:41:43,501 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731595290056.38fa776092ce1d75269fb328438588e8., hostname=da1c6afcd1f9,35765,1731595233113, seqNum=2 , the old value is region=TestAcidGuarantees,,1731595290056.38fa776092ce1d75269fb328438588e8., hostname=da1c6afcd1f9,35765,1731595233113, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=38fa776092ce1d75269fb328438588e8, server=da1c6afcd1f9,35765,1731595233113 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-14T14:41:43,501 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35765 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=38fa776092ce1d75269fb328438588e8, server=da1c6afcd1f9,35765,1731595233113 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-14T14:41:43,501 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731595290056.38fa776092ce1d75269fb328438588e8., hostname=da1c6afcd1f9,35765,1731595233113, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=38fa776092ce1d75269fb328438588e8, server=da1c6afcd1f9,35765,1731595233113 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-14T14:41:43,501 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731595290056.38fa776092ce1d75269fb328438588e8., hostname=da1c6afcd1f9,35765,1731595233113, seqNum=2 because the exception is null or not the one we care about 2024-11-14T14:41:43,501 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35765 {}] ipc.CallRunner(138): callId: 75 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:38294 deadline: 1731595363496, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=38fa776092ce1d75269fb328438588e8, server=da1c6afcd1f9,35765,1731595233113 2024-11-14T14:41:43,501 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35765 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=38fa776092ce1d75269fb328438588e8, server=da1c6afcd1f9,35765,1731595233113 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-14T14:41:43,502 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731595290056.38fa776092ce1d75269fb328438588e8., hostname=da1c6afcd1f9,35765,1731595233113, seqNum=2 , the old value is region=TestAcidGuarantees,,1731595290056.38fa776092ce1d75269fb328438588e8., hostname=da1c6afcd1f9,35765,1731595233113, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=38fa776092ce1d75269fb328438588e8, server=da1c6afcd1f9,35765,1731595233113 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-14T14:41:43,502 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35765 {}] ipc.CallRunner(138): callId: 77 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:38314 deadline: 1731595363496, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=38fa776092ce1d75269fb328438588e8, server=da1c6afcd1f9,35765,1731595233113 2024-11-14T14:41:43,502 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731595290056.38fa776092ce1d75269fb328438588e8., hostname=da1c6afcd1f9,35765,1731595233113, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=38fa776092ce1d75269fb328438588e8, server=da1c6afcd1f9,35765,1731595233113 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-14T14:41:43,502 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731595290056.38fa776092ce1d75269fb328438588e8., hostname=da1c6afcd1f9,35765,1731595233113, seqNum=2 because the exception is null or not the one we care about 2024-11-14T14:41:43,502 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731595290056.38fa776092ce1d75269fb328438588e8., hostname=da1c6afcd1f9,35765,1731595233113, seqNum=2 , the old value is region=TestAcidGuarantees,,1731595290056.38fa776092ce1d75269fb328438588e8., hostname=da1c6afcd1f9,35765,1731595233113, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=38fa776092ce1d75269fb328438588e8, server=da1c6afcd1f9,35765,1731595233113 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-14T14:41:43,502 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731595290056.38fa776092ce1d75269fb328438588e8., hostname=da1c6afcd1f9,35765,1731595233113, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=38fa776092ce1d75269fb328438588e8, server=da1c6afcd1f9,35765,1731595233113 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-14T14:41:43,502 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731595290056.38fa776092ce1d75269fb328438588e8., hostname=da1c6afcd1f9,35765,1731595233113, seqNum=2 because the exception is null or not the one we care about 2024-11-14T14:41:43,658 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35765 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=38fa776092ce1d75269fb328438588e8, server=da1c6afcd1f9,35765,1731595233113 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-14T14:41:43,659 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35765 {}] ipc.CallRunner(138): callId: 54 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:38284 deadline: 1731595363656, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=38fa776092ce1d75269fb328438588e8, server=da1c6afcd1f9,35765,1731595233113 2024-11-14T14:41:43,659 WARN [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRpcRetryingCaller(177): Call to da1c6afcd1f9,35765,1731595233113 for 'test_row_1' in 38fa776092ce1d75269fb328438588e8 of TestAcidGuarantees failed, tries = 8, maxAttempts = 16, timeout = 1200000 ms, time elapsed = 8208 ms org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=38fa776092ce1d75269fb328438588e8, server=da1c6afcd1f9,35765,1731595233113 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) at jdk.internal.reflect.GeneratedConstructorAccessor39.newInstance(Unknown Source) ~[?:?] at jdk.internal.reflect.DelegatingConstructorAccessorImpl.newInstance(DelegatingConstructorAccessorImpl.java:45) ~[?:?] at java.lang.reflect.Constructor.newInstanceWithCaller(Constructor.java:499) ~[?:?] at java.lang.reflect.Constructor.newInstance(Constructor.java:480) ~[?:?] at org.apache.hadoop.hbase.ipc.RemoteWithExtrasException.instantiateException(RemoteWithExtrasException.java:110) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RemoteWithExtrasException.unwrapRemoteException(RemoteWithExtrasException.java:100) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.client.ConnectionUtils.translateException(ConnectionUtils.java:219) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRpcRetryingCaller.onError(AsyncRpcRetryingCaller.java:165) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.lambda$call$4(AsyncSingleRequestRpcRetryingCaller.java:86) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.lambda$addListener$0(FutureUtils.java:71) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:863) ~[?:?] at java.util.concurrent.CompletableFuture$UniWhenComplete.tryFire(CompletableFuture.java:841) ~[?:?] at java.util.concurrent.CompletableFuture.postComplete(CompletableFuture.java:510) ~[?:?] at java.util.concurrent.CompletableFuture.completeExceptionally(CompletableFuture.java:2162) ~[?:?] at org.apache.hadoop.hbase.client.ConnectionUtils$2.run(ConnectionUtils.java:625) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hbase.thirdparty.com.google.protobuf.RpcUtil$1.run(RpcUtil.java:56) ~[hbase-shaded-protobuf-4.1.9.jar:4.1.9] at org.apache.hbase.thirdparty.com.google.protobuf.RpcUtil$1.run(RpcUtil.java:47) ~[hbase-shaded-protobuf-4.1.9.jar:4.1.9] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.onCallFinished(AbstractRpcClient.java:397) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:430) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:425) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.callComplete(Call.java:117) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.setException(Call.java:132) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcConnection.readResponse(RpcConnection.java:457) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.NettyRpcDuplexHandler.readResponse(NettyRpcDuplexHandler.java:125) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.NettyRpcDuplexHandler.channelRead(NettyRpcDuplexHandler.java:140) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:442) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.handler.codec.ByteToMessageDecoder.fireChannelRead(ByteToMessageDecoder.java:346) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.handler.codec.ByteToMessageDecoder.channelRead(ByteToMessageDecoder.java:318) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:444) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.handler.timeout.IdleStateHandler.channelRead(IdleStateHandler.java:289) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:442) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline$HeadContext.channelRead(DefaultChannelPipeline.java:1357) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:440) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline.fireChannelRead(DefaultChannelPipeline.java:868) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.AbstractNioByteChannel$NioByteUnsafe.read(AbstractNioByteChannel.java:166) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.processSelectedKey(NioEventLoop.java:788) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.processSelectedKeysOptimized(NioEventLoop.java:724) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.processSelectedKeys(NioEventLoop.java:650) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:562) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) ~[hbase-shaded-netty-4.1.9.jar:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] Caused by: org.apache.hadoop.hbase.ipc.RemoteWithExtrasException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=38fa776092ce1d75269fb328438588e8, server=da1c6afcd1f9,35765,1731595233113 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) at org.apache.hadoop.hbase.ipc.AbstractRpcClient.onCallFinished(AbstractRpcClient.java:392) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] ... 32 more 2024-11-14T14:41:43,660 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731595290056.38fa776092ce1d75269fb328438588e8., hostname=da1c6afcd1f9,35765,1731595233113, seqNum=2 , the old value is region=TestAcidGuarantees,,1731595290056.38fa776092ce1d75269fb328438588e8., hostname=da1c6afcd1f9,35765,1731595233113, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=38fa776092ce1d75269fb328438588e8, server=da1c6afcd1f9,35765,1731595233113 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-14T14:41:43,660 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731595290056.38fa776092ce1d75269fb328438588e8., hostname=da1c6afcd1f9,35765,1731595233113, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=38fa776092ce1d75269fb328438588e8, server=da1c6afcd1f9,35765,1731595233113 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-14T14:41:43,660 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731595290056.38fa776092ce1d75269fb328438588e8., hostname=da1c6afcd1f9,35765,1731595233113, seqNum=2 because the exception is null or not the one we care about 2024-11-14T14:41:43,669 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35765 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=38fa776092ce1d75269fb328438588e8, server=da1c6afcd1f9,35765,1731595233113 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-14T14:41:43,669 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35765 {}] ipc.CallRunner(138): callId: 46 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:38310 deadline: 1731595363666, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=38fa776092ce1d75269fb328438588e8, server=da1c6afcd1f9,35765,1731595233113 2024-11-14T14:41:43,670 WARN [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRpcRetryingCaller(177): Call to da1c6afcd1f9,35765,1731595233113 for 'test_row_0' in 38fa776092ce1d75269fb328438588e8 of TestAcidGuarantees failed, tries = 8, maxAttempts = 16, timeout = 1200000 ms, time elapsed = 8216 ms org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=38fa776092ce1d75269fb328438588e8, server=da1c6afcd1f9,35765,1731595233113 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) at jdk.internal.reflect.GeneratedConstructorAccessor39.newInstance(Unknown Source) ~[?:?] at jdk.internal.reflect.DelegatingConstructorAccessorImpl.newInstance(DelegatingConstructorAccessorImpl.java:45) ~[?:?] at java.lang.reflect.Constructor.newInstanceWithCaller(Constructor.java:499) ~[?:?] at java.lang.reflect.Constructor.newInstance(Constructor.java:480) ~[?:?] at org.apache.hadoop.hbase.ipc.RemoteWithExtrasException.instantiateException(RemoteWithExtrasException.java:110) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RemoteWithExtrasException.unwrapRemoteException(RemoteWithExtrasException.java:100) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.client.ConnectionUtils.translateException(ConnectionUtils.java:219) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRpcRetryingCaller.onError(AsyncRpcRetryingCaller.java:165) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.lambda$call$4(AsyncSingleRequestRpcRetryingCaller.java:86) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.lambda$addListener$0(FutureUtils.java:71) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:863) ~[?:?] at java.util.concurrent.CompletableFuture$UniWhenComplete.tryFire(CompletableFuture.java:841) ~[?:?] at java.util.concurrent.CompletableFuture.postComplete(CompletableFuture.java:510) ~[?:?] at java.util.concurrent.CompletableFuture.completeExceptionally(CompletableFuture.java:2162) ~[?:?] at org.apache.hadoop.hbase.client.ConnectionUtils$2.run(ConnectionUtils.java:625) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hbase.thirdparty.com.google.protobuf.RpcUtil$1.run(RpcUtil.java:56) ~[hbase-shaded-protobuf-4.1.9.jar:4.1.9] at org.apache.hbase.thirdparty.com.google.protobuf.RpcUtil$1.run(RpcUtil.java:47) ~[hbase-shaded-protobuf-4.1.9.jar:4.1.9] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.onCallFinished(AbstractRpcClient.java:397) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:430) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:425) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.callComplete(Call.java:117) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.setException(Call.java:132) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcConnection.readResponse(RpcConnection.java:457) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.NettyRpcDuplexHandler.readResponse(NettyRpcDuplexHandler.java:125) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.NettyRpcDuplexHandler.channelRead(NettyRpcDuplexHandler.java:140) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:442) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.handler.codec.ByteToMessageDecoder.fireChannelRead(ByteToMessageDecoder.java:346) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.handler.codec.ByteToMessageDecoder.channelRead(ByteToMessageDecoder.java:318) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:444) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.handler.timeout.IdleStateHandler.channelRead(IdleStateHandler.java:289) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:442) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline$HeadContext.channelRead(DefaultChannelPipeline.java:1357) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:440) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline.fireChannelRead(DefaultChannelPipeline.java:868) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.AbstractNioByteChannel$NioByteUnsafe.read(AbstractNioByteChannel.java:166) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.processSelectedKey(NioEventLoop.java:788) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.processSelectedKeysOptimized(NioEventLoop.java:724) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.processSelectedKeys(NioEventLoop.java:650) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:562) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) ~[hbase-shaded-netty-4.1.9.jar:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] Caused by: org.apache.hadoop.hbase.ipc.RemoteWithExtrasException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=38fa776092ce1d75269fb328438588e8, server=da1c6afcd1f9,35765,1731595233113 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) at org.apache.hadoop.hbase.ipc.AbstractRpcClient.onCallFinished(AbstractRpcClient.java:392) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] ... 32 more 2024-11-14T14:41:43,670 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731595290056.38fa776092ce1d75269fb328438588e8., hostname=da1c6afcd1f9,35765,1731595233113, seqNum=2 , the old value is region=TestAcidGuarantees,,1731595290056.38fa776092ce1d75269fb328438588e8., hostname=da1c6afcd1f9,35765,1731595233113, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=38fa776092ce1d75269fb328438588e8, server=da1c6afcd1f9,35765,1731595233113 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-14T14:41:43,670 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731595290056.38fa776092ce1d75269fb328438588e8., hostname=da1c6afcd1f9,35765,1731595233113, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=38fa776092ce1d75269fb328438588e8, server=da1c6afcd1f9,35765,1731595233113 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-14T14:41:43,670 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731595290056.38fa776092ce1d75269fb328438588e8., hostname=da1c6afcd1f9,35765,1731595233113, seqNum=2 because the exception is null or not the one we care about 2024-11-14T14:41:43,694 INFO [RS_FLUSH_OPERATIONS-regionserver/da1c6afcd1f9:0-0 {event_type=RS_FLUSH_REGIONS, pid=79}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=29.07 KB at sequenceid=234 (bloomFilter=true), to=hdfs://localhost:34345/user/jenkins/test-data/14d118ee-a83a-b09b-5913-1a58940a5db1/data/default/TestAcidGuarantees/38fa776092ce1d75269fb328438588e8/.tmp/A/39a87206381b4156a47e74726ec26425 2024-11-14T14:41:43,701 DEBUG [RS_FLUSH_OPERATIONS-regionserver/da1c6afcd1f9:0-0 {event_type=RS_FLUSH_REGIONS, pid=79}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:34345/user/jenkins/test-data/14d118ee-a83a-b09b-5913-1a58940a5db1/data/default/TestAcidGuarantees/38fa776092ce1d75269fb328438588e8/.tmp/B/f0ac9e6a72e34afdb3aacdbc3166a018 is 50, key is test_row_0/B:col10/1731595301199/Put/seqid=0 2024-11-14T14:41:43,705 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36699 is added to blk_1073742118_1294 (size=12151) 2024-11-14T14:41:43,709 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35765 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=38fa776092ce1d75269fb328438588e8, server=da1c6afcd1f9,35765,1731595233113 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-14T14:41:43,710 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35765 {}] ipc.CallRunner(138): callId: 81 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:38270 deadline: 1731595363706, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=38fa776092ce1d75269fb328438588e8, server=da1c6afcd1f9,35765,1731595233113 2024-11-14T14:41:43,710 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731595290056.38fa776092ce1d75269fb328438588e8., hostname=da1c6afcd1f9,35765,1731595233113, seqNum=2 , the old value is region=TestAcidGuarantees,,1731595290056.38fa776092ce1d75269fb328438588e8., hostname=da1c6afcd1f9,35765,1731595233113, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=38fa776092ce1d75269fb328438588e8, server=da1c6afcd1f9,35765,1731595233113 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-14T14:41:43,710 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35765 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=38fa776092ce1d75269fb328438588e8, server=da1c6afcd1f9,35765,1731595233113 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-14T14:41:43,710 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731595290056.38fa776092ce1d75269fb328438588e8., hostname=da1c6afcd1f9,35765,1731595233113, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=38fa776092ce1d75269fb328438588e8, server=da1c6afcd1f9,35765,1731595233113 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-14T14:41:43,710 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731595290056.38fa776092ce1d75269fb328438588e8., hostname=da1c6afcd1f9,35765,1731595233113, seqNum=2 because the exception is null or not the one we care about 2024-11-14T14:41:43,710 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35765 {}] ipc.CallRunner(138): callId: 78 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:38314 deadline: 1731595363707, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=38fa776092ce1d75269fb328438588e8, server=da1c6afcd1f9,35765,1731595233113 2024-11-14T14:41:43,710 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35765 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=38fa776092ce1d75269fb328438588e8, server=da1c6afcd1f9,35765,1731595233113 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-14T14:41:43,710 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731595290056.38fa776092ce1d75269fb328438588e8., hostname=da1c6afcd1f9,35765,1731595233113, seqNum=2 , the old value is region=TestAcidGuarantees,,1731595290056.38fa776092ce1d75269fb328438588e8., hostname=da1c6afcd1f9,35765,1731595233113, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=38fa776092ce1d75269fb328438588e8, server=da1c6afcd1f9,35765,1731595233113 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-14T14:41:43,710 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35765 {}] ipc.CallRunner(138): callId: 76 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:38294 deadline: 1731595363707, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=38fa776092ce1d75269fb328438588e8, server=da1c6afcd1f9,35765,1731595233113 2024-11-14T14:41:43,710 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731595290056.38fa776092ce1d75269fb328438588e8., hostname=da1c6afcd1f9,35765,1731595233113, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=38fa776092ce1d75269fb328438588e8, server=da1c6afcd1f9,35765,1731595233113 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-14T14:41:43,710 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731595290056.38fa776092ce1d75269fb328438588e8., hostname=da1c6afcd1f9,35765,1731595233113, seqNum=2 because the exception is null or not the one we care about 2024-11-14T14:41:43,711 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731595290056.38fa776092ce1d75269fb328438588e8., hostname=da1c6afcd1f9,35765,1731595233113, seqNum=2 , the old value is region=TestAcidGuarantees,,1731595290056.38fa776092ce1d75269fb328438588e8., hostname=da1c6afcd1f9,35765,1731595233113, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=38fa776092ce1d75269fb328438588e8, server=da1c6afcd1f9,35765,1731595233113 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-14T14:41:43,711 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731595290056.38fa776092ce1d75269fb328438588e8., hostname=da1c6afcd1f9,35765,1731595233113, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=38fa776092ce1d75269fb328438588e8, server=da1c6afcd1f9,35765,1731595233113 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-14T14:41:43,711 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731595290056.38fa776092ce1d75269fb328438588e8., hostname=da1c6afcd1f9,35765,1731595233113, seqNum=2 because the exception is null or not the one we care about 2024-11-14T14:41:43,756 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45145 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=78 2024-11-14T14:41:44,017 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35765 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=38fa776092ce1d75269fb328438588e8, server=da1c6afcd1f9,35765,1731595233113 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-14T14:41:44,017 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35765 {}] ipc.CallRunner(138): callId: 82 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:38270 deadline: 1731595364016, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=38fa776092ce1d75269fb328438588e8, server=da1c6afcd1f9,35765,1731595233113 2024-11-14T14:41:44,017 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35765 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=38fa776092ce1d75269fb328438588e8, server=da1c6afcd1f9,35765,1731595233113 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-14T14:41:44,017 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731595290056.38fa776092ce1d75269fb328438588e8., hostname=da1c6afcd1f9,35765,1731595233113, seqNum=2 , the old value is region=TestAcidGuarantees,,1731595290056.38fa776092ce1d75269fb328438588e8., hostname=da1c6afcd1f9,35765,1731595233113, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=38fa776092ce1d75269fb328438588e8, server=da1c6afcd1f9,35765,1731595233113 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-14T14:41:44,017 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731595290056.38fa776092ce1d75269fb328438588e8., hostname=da1c6afcd1f9,35765,1731595233113, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=38fa776092ce1d75269fb328438588e8, server=da1c6afcd1f9,35765,1731595233113 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-14T14:41:44,017 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731595290056.38fa776092ce1d75269fb328438588e8., hostname=da1c6afcd1f9,35765,1731595233113, seqNum=2 because the exception is null or not the one we care about 2024-11-14T14:41:44,017 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35765 {}] ipc.CallRunner(138): callId: 79 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:38314 deadline: 1731595364016, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=38fa776092ce1d75269fb328438588e8, server=da1c6afcd1f9,35765,1731595233113 2024-11-14T14:41:44,018 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731595290056.38fa776092ce1d75269fb328438588e8., hostname=da1c6afcd1f9,35765,1731595233113, seqNum=2 , the old value is region=TestAcidGuarantees,,1731595290056.38fa776092ce1d75269fb328438588e8., hostname=da1c6afcd1f9,35765,1731595233113, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=38fa776092ce1d75269fb328438588e8, server=da1c6afcd1f9,35765,1731595233113 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-14T14:41:44,018 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731595290056.38fa776092ce1d75269fb328438588e8., hostname=da1c6afcd1f9,35765,1731595233113, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=38fa776092ce1d75269fb328438588e8, server=da1c6afcd1f9,35765,1731595233113 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-14T14:41:44,018 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731595290056.38fa776092ce1d75269fb328438588e8., hostname=da1c6afcd1f9,35765,1731595233113, seqNum=2 because the exception is null or not the one we care about 2024-11-14T14:41:44,018 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35765 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=38fa776092ce1d75269fb328438588e8, server=da1c6afcd1f9,35765,1731595233113 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-14T14:41:44,018 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35765 {}] ipc.CallRunner(138): callId: 77 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:38294 deadline: 1731595364016, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=38fa776092ce1d75269fb328438588e8, server=da1c6afcd1f9,35765,1731595233113 2024-11-14T14:41:44,018 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731595290056.38fa776092ce1d75269fb328438588e8., hostname=da1c6afcd1f9,35765,1731595233113, seqNum=2 , the old value is region=TestAcidGuarantees,,1731595290056.38fa776092ce1d75269fb328438588e8., hostname=da1c6afcd1f9,35765,1731595233113, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=38fa776092ce1d75269fb328438588e8, server=da1c6afcd1f9,35765,1731595233113 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-14T14:41:44,018 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731595290056.38fa776092ce1d75269fb328438588e8., hostname=da1c6afcd1f9,35765,1731595233113, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=38fa776092ce1d75269fb328438588e8, server=da1c6afcd1f9,35765,1731595233113 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-14T14:41:44,018 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731595290056.38fa776092ce1d75269fb328438588e8., hostname=da1c6afcd1f9,35765,1731595233113, seqNum=2 because the exception is null or not the one we care about 2024-11-14T14:41:44,106 INFO [RS_FLUSH_OPERATIONS-regionserver/da1c6afcd1f9:0-0 {event_type=RS_FLUSH_REGIONS, pid=79}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=29.07 KB at sequenceid=234 (bloomFilter=true), to=hdfs://localhost:34345/user/jenkins/test-data/14d118ee-a83a-b09b-5913-1a58940a5db1/data/default/TestAcidGuarantees/38fa776092ce1d75269fb328438588e8/.tmp/B/f0ac9e6a72e34afdb3aacdbc3166a018 2024-11-14T14:41:44,115 DEBUG [RS_FLUSH_OPERATIONS-regionserver/da1c6afcd1f9:0-0 {event_type=RS_FLUSH_REGIONS, pid=79}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:34345/user/jenkins/test-data/14d118ee-a83a-b09b-5913-1a58940a5db1/data/default/TestAcidGuarantees/38fa776092ce1d75269fb328438588e8/.tmp/C/7fb5a0a3791c456fbfe54951560bcf11 is 50, key is test_row_0/C:col10/1731595301199/Put/seqid=0 2024-11-14T14:41:44,119 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36699 is added to blk_1073742119_1295 (size=12151) 2024-11-14T14:41:44,266 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45145 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=78 2024-11-14T14:41:44,520 INFO [RS_FLUSH_OPERATIONS-regionserver/da1c6afcd1f9:0-0 {event_type=RS_FLUSH_REGIONS, pid=79}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=29.07 KB at sequenceid=234 (bloomFilter=true), to=hdfs://localhost:34345/user/jenkins/test-data/14d118ee-a83a-b09b-5913-1a58940a5db1/data/default/TestAcidGuarantees/38fa776092ce1d75269fb328438588e8/.tmp/C/7fb5a0a3791c456fbfe54951560bcf11 2024-11-14T14:41:44,525 DEBUG [RS_FLUSH_OPERATIONS-regionserver/da1c6afcd1f9:0-0 {event_type=RS_FLUSH_REGIONS, pid=79}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:34345/user/jenkins/test-data/14d118ee-a83a-b09b-5913-1a58940a5db1/data/default/TestAcidGuarantees/38fa776092ce1d75269fb328438588e8/.tmp/A/39a87206381b4156a47e74726ec26425 as hdfs://localhost:34345/user/jenkins/test-data/14d118ee-a83a-b09b-5913-1a58940a5db1/data/default/TestAcidGuarantees/38fa776092ce1d75269fb328438588e8/A/39a87206381b4156a47e74726ec26425 2024-11-14T14:41:44,527 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35765 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=38fa776092ce1d75269fb328438588e8, server=da1c6afcd1f9,35765,1731595233113 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-14T14:41:44,527 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35765 {}] ipc.CallRunner(138): callId: 83 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:38270 deadline: 1731595364526, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=38fa776092ce1d75269fb328438588e8, server=da1c6afcd1f9,35765,1731595233113 2024-11-14T14:41:44,527 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35765 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=38fa776092ce1d75269fb328438588e8, server=da1c6afcd1f9,35765,1731595233113 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-14T14:41:44,527 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731595290056.38fa776092ce1d75269fb328438588e8., hostname=da1c6afcd1f9,35765,1731595233113, seqNum=2 , the old value is region=TestAcidGuarantees,,1731595290056.38fa776092ce1d75269fb328438588e8., hostname=da1c6afcd1f9,35765,1731595233113, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=38fa776092ce1d75269fb328438588e8, server=da1c6afcd1f9,35765,1731595233113 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-14T14:41:44,527 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35765 {}] ipc.CallRunner(138): callId: 80 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:38314 deadline: 1731595364526, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=38fa776092ce1d75269fb328438588e8, server=da1c6afcd1f9,35765,1731595233113 2024-11-14T14:41:44,527 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731595290056.38fa776092ce1d75269fb328438588e8., hostname=da1c6afcd1f9,35765,1731595233113, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=38fa776092ce1d75269fb328438588e8, server=da1c6afcd1f9,35765,1731595233113 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-14T14:41:44,527 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731595290056.38fa776092ce1d75269fb328438588e8., hostname=da1c6afcd1f9,35765,1731595233113, seqNum=2 because the exception is null or not the one we care about 2024-11-14T14:41:44,527 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731595290056.38fa776092ce1d75269fb328438588e8., hostname=da1c6afcd1f9,35765,1731595233113, seqNum=2 , the old value is region=TestAcidGuarantees,,1731595290056.38fa776092ce1d75269fb328438588e8., hostname=da1c6afcd1f9,35765,1731595233113, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=38fa776092ce1d75269fb328438588e8, server=da1c6afcd1f9,35765,1731595233113 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-14T14:41:44,527 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731595290056.38fa776092ce1d75269fb328438588e8., hostname=da1c6afcd1f9,35765,1731595233113, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=38fa776092ce1d75269fb328438588e8, server=da1c6afcd1f9,35765,1731595233113 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-14T14:41:44,527 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731595290056.38fa776092ce1d75269fb328438588e8., hostname=da1c6afcd1f9,35765,1731595233113, seqNum=2 because the exception is null or not the one we care about 2024-11-14T14:41:44,530 INFO [RS_FLUSH_OPERATIONS-regionserver/da1c6afcd1f9:0-0 {event_type=RS_FLUSH_REGIONS, pid=79}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:34345/user/jenkins/test-data/14d118ee-a83a-b09b-5913-1a58940a5db1/data/default/TestAcidGuarantees/38fa776092ce1d75269fb328438588e8/A/39a87206381b4156a47e74726ec26425, entries=150, sequenceid=234, filesize=11.9 K 2024-11-14T14:41:44,531 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35765 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=38fa776092ce1d75269fb328438588e8, server=da1c6afcd1f9,35765,1731595233113 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-14T14:41:44,531 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35765 {}] ipc.CallRunner(138): callId: 78 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:38294 deadline: 1731595364526, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=38fa776092ce1d75269fb328438588e8, server=da1c6afcd1f9,35765,1731595233113 2024-11-14T14:41:44,531 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731595290056.38fa776092ce1d75269fb328438588e8., hostname=da1c6afcd1f9,35765,1731595233113, seqNum=2 , the old value is region=TestAcidGuarantees,,1731595290056.38fa776092ce1d75269fb328438588e8., hostname=da1c6afcd1f9,35765,1731595233113, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=38fa776092ce1d75269fb328438588e8, server=da1c6afcd1f9,35765,1731595233113 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-14T14:41:44,531 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731595290056.38fa776092ce1d75269fb328438588e8., hostname=da1c6afcd1f9,35765,1731595233113, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=38fa776092ce1d75269fb328438588e8, server=da1c6afcd1f9,35765,1731595233113 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-14T14:41:44,531 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731595290056.38fa776092ce1d75269fb328438588e8., hostname=da1c6afcd1f9,35765,1731595233113, seqNum=2 because the exception is null or not the one we care about 2024-11-14T14:41:44,531 DEBUG [RS_FLUSH_OPERATIONS-regionserver/da1c6afcd1f9:0-0 {event_type=RS_FLUSH_REGIONS, pid=79}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:34345/user/jenkins/test-data/14d118ee-a83a-b09b-5913-1a58940a5db1/data/default/TestAcidGuarantees/38fa776092ce1d75269fb328438588e8/.tmp/B/f0ac9e6a72e34afdb3aacdbc3166a018 as hdfs://localhost:34345/user/jenkins/test-data/14d118ee-a83a-b09b-5913-1a58940a5db1/data/default/TestAcidGuarantees/38fa776092ce1d75269fb328438588e8/B/f0ac9e6a72e34afdb3aacdbc3166a018 2024-11-14T14:41:44,535 INFO [RS_FLUSH_OPERATIONS-regionserver/da1c6afcd1f9:0-0 {event_type=RS_FLUSH_REGIONS, pid=79}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:34345/user/jenkins/test-data/14d118ee-a83a-b09b-5913-1a58940a5db1/data/default/TestAcidGuarantees/38fa776092ce1d75269fb328438588e8/B/f0ac9e6a72e34afdb3aacdbc3166a018, entries=150, sequenceid=234, filesize=11.9 K 2024-11-14T14:41:44,536 DEBUG [RS_FLUSH_OPERATIONS-regionserver/da1c6afcd1f9:0-0 {event_type=RS_FLUSH_REGIONS, pid=79}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:34345/user/jenkins/test-data/14d118ee-a83a-b09b-5913-1a58940a5db1/data/default/TestAcidGuarantees/38fa776092ce1d75269fb328438588e8/.tmp/C/7fb5a0a3791c456fbfe54951560bcf11 as hdfs://localhost:34345/user/jenkins/test-data/14d118ee-a83a-b09b-5913-1a58940a5db1/data/default/TestAcidGuarantees/38fa776092ce1d75269fb328438588e8/C/7fb5a0a3791c456fbfe54951560bcf11 2024-11-14T14:41:44,541 INFO [RS_FLUSH_OPERATIONS-regionserver/da1c6afcd1f9:0-0 {event_type=RS_FLUSH_REGIONS, pid=79}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:34345/user/jenkins/test-data/14d118ee-a83a-b09b-5913-1a58940a5db1/data/default/TestAcidGuarantees/38fa776092ce1d75269fb328438588e8/C/7fb5a0a3791c456fbfe54951560bcf11, entries=150, sequenceid=234, filesize=11.9 K 2024-11-14T14:41:44,543 INFO [RS_FLUSH_OPERATIONS-regionserver/da1c6afcd1f9:0-0 {event_type=RS_FLUSH_REGIONS, pid=79}] regionserver.HRegion(3140): Finished flush of dataSize ~87.22 KB/89310, heapSize ~259.69 KB/265920, currentSize=87.22 KB/89310 for 38fa776092ce1d75269fb328438588e8 in 1260ms, sequenceid=234, compaction requested=true 2024-11-14T14:41:44,543 DEBUG [RS_FLUSH_OPERATIONS-regionserver/da1c6afcd1f9:0-0 {event_type=RS_FLUSH_REGIONS, pid=79}] regionserver.HRegion(2603): Flush status journal for 38fa776092ce1d75269fb328438588e8: 2024-11-14T14:41:44,543 DEBUG [RS_FLUSH_OPERATIONS-regionserver/da1c6afcd1f9:0-0 {event_type=RS_FLUSH_REGIONS, pid=79}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1731595290056.38fa776092ce1d75269fb328438588e8. 2024-11-14T14:41:44,543 DEBUG [RS_FLUSH_OPERATIONS-regionserver/da1c6afcd1f9:0-0 {event_type=RS_FLUSH_REGIONS, pid=79}] regionserver.RemoteProcedureResultReporter(62): Successfully complete execution of pid=79 2024-11-14T14:41:44,544 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45145 {}] master.HMaster(4169): Remote procedure done, pid=79 2024-11-14T14:41:44,547 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=79, resume processing ppid=78 2024-11-14T14:41:44,547 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1521): Finished pid=79, ppid=78, state=SUCCESS, hasLock=false; org.apache.hadoop.hbase.master.procedure.FlushRegionProcedure in 1.4150 sec 2024-11-14T14:41:44,549 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1521): Finished pid=78, state=SUCCESS, hasLock=false; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=78, table=TestAcidGuarantees in 1.4200 sec 2024-11-14T14:41:45,286 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45145 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=78 2024-11-14T14:41:45,287 INFO [RPCClient-NioEventLoopGroup-4-6 {}] client.RawAsyncHBaseAdmin$TableProcedureBiConsumer(2721): Operation: FLUSH, Table Name: default:TestAcidGuarantees completed 2024-11-14T14:41:45,287 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45145 {}] master.HMaster$22(4506): Client=jenkins//172.17.0.2 flush TestAcidGuarantees 2024-11-14T14:41:45,288 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45145 {}] procedure2.ProcedureExecutor(1139): Stored pid=80, state=RUNNABLE:FLUSH_TABLE_PREPARE, hasLock=false; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=80, table=TestAcidGuarantees 2024-11-14T14:41:45,289 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45145 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=80 2024-11-14T14:41:45,290 INFO [PEWorker-2 {}] procedure.FlushTableProcedure(91): pid=80, state=RUNNABLE:FLUSH_TABLE_PREPARE, hasLock=true; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=80, table=TestAcidGuarantees execute state=FLUSH_TABLE_PREPARE 2024-11-14T14:41:45,290 INFO [PEWorker-2 {}] procedure.FlushTableProcedure(91): pid=80, state=RUNNABLE:FLUSH_TABLE_FLUSH_REGIONS, hasLock=true; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=80, table=TestAcidGuarantees execute state=FLUSH_TABLE_FLUSH_REGIONS 2024-11-14T14:41:45,291 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=81, ppid=80, state=RUNNABLE, hasLock=false; org.apache.hadoop.hbase.master.procedure.FlushRegionProcedure}] 2024-11-14T14:41:45,396 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45145 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=80 2024-11-14T14:41:45,443 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=35765 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=81 2024-11-14T14:41:45,443 DEBUG [RS_FLUSH_OPERATIONS-regionserver/da1c6afcd1f9:0-1 {event_type=RS_FLUSH_REGIONS, pid=81}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1731595290056.38fa776092ce1d75269fb328438588e8. 2024-11-14T14:41:45,444 INFO [RS_FLUSH_OPERATIONS-regionserver/da1c6afcd1f9:0-1 {event_type=RS_FLUSH_REGIONS, pid=81}] regionserver.HRegion(2902): Flushing 38fa776092ce1d75269fb328438588e8 3/3 column families, dataSize=87.22 KB heapSize=259.73 KB 2024-11-14T14:41:45,444 DEBUG [RS_FLUSH_OPERATIONS-regionserver/da1c6afcd1f9:0-1 {event_type=RS_FLUSH_REGIONS, pid=81}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 38fa776092ce1d75269fb328438588e8, store=A 2024-11-14T14:41:45,444 DEBUG [RS_FLUSH_OPERATIONS-regionserver/da1c6afcd1f9:0-1 {event_type=RS_FLUSH_REGIONS, pid=81}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-14T14:41:45,444 DEBUG [RS_FLUSH_OPERATIONS-regionserver/da1c6afcd1f9:0-1 {event_type=RS_FLUSH_REGIONS, pid=81}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 38fa776092ce1d75269fb328438588e8, store=B 2024-11-14T14:41:45,444 DEBUG [RS_FLUSH_OPERATIONS-regionserver/da1c6afcd1f9:0-1 {event_type=RS_FLUSH_REGIONS, pid=81}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-14T14:41:45,444 DEBUG [RS_FLUSH_OPERATIONS-regionserver/da1c6afcd1f9:0-1 {event_type=RS_FLUSH_REGIONS, pid=81}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 38fa776092ce1d75269fb328438588e8, store=C 2024-11-14T14:41:45,444 DEBUG [RS_FLUSH_OPERATIONS-regionserver/da1c6afcd1f9:0-1 {event_type=RS_FLUSH_REGIONS, pid=81}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-14T14:41:45,449 DEBUG [RS_FLUSH_OPERATIONS-regionserver/da1c6afcd1f9:0-1 {event_type=RS_FLUSH_REGIONS, pid=81}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:34345/user/jenkins/test-data/14d118ee-a83a-b09b-5913-1a58940a5db1/data/default/TestAcidGuarantees/38fa776092ce1d75269fb328438588e8/.tmp/A/6602f8f1bded48bcafe0346a184e8e11 is 50, key is test_row_0/A:col10/1731595303381/Put/seqid=0 2024-11-14T14:41:45,453 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36699 is added to blk_1073742120_1296 (size=12151) 2024-11-14T14:41:45,541 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35765 {}] regionserver.HRegion(8855): Flush requested on 38fa776092ce1d75269fb328438588e8 2024-11-14T14:41:45,541 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1731595290056.38fa776092ce1d75269fb328438588e8. as already flushing 2024-11-14T14:41:45,574 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35765 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=38fa776092ce1d75269fb328438588e8, server=da1c6afcd1f9,35765,1731595233113 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-14T14:41:45,574 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35765 {}] ipc.CallRunner(138): callId: 84 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:38314 deadline: 1731595365568, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=38fa776092ce1d75269fb328438588e8, server=da1c6afcd1f9,35765,1731595233113 2024-11-14T14:41:45,575 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731595290056.38fa776092ce1d75269fb328438588e8., hostname=da1c6afcd1f9,35765,1731595233113, seqNum=2 , the old value is region=TestAcidGuarantees,,1731595290056.38fa776092ce1d75269fb328438588e8., hostname=da1c6afcd1f9,35765,1731595233113, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=38fa776092ce1d75269fb328438588e8, server=da1c6afcd1f9,35765,1731595233113 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-14T14:41:45,575 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731595290056.38fa776092ce1d75269fb328438588e8., hostname=da1c6afcd1f9,35765,1731595233113, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=38fa776092ce1d75269fb328438588e8, server=da1c6afcd1f9,35765,1731595233113 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-14T14:41:45,575 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731595290056.38fa776092ce1d75269fb328438588e8., hostname=da1c6afcd1f9,35765,1731595233113, seqNum=2 because the exception is null or not the one we care about 2024-11-14T14:41:45,578 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35765 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=38fa776092ce1d75269fb328438588e8, server=da1c6afcd1f9,35765,1731595233113 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-14T14:41:45,578 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35765 {}] ipc.CallRunner(138): callId: 84 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:38294 deadline: 1731595365573, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=38fa776092ce1d75269fb328438588e8, server=da1c6afcd1f9,35765,1731595233113 2024-11-14T14:41:45,579 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731595290056.38fa776092ce1d75269fb328438588e8., hostname=da1c6afcd1f9,35765,1731595233113, seqNum=2 , the old value is region=TestAcidGuarantees,,1731595290056.38fa776092ce1d75269fb328438588e8., hostname=da1c6afcd1f9,35765,1731595233113, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=38fa776092ce1d75269fb328438588e8, server=da1c6afcd1f9,35765,1731595233113 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-14T14:41:45,579 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731595290056.38fa776092ce1d75269fb328438588e8., hostname=da1c6afcd1f9,35765,1731595233113, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=38fa776092ce1d75269fb328438588e8, server=da1c6afcd1f9,35765,1731595233113 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-14T14:41:45,579 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731595290056.38fa776092ce1d75269fb328438588e8., hostname=da1c6afcd1f9,35765,1731595233113, seqNum=2 because the exception is null or not the one we care about 2024-11-14T14:41:45,581 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35765 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=38fa776092ce1d75269fb328438588e8, server=da1c6afcd1f9,35765,1731595233113 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-14T14:41:45,581 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35765 {}] ipc.CallRunner(138): callId: 89 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:38270 deadline: 1731595365574, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=38fa776092ce1d75269fb328438588e8, server=da1c6afcd1f9,35765,1731595233113 2024-11-14T14:41:45,581 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731595290056.38fa776092ce1d75269fb328438588e8., hostname=da1c6afcd1f9,35765,1731595233113, seqNum=2 , the old value is region=TestAcidGuarantees,,1731595290056.38fa776092ce1d75269fb328438588e8., hostname=da1c6afcd1f9,35765,1731595233113, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=38fa776092ce1d75269fb328438588e8, server=da1c6afcd1f9,35765,1731595233113 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-14T14:41:45,581 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731595290056.38fa776092ce1d75269fb328438588e8., hostname=da1c6afcd1f9,35765,1731595233113, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=38fa776092ce1d75269fb328438588e8, server=da1c6afcd1f9,35765,1731595233113 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-14T14:41:45,581 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731595290056.38fa776092ce1d75269fb328438588e8., hostname=da1c6afcd1f9,35765,1731595233113, seqNum=2 because the exception is null or not the one we care about 2024-11-14T14:41:45,605 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45145 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=80 2024-11-14T14:41:45,690 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35765 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=38fa776092ce1d75269fb328438588e8, server=da1c6afcd1f9,35765,1731595233113 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-14T14:41:45,690 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35765 {}] ipc.CallRunner(138): callId: 85 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:38314 deadline: 1731595365686, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=38fa776092ce1d75269fb328438588e8, server=da1c6afcd1f9,35765,1731595233113 2024-11-14T14:41:45,690 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731595290056.38fa776092ce1d75269fb328438588e8., hostname=da1c6afcd1f9,35765,1731595233113, seqNum=2 , the old value is region=TestAcidGuarantees,,1731595290056.38fa776092ce1d75269fb328438588e8., hostname=da1c6afcd1f9,35765,1731595233113, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=38fa776092ce1d75269fb328438588e8, server=da1c6afcd1f9,35765,1731595233113 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-14T14:41:45,690 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35765 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=38fa776092ce1d75269fb328438588e8, server=da1c6afcd1f9,35765,1731595233113 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-14T14:41:45,690 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731595290056.38fa776092ce1d75269fb328438588e8., hostname=da1c6afcd1f9,35765,1731595233113, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=38fa776092ce1d75269fb328438588e8, server=da1c6afcd1f9,35765,1731595233113 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-14T14:41:45,690 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731595290056.38fa776092ce1d75269fb328438588e8., hostname=da1c6afcd1f9,35765,1731595233113, seqNum=2 because the exception is null or not the one we care about 2024-11-14T14:41:45,690 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35765 {}] ipc.CallRunner(138): callId: 85 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:38294 deadline: 1731595365686, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=38fa776092ce1d75269fb328438588e8, server=da1c6afcd1f9,35765,1731595233113 2024-11-14T14:41:45,691 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731595290056.38fa776092ce1d75269fb328438588e8., hostname=da1c6afcd1f9,35765,1731595233113, seqNum=2 , the old value is region=TestAcidGuarantees,,1731595290056.38fa776092ce1d75269fb328438588e8., hostname=da1c6afcd1f9,35765,1731595233113, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=38fa776092ce1d75269fb328438588e8, server=da1c6afcd1f9,35765,1731595233113 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-14T14:41:45,691 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731595290056.38fa776092ce1d75269fb328438588e8., hostname=da1c6afcd1f9,35765,1731595233113, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=38fa776092ce1d75269fb328438588e8, server=da1c6afcd1f9,35765,1731595233113 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-14T14:41:45,691 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731595290056.38fa776092ce1d75269fb328438588e8., hostname=da1c6afcd1f9,35765,1731595233113, seqNum=2 because the exception is null or not the one we care about 2024-11-14T14:41:45,691 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35765 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=38fa776092ce1d75269fb328438588e8, server=da1c6afcd1f9,35765,1731595233113 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-14T14:41:45,691 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35765 {}] ipc.CallRunner(138): callId: 90 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:38270 deadline: 1731595365687, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=38fa776092ce1d75269fb328438588e8, server=da1c6afcd1f9,35765,1731595233113 2024-11-14T14:41:45,691 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731595290056.38fa776092ce1d75269fb328438588e8., hostname=da1c6afcd1f9,35765,1731595233113, seqNum=2 , the old value is region=TestAcidGuarantees,,1731595290056.38fa776092ce1d75269fb328438588e8., hostname=da1c6afcd1f9,35765,1731595233113, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=38fa776092ce1d75269fb328438588e8, server=da1c6afcd1f9,35765,1731595233113 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-14T14:41:45,691 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731595290056.38fa776092ce1d75269fb328438588e8., hostname=da1c6afcd1f9,35765,1731595233113, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=38fa776092ce1d75269fb328438588e8, server=da1c6afcd1f9,35765,1731595233113 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-14T14:41:45,691 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731595290056.38fa776092ce1d75269fb328438588e8., hostname=da1c6afcd1f9,35765,1731595233113, seqNum=2 because the exception is null or not the one we care about 2024-11-14T14:41:45,853 INFO [RS_FLUSH_OPERATIONS-regionserver/da1c6afcd1f9:0-1 {event_type=RS_FLUSH_REGIONS, pid=81}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=29.07 KB at sequenceid=250 (bloomFilter=true), to=hdfs://localhost:34345/user/jenkins/test-data/14d118ee-a83a-b09b-5913-1a58940a5db1/data/default/TestAcidGuarantees/38fa776092ce1d75269fb328438588e8/.tmp/A/6602f8f1bded48bcafe0346a184e8e11 2024-11-14T14:41:45,865 DEBUG [RS_FLUSH_OPERATIONS-regionserver/da1c6afcd1f9:0-1 {event_type=RS_FLUSH_REGIONS, pid=81}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:34345/user/jenkins/test-data/14d118ee-a83a-b09b-5913-1a58940a5db1/data/default/TestAcidGuarantees/38fa776092ce1d75269fb328438588e8/.tmp/B/7e927642f502493f8dc5396ad1a2eaf1 is 50, key is test_row_0/B:col10/1731595303381/Put/seqid=0 2024-11-14T14:41:45,868 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36699 is added to blk_1073742121_1297 (size=12151) 2024-11-14T14:41:45,899 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35765 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=38fa776092ce1d75269fb328438588e8, server=da1c6afcd1f9,35765,1731595233113 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-14T14:41:45,899 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35765 {}] ipc.CallRunner(138): callId: 86 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:38314 deadline: 1731595365896, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=38fa776092ce1d75269fb328438588e8, server=da1c6afcd1f9,35765,1731595233113 2024-11-14T14:41:45,899 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35765 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=38fa776092ce1d75269fb328438588e8, server=da1c6afcd1f9,35765,1731595233113 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-14T14:41:45,899 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731595290056.38fa776092ce1d75269fb328438588e8., hostname=da1c6afcd1f9,35765,1731595233113, seqNum=2 , the old value is region=TestAcidGuarantees,,1731595290056.38fa776092ce1d75269fb328438588e8., hostname=da1c6afcd1f9,35765,1731595233113, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=38fa776092ce1d75269fb328438588e8, server=da1c6afcd1f9,35765,1731595233113 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-14T14:41:45,900 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731595290056.38fa776092ce1d75269fb328438588e8., hostname=da1c6afcd1f9,35765,1731595233113, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=38fa776092ce1d75269fb328438588e8, server=da1c6afcd1f9,35765,1731595233113 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-14T14:41:45,900 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35765 {}] ipc.CallRunner(138): callId: 86 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:38294 deadline: 1731595365896, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=38fa776092ce1d75269fb328438588e8, server=da1c6afcd1f9,35765,1731595233113 2024-11-14T14:41:45,900 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731595290056.38fa776092ce1d75269fb328438588e8., hostname=da1c6afcd1f9,35765,1731595233113, seqNum=2 because the exception is null or not the one we care about 2024-11-14T14:41:45,900 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35765 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=38fa776092ce1d75269fb328438588e8, server=da1c6afcd1f9,35765,1731595233113 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-14T14:41:45,900 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731595290056.38fa776092ce1d75269fb328438588e8., hostname=da1c6afcd1f9,35765,1731595233113, seqNum=2 , the old value is region=TestAcidGuarantees,,1731595290056.38fa776092ce1d75269fb328438588e8., hostname=da1c6afcd1f9,35765,1731595233113, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=38fa776092ce1d75269fb328438588e8, server=da1c6afcd1f9,35765,1731595233113 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-14T14:41:45,900 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731595290056.38fa776092ce1d75269fb328438588e8., hostname=da1c6afcd1f9,35765,1731595233113, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=38fa776092ce1d75269fb328438588e8, server=da1c6afcd1f9,35765,1731595233113 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-14T14:41:45,900 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731595290056.38fa776092ce1d75269fb328438588e8., hostname=da1c6afcd1f9,35765,1731595233113, seqNum=2 because the exception is null or not the one we care about 2024-11-14T14:41:45,900 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35765 {}] ipc.CallRunner(138): callId: 91 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:38270 deadline: 1731595365896, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=38fa776092ce1d75269fb328438588e8, server=da1c6afcd1f9,35765,1731595233113 2024-11-14T14:41:45,900 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731595290056.38fa776092ce1d75269fb328438588e8., hostname=da1c6afcd1f9,35765,1731595233113, seqNum=2 , the old value is region=TestAcidGuarantees,,1731595290056.38fa776092ce1d75269fb328438588e8., hostname=da1c6afcd1f9,35765,1731595233113, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=38fa776092ce1d75269fb328438588e8, server=da1c6afcd1f9,35765,1731595233113 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-14T14:41:45,900 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731595290056.38fa776092ce1d75269fb328438588e8., hostname=da1c6afcd1f9,35765,1731595233113, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=38fa776092ce1d75269fb328438588e8, server=da1c6afcd1f9,35765,1731595233113 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-14T14:41:45,900 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731595290056.38fa776092ce1d75269fb328438588e8., hostname=da1c6afcd1f9,35765,1731595233113, seqNum=2 because the exception is null or not the one we care about 2024-11-14T14:41:45,916 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45145 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=80 2024-11-14T14:41:46,208 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35765 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=38fa776092ce1d75269fb328438588e8, server=da1c6afcd1f9,35765,1731595233113 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-14T14:41:46,208 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35765 {}] ipc.CallRunner(138): callId: 87 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:38314 deadline: 1731595366206, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=38fa776092ce1d75269fb328438588e8, server=da1c6afcd1f9,35765,1731595233113 2024-11-14T14:41:46,209 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35765 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=38fa776092ce1d75269fb328438588e8, server=da1c6afcd1f9,35765,1731595233113 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-14T14:41:46,209 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731595290056.38fa776092ce1d75269fb328438588e8., hostname=da1c6afcd1f9,35765,1731595233113, seqNum=2 , the old value is region=TestAcidGuarantees,,1731595290056.38fa776092ce1d75269fb328438588e8., hostname=da1c6afcd1f9,35765,1731595233113, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=38fa776092ce1d75269fb328438588e8, server=da1c6afcd1f9,35765,1731595233113 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-14T14:41:46,209 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731595290056.38fa776092ce1d75269fb328438588e8., hostname=da1c6afcd1f9,35765,1731595233113, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=38fa776092ce1d75269fb328438588e8, server=da1c6afcd1f9,35765,1731595233113 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-14T14:41:46,209 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35765 {}] ipc.CallRunner(138): callId: 87 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:38294 deadline: 1731595366206, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=38fa776092ce1d75269fb328438588e8, server=da1c6afcd1f9,35765,1731595233113 2024-11-14T14:41:46,209 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731595290056.38fa776092ce1d75269fb328438588e8., hostname=da1c6afcd1f9,35765,1731595233113, seqNum=2 because the exception is null or not the one we care about 2024-11-14T14:41:46,209 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35765 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=38fa776092ce1d75269fb328438588e8, server=da1c6afcd1f9,35765,1731595233113 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-14T14:41:46,209 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731595290056.38fa776092ce1d75269fb328438588e8., hostname=da1c6afcd1f9,35765,1731595233113, seqNum=2 , the old value is region=TestAcidGuarantees,,1731595290056.38fa776092ce1d75269fb328438588e8., hostname=da1c6afcd1f9,35765,1731595233113, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=38fa776092ce1d75269fb328438588e8, server=da1c6afcd1f9,35765,1731595233113 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-14T14:41:46,209 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731595290056.38fa776092ce1d75269fb328438588e8., hostname=da1c6afcd1f9,35765,1731595233113, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=38fa776092ce1d75269fb328438588e8, server=da1c6afcd1f9,35765,1731595233113 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-14T14:41:46,209 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731595290056.38fa776092ce1d75269fb328438588e8., hostname=da1c6afcd1f9,35765,1731595233113, seqNum=2 because the exception is null or not the one we care about 2024-11-14T14:41:46,209 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35765 {}] ipc.CallRunner(138): callId: 92 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:38270 deadline: 1731595366206, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=38fa776092ce1d75269fb328438588e8, server=da1c6afcd1f9,35765,1731595233113 2024-11-14T14:41:46,209 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731595290056.38fa776092ce1d75269fb328438588e8., hostname=da1c6afcd1f9,35765,1731595233113, seqNum=2 , the old value is region=TestAcidGuarantees,,1731595290056.38fa776092ce1d75269fb328438588e8., hostname=da1c6afcd1f9,35765,1731595233113, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=38fa776092ce1d75269fb328438588e8, server=da1c6afcd1f9,35765,1731595233113 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-14T14:41:46,209 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731595290056.38fa776092ce1d75269fb328438588e8., hostname=da1c6afcd1f9,35765,1731595233113, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=38fa776092ce1d75269fb328438588e8, server=da1c6afcd1f9,35765,1731595233113 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-14T14:41:46,209 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731595290056.38fa776092ce1d75269fb328438588e8., hostname=da1c6afcd1f9,35765,1731595233113, seqNum=2 because the exception is null or not the one we care about 2024-11-14T14:41:46,269 INFO [RS_FLUSH_OPERATIONS-regionserver/da1c6afcd1f9:0-1 {event_type=RS_FLUSH_REGIONS, pid=81}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=29.07 KB at sequenceid=250 (bloomFilter=true), to=hdfs://localhost:34345/user/jenkins/test-data/14d118ee-a83a-b09b-5913-1a58940a5db1/data/default/TestAcidGuarantees/38fa776092ce1d75269fb328438588e8/.tmp/B/7e927642f502493f8dc5396ad1a2eaf1 2024-11-14T14:41:46,278 DEBUG [RS_FLUSH_OPERATIONS-regionserver/da1c6afcd1f9:0-1 {event_type=RS_FLUSH_REGIONS, pid=81}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:34345/user/jenkins/test-data/14d118ee-a83a-b09b-5913-1a58940a5db1/data/default/TestAcidGuarantees/38fa776092ce1d75269fb328438588e8/.tmp/C/e450c4c00295463f904b6e1e55937b9f is 50, key is test_row_0/C:col10/1731595303381/Put/seqid=0 2024-11-14T14:41:46,282 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36699 is added to blk_1073742122_1298 (size=12151) 2024-11-14T14:41:46,282 INFO [RS_FLUSH_OPERATIONS-regionserver/da1c6afcd1f9:0-1 {event_type=RS_FLUSH_REGIONS, pid=81}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=29.07 KB at sequenceid=250 (bloomFilter=true), to=hdfs://localhost:34345/user/jenkins/test-data/14d118ee-a83a-b09b-5913-1a58940a5db1/data/default/TestAcidGuarantees/38fa776092ce1d75269fb328438588e8/.tmp/C/e450c4c00295463f904b6e1e55937b9f 2024-11-14T14:41:46,288 DEBUG [RS_FLUSH_OPERATIONS-regionserver/da1c6afcd1f9:0-1 {event_type=RS_FLUSH_REGIONS, pid=81}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:34345/user/jenkins/test-data/14d118ee-a83a-b09b-5913-1a58940a5db1/data/default/TestAcidGuarantees/38fa776092ce1d75269fb328438588e8/.tmp/A/6602f8f1bded48bcafe0346a184e8e11 as hdfs://localhost:34345/user/jenkins/test-data/14d118ee-a83a-b09b-5913-1a58940a5db1/data/default/TestAcidGuarantees/38fa776092ce1d75269fb328438588e8/A/6602f8f1bded48bcafe0346a184e8e11 2024-11-14T14:41:46,292 INFO [RS_FLUSH_OPERATIONS-regionserver/da1c6afcd1f9:0-1 {event_type=RS_FLUSH_REGIONS, pid=81}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:34345/user/jenkins/test-data/14d118ee-a83a-b09b-5913-1a58940a5db1/data/default/TestAcidGuarantees/38fa776092ce1d75269fb328438588e8/A/6602f8f1bded48bcafe0346a184e8e11, entries=150, sequenceid=250, filesize=11.9 K 2024-11-14T14:41:46,294 DEBUG [RS_FLUSH_OPERATIONS-regionserver/da1c6afcd1f9:0-1 {event_type=RS_FLUSH_REGIONS, pid=81}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:34345/user/jenkins/test-data/14d118ee-a83a-b09b-5913-1a58940a5db1/data/default/TestAcidGuarantees/38fa776092ce1d75269fb328438588e8/.tmp/B/7e927642f502493f8dc5396ad1a2eaf1 as hdfs://localhost:34345/user/jenkins/test-data/14d118ee-a83a-b09b-5913-1a58940a5db1/data/default/TestAcidGuarantees/38fa776092ce1d75269fb328438588e8/B/7e927642f502493f8dc5396ad1a2eaf1 2024-11-14T14:41:46,301 INFO [RS_FLUSH_OPERATIONS-regionserver/da1c6afcd1f9:0-1 {event_type=RS_FLUSH_REGIONS, pid=81}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:34345/user/jenkins/test-data/14d118ee-a83a-b09b-5913-1a58940a5db1/data/default/TestAcidGuarantees/38fa776092ce1d75269fb328438588e8/B/7e927642f502493f8dc5396ad1a2eaf1, entries=150, sequenceid=250, filesize=11.9 K 2024-11-14T14:41:46,302 DEBUG [RS_FLUSH_OPERATIONS-regionserver/da1c6afcd1f9:0-1 {event_type=RS_FLUSH_REGIONS, pid=81}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:34345/user/jenkins/test-data/14d118ee-a83a-b09b-5913-1a58940a5db1/data/default/TestAcidGuarantees/38fa776092ce1d75269fb328438588e8/.tmp/C/e450c4c00295463f904b6e1e55937b9f as hdfs://localhost:34345/user/jenkins/test-data/14d118ee-a83a-b09b-5913-1a58940a5db1/data/default/TestAcidGuarantees/38fa776092ce1d75269fb328438588e8/C/e450c4c00295463f904b6e1e55937b9f 2024-11-14T14:41:46,306 INFO [RS_FLUSH_OPERATIONS-regionserver/da1c6afcd1f9:0-1 {event_type=RS_FLUSH_REGIONS, pid=81}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:34345/user/jenkins/test-data/14d118ee-a83a-b09b-5913-1a58940a5db1/data/default/TestAcidGuarantees/38fa776092ce1d75269fb328438588e8/C/e450c4c00295463f904b6e1e55937b9f, entries=150, sequenceid=250, filesize=11.9 K 2024-11-14T14:41:46,307 INFO [RS_FLUSH_OPERATIONS-regionserver/da1c6afcd1f9:0-1 {event_type=RS_FLUSH_REGIONS, pid=81}] regionserver.HRegion(3140): Finished flush of dataSize ~87.22 KB/89310, heapSize ~259.69 KB/265920, currentSize=87.22 KB/89310 for 38fa776092ce1d75269fb328438588e8 in 863ms, sequenceid=250, compaction requested=true 2024-11-14T14:41:46,307 DEBUG [RS_FLUSH_OPERATIONS-regionserver/da1c6afcd1f9:0-1 {event_type=RS_FLUSH_REGIONS, pid=81}] regionserver.HRegion(2603): Flush status journal for 38fa776092ce1d75269fb328438588e8: 2024-11-14T14:41:46,308 DEBUG [RS_FLUSH_OPERATIONS-regionserver/da1c6afcd1f9:0-1 {event_type=RS_FLUSH_REGIONS, pid=81}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1731595290056.38fa776092ce1d75269fb328438588e8. 2024-11-14T14:41:46,308 DEBUG [RS_FLUSH_OPERATIONS-regionserver/da1c6afcd1f9:0-1 {event_type=RS_FLUSH_REGIONS, pid=81}] regionserver.RemoteProcedureResultReporter(62): Successfully complete execution of pid=81 2024-11-14T14:41:46,308 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45145 {}] master.HMaster(4169): Remote procedure done, pid=81 2024-11-14T14:41:46,311 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=81, resume processing ppid=80 2024-11-14T14:41:46,311 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1521): Finished pid=81, ppid=80, state=SUCCESS, hasLock=false; org.apache.hadoop.hbase.master.procedure.FlushRegionProcedure in 1.0180 sec 2024-11-14T14:41:46,313 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1521): Finished pid=80, state=SUCCESS, hasLock=false; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=80, table=TestAcidGuarantees in 1.0240 sec 2024-11-14T14:41:46,426 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45145 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=80 2024-11-14T14:41:46,427 INFO [RPCClient-NioEventLoopGroup-4-6 {}] client.RawAsyncHBaseAdmin$TableProcedureBiConsumer(2721): Operation: FLUSH, Table Name: default:TestAcidGuarantees completed 2024-11-14T14:41:46,427 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45145 {}] master.HMaster$22(4506): Client=jenkins//172.17.0.2 flush TestAcidGuarantees 2024-11-14T14:41:46,428 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45145 {}] procedure2.ProcedureExecutor(1139): Stored pid=82, state=RUNNABLE:FLUSH_TABLE_PREPARE, hasLock=false; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=82, table=TestAcidGuarantees 2024-11-14T14:41:46,429 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45145 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=82 2024-11-14T14:41:46,429 INFO [PEWorker-5 {}] procedure.FlushTableProcedure(91): pid=82, state=RUNNABLE:FLUSH_TABLE_PREPARE, hasLock=true; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=82, table=TestAcidGuarantees execute state=FLUSH_TABLE_PREPARE 2024-11-14T14:41:46,430 INFO [PEWorker-5 {}] procedure.FlushTableProcedure(91): pid=82, state=RUNNABLE:FLUSH_TABLE_FLUSH_REGIONS, hasLock=true; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=82, table=TestAcidGuarantees execute state=FLUSH_TABLE_FLUSH_REGIONS 2024-11-14T14:41:46,430 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=83, ppid=82, state=RUNNABLE, hasLock=false; org.apache.hadoop.hbase.master.procedure.FlushRegionProcedure}] 2024-11-14T14:41:46,536 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45145 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=82 2024-11-14T14:41:46,582 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=35765 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=83 2024-11-14T14:41:46,582 DEBUG [RS_FLUSH_OPERATIONS-regionserver/da1c6afcd1f9:0-2 {event_type=RS_FLUSH_REGIONS, pid=83}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1731595290056.38fa776092ce1d75269fb328438588e8. 2024-11-14T14:41:46,582 INFO [RS_FLUSH_OPERATIONS-regionserver/da1c6afcd1f9:0-2 {event_type=RS_FLUSH_REGIONS, pid=83}] regionserver.HRegion(2902): Flushing 38fa776092ce1d75269fb328438588e8 3/3 column families, dataSize=87.22 KB heapSize=259.73 KB 2024-11-14T14:41:46,583 DEBUG [RS_FLUSH_OPERATIONS-regionserver/da1c6afcd1f9:0-2 {event_type=RS_FLUSH_REGIONS, pid=83}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 38fa776092ce1d75269fb328438588e8, store=A 2024-11-14T14:41:46,583 DEBUG [RS_FLUSH_OPERATIONS-regionserver/da1c6afcd1f9:0-2 {event_type=RS_FLUSH_REGIONS, pid=83}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-14T14:41:46,583 DEBUG [RS_FLUSH_OPERATIONS-regionserver/da1c6afcd1f9:0-2 {event_type=RS_FLUSH_REGIONS, pid=83}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 38fa776092ce1d75269fb328438588e8, store=B 2024-11-14T14:41:46,583 DEBUG [RS_FLUSH_OPERATIONS-regionserver/da1c6afcd1f9:0-2 {event_type=RS_FLUSH_REGIONS, pid=83}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-14T14:41:46,583 DEBUG [RS_FLUSH_OPERATIONS-regionserver/da1c6afcd1f9:0-2 {event_type=RS_FLUSH_REGIONS, pid=83}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 38fa776092ce1d75269fb328438588e8, store=C 2024-11-14T14:41:46,583 DEBUG [RS_FLUSH_OPERATIONS-regionserver/da1c6afcd1f9:0-2 {event_type=RS_FLUSH_REGIONS, pid=83}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-14T14:41:46,588 DEBUG [RS_FLUSH_OPERATIONS-regionserver/da1c6afcd1f9:0-2 {event_type=RS_FLUSH_REGIONS, pid=83}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:34345/user/jenkins/test-data/14d118ee-a83a-b09b-5913-1a58940a5db1/data/default/TestAcidGuarantees/38fa776092ce1d75269fb328438588e8/.tmp/A/075862561f384488aa343f78f2acabd6 is 50, key is test_row_0/A:col10/1731595305571/Put/seqid=0 2024-11-14T14:41:46,592 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36699 is added to blk_1073742123_1299 (size=12301) 2024-11-14T14:41:46,720 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35765 {}] regionserver.HRegion(8855): Flush requested on 38fa776092ce1d75269fb328438588e8 2024-11-14T14:41:46,720 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1731595290056.38fa776092ce1d75269fb328438588e8. as already flushing 2024-11-14T14:41:46,745 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35765 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=38fa776092ce1d75269fb328438588e8, server=da1c6afcd1f9,35765,1731595233113 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-14T14:41:46,746 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35765 {}] ipc.CallRunner(138): callId: 97 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:38270 deadline: 1731595366740, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=38fa776092ce1d75269fb328438588e8, server=da1c6afcd1f9,35765,1731595233113 2024-11-14T14:41:46,746 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45145 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=82 2024-11-14T14:41:46,746 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35765 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=38fa776092ce1d75269fb328438588e8, server=da1c6afcd1f9,35765,1731595233113 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-14T14:41:46,746 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35765 {}] ipc.CallRunner(138): callId: 92 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:38294 deadline: 1731595366741, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=38fa776092ce1d75269fb328438588e8, server=da1c6afcd1f9,35765,1731595233113 2024-11-14T14:41:46,746 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731595290056.38fa776092ce1d75269fb328438588e8., hostname=da1c6afcd1f9,35765,1731595233113, seqNum=2 , the old value is region=TestAcidGuarantees,,1731595290056.38fa776092ce1d75269fb328438588e8., hostname=da1c6afcd1f9,35765,1731595233113, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=38fa776092ce1d75269fb328438588e8, server=da1c6afcd1f9,35765,1731595233113 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-14T14:41:46,746 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731595290056.38fa776092ce1d75269fb328438588e8., hostname=da1c6afcd1f9,35765,1731595233113, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=38fa776092ce1d75269fb328438588e8, server=da1c6afcd1f9,35765,1731595233113 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-14T14:41:46,746 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731595290056.38fa776092ce1d75269fb328438588e8., hostname=da1c6afcd1f9,35765,1731595233113, seqNum=2 because the exception is null or not the one we care about 2024-11-14T14:41:46,746 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731595290056.38fa776092ce1d75269fb328438588e8., hostname=da1c6afcd1f9,35765,1731595233113, seqNum=2 , the old value is region=TestAcidGuarantees,,1731595290056.38fa776092ce1d75269fb328438588e8., hostname=da1c6afcd1f9,35765,1731595233113, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=38fa776092ce1d75269fb328438588e8, server=da1c6afcd1f9,35765,1731595233113 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-14T14:41:46,746 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731595290056.38fa776092ce1d75269fb328438588e8., hostname=da1c6afcd1f9,35765,1731595233113, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=38fa776092ce1d75269fb328438588e8, server=da1c6afcd1f9,35765,1731595233113 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-14T14:41:46,746 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731595290056.38fa776092ce1d75269fb328438588e8., hostname=da1c6afcd1f9,35765,1731595233113, seqNum=2 because the exception is null or not the one we care about 2024-11-14T14:41:46,752 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35765 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=38fa776092ce1d75269fb328438588e8, server=da1c6afcd1f9,35765,1731595233113 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-14T14:41:46,752 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35765 {}] ipc.CallRunner(138): callId: 93 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:38314 deadline: 1731595366746, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=38fa776092ce1d75269fb328438588e8, server=da1c6afcd1f9,35765,1731595233113 2024-11-14T14:41:46,752 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731595290056.38fa776092ce1d75269fb328438588e8., hostname=da1c6afcd1f9,35765,1731595233113, seqNum=2 , the old value is region=TestAcidGuarantees,,1731595290056.38fa776092ce1d75269fb328438588e8., hostname=da1c6afcd1f9,35765,1731595233113, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=38fa776092ce1d75269fb328438588e8, server=da1c6afcd1f9,35765,1731595233113 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-14T14:41:46,752 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731595290056.38fa776092ce1d75269fb328438588e8., hostname=da1c6afcd1f9,35765,1731595233113, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=38fa776092ce1d75269fb328438588e8, server=da1c6afcd1f9,35765,1731595233113 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-14T14:41:46,752 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731595290056.38fa776092ce1d75269fb328438588e8., hostname=da1c6afcd1f9,35765,1731595233113, seqNum=2 because the exception is null or not the one we care about 2024-11-14T14:41:46,859 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35765 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=38fa776092ce1d75269fb328438588e8, server=da1c6afcd1f9,35765,1731595233113 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-14T14:41:46,859 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35765 {}] ipc.CallRunner(138): callId: 98 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:38270 deadline: 1731595366856, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=38fa776092ce1d75269fb328438588e8, server=da1c6afcd1f9,35765,1731595233113 2024-11-14T14:41:46,859 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35765 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=38fa776092ce1d75269fb328438588e8, server=da1c6afcd1f9,35765,1731595233113 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-14T14:41:46,859 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35765 {}] ipc.CallRunner(138): callId: 93 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:38294 deadline: 1731595366856, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=38fa776092ce1d75269fb328438588e8, server=da1c6afcd1f9,35765,1731595233113 2024-11-14T14:41:46,859 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731595290056.38fa776092ce1d75269fb328438588e8., hostname=da1c6afcd1f9,35765,1731595233113, seqNum=2 , the old value is region=TestAcidGuarantees,,1731595290056.38fa776092ce1d75269fb328438588e8., hostname=da1c6afcd1f9,35765,1731595233113, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=38fa776092ce1d75269fb328438588e8, server=da1c6afcd1f9,35765,1731595233113 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-14T14:41:46,859 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731595290056.38fa776092ce1d75269fb328438588e8., hostname=da1c6afcd1f9,35765,1731595233113, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=38fa776092ce1d75269fb328438588e8, server=da1c6afcd1f9,35765,1731595233113 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-14T14:41:46,859 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731595290056.38fa776092ce1d75269fb328438588e8., hostname=da1c6afcd1f9,35765,1731595233113, seqNum=2 because the exception is null or not the one we care about 2024-11-14T14:41:46,859 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35765 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=38fa776092ce1d75269fb328438588e8, server=da1c6afcd1f9,35765,1731595233113 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-14T14:41:46,860 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731595290056.38fa776092ce1d75269fb328438588e8., hostname=da1c6afcd1f9,35765,1731595233113, seqNum=2 , the old value is region=TestAcidGuarantees,,1731595290056.38fa776092ce1d75269fb328438588e8., hostname=da1c6afcd1f9,35765,1731595233113, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=38fa776092ce1d75269fb328438588e8, server=da1c6afcd1f9,35765,1731595233113 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-14T14:41:46,860 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35765 {}] ipc.CallRunner(138): callId: 94 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:38314 deadline: 1731595366856, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=38fa776092ce1d75269fb328438588e8, server=da1c6afcd1f9,35765,1731595233113 2024-11-14T14:41:46,860 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731595290056.38fa776092ce1d75269fb328438588e8., hostname=da1c6afcd1f9,35765,1731595233113, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=38fa776092ce1d75269fb328438588e8, server=da1c6afcd1f9,35765,1731595233113 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-14T14:41:46,860 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731595290056.38fa776092ce1d75269fb328438588e8., hostname=da1c6afcd1f9,35765,1731595233113, seqNum=2 because the exception is null or not the one we care about 2024-11-14T14:41:46,860 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731595290056.38fa776092ce1d75269fb328438588e8., hostname=da1c6afcd1f9,35765,1731595233113, seqNum=2 , the old value is region=TestAcidGuarantees,,1731595290056.38fa776092ce1d75269fb328438588e8., hostname=da1c6afcd1f9,35765,1731595233113, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=38fa776092ce1d75269fb328438588e8, server=da1c6afcd1f9,35765,1731595233113 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-14T14:41:46,860 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731595290056.38fa776092ce1d75269fb328438588e8., hostname=da1c6afcd1f9,35765,1731595233113, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=38fa776092ce1d75269fb328438588e8, server=da1c6afcd1f9,35765,1731595233113 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-14T14:41:46,860 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731595290056.38fa776092ce1d75269fb328438588e8., hostname=da1c6afcd1f9,35765,1731595233113, seqNum=2 because the exception is null or not the one we care about 2024-11-14T14:41:46,993 INFO [RS_FLUSH_OPERATIONS-regionserver/da1c6afcd1f9:0-2 {event_type=RS_FLUSH_REGIONS, pid=83}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=29.07 KB at sequenceid=266 (bloomFilter=true), to=hdfs://localhost:34345/user/jenkins/test-data/14d118ee-a83a-b09b-5913-1a58940a5db1/data/default/TestAcidGuarantees/38fa776092ce1d75269fb328438588e8/.tmp/A/075862561f384488aa343f78f2acabd6 2024-11-14T14:41:47,001 DEBUG [RS_FLUSH_OPERATIONS-regionserver/da1c6afcd1f9:0-2 {event_type=RS_FLUSH_REGIONS, pid=83}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:34345/user/jenkins/test-data/14d118ee-a83a-b09b-5913-1a58940a5db1/data/default/TestAcidGuarantees/38fa776092ce1d75269fb328438588e8/.tmp/B/f17392713a9e4b39ac5d9a4b5296dc50 is 50, key is test_row_0/B:col10/1731595305571/Put/seqid=0 2024-11-14T14:41:47,011 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36699 is added to blk_1073742124_1300 (size=12301) 2024-11-14T14:41:47,056 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45145 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=82 2024-11-14T14:41:47,068 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35765 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=38fa776092ce1d75269fb328438588e8, server=da1c6afcd1f9,35765,1731595233113 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-14T14:41:47,069 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35765 {}] ipc.CallRunner(138): callId: 99 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:38270 deadline: 1731595367066, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=38fa776092ce1d75269fb328438588e8, server=da1c6afcd1f9,35765,1731595233113 2024-11-14T14:41:47,069 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35765 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=38fa776092ce1d75269fb328438588e8, server=da1c6afcd1f9,35765,1731595233113 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-14T14:41:47,069 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731595290056.38fa776092ce1d75269fb328438588e8., hostname=da1c6afcd1f9,35765,1731595233113, seqNum=2 , the old value is region=TestAcidGuarantees,,1731595290056.38fa776092ce1d75269fb328438588e8., hostname=da1c6afcd1f9,35765,1731595233113, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=38fa776092ce1d75269fb328438588e8, server=da1c6afcd1f9,35765,1731595233113 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-14T14:41:47,069 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731595290056.38fa776092ce1d75269fb328438588e8., hostname=da1c6afcd1f9,35765,1731595233113, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=38fa776092ce1d75269fb328438588e8, server=da1c6afcd1f9,35765,1731595233113 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-14T14:41:47,069 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35765 {}] ipc.CallRunner(138): callId: 94 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:38294 deadline: 1731595367066, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=38fa776092ce1d75269fb328438588e8, server=da1c6afcd1f9,35765,1731595233113 2024-11-14T14:41:47,069 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731595290056.38fa776092ce1d75269fb328438588e8., hostname=da1c6afcd1f9,35765,1731595233113, seqNum=2 because the exception is null or not the one we care about 2024-11-14T14:41:47,069 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35765 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=38fa776092ce1d75269fb328438588e8, server=da1c6afcd1f9,35765,1731595233113 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-14T14:41:47,069 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35765 {}] ipc.CallRunner(138): callId: 95 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:38314 deadline: 1731595367066, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=38fa776092ce1d75269fb328438588e8, server=da1c6afcd1f9,35765,1731595233113 2024-11-14T14:41:47,069 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731595290056.38fa776092ce1d75269fb328438588e8., hostname=da1c6afcd1f9,35765,1731595233113, seqNum=2 , the old value is region=TestAcidGuarantees,,1731595290056.38fa776092ce1d75269fb328438588e8., hostname=da1c6afcd1f9,35765,1731595233113, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=38fa776092ce1d75269fb328438588e8, server=da1c6afcd1f9,35765,1731595233113 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-14T14:41:47,069 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731595290056.38fa776092ce1d75269fb328438588e8., hostname=da1c6afcd1f9,35765,1731595233113, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=38fa776092ce1d75269fb328438588e8, server=da1c6afcd1f9,35765,1731595233113 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-14T14:41:47,069 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731595290056.38fa776092ce1d75269fb328438588e8., hostname=da1c6afcd1f9,35765,1731595233113, seqNum=2 because the exception is null or not the one we care about 2024-11-14T14:41:47,070 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731595290056.38fa776092ce1d75269fb328438588e8., hostname=da1c6afcd1f9,35765,1731595233113, seqNum=2 , the old value is region=TestAcidGuarantees,,1731595290056.38fa776092ce1d75269fb328438588e8., hostname=da1c6afcd1f9,35765,1731595233113, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=38fa776092ce1d75269fb328438588e8, server=da1c6afcd1f9,35765,1731595233113 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-14T14:41:47,070 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731595290056.38fa776092ce1d75269fb328438588e8., hostname=da1c6afcd1f9,35765,1731595233113, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=38fa776092ce1d75269fb328438588e8, server=da1c6afcd1f9,35765,1731595233113 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-14T14:41:47,070 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731595290056.38fa776092ce1d75269fb328438588e8., hostname=da1c6afcd1f9,35765,1731595233113, seqNum=2 because the exception is null or not the one we care about 2024-11-14T14:41:47,380 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35765 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=38fa776092ce1d75269fb328438588e8, server=da1c6afcd1f9,35765,1731595233113 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-14T14:41:47,380 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35765 {}] ipc.CallRunner(138): callId: 100 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:38270 deadline: 1731595367376, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=38fa776092ce1d75269fb328438588e8, server=da1c6afcd1f9,35765,1731595233113 2024-11-14T14:41:47,380 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35765 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=38fa776092ce1d75269fb328438588e8, server=da1c6afcd1f9,35765,1731595233113 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-14T14:41:47,380 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35765 {}] ipc.CallRunner(138): callId: 95 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:38294 deadline: 1731595367376, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=38fa776092ce1d75269fb328438588e8, server=da1c6afcd1f9,35765,1731595233113 2024-11-14T14:41:47,380 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731595290056.38fa776092ce1d75269fb328438588e8., hostname=da1c6afcd1f9,35765,1731595233113, seqNum=2 , the old value is region=TestAcidGuarantees,,1731595290056.38fa776092ce1d75269fb328438588e8., hostname=da1c6afcd1f9,35765,1731595233113, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=38fa776092ce1d75269fb328438588e8, server=da1c6afcd1f9,35765,1731595233113 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-14T14:41:47,380 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731595290056.38fa776092ce1d75269fb328438588e8., hostname=da1c6afcd1f9,35765,1731595233113, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=38fa776092ce1d75269fb328438588e8, server=da1c6afcd1f9,35765,1731595233113 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-14T14:41:47,380 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731595290056.38fa776092ce1d75269fb328438588e8., hostname=da1c6afcd1f9,35765,1731595233113, seqNum=2 because the exception is null or not the one we care about 2024-11-14T14:41:47,380 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35765 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=38fa776092ce1d75269fb328438588e8, server=da1c6afcd1f9,35765,1731595233113 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-14T14:41:47,380 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731595290056.38fa776092ce1d75269fb328438588e8., hostname=da1c6afcd1f9,35765,1731595233113, seqNum=2 , the old value is region=TestAcidGuarantees,,1731595290056.38fa776092ce1d75269fb328438588e8., hostname=da1c6afcd1f9,35765,1731595233113, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=38fa776092ce1d75269fb328438588e8, server=da1c6afcd1f9,35765,1731595233113 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-14T14:41:47,381 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731595290056.38fa776092ce1d75269fb328438588e8., hostname=da1c6afcd1f9,35765,1731595233113, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=38fa776092ce1d75269fb328438588e8, server=da1c6afcd1f9,35765,1731595233113 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-14T14:41:47,381 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35765 {}] ipc.CallRunner(138): callId: 96 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:38314 deadline: 1731595367376, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=38fa776092ce1d75269fb328438588e8, server=da1c6afcd1f9,35765,1731595233113 2024-11-14T14:41:47,381 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731595290056.38fa776092ce1d75269fb328438588e8., hostname=da1c6afcd1f9,35765,1731595233113, seqNum=2 because the exception is null or not the one we care about 2024-11-14T14:41:47,381 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731595290056.38fa776092ce1d75269fb328438588e8., hostname=da1c6afcd1f9,35765,1731595233113, seqNum=2 , the old value is region=TestAcidGuarantees,,1731595290056.38fa776092ce1d75269fb328438588e8., hostname=da1c6afcd1f9,35765,1731595233113, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=38fa776092ce1d75269fb328438588e8, server=da1c6afcd1f9,35765,1731595233113 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-14T14:41:47,381 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731595290056.38fa776092ce1d75269fb328438588e8., hostname=da1c6afcd1f9,35765,1731595233113, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=38fa776092ce1d75269fb328438588e8, server=da1c6afcd1f9,35765,1731595233113 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-14T14:41:47,381 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731595290056.38fa776092ce1d75269fb328438588e8., hostname=da1c6afcd1f9,35765,1731595233113, seqNum=2 because the exception is null or not the one we care about 2024-11-14T14:41:47,406 INFO [RS_FLUSH_OPERATIONS-regionserver/da1c6afcd1f9:0-2 {event_type=RS_FLUSH_REGIONS, pid=83}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=29.07 KB at sequenceid=266 (bloomFilter=true), to=hdfs://localhost:34345/user/jenkins/test-data/14d118ee-a83a-b09b-5913-1a58940a5db1/data/default/TestAcidGuarantees/38fa776092ce1d75269fb328438588e8/.tmp/B/f17392713a9e4b39ac5d9a4b5296dc50 2024-11-14T14:41:47,415 DEBUG [RS_FLUSH_OPERATIONS-regionserver/da1c6afcd1f9:0-2 {event_type=RS_FLUSH_REGIONS, pid=83}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:34345/user/jenkins/test-data/14d118ee-a83a-b09b-5913-1a58940a5db1/data/default/TestAcidGuarantees/38fa776092ce1d75269fb328438588e8/.tmp/C/f157720197e542208561cdb7684608f2 is 50, key is test_row_0/C:col10/1731595305571/Put/seqid=0 2024-11-14T14:41:47,423 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36699 is added to blk_1073742125_1301 (size=12301) 2024-11-14T14:41:47,423 INFO [RS_FLUSH_OPERATIONS-regionserver/da1c6afcd1f9:0-2 {event_type=RS_FLUSH_REGIONS, pid=83}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=29.07 KB at sequenceid=266 (bloomFilter=true), to=hdfs://localhost:34345/user/jenkins/test-data/14d118ee-a83a-b09b-5913-1a58940a5db1/data/default/TestAcidGuarantees/38fa776092ce1d75269fb328438588e8/.tmp/C/f157720197e542208561cdb7684608f2 2024-11-14T14:41:47,428 DEBUG [RS_FLUSH_OPERATIONS-regionserver/da1c6afcd1f9:0-2 {event_type=RS_FLUSH_REGIONS, pid=83}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:34345/user/jenkins/test-data/14d118ee-a83a-b09b-5913-1a58940a5db1/data/default/TestAcidGuarantees/38fa776092ce1d75269fb328438588e8/.tmp/A/075862561f384488aa343f78f2acabd6 as hdfs://localhost:34345/user/jenkins/test-data/14d118ee-a83a-b09b-5913-1a58940a5db1/data/default/TestAcidGuarantees/38fa776092ce1d75269fb328438588e8/A/075862561f384488aa343f78f2acabd6 2024-11-14T14:41:47,433 INFO [RS_FLUSH_OPERATIONS-regionserver/da1c6afcd1f9:0-2 {event_type=RS_FLUSH_REGIONS, pid=83}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:34345/user/jenkins/test-data/14d118ee-a83a-b09b-5913-1a58940a5db1/data/default/TestAcidGuarantees/38fa776092ce1d75269fb328438588e8/A/075862561f384488aa343f78f2acabd6, entries=150, sequenceid=266, filesize=12.0 K 2024-11-14T14:41:47,434 DEBUG [RS_FLUSH_OPERATIONS-regionserver/da1c6afcd1f9:0-2 {event_type=RS_FLUSH_REGIONS, pid=83}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:34345/user/jenkins/test-data/14d118ee-a83a-b09b-5913-1a58940a5db1/data/default/TestAcidGuarantees/38fa776092ce1d75269fb328438588e8/.tmp/B/f17392713a9e4b39ac5d9a4b5296dc50 as hdfs://localhost:34345/user/jenkins/test-data/14d118ee-a83a-b09b-5913-1a58940a5db1/data/default/TestAcidGuarantees/38fa776092ce1d75269fb328438588e8/B/f17392713a9e4b39ac5d9a4b5296dc50 2024-11-14T14:41:47,437 INFO [RS_FLUSH_OPERATIONS-regionserver/da1c6afcd1f9:0-2 {event_type=RS_FLUSH_REGIONS, pid=83}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:34345/user/jenkins/test-data/14d118ee-a83a-b09b-5913-1a58940a5db1/data/default/TestAcidGuarantees/38fa776092ce1d75269fb328438588e8/B/f17392713a9e4b39ac5d9a4b5296dc50, entries=150, sequenceid=266, filesize=12.0 K 2024-11-14T14:41:47,438 DEBUG [RS_FLUSH_OPERATIONS-regionserver/da1c6afcd1f9:0-2 {event_type=RS_FLUSH_REGIONS, pid=83}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:34345/user/jenkins/test-data/14d118ee-a83a-b09b-5913-1a58940a5db1/data/default/TestAcidGuarantees/38fa776092ce1d75269fb328438588e8/.tmp/C/f157720197e542208561cdb7684608f2 as hdfs://localhost:34345/user/jenkins/test-data/14d118ee-a83a-b09b-5913-1a58940a5db1/data/default/TestAcidGuarantees/38fa776092ce1d75269fb328438588e8/C/f157720197e542208561cdb7684608f2 2024-11-14T14:41:47,442 INFO [RS_FLUSH_OPERATIONS-regionserver/da1c6afcd1f9:0-2 {event_type=RS_FLUSH_REGIONS, pid=83}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:34345/user/jenkins/test-data/14d118ee-a83a-b09b-5913-1a58940a5db1/data/default/TestAcidGuarantees/38fa776092ce1d75269fb328438588e8/C/f157720197e542208561cdb7684608f2, entries=150, sequenceid=266, filesize=12.0 K 2024-11-14T14:41:47,443 INFO [RS_FLUSH_OPERATIONS-regionserver/da1c6afcd1f9:0-2 {event_type=RS_FLUSH_REGIONS, pid=83}] regionserver.HRegion(3140): Finished flush of dataSize ~87.22 KB/89310, heapSize ~259.69 KB/265920, currentSize=87.22 KB/89310 for 38fa776092ce1d75269fb328438588e8 in 861ms, sequenceid=266, compaction requested=true 2024-11-14T14:41:47,443 DEBUG [RS_FLUSH_OPERATIONS-regionserver/da1c6afcd1f9:0-2 {event_type=RS_FLUSH_REGIONS, pid=83}] regionserver.HRegion(2603): Flush status journal for 38fa776092ce1d75269fb328438588e8: 2024-11-14T14:41:47,443 DEBUG [RS_FLUSH_OPERATIONS-regionserver/da1c6afcd1f9:0-2 {event_type=RS_FLUSH_REGIONS, pid=83}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1731595290056.38fa776092ce1d75269fb328438588e8. 2024-11-14T14:41:47,443 DEBUG [RS_FLUSH_OPERATIONS-regionserver/da1c6afcd1f9:0-2 {event_type=RS_FLUSH_REGIONS, pid=83}] regionserver.RemoteProcedureResultReporter(62): Successfully complete execution of pid=83 2024-11-14T14:41:47,443 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45145 {}] master.HMaster(4169): Remote procedure done, pid=83 2024-11-14T14:41:47,447 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=83, resume processing ppid=82 2024-11-14T14:41:47,447 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1521): Finished pid=83, ppid=82, state=SUCCESS, hasLock=false; org.apache.hadoop.hbase.master.procedure.FlushRegionProcedure in 1.0150 sec 2024-11-14T14:41:47,449 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1521): Finished pid=82, state=SUCCESS, hasLock=false; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=82, table=TestAcidGuarantees in 1.0200 sec 2024-11-14T14:41:47,566 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45145 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=82 2024-11-14T14:41:47,566 INFO [RPCClient-NioEventLoopGroup-4-6 {}] client.RawAsyncHBaseAdmin$TableProcedureBiConsumer(2721): Operation: FLUSH, Table Name: default:TestAcidGuarantees completed 2024-11-14T14:41:47,567 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45145 {}] master.HMaster$22(4506): Client=jenkins//172.17.0.2 flush TestAcidGuarantees 2024-11-14T14:41:47,568 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45145 {}] procedure2.ProcedureExecutor(1139): Stored pid=84, state=RUNNABLE:FLUSH_TABLE_PREPARE, hasLock=false; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=84, table=TestAcidGuarantees 2024-11-14T14:41:47,568 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45145 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=84 2024-11-14T14:41:47,569 INFO [PEWorker-4 {}] procedure.FlushTableProcedure(91): pid=84, state=RUNNABLE:FLUSH_TABLE_PREPARE, hasLock=true; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=84, table=TestAcidGuarantees execute state=FLUSH_TABLE_PREPARE 2024-11-14T14:41:47,569 INFO [PEWorker-4 {}] procedure.FlushTableProcedure(91): pid=84, state=RUNNABLE:FLUSH_TABLE_FLUSH_REGIONS, hasLock=true; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=84, table=TestAcidGuarantees execute state=FLUSH_TABLE_FLUSH_REGIONS 2024-11-14T14:41:47,570 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=85, ppid=84, state=RUNNABLE, hasLock=false; org.apache.hadoop.hbase.master.procedure.FlushRegionProcedure}] 2024-11-14T14:41:47,676 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45145 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=84 2024-11-14T14:41:47,722 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=35765 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=85 2024-11-14T14:41:47,722 DEBUG [RS_FLUSH_OPERATIONS-regionserver/da1c6afcd1f9:0-0 {event_type=RS_FLUSH_REGIONS, pid=85}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1731595290056.38fa776092ce1d75269fb328438588e8. 2024-11-14T14:41:47,722 INFO [RS_FLUSH_OPERATIONS-regionserver/da1c6afcd1f9:0-0 {event_type=RS_FLUSH_REGIONS, pid=85}] regionserver.HRegion(2902): Flushing 38fa776092ce1d75269fb328438588e8 3/3 column families, dataSize=87.22 KB heapSize=259.73 KB 2024-11-14T14:41:47,723 DEBUG [RS_FLUSH_OPERATIONS-regionserver/da1c6afcd1f9:0-0 {event_type=RS_FLUSH_REGIONS, pid=85}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 38fa776092ce1d75269fb328438588e8, store=A 2024-11-14T14:41:47,723 DEBUG [RS_FLUSH_OPERATIONS-regionserver/da1c6afcd1f9:0-0 {event_type=RS_FLUSH_REGIONS, pid=85}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-14T14:41:47,723 DEBUG [RS_FLUSH_OPERATIONS-regionserver/da1c6afcd1f9:0-0 {event_type=RS_FLUSH_REGIONS, pid=85}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 38fa776092ce1d75269fb328438588e8, store=B 2024-11-14T14:41:47,723 DEBUG [RS_FLUSH_OPERATIONS-regionserver/da1c6afcd1f9:0-0 {event_type=RS_FLUSH_REGIONS, pid=85}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-14T14:41:47,723 DEBUG [RS_FLUSH_OPERATIONS-regionserver/da1c6afcd1f9:0-0 {event_type=RS_FLUSH_REGIONS, pid=85}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 38fa776092ce1d75269fb328438588e8, store=C 2024-11-14T14:41:47,723 DEBUG [RS_FLUSH_OPERATIONS-regionserver/da1c6afcd1f9:0-0 {event_type=RS_FLUSH_REGIONS, pid=85}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-14T14:41:47,728 DEBUG [RS_FLUSH_OPERATIONS-regionserver/da1c6afcd1f9:0-0 {event_type=RS_FLUSH_REGIONS, pid=85}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:34345/user/jenkins/test-data/14d118ee-a83a-b09b-5913-1a58940a5db1/data/default/TestAcidGuarantees/38fa776092ce1d75269fb328438588e8/.tmp/A/fffab79440664c0b894a2e6bc594f2f6 is 50, key is test_row_0/A:col10/1731595306744/Put/seqid=0 2024-11-14T14:41:47,733 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36699 is added to blk_1073742126_1302 (size=12301) 2024-11-14T14:41:47,886 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45145 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=84 2024-11-14T14:41:47,889 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35765 {}] regionserver.HRegion(8855): Flush requested on 38fa776092ce1d75269fb328438588e8 2024-11-14T14:41:47,889 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1731595290056.38fa776092ce1d75269fb328438588e8. as already flushing 2024-11-14T14:41:47,920 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35765 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=38fa776092ce1d75269fb328438588e8, server=da1c6afcd1f9,35765,1731595233113 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-14T14:41:47,921 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35765 {}] ipc.CallRunner(138): callId: 101 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:38294 deadline: 1731595367915, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=38fa776092ce1d75269fb328438588e8, server=da1c6afcd1f9,35765,1731595233113 2024-11-14T14:41:47,921 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731595290056.38fa776092ce1d75269fb328438588e8., hostname=da1c6afcd1f9,35765,1731595233113, seqNum=2 , the old value is region=TestAcidGuarantees,,1731595290056.38fa776092ce1d75269fb328438588e8., hostname=da1c6afcd1f9,35765,1731595233113, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=38fa776092ce1d75269fb328438588e8, server=da1c6afcd1f9,35765,1731595233113 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-14T14:41:47,921 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731595290056.38fa776092ce1d75269fb328438588e8., hostname=da1c6afcd1f9,35765,1731595233113, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=38fa776092ce1d75269fb328438588e8, server=da1c6afcd1f9,35765,1731595233113 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-14T14:41:47,921 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731595290056.38fa776092ce1d75269fb328438588e8., hostname=da1c6afcd1f9,35765,1731595233113, seqNum=2 because the exception is null or not the one we care about 2024-11-14T14:41:47,923 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35765 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=38fa776092ce1d75269fb328438588e8, server=da1c6afcd1f9,35765,1731595233113 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-14T14:41:47,923 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35765 {}] ipc.CallRunner(138): callId: 102 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:38314 deadline: 1731595367917, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=38fa776092ce1d75269fb328438588e8, server=da1c6afcd1f9,35765,1731595233113 2024-11-14T14:41:47,924 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731595290056.38fa776092ce1d75269fb328438588e8., hostname=da1c6afcd1f9,35765,1731595233113, seqNum=2 , the old value is region=TestAcidGuarantees,,1731595290056.38fa776092ce1d75269fb328438588e8., hostname=da1c6afcd1f9,35765,1731595233113, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=38fa776092ce1d75269fb328438588e8, server=da1c6afcd1f9,35765,1731595233113 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-14T14:41:47,923 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35765 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=38fa776092ce1d75269fb328438588e8, server=da1c6afcd1f9,35765,1731595233113 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-14T14:41:47,924 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731595290056.38fa776092ce1d75269fb328438588e8., hostname=da1c6afcd1f9,35765,1731595233113, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=38fa776092ce1d75269fb328438588e8, server=da1c6afcd1f9,35765,1731595233113 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-14T14:41:47,924 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731595290056.38fa776092ce1d75269fb328438588e8., hostname=da1c6afcd1f9,35765,1731595233113, seqNum=2 because the exception is null or not the one we care about 2024-11-14T14:41:47,924 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35765 {}] ipc.CallRunner(138): callId: 104 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:38270 deadline: 1731595367918, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=38fa776092ce1d75269fb328438588e8, server=da1c6afcd1f9,35765,1731595233113 2024-11-14T14:41:47,924 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731595290056.38fa776092ce1d75269fb328438588e8., hostname=da1c6afcd1f9,35765,1731595233113, seqNum=2 , the old value is region=TestAcidGuarantees,,1731595290056.38fa776092ce1d75269fb328438588e8., hostname=da1c6afcd1f9,35765,1731595233113, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=38fa776092ce1d75269fb328438588e8, server=da1c6afcd1f9,35765,1731595233113 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-14T14:41:47,924 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731595290056.38fa776092ce1d75269fb328438588e8., hostname=da1c6afcd1f9,35765,1731595233113, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=38fa776092ce1d75269fb328438588e8, server=da1c6afcd1f9,35765,1731595233113 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-14T14:41:47,924 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731595290056.38fa776092ce1d75269fb328438588e8., hostname=da1c6afcd1f9,35765,1731595233113, seqNum=2 because the exception is null or not the one we care about 2024-11-14T14:41:48,028 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35765 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=38fa776092ce1d75269fb328438588e8, server=da1c6afcd1f9,35765,1731595233113 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-14T14:41:48,028 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35765 {}] ipc.CallRunner(138): callId: 102 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:38294 deadline: 1731595368026, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=38fa776092ce1d75269fb328438588e8, server=da1c6afcd1f9,35765,1731595233113 2024-11-14T14:41:48,028 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35765 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=38fa776092ce1d75269fb328438588e8, server=da1c6afcd1f9,35765,1731595233113 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-14T14:41:48,028 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731595290056.38fa776092ce1d75269fb328438588e8., hostname=da1c6afcd1f9,35765,1731595233113, seqNum=2 , the old value is region=TestAcidGuarantees,,1731595290056.38fa776092ce1d75269fb328438588e8., hostname=da1c6afcd1f9,35765,1731595233113, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=38fa776092ce1d75269fb328438588e8, server=da1c6afcd1f9,35765,1731595233113 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-14T14:41:48,028 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35765 {}] ipc.CallRunner(138): callId: 103 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:38314 deadline: 1731595368026, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=38fa776092ce1d75269fb328438588e8, server=da1c6afcd1f9,35765,1731595233113 2024-11-14T14:41:48,028 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731595290056.38fa776092ce1d75269fb328438588e8., hostname=da1c6afcd1f9,35765,1731595233113, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=38fa776092ce1d75269fb328438588e8, server=da1c6afcd1f9,35765,1731595233113 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-14T14:41:48,028 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731595290056.38fa776092ce1d75269fb328438588e8., hostname=da1c6afcd1f9,35765,1731595233113, seqNum=2 because the exception is null or not the one we care about 2024-11-14T14:41:48,029 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35765 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=38fa776092ce1d75269fb328438588e8, server=da1c6afcd1f9,35765,1731595233113 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-14T14:41:48,029 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731595290056.38fa776092ce1d75269fb328438588e8., hostname=da1c6afcd1f9,35765,1731595233113, seqNum=2 , the old value is region=TestAcidGuarantees,,1731595290056.38fa776092ce1d75269fb328438588e8., hostname=da1c6afcd1f9,35765,1731595233113, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=38fa776092ce1d75269fb328438588e8, server=da1c6afcd1f9,35765,1731595233113 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-14T14:41:48,029 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35765 {}] ipc.CallRunner(138): callId: 105 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:38270 deadline: 1731595368026, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=38fa776092ce1d75269fb328438588e8, server=da1c6afcd1f9,35765,1731595233113 2024-11-14T14:41:48,029 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731595290056.38fa776092ce1d75269fb328438588e8., hostname=da1c6afcd1f9,35765,1731595233113, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=38fa776092ce1d75269fb328438588e8, server=da1c6afcd1f9,35765,1731595233113 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-14T14:41:48,029 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731595290056.38fa776092ce1d75269fb328438588e8., hostname=da1c6afcd1f9,35765,1731595233113, seqNum=2 because the exception is null or not the one we care about 2024-11-14T14:41:48,029 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731595290056.38fa776092ce1d75269fb328438588e8., hostname=da1c6afcd1f9,35765,1731595233113, seqNum=2 , the old value is region=TestAcidGuarantees,,1731595290056.38fa776092ce1d75269fb328438588e8., hostname=da1c6afcd1f9,35765,1731595233113, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=38fa776092ce1d75269fb328438588e8, server=da1c6afcd1f9,35765,1731595233113 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-14T14:41:48,029 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731595290056.38fa776092ce1d75269fb328438588e8., hostname=da1c6afcd1f9,35765,1731595233113, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=38fa776092ce1d75269fb328438588e8, server=da1c6afcd1f9,35765,1731595233113 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-14T14:41:48,029 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731595290056.38fa776092ce1d75269fb328438588e8., hostname=da1c6afcd1f9,35765,1731595233113, seqNum=2 because the exception is null or not the one we care about 2024-11-14T14:41:48,134 INFO [RS_FLUSH_OPERATIONS-regionserver/da1c6afcd1f9:0-0 {event_type=RS_FLUSH_REGIONS, pid=85}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=29.07 KB at sequenceid=282 (bloomFilter=true), to=hdfs://localhost:34345/user/jenkins/test-data/14d118ee-a83a-b09b-5913-1a58940a5db1/data/default/TestAcidGuarantees/38fa776092ce1d75269fb328438588e8/.tmp/A/fffab79440664c0b894a2e6bc594f2f6 2024-11-14T14:41:48,142 DEBUG [RS_FLUSH_OPERATIONS-regionserver/da1c6afcd1f9:0-0 {event_type=RS_FLUSH_REGIONS, pid=85}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:34345/user/jenkins/test-data/14d118ee-a83a-b09b-5913-1a58940a5db1/data/default/TestAcidGuarantees/38fa776092ce1d75269fb328438588e8/.tmp/B/75e8e29d932f4bc881d125851ddfd28a is 50, key is test_row_0/B:col10/1731595306744/Put/seqid=0 2024-11-14T14:41:48,151 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36699 is added to blk_1073742127_1303 (size=12301) 2024-11-14T14:41:48,151 INFO [RS_FLUSH_OPERATIONS-regionserver/da1c6afcd1f9:0-0 {event_type=RS_FLUSH_REGIONS, pid=85}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=29.07 KB at sequenceid=282 (bloomFilter=true), to=hdfs://localhost:34345/user/jenkins/test-data/14d118ee-a83a-b09b-5913-1a58940a5db1/data/default/TestAcidGuarantees/38fa776092ce1d75269fb328438588e8/.tmp/B/75e8e29d932f4bc881d125851ddfd28a 2024-11-14T14:41:48,159 DEBUG [RS_FLUSH_OPERATIONS-regionserver/da1c6afcd1f9:0-0 {event_type=RS_FLUSH_REGIONS, pid=85}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:34345/user/jenkins/test-data/14d118ee-a83a-b09b-5913-1a58940a5db1/data/default/TestAcidGuarantees/38fa776092ce1d75269fb328438588e8/.tmp/C/202be4b29adf409692f56323be78d91e is 50, key is test_row_0/C:col10/1731595306744/Put/seqid=0 2024-11-14T14:41:48,163 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36699 is added to blk_1073742128_1304 (size=12301) 2024-11-14T14:41:48,196 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45145 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=84 2024-11-14T14:41:48,241 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35765 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=38fa776092ce1d75269fb328438588e8, server=da1c6afcd1f9,35765,1731595233113 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-14T14:41:48,241 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35765 {}] ipc.CallRunner(138): callId: 103 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:38294 deadline: 1731595368236, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=38fa776092ce1d75269fb328438588e8, server=da1c6afcd1f9,35765,1731595233113 2024-11-14T14:41:48,241 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35765 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=38fa776092ce1d75269fb328438588e8, server=da1c6afcd1f9,35765,1731595233113 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-14T14:41:48,242 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731595290056.38fa776092ce1d75269fb328438588e8., hostname=da1c6afcd1f9,35765,1731595233113, seqNum=2 , the old value is region=TestAcidGuarantees,,1731595290056.38fa776092ce1d75269fb328438588e8., hostname=da1c6afcd1f9,35765,1731595233113, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=38fa776092ce1d75269fb328438588e8, server=da1c6afcd1f9,35765,1731595233113 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-14T14:41:48,242 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731595290056.38fa776092ce1d75269fb328438588e8., hostname=da1c6afcd1f9,35765,1731595233113, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=38fa776092ce1d75269fb328438588e8, server=da1c6afcd1f9,35765,1731595233113 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-14T14:41:48,242 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731595290056.38fa776092ce1d75269fb328438588e8., hostname=da1c6afcd1f9,35765,1731595233113, seqNum=2 because the exception is null or not the one we care about 2024-11-14T14:41:48,242 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35765 {}] ipc.CallRunner(138): callId: 104 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:38314 deadline: 1731595368236, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=38fa776092ce1d75269fb328438588e8, server=da1c6afcd1f9,35765,1731595233113 2024-11-14T14:41:48,242 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731595290056.38fa776092ce1d75269fb328438588e8., hostname=da1c6afcd1f9,35765,1731595233113, seqNum=2 , the old value is region=TestAcidGuarantees,,1731595290056.38fa776092ce1d75269fb328438588e8., hostname=da1c6afcd1f9,35765,1731595233113, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=38fa776092ce1d75269fb328438588e8, server=da1c6afcd1f9,35765,1731595233113 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-14T14:41:48,242 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731595290056.38fa776092ce1d75269fb328438588e8., hostname=da1c6afcd1f9,35765,1731595233113, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=38fa776092ce1d75269fb328438588e8, server=da1c6afcd1f9,35765,1731595233113 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-14T14:41:48,242 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731595290056.38fa776092ce1d75269fb328438588e8., hostname=da1c6afcd1f9,35765,1731595233113, seqNum=2 because the exception is null or not the one we care about 2024-11-14T14:41:48,242 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35765 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=38fa776092ce1d75269fb328438588e8, server=da1c6afcd1f9,35765,1731595233113 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-14T14:41:48,242 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35765 {}] ipc.CallRunner(138): callId: 106 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:38270 deadline: 1731595368236, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=38fa776092ce1d75269fb328438588e8, server=da1c6afcd1f9,35765,1731595233113 2024-11-14T14:41:48,242 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731595290056.38fa776092ce1d75269fb328438588e8., hostname=da1c6afcd1f9,35765,1731595233113, seqNum=2 , the old value is region=TestAcidGuarantees,,1731595290056.38fa776092ce1d75269fb328438588e8., hostname=da1c6afcd1f9,35765,1731595233113, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=38fa776092ce1d75269fb328438588e8, server=da1c6afcd1f9,35765,1731595233113 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-14T14:41:48,242 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731595290056.38fa776092ce1d75269fb328438588e8., hostname=da1c6afcd1f9,35765,1731595233113, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=38fa776092ce1d75269fb328438588e8, server=da1c6afcd1f9,35765,1731595233113 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-14T14:41:48,242 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731595290056.38fa776092ce1d75269fb328438588e8., hostname=da1c6afcd1f9,35765,1731595233113, seqNum=2 because the exception is null or not the one we care about 2024-11-14T14:41:48,550 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35765 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=38fa776092ce1d75269fb328438588e8, server=da1c6afcd1f9,35765,1731595233113 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-14T14:41:48,551 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35765 {}] ipc.CallRunner(138): callId: 104 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:38294 deadline: 1731595368546, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=38fa776092ce1d75269fb328438588e8, server=da1c6afcd1f9,35765,1731595233113 2024-11-14T14:41:48,551 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731595290056.38fa776092ce1d75269fb328438588e8., hostname=da1c6afcd1f9,35765,1731595233113, seqNum=2 , the old value is region=TestAcidGuarantees,,1731595290056.38fa776092ce1d75269fb328438588e8., hostname=da1c6afcd1f9,35765,1731595233113, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=38fa776092ce1d75269fb328438588e8, server=da1c6afcd1f9,35765,1731595233113 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-14T14:41:48,551 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35765 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=38fa776092ce1d75269fb328438588e8, server=da1c6afcd1f9,35765,1731595233113 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-14T14:41:48,551 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731595290056.38fa776092ce1d75269fb328438588e8., hostname=da1c6afcd1f9,35765,1731595233113, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=38fa776092ce1d75269fb328438588e8, server=da1c6afcd1f9,35765,1731595233113 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-14T14:41:48,551 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731595290056.38fa776092ce1d75269fb328438588e8., hostname=da1c6afcd1f9,35765,1731595233113, seqNum=2 because the exception is null or not the one we care about 2024-11-14T14:41:48,551 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35765 {}] ipc.CallRunner(138): callId: 105 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:38314 deadline: 1731595368546, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=38fa776092ce1d75269fb328438588e8, server=da1c6afcd1f9,35765,1731595233113 2024-11-14T14:41:48,551 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35765 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=38fa776092ce1d75269fb328438588e8, server=da1c6afcd1f9,35765,1731595233113 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-14T14:41:48,551 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731595290056.38fa776092ce1d75269fb328438588e8., hostname=da1c6afcd1f9,35765,1731595233113, seqNum=2 , the old value is region=TestAcidGuarantees,,1731595290056.38fa776092ce1d75269fb328438588e8., hostname=da1c6afcd1f9,35765,1731595233113, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=38fa776092ce1d75269fb328438588e8, server=da1c6afcd1f9,35765,1731595233113 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-14T14:41:48,551 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731595290056.38fa776092ce1d75269fb328438588e8., hostname=da1c6afcd1f9,35765,1731595233113, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=38fa776092ce1d75269fb328438588e8, server=da1c6afcd1f9,35765,1731595233113 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-14T14:41:48,552 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35765 {}] ipc.CallRunner(138): callId: 107 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:38270 deadline: 1731595368546, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=38fa776092ce1d75269fb328438588e8, server=da1c6afcd1f9,35765,1731595233113 2024-11-14T14:41:48,552 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731595290056.38fa776092ce1d75269fb328438588e8., hostname=da1c6afcd1f9,35765,1731595233113, seqNum=2 because the exception is null or not the one we care about 2024-11-14T14:41:48,552 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731595290056.38fa776092ce1d75269fb328438588e8., hostname=da1c6afcd1f9,35765,1731595233113, seqNum=2 , the old value is region=TestAcidGuarantees,,1731595290056.38fa776092ce1d75269fb328438588e8., hostname=da1c6afcd1f9,35765,1731595233113, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=38fa776092ce1d75269fb328438588e8, server=da1c6afcd1f9,35765,1731595233113 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-14T14:41:48,552 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731595290056.38fa776092ce1d75269fb328438588e8., hostname=da1c6afcd1f9,35765,1731595233113, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=38fa776092ce1d75269fb328438588e8, server=da1c6afcd1f9,35765,1731595233113 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-14T14:41:48,552 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731595290056.38fa776092ce1d75269fb328438588e8., hostname=da1c6afcd1f9,35765,1731595233113, seqNum=2 because the exception is null or not the one we care about 2024-11-14T14:41:48,563 INFO [RS_FLUSH_OPERATIONS-regionserver/da1c6afcd1f9:0-0 {event_type=RS_FLUSH_REGIONS, pid=85}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=29.07 KB at sequenceid=282 (bloomFilter=true), to=hdfs://localhost:34345/user/jenkins/test-data/14d118ee-a83a-b09b-5913-1a58940a5db1/data/default/TestAcidGuarantees/38fa776092ce1d75269fb328438588e8/.tmp/C/202be4b29adf409692f56323be78d91e 2024-11-14T14:41:48,568 DEBUG [RS_FLUSH_OPERATIONS-regionserver/da1c6afcd1f9:0-0 {event_type=RS_FLUSH_REGIONS, pid=85}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:34345/user/jenkins/test-data/14d118ee-a83a-b09b-5913-1a58940a5db1/data/default/TestAcidGuarantees/38fa776092ce1d75269fb328438588e8/.tmp/A/fffab79440664c0b894a2e6bc594f2f6 as hdfs://localhost:34345/user/jenkins/test-data/14d118ee-a83a-b09b-5913-1a58940a5db1/data/default/TestAcidGuarantees/38fa776092ce1d75269fb328438588e8/A/fffab79440664c0b894a2e6bc594f2f6 2024-11-14T14:41:48,572 INFO [RS_FLUSH_OPERATIONS-regionserver/da1c6afcd1f9:0-0 {event_type=RS_FLUSH_REGIONS, pid=85}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:34345/user/jenkins/test-data/14d118ee-a83a-b09b-5913-1a58940a5db1/data/default/TestAcidGuarantees/38fa776092ce1d75269fb328438588e8/A/fffab79440664c0b894a2e6bc594f2f6, entries=150, sequenceid=282, filesize=12.0 K 2024-11-14T14:41:48,573 DEBUG [RS_FLUSH_OPERATIONS-regionserver/da1c6afcd1f9:0-0 {event_type=RS_FLUSH_REGIONS, pid=85}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:34345/user/jenkins/test-data/14d118ee-a83a-b09b-5913-1a58940a5db1/data/default/TestAcidGuarantees/38fa776092ce1d75269fb328438588e8/.tmp/B/75e8e29d932f4bc881d125851ddfd28a as hdfs://localhost:34345/user/jenkins/test-data/14d118ee-a83a-b09b-5913-1a58940a5db1/data/default/TestAcidGuarantees/38fa776092ce1d75269fb328438588e8/B/75e8e29d932f4bc881d125851ddfd28a 2024-11-14T14:41:48,577 INFO [RS_FLUSH_OPERATIONS-regionserver/da1c6afcd1f9:0-0 {event_type=RS_FLUSH_REGIONS, pid=85}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:34345/user/jenkins/test-data/14d118ee-a83a-b09b-5913-1a58940a5db1/data/default/TestAcidGuarantees/38fa776092ce1d75269fb328438588e8/B/75e8e29d932f4bc881d125851ddfd28a, entries=150, sequenceid=282, filesize=12.0 K 2024-11-14T14:41:48,577 DEBUG [RS_FLUSH_OPERATIONS-regionserver/da1c6afcd1f9:0-0 {event_type=RS_FLUSH_REGIONS, pid=85}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:34345/user/jenkins/test-data/14d118ee-a83a-b09b-5913-1a58940a5db1/data/default/TestAcidGuarantees/38fa776092ce1d75269fb328438588e8/.tmp/C/202be4b29adf409692f56323be78d91e as hdfs://localhost:34345/user/jenkins/test-data/14d118ee-a83a-b09b-5913-1a58940a5db1/data/default/TestAcidGuarantees/38fa776092ce1d75269fb328438588e8/C/202be4b29adf409692f56323be78d91e 2024-11-14T14:41:48,581 INFO [RS_FLUSH_OPERATIONS-regionserver/da1c6afcd1f9:0-0 {event_type=RS_FLUSH_REGIONS, pid=85}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:34345/user/jenkins/test-data/14d118ee-a83a-b09b-5913-1a58940a5db1/data/default/TestAcidGuarantees/38fa776092ce1d75269fb328438588e8/C/202be4b29adf409692f56323be78d91e, entries=150, sequenceid=282, filesize=12.0 K 2024-11-14T14:41:48,582 INFO [RS_FLUSH_OPERATIONS-regionserver/da1c6afcd1f9:0-0 {event_type=RS_FLUSH_REGIONS, pid=85}] regionserver.HRegion(3140): Finished flush of dataSize ~87.22 KB/89310, heapSize ~259.69 KB/265920, currentSize=87.22 KB/89310 for 38fa776092ce1d75269fb328438588e8 in 860ms, sequenceid=282, compaction requested=true 2024-11-14T14:41:48,582 DEBUG [RS_FLUSH_OPERATIONS-regionserver/da1c6afcd1f9:0-0 {event_type=RS_FLUSH_REGIONS, pid=85}] regionserver.HRegion(2603): Flush status journal for 38fa776092ce1d75269fb328438588e8: 2024-11-14T14:41:48,582 DEBUG [RS_FLUSH_OPERATIONS-regionserver/da1c6afcd1f9:0-0 {event_type=RS_FLUSH_REGIONS, pid=85}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1731595290056.38fa776092ce1d75269fb328438588e8. 2024-11-14T14:41:48,582 DEBUG [RS_FLUSH_OPERATIONS-regionserver/da1c6afcd1f9:0-0 {event_type=RS_FLUSH_REGIONS, pid=85}] regionserver.RemoteProcedureResultReporter(62): Successfully complete execution of pid=85 2024-11-14T14:41:48,582 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45145 {}] master.HMaster(4169): Remote procedure done, pid=85 2024-11-14T14:41:48,585 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=85, resume processing ppid=84 2024-11-14T14:41:48,585 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1521): Finished pid=85, ppid=84, state=SUCCESS, hasLock=false; org.apache.hadoop.hbase.master.procedure.FlushRegionProcedure in 1.0140 sec 2024-11-14T14:41:48,587 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1521): Finished pid=84, state=SUCCESS, hasLock=false; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=84, table=TestAcidGuarantees in 1.0190 sec 2024-11-14T14:41:48,706 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45145 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=84 2024-11-14T14:41:48,707 INFO [RPCClient-NioEventLoopGroup-4-6 {}] client.RawAsyncHBaseAdmin$TableProcedureBiConsumer(2721): Operation: FLUSH, Table Name: default:TestAcidGuarantees completed 2024-11-14T14:41:48,707 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45145 {}] master.HMaster$22(4506): Client=jenkins//172.17.0.2 flush TestAcidGuarantees 2024-11-14T14:41:48,708 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45145 {}] procedure2.ProcedureExecutor(1139): Stored pid=86, state=RUNNABLE:FLUSH_TABLE_PREPARE, hasLock=false; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=86, table=TestAcidGuarantees 2024-11-14T14:41:48,709 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45145 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=86 2024-11-14T14:41:48,709 INFO [PEWorker-3 {}] procedure.FlushTableProcedure(91): pid=86, state=RUNNABLE:FLUSH_TABLE_PREPARE, hasLock=true; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=86, table=TestAcidGuarantees execute state=FLUSH_TABLE_PREPARE 2024-11-14T14:41:48,710 INFO [PEWorker-3 {}] procedure.FlushTableProcedure(91): pid=86, state=RUNNABLE:FLUSH_TABLE_FLUSH_REGIONS, hasLock=true; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=86, table=TestAcidGuarantees execute state=FLUSH_TABLE_FLUSH_REGIONS 2024-11-14T14:41:48,710 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=87, ppid=86, state=RUNNABLE, hasLock=false; org.apache.hadoop.hbase.master.procedure.FlushRegionProcedure}] 2024-11-14T14:41:48,816 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45145 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=86 2024-11-14T14:41:48,862 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=35765 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=87 2024-11-14T14:41:48,863 DEBUG [RS_FLUSH_OPERATIONS-regionserver/da1c6afcd1f9:0-1 {event_type=RS_FLUSH_REGIONS, pid=87}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1731595290056.38fa776092ce1d75269fb328438588e8. 2024-11-14T14:41:48,863 INFO [RS_FLUSH_OPERATIONS-regionserver/da1c6afcd1f9:0-1 {event_type=RS_FLUSH_REGIONS, pid=87}] regionserver.HRegion(2902): Flushing 38fa776092ce1d75269fb328438588e8 3/3 column families, dataSize=87.22 KB heapSize=259.73 KB 2024-11-14T14:41:48,863 DEBUG [RS_FLUSH_OPERATIONS-regionserver/da1c6afcd1f9:0-1 {event_type=RS_FLUSH_REGIONS, pid=87}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 38fa776092ce1d75269fb328438588e8, store=A 2024-11-14T14:41:48,863 DEBUG [RS_FLUSH_OPERATIONS-regionserver/da1c6afcd1f9:0-1 {event_type=RS_FLUSH_REGIONS, pid=87}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-14T14:41:48,863 DEBUG [RS_FLUSH_OPERATIONS-regionserver/da1c6afcd1f9:0-1 {event_type=RS_FLUSH_REGIONS, pid=87}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 38fa776092ce1d75269fb328438588e8, store=B 2024-11-14T14:41:48,863 DEBUG [RS_FLUSH_OPERATIONS-regionserver/da1c6afcd1f9:0-1 {event_type=RS_FLUSH_REGIONS, pid=87}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-14T14:41:48,863 DEBUG [RS_FLUSH_OPERATIONS-regionserver/da1c6afcd1f9:0-1 {event_type=RS_FLUSH_REGIONS, pid=87}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 38fa776092ce1d75269fb328438588e8, store=C 2024-11-14T14:41:48,863 DEBUG [RS_FLUSH_OPERATIONS-regionserver/da1c6afcd1f9:0-1 {event_type=RS_FLUSH_REGIONS, pid=87}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-14T14:41:48,868 DEBUG [RS_FLUSH_OPERATIONS-regionserver/da1c6afcd1f9:0-1 {event_type=RS_FLUSH_REGIONS, pid=87}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:34345/user/jenkins/test-data/14d118ee-a83a-b09b-5913-1a58940a5db1/data/default/TestAcidGuarantees/38fa776092ce1d75269fb328438588e8/.tmp/A/ed15da964ea845b89dc8b9fac10d07c0 is 50, key is test_row_0/A:col10/1731595307917/Put/seqid=0 2024-11-14T14:41:48,872 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36699 is added to blk_1073742129_1305 (size=12301) 2024-11-14T14:41:49,026 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45145 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=86 2024-11-14T14:41:49,061 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35765 {}] regionserver.HRegion(8855): Flush requested on 38fa776092ce1d75269fb328438588e8 2024-11-14T14:41:49,061 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1731595290056.38fa776092ce1d75269fb328438588e8. as already flushing 2024-11-14T14:41:49,090 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35765 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=38fa776092ce1d75269fb328438588e8, server=da1c6afcd1f9,35765,1731595233113 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-14T14:41:49,090 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35765 {}] ipc.CallRunner(138): callId: 108 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:38294 deadline: 1731595369084, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=38fa776092ce1d75269fb328438588e8, server=da1c6afcd1f9,35765,1731595233113 2024-11-14T14:41:49,090 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731595290056.38fa776092ce1d75269fb328438588e8., hostname=da1c6afcd1f9,35765,1731595233113, seqNum=2 , the old value is region=TestAcidGuarantees,,1731595290056.38fa776092ce1d75269fb328438588e8., hostname=da1c6afcd1f9,35765,1731595233113, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=38fa776092ce1d75269fb328438588e8, server=da1c6afcd1f9,35765,1731595233113 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-14T14:41:49,090 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731595290056.38fa776092ce1d75269fb328438588e8., hostname=da1c6afcd1f9,35765,1731595233113, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=38fa776092ce1d75269fb328438588e8, server=da1c6afcd1f9,35765,1731595233113 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-14T14:41:49,090 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731595290056.38fa776092ce1d75269fb328438588e8., hostname=da1c6afcd1f9,35765,1731595233113, seqNum=2 because the exception is null or not the one we care about 2024-11-14T14:41:49,096 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35765 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=38fa776092ce1d75269fb328438588e8, server=da1c6afcd1f9,35765,1731595233113 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-14T14:41:49,096 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35765 {}] ipc.CallRunner(138): callId: 111 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:38314 deadline: 1731595369088, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=38fa776092ce1d75269fb328438588e8, server=da1c6afcd1f9,35765,1731595233113 2024-11-14T14:41:49,096 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35765 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=38fa776092ce1d75269fb328438588e8, server=da1c6afcd1f9,35765,1731595233113 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-14T14:41:49,096 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35765 {}] ipc.CallRunner(138): callId: 113 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:38270 deadline: 1731595369090, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=38fa776092ce1d75269fb328438588e8, server=da1c6afcd1f9,35765,1731595233113 2024-11-14T14:41:49,096 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731595290056.38fa776092ce1d75269fb328438588e8., hostname=da1c6afcd1f9,35765,1731595233113, seqNum=2 , the old value is region=TestAcidGuarantees,,1731595290056.38fa776092ce1d75269fb328438588e8., hostname=da1c6afcd1f9,35765,1731595233113, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=38fa776092ce1d75269fb328438588e8, server=da1c6afcd1f9,35765,1731595233113 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-14T14:41:49,096 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731595290056.38fa776092ce1d75269fb328438588e8., hostname=da1c6afcd1f9,35765,1731595233113, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=38fa776092ce1d75269fb328438588e8, server=da1c6afcd1f9,35765,1731595233113 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-14T14:41:49,096 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731595290056.38fa776092ce1d75269fb328438588e8., hostname=da1c6afcd1f9,35765,1731595233113, seqNum=2 , the old value is region=TestAcidGuarantees,,1731595290056.38fa776092ce1d75269fb328438588e8., hostname=da1c6afcd1f9,35765,1731595233113, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=38fa776092ce1d75269fb328438588e8, server=da1c6afcd1f9,35765,1731595233113 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-14T14:41:49,096 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731595290056.38fa776092ce1d75269fb328438588e8., hostname=da1c6afcd1f9,35765,1731595233113, seqNum=2 because the exception is null or not the one we care about 2024-11-14T14:41:49,096 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731595290056.38fa776092ce1d75269fb328438588e8., hostname=da1c6afcd1f9,35765,1731595233113, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=38fa776092ce1d75269fb328438588e8, server=da1c6afcd1f9,35765,1731595233113 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-14T14:41:49,096 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731595290056.38fa776092ce1d75269fb328438588e8., hostname=da1c6afcd1f9,35765,1731595233113, seqNum=2 because the exception is null or not the one we care about 2024-11-14T14:41:49,201 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35765 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=38fa776092ce1d75269fb328438588e8, server=da1c6afcd1f9,35765,1731595233113 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-14T14:41:49,201 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35765 {}] ipc.CallRunner(138): callId: 109 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:38294 deadline: 1731595369196, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=38fa776092ce1d75269fb328438588e8, server=da1c6afcd1f9,35765,1731595233113 2024-11-14T14:41:49,201 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731595290056.38fa776092ce1d75269fb328438588e8., hostname=da1c6afcd1f9,35765,1731595233113, seqNum=2 , the old value is region=TestAcidGuarantees,,1731595290056.38fa776092ce1d75269fb328438588e8., hostname=da1c6afcd1f9,35765,1731595233113, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=38fa776092ce1d75269fb328438588e8, server=da1c6afcd1f9,35765,1731595233113 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-14T14:41:49,201 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731595290056.38fa776092ce1d75269fb328438588e8., hostname=da1c6afcd1f9,35765,1731595233113, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=38fa776092ce1d75269fb328438588e8, server=da1c6afcd1f9,35765,1731595233113 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-14T14:41:49,201 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731595290056.38fa776092ce1d75269fb328438588e8., hostname=da1c6afcd1f9,35765,1731595233113, seqNum=2 because the exception is null or not the one we care about 2024-11-14T14:41:49,209 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35765 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=38fa776092ce1d75269fb328438588e8, server=da1c6afcd1f9,35765,1731595233113 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-14T14:41:49,209 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35765 {}] ipc.CallRunner(138): callId: 112 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:38314 deadline: 1731595369206, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=38fa776092ce1d75269fb328438588e8, server=da1c6afcd1f9,35765,1731595233113 2024-11-14T14:41:49,210 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731595290056.38fa776092ce1d75269fb328438588e8., hostname=da1c6afcd1f9,35765,1731595233113, seqNum=2 , the old value is region=TestAcidGuarantees,,1731595290056.38fa776092ce1d75269fb328438588e8., hostname=da1c6afcd1f9,35765,1731595233113, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=38fa776092ce1d75269fb328438588e8, server=da1c6afcd1f9,35765,1731595233113 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-14T14:41:49,210 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731595290056.38fa776092ce1d75269fb328438588e8., hostname=da1c6afcd1f9,35765,1731595233113, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=38fa776092ce1d75269fb328438588e8, server=da1c6afcd1f9,35765,1731595233113 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-14T14:41:49,210 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731595290056.38fa776092ce1d75269fb328438588e8., hostname=da1c6afcd1f9,35765,1731595233113, seqNum=2 because the exception is null or not the one we care about 2024-11-14T14:41:49,213 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35765 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=38fa776092ce1d75269fb328438588e8, server=da1c6afcd1f9,35765,1731595233113 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-14T14:41:49,213 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35765 {}] ipc.CallRunner(138): callId: 114 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:38270 deadline: 1731595369206, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=38fa776092ce1d75269fb328438588e8, server=da1c6afcd1f9,35765,1731595233113 2024-11-14T14:41:49,213 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731595290056.38fa776092ce1d75269fb328438588e8., hostname=da1c6afcd1f9,35765,1731595233113, seqNum=2 , the old value is region=TestAcidGuarantees,,1731595290056.38fa776092ce1d75269fb328438588e8., hostname=da1c6afcd1f9,35765,1731595233113, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=38fa776092ce1d75269fb328438588e8, server=da1c6afcd1f9,35765,1731595233113 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-14T14:41:49,213 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731595290056.38fa776092ce1d75269fb328438588e8., hostname=da1c6afcd1f9,35765,1731595233113, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=38fa776092ce1d75269fb328438588e8, server=da1c6afcd1f9,35765,1731595233113 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-14T14:41:49,214 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731595290056.38fa776092ce1d75269fb328438588e8., hostname=da1c6afcd1f9,35765,1731595233113, seqNum=2 because the exception is null or not the one we care about 2024-11-14T14:41:49,273 INFO [RS_FLUSH_OPERATIONS-regionserver/da1c6afcd1f9:0-1 {event_type=RS_FLUSH_REGIONS, pid=87}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=29.07 KB at sequenceid=298 (bloomFilter=true), to=hdfs://localhost:34345/user/jenkins/test-data/14d118ee-a83a-b09b-5913-1a58940a5db1/data/default/TestAcidGuarantees/38fa776092ce1d75269fb328438588e8/.tmp/A/ed15da964ea845b89dc8b9fac10d07c0 2024-11-14T14:41:49,281 DEBUG [RS_FLUSH_OPERATIONS-regionserver/da1c6afcd1f9:0-1 {event_type=RS_FLUSH_REGIONS, pid=87}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:34345/user/jenkins/test-data/14d118ee-a83a-b09b-5913-1a58940a5db1/data/default/TestAcidGuarantees/38fa776092ce1d75269fb328438588e8/.tmp/B/99c7b41d80d04c15838bc9f7c6e27b4b is 50, key is test_row_0/B:col10/1731595307917/Put/seqid=0 2024-11-14T14:41:49,285 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36699 is added to blk_1073742130_1306 (size=12301) 2024-11-14T14:41:49,336 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45145 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=86 2024-11-14T14:41:49,409 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35765 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=38fa776092ce1d75269fb328438588e8, server=da1c6afcd1f9,35765,1731595233113 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-14T14:41:49,409 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35765 {}] ipc.CallRunner(138): callId: 110 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:38294 deadline: 1731595369406, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=38fa776092ce1d75269fb328438588e8, server=da1c6afcd1f9,35765,1731595233113 2024-11-14T14:41:49,409 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731595290056.38fa776092ce1d75269fb328438588e8., hostname=da1c6afcd1f9,35765,1731595233113, seqNum=2 , the old value is region=TestAcidGuarantees,,1731595290056.38fa776092ce1d75269fb328438588e8., hostname=da1c6afcd1f9,35765,1731595233113, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=38fa776092ce1d75269fb328438588e8, server=da1c6afcd1f9,35765,1731595233113 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-14T14:41:49,410 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731595290056.38fa776092ce1d75269fb328438588e8., hostname=da1c6afcd1f9,35765,1731595233113, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=38fa776092ce1d75269fb328438588e8, server=da1c6afcd1f9,35765,1731595233113 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-14T14:41:49,410 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731595290056.38fa776092ce1d75269fb328438588e8., hostname=da1c6afcd1f9,35765,1731595233113, seqNum=2 because the exception is null or not the one we care about 2024-11-14T14:41:49,421 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35765 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=38fa776092ce1d75269fb328438588e8, server=da1c6afcd1f9,35765,1731595233113 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-14T14:41:49,421 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35765 {}] ipc.CallRunner(138): callId: 113 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:38314 deadline: 1731595369416, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=38fa776092ce1d75269fb328438588e8, server=da1c6afcd1f9,35765,1731595233113 2024-11-14T14:41:49,421 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35765 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=38fa776092ce1d75269fb328438588e8, server=da1c6afcd1f9,35765,1731595233113 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-14T14:41:49,421 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35765 {}] ipc.CallRunner(138): callId: 115 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:38270 deadline: 1731595369416, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=38fa776092ce1d75269fb328438588e8, server=da1c6afcd1f9,35765,1731595233113 2024-11-14T14:41:49,421 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731595290056.38fa776092ce1d75269fb328438588e8., hostname=da1c6afcd1f9,35765,1731595233113, seqNum=2 , the old value is region=TestAcidGuarantees,,1731595290056.38fa776092ce1d75269fb328438588e8., hostname=da1c6afcd1f9,35765,1731595233113, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=38fa776092ce1d75269fb328438588e8, server=da1c6afcd1f9,35765,1731595233113 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-14T14:41:49,421 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731595290056.38fa776092ce1d75269fb328438588e8., hostname=da1c6afcd1f9,35765,1731595233113, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=38fa776092ce1d75269fb328438588e8, server=da1c6afcd1f9,35765,1731595233113 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-14T14:41:49,421 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731595290056.38fa776092ce1d75269fb328438588e8., hostname=da1c6afcd1f9,35765,1731595233113, seqNum=2 because the exception is null or not the one we care about 2024-11-14T14:41:49,421 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731595290056.38fa776092ce1d75269fb328438588e8., hostname=da1c6afcd1f9,35765,1731595233113, seqNum=2 , the old value is region=TestAcidGuarantees,,1731595290056.38fa776092ce1d75269fb328438588e8., hostname=da1c6afcd1f9,35765,1731595233113, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=38fa776092ce1d75269fb328438588e8, server=da1c6afcd1f9,35765,1731595233113 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-14T14:41:49,421 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731595290056.38fa776092ce1d75269fb328438588e8., hostname=da1c6afcd1f9,35765,1731595233113, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=38fa776092ce1d75269fb328438588e8, server=da1c6afcd1f9,35765,1731595233113 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-14T14:41:49,421 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731595290056.38fa776092ce1d75269fb328438588e8., hostname=da1c6afcd1f9,35765,1731595233113, seqNum=2 because the exception is null or not the one we care about 2024-11-14T14:41:49,686 INFO [RS_FLUSH_OPERATIONS-regionserver/da1c6afcd1f9:0-1 {event_type=RS_FLUSH_REGIONS, pid=87}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=29.07 KB at sequenceid=298 (bloomFilter=true), to=hdfs://localhost:34345/user/jenkins/test-data/14d118ee-a83a-b09b-5913-1a58940a5db1/data/default/TestAcidGuarantees/38fa776092ce1d75269fb328438588e8/.tmp/B/99c7b41d80d04c15838bc9f7c6e27b4b 2024-11-14T14:41:49,694 DEBUG [RS_FLUSH_OPERATIONS-regionserver/da1c6afcd1f9:0-1 {event_type=RS_FLUSH_REGIONS, pid=87}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:34345/user/jenkins/test-data/14d118ee-a83a-b09b-5913-1a58940a5db1/data/default/TestAcidGuarantees/38fa776092ce1d75269fb328438588e8/.tmp/C/6552ce7fdc1844f2886b323978f587cd is 50, key is test_row_0/C:col10/1731595307917/Put/seqid=0 2024-11-14T14:41:49,697 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36699 is added to blk_1073742131_1307 (size=12301) 2024-11-14T14:41:49,721 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35765 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=38fa776092ce1d75269fb328438588e8, server=da1c6afcd1f9,35765,1731595233113 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-14T14:41:49,721 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35765 {}] ipc.CallRunner(138): callId: 111 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:38294 deadline: 1731595369716, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=38fa776092ce1d75269fb328438588e8, server=da1c6afcd1f9,35765,1731595233113 2024-11-14T14:41:49,721 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731595290056.38fa776092ce1d75269fb328438588e8., hostname=da1c6afcd1f9,35765,1731595233113, seqNum=2 , the old value is region=TestAcidGuarantees,,1731595290056.38fa776092ce1d75269fb328438588e8., hostname=da1c6afcd1f9,35765,1731595233113, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=38fa776092ce1d75269fb328438588e8, server=da1c6afcd1f9,35765,1731595233113 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-14T14:41:49,722 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731595290056.38fa776092ce1d75269fb328438588e8., hostname=da1c6afcd1f9,35765,1731595233113, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=38fa776092ce1d75269fb328438588e8, server=da1c6afcd1f9,35765,1731595233113 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-14T14:41:49,722 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731595290056.38fa776092ce1d75269fb328438588e8., hostname=da1c6afcd1f9,35765,1731595233113, seqNum=2 because the exception is null or not the one we care about 2024-11-14T14:41:49,730 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35765 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=38fa776092ce1d75269fb328438588e8, server=da1c6afcd1f9,35765,1731595233113 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-14T14:41:49,730 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35765 {}] ipc.CallRunner(138): callId: 114 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:38314 deadline: 1731595369726, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=38fa776092ce1d75269fb328438588e8, server=da1c6afcd1f9,35765,1731595233113 2024-11-14T14:41:49,730 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731595290056.38fa776092ce1d75269fb328438588e8., hostname=da1c6afcd1f9,35765,1731595233113, seqNum=2 , the old value is region=TestAcidGuarantees,,1731595290056.38fa776092ce1d75269fb328438588e8., hostname=da1c6afcd1f9,35765,1731595233113, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=38fa776092ce1d75269fb328438588e8, server=da1c6afcd1f9,35765,1731595233113 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-14T14:41:49,730 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731595290056.38fa776092ce1d75269fb328438588e8., hostname=da1c6afcd1f9,35765,1731595233113, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=38fa776092ce1d75269fb328438588e8, server=da1c6afcd1f9,35765,1731595233113 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-14T14:41:49,730 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731595290056.38fa776092ce1d75269fb328438588e8., hostname=da1c6afcd1f9,35765,1731595233113, seqNum=2 because the exception is null or not the one we care about 2024-11-14T14:41:49,730 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35765 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=38fa776092ce1d75269fb328438588e8, server=da1c6afcd1f9,35765,1731595233113 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-14T14:41:49,731 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35765 {}] ipc.CallRunner(138): callId: 116 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:38270 deadline: 1731595369726, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=38fa776092ce1d75269fb328438588e8, server=da1c6afcd1f9,35765,1731595233113 2024-11-14T14:41:49,731 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731595290056.38fa776092ce1d75269fb328438588e8., hostname=da1c6afcd1f9,35765,1731595233113, seqNum=2 , the old value is region=TestAcidGuarantees,,1731595290056.38fa776092ce1d75269fb328438588e8., hostname=da1c6afcd1f9,35765,1731595233113, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=38fa776092ce1d75269fb328438588e8, server=da1c6afcd1f9,35765,1731595233113 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-14T14:41:49,731 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731595290056.38fa776092ce1d75269fb328438588e8., hostname=da1c6afcd1f9,35765,1731595233113, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=38fa776092ce1d75269fb328438588e8, server=da1c6afcd1f9,35765,1731595233113 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-14T14:41:49,731 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731595290056.38fa776092ce1d75269fb328438588e8., hostname=da1c6afcd1f9,35765,1731595233113, seqNum=2 because the exception is null or not the one we care about 2024-11-14T14:41:49,846 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45145 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=86 2024-11-14T14:41:50,098 INFO [RS_FLUSH_OPERATIONS-regionserver/da1c6afcd1f9:0-1 {event_type=RS_FLUSH_REGIONS, pid=87}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=29.07 KB at sequenceid=298 (bloomFilter=true), to=hdfs://localhost:34345/user/jenkins/test-data/14d118ee-a83a-b09b-5913-1a58940a5db1/data/default/TestAcidGuarantees/38fa776092ce1d75269fb328438588e8/.tmp/C/6552ce7fdc1844f2886b323978f587cd 2024-11-14T14:41:50,103 DEBUG [RS_FLUSH_OPERATIONS-regionserver/da1c6afcd1f9:0-1 {event_type=RS_FLUSH_REGIONS, pid=87}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:34345/user/jenkins/test-data/14d118ee-a83a-b09b-5913-1a58940a5db1/data/default/TestAcidGuarantees/38fa776092ce1d75269fb328438588e8/.tmp/A/ed15da964ea845b89dc8b9fac10d07c0 as hdfs://localhost:34345/user/jenkins/test-data/14d118ee-a83a-b09b-5913-1a58940a5db1/data/default/TestAcidGuarantees/38fa776092ce1d75269fb328438588e8/A/ed15da964ea845b89dc8b9fac10d07c0 2024-11-14T14:41:50,107 INFO [RS_FLUSH_OPERATIONS-regionserver/da1c6afcd1f9:0-1 {event_type=RS_FLUSH_REGIONS, pid=87}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:34345/user/jenkins/test-data/14d118ee-a83a-b09b-5913-1a58940a5db1/data/default/TestAcidGuarantees/38fa776092ce1d75269fb328438588e8/A/ed15da964ea845b89dc8b9fac10d07c0, entries=150, sequenceid=298, filesize=12.0 K 2024-11-14T14:41:50,108 DEBUG [RS_FLUSH_OPERATIONS-regionserver/da1c6afcd1f9:0-1 {event_type=RS_FLUSH_REGIONS, pid=87}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:34345/user/jenkins/test-data/14d118ee-a83a-b09b-5913-1a58940a5db1/data/default/TestAcidGuarantees/38fa776092ce1d75269fb328438588e8/.tmp/B/99c7b41d80d04c15838bc9f7c6e27b4b as hdfs://localhost:34345/user/jenkins/test-data/14d118ee-a83a-b09b-5913-1a58940a5db1/data/default/TestAcidGuarantees/38fa776092ce1d75269fb328438588e8/B/99c7b41d80d04c15838bc9f7c6e27b4b 2024-11-14T14:41:50,112 INFO [RS_FLUSH_OPERATIONS-regionserver/da1c6afcd1f9:0-1 {event_type=RS_FLUSH_REGIONS, pid=87}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:34345/user/jenkins/test-data/14d118ee-a83a-b09b-5913-1a58940a5db1/data/default/TestAcidGuarantees/38fa776092ce1d75269fb328438588e8/B/99c7b41d80d04c15838bc9f7c6e27b4b, entries=150, sequenceid=298, filesize=12.0 K 2024-11-14T14:41:50,112 DEBUG [RS_FLUSH_OPERATIONS-regionserver/da1c6afcd1f9:0-1 {event_type=RS_FLUSH_REGIONS, pid=87}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:34345/user/jenkins/test-data/14d118ee-a83a-b09b-5913-1a58940a5db1/data/default/TestAcidGuarantees/38fa776092ce1d75269fb328438588e8/.tmp/C/6552ce7fdc1844f2886b323978f587cd as hdfs://localhost:34345/user/jenkins/test-data/14d118ee-a83a-b09b-5913-1a58940a5db1/data/default/TestAcidGuarantees/38fa776092ce1d75269fb328438588e8/C/6552ce7fdc1844f2886b323978f587cd 2024-11-14T14:41:50,118 INFO [RS_FLUSH_OPERATIONS-regionserver/da1c6afcd1f9:0-1 {event_type=RS_FLUSH_REGIONS, pid=87}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:34345/user/jenkins/test-data/14d118ee-a83a-b09b-5913-1a58940a5db1/data/default/TestAcidGuarantees/38fa776092ce1d75269fb328438588e8/C/6552ce7fdc1844f2886b323978f587cd, entries=150, sequenceid=298, filesize=12.0 K 2024-11-14T14:41:50,119 INFO [RS_FLUSH_OPERATIONS-regionserver/da1c6afcd1f9:0-1 {event_type=RS_FLUSH_REGIONS, pid=87}] regionserver.HRegion(3140): Finished flush of dataSize ~87.22 KB/89310, heapSize ~259.69 KB/265920, currentSize=87.22 KB/89310 for 38fa776092ce1d75269fb328438588e8 in 1256ms, sequenceid=298, compaction requested=true 2024-11-14T14:41:50,119 DEBUG [RS_FLUSH_OPERATIONS-regionserver/da1c6afcd1f9:0-1 {event_type=RS_FLUSH_REGIONS, pid=87}] regionserver.HRegion(2603): Flush status journal for 38fa776092ce1d75269fb328438588e8: 2024-11-14T14:41:50,119 DEBUG [RS_FLUSH_OPERATIONS-regionserver/da1c6afcd1f9:0-1 {event_type=RS_FLUSH_REGIONS, pid=87}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1731595290056.38fa776092ce1d75269fb328438588e8. 2024-11-14T14:41:50,119 DEBUG [RS_FLUSH_OPERATIONS-regionserver/da1c6afcd1f9:0-1 {event_type=RS_FLUSH_REGIONS, pid=87}] regionserver.RemoteProcedureResultReporter(62): Successfully complete execution of pid=87 2024-11-14T14:41:50,120 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45145 {}] master.HMaster(4169): Remote procedure done, pid=87 2024-11-14T14:41:50,122 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=87, resume processing ppid=86 2024-11-14T14:41:50,122 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1521): Finished pid=87, ppid=86, state=SUCCESS, hasLock=false; org.apache.hadoop.hbase.master.procedure.FlushRegionProcedure in 1.4110 sec 2024-11-14T14:41:50,124 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1521): Finished pid=86, state=SUCCESS, hasLock=false; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=86, table=TestAcidGuarantees in 1.4160 sec 2024-11-14T14:41:50,240 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35765 {}] regionserver.HRegion(8855): Flush requested on 38fa776092ce1d75269fb328438588e8 2024-11-14T14:41:50,240 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(2902): Flushing 38fa776092ce1d75269fb328438588e8 3/3 column families, dataSize=93.93 KB heapSize=279.66 KB 2024-11-14T14:41:50,240 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 38fa776092ce1d75269fb328438588e8, store=A 2024-11-14T14:41:50,240 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-14T14:41:50,240 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 38fa776092ce1d75269fb328438588e8, store=B 2024-11-14T14:41:50,240 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-14T14:41:50,240 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 38fa776092ce1d75269fb328438588e8, store=C 2024-11-14T14:41:50,240 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-14T14:41:50,245 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:34345/user/jenkins/test-data/14d118ee-a83a-b09b-5913-1a58940a5db1/data/default/TestAcidGuarantees/38fa776092ce1d75269fb328438588e8/.tmp/A/f228387afb0d46b6869d8fb437929ca4 is 50, key is test_row_0/A:col10/1731595309088/Put/seqid=0 2024-11-14T14:41:50,250 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36699 is added to blk_1073742132_1308 (size=12297) 2024-11-14T14:41:50,272 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35765 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=38fa776092ce1d75269fb328438588e8, server=da1c6afcd1f9,35765,1731595233113 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-14T14:41:50,273 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35765 {}] ipc.CallRunner(138): callId: 120 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:38270 deadline: 1731595370266, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=38fa776092ce1d75269fb328438588e8, server=da1c6afcd1f9,35765,1731595233113 2024-11-14T14:41:50,273 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731595290056.38fa776092ce1d75269fb328438588e8., hostname=da1c6afcd1f9,35765,1731595233113, seqNum=2 , the old value is region=TestAcidGuarantees,,1731595290056.38fa776092ce1d75269fb328438588e8., hostname=da1c6afcd1f9,35765,1731595233113, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=38fa776092ce1d75269fb328438588e8, server=da1c6afcd1f9,35765,1731595233113 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-14T14:41:50,273 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35765 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=38fa776092ce1d75269fb328438588e8, server=da1c6afcd1f9,35765,1731595233113 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-14T14:41:50,273 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731595290056.38fa776092ce1d75269fb328438588e8., hostname=da1c6afcd1f9,35765,1731595233113, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=38fa776092ce1d75269fb328438588e8, server=da1c6afcd1f9,35765,1731595233113 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-14T14:41:50,273 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731595290056.38fa776092ce1d75269fb328438588e8., hostname=da1c6afcd1f9,35765,1731595233113, seqNum=2 because the exception is null or not the one we care about 2024-11-14T14:41:50,273 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35765 {}] ipc.CallRunner(138): callId: 117 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:38294 deadline: 1731595370267, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=38fa776092ce1d75269fb328438588e8, server=da1c6afcd1f9,35765,1731595233113 2024-11-14T14:41:50,273 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731595290056.38fa776092ce1d75269fb328438588e8., hostname=da1c6afcd1f9,35765,1731595233113, seqNum=2 , the old value is region=TestAcidGuarantees,,1731595290056.38fa776092ce1d75269fb328438588e8., hostname=da1c6afcd1f9,35765,1731595233113, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=38fa776092ce1d75269fb328438588e8, server=da1c6afcd1f9,35765,1731595233113 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-14T14:41:50,273 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731595290056.38fa776092ce1d75269fb328438588e8., hostname=da1c6afcd1f9,35765,1731595233113, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=38fa776092ce1d75269fb328438588e8, server=da1c6afcd1f9,35765,1731595233113 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-14T14:41:50,273 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731595290056.38fa776092ce1d75269fb328438588e8., hostname=da1c6afcd1f9,35765,1731595233113, seqNum=2 because the exception is null or not the one we care about 2024-11-14T14:41:50,278 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35765 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=38fa776092ce1d75269fb328438588e8, server=da1c6afcd1f9,35765,1731595233113 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-14T14:41:50,278 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35765 {}] ipc.CallRunner(138): callId: 120 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:38314 deadline: 1731595370272, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=38fa776092ce1d75269fb328438588e8, server=da1c6afcd1f9,35765,1731595233113 2024-11-14T14:41:50,278 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731595290056.38fa776092ce1d75269fb328438588e8., hostname=da1c6afcd1f9,35765,1731595233113, seqNum=2 , the old value is region=TestAcidGuarantees,,1731595290056.38fa776092ce1d75269fb328438588e8., hostname=da1c6afcd1f9,35765,1731595233113, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=38fa776092ce1d75269fb328438588e8, server=da1c6afcd1f9,35765,1731595233113 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-14T14:41:50,278 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731595290056.38fa776092ce1d75269fb328438588e8., hostname=da1c6afcd1f9,35765,1731595233113, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=38fa776092ce1d75269fb328438588e8, server=da1c6afcd1f9,35765,1731595233113 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-14T14:41:50,278 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731595290056.38fa776092ce1d75269fb328438588e8., hostname=da1c6afcd1f9,35765,1731595233113, seqNum=2 because the exception is null or not the one we care about 2024-11-14T14:41:50,381 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35765 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=38fa776092ce1d75269fb328438588e8, server=da1c6afcd1f9,35765,1731595233113 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-14T14:41:50,381 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35765 {}] ipc.CallRunner(138): callId: 121 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:38270 deadline: 1731595370376, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=38fa776092ce1d75269fb328438588e8, server=da1c6afcd1f9,35765,1731595233113 2024-11-14T14:41:50,381 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731595290056.38fa776092ce1d75269fb328438588e8., hostname=da1c6afcd1f9,35765,1731595233113, seqNum=2 , the old value is region=TestAcidGuarantees,,1731595290056.38fa776092ce1d75269fb328438588e8., hostname=da1c6afcd1f9,35765,1731595233113, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=38fa776092ce1d75269fb328438588e8, server=da1c6afcd1f9,35765,1731595233113 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-14T14:41:50,381 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35765 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=38fa776092ce1d75269fb328438588e8, server=da1c6afcd1f9,35765,1731595233113 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-14T14:41:50,381 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731595290056.38fa776092ce1d75269fb328438588e8., hostname=da1c6afcd1f9,35765,1731595233113, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=38fa776092ce1d75269fb328438588e8, server=da1c6afcd1f9,35765,1731595233113 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-14T14:41:50,381 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731595290056.38fa776092ce1d75269fb328438588e8., hostname=da1c6afcd1f9,35765,1731595233113, seqNum=2 because the exception is null or not the one we care about 2024-11-14T14:41:50,381 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35765 {}] ipc.CallRunner(138): callId: 118 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:38294 deadline: 1731595370377, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=38fa776092ce1d75269fb328438588e8, server=da1c6afcd1f9,35765,1731595233113 2024-11-14T14:41:50,382 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731595290056.38fa776092ce1d75269fb328438588e8., hostname=da1c6afcd1f9,35765,1731595233113, seqNum=2 , the old value is region=TestAcidGuarantees,,1731595290056.38fa776092ce1d75269fb328438588e8., hostname=da1c6afcd1f9,35765,1731595233113, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=38fa776092ce1d75269fb328438588e8, server=da1c6afcd1f9,35765,1731595233113 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-14T14:41:50,382 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731595290056.38fa776092ce1d75269fb328438588e8., hostname=da1c6afcd1f9,35765,1731595233113, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=38fa776092ce1d75269fb328438588e8, server=da1c6afcd1f9,35765,1731595233113 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-14T14:41:50,382 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731595290056.38fa776092ce1d75269fb328438588e8., hostname=da1c6afcd1f9,35765,1731595233113, seqNum=2 because the exception is null or not the one we care about 2024-11-14T14:41:50,391 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35765 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=38fa776092ce1d75269fb328438588e8, server=da1c6afcd1f9,35765,1731595233113 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-14T14:41:50,391 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35765 {}] ipc.CallRunner(138): callId: 121 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:38314 deadline: 1731595370386, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=38fa776092ce1d75269fb328438588e8, server=da1c6afcd1f9,35765,1731595233113 2024-11-14T14:41:50,391 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731595290056.38fa776092ce1d75269fb328438588e8., hostname=da1c6afcd1f9,35765,1731595233113, seqNum=2 , the old value is region=TestAcidGuarantees,,1731595290056.38fa776092ce1d75269fb328438588e8., hostname=da1c6afcd1f9,35765,1731595233113, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=38fa776092ce1d75269fb328438588e8, server=da1c6afcd1f9,35765,1731595233113 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-14T14:41:50,391 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731595290056.38fa776092ce1d75269fb328438588e8., hostname=da1c6afcd1f9,35765,1731595233113, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=38fa776092ce1d75269fb328438588e8, server=da1c6afcd1f9,35765,1731595233113 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-14T14:41:50,391 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731595290056.38fa776092ce1d75269fb328438588e8., hostname=da1c6afcd1f9,35765,1731595233113, seqNum=2 because the exception is null or not the one we care about 2024-11-14T14:41:50,591 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35765 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=38fa776092ce1d75269fb328438588e8, server=da1c6afcd1f9,35765,1731595233113 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-14T14:41:50,591 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35765 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=38fa776092ce1d75269fb328438588e8, server=da1c6afcd1f9,35765,1731595233113 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-14T14:41:50,592 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35765 {}] ipc.CallRunner(138): callId: 122 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:38270 deadline: 1731595370586, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=38fa776092ce1d75269fb328438588e8, server=da1c6afcd1f9,35765,1731595233113 2024-11-14T14:41:50,592 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35765 {}] ipc.CallRunner(138): callId: 119 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:38294 deadline: 1731595370587, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=38fa776092ce1d75269fb328438588e8, server=da1c6afcd1f9,35765,1731595233113 2024-11-14T14:41:50,592 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731595290056.38fa776092ce1d75269fb328438588e8., hostname=da1c6afcd1f9,35765,1731595233113, seqNum=2 , the old value is region=TestAcidGuarantees,,1731595290056.38fa776092ce1d75269fb328438588e8., hostname=da1c6afcd1f9,35765,1731595233113, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=38fa776092ce1d75269fb328438588e8, server=da1c6afcd1f9,35765,1731595233113 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-14T14:41:50,592 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731595290056.38fa776092ce1d75269fb328438588e8., hostname=da1c6afcd1f9,35765,1731595233113, seqNum=2 , the old value is region=TestAcidGuarantees,,1731595290056.38fa776092ce1d75269fb328438588e8., hostname=da1c6afcd1f9,35765,1731595233113, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=38fa776092ce1d75269fb328438588e8, server=da1c6afcd1f9,35765,1731595233113 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-14T14:41:50,592 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731595290056.38fa776092ce1d75269fb328438588e8., hostname=da1c6afcd1f9,35765,1731595233113, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=38fa776092ce1d75269fb328438588e8, server=da1c6afcd1f9,35765,1731595233113 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-14T14:41:50,592 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731595290056.38fa776092ce1d75269fb328438588e8., hostname=da1c6afcd1f9,35765,1731595233113, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=38fa776092ce1d75269fb328438588e8, server=da1c6afcd1f9,35765,1731595233113 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-14T14:41:50,592 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731595290056.38fa776092ce1d75269fb328438588e8., hostname=da1c6afcd1f9,35765,1731595233113, seqNum=2 because the exception is null or not the one we care about 2024-11-14T14:41:50,592 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731595290056.38fa776092ce1d75269fb328438588e8., hostname=da1c6afcd1f9,35765,1731595233113, seqNum=2 because the exception is null or not the one we care about 2024-11-14T14:41:50,598 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35765 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=38fa776092ce1d75269fb328438588e8, server=da1c6afcd1f9,35765,1731595233113 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-14T14:41:50,598 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35765 {}] ipc.CallRunner(138): callId: 122 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:38314 deadline: 1731595370596, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=38fa776092ce1d75269fb328438588e8, server=da1c6afcd1f9,35765,1731595233113 2024-11-14T14:41:50,599 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731595290056.38fa776092ce1d75269fb328438588e8., hostname=da1c6afcd1f9,35765,1731595233113, seqNum=2 , the old value is region=TestAcidGuarantees,,1731595290056.38fa776092ce1d75269fb328438588e8., hostname=da1c6afcd1f9,35765,1731595233113, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=38fa776092ce1d75269fb328438588e8, server=da1c6afcd1f9,35765,1731595233113 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-14T14:41:50,599 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731595290056.38fa776092ce1d75269fb328438588e8., hostname=da1c6afcd1f9,35765,1731595233113, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=38fa776092ce1d75269fb328438588e8, server=da1c6afcd1f9,35765,1731595233113 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-14T14:41:50,599 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731595290056.38fa776092ce1d75269fb328438588e8., hostname=da1c6afcd1f9,35765,1731595233113, seqNum=2 because the exception is null or not the one we care about 2024-11-14T14:41:50,650 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=31.31 KB at sequenceid=315 (bloomFilter=true), to=hdfs://localhost:34345/user/jenkins/test-data/14d118ee-a83a-b09b-5913-1a58940a5db1/data/default/TestAcidGuarantees/38fa776092ce1d75269fb328438588e8/.tmp/A/f228387afb0d46b6869d8fb437929ca4 2024-11-14T14:41:50,661 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:34345/user/jenkins/test-data/14d118ee-a83a-b09b-5913-1a58940a5db1/data/default/TestAcidGuarantees/38fa776092ce1d75269fb328438588e8/.tmp/B/08466ff355ea4c23ace6284628edba4e is 50, key is test_row_0/B:col10/1731595309088/Put/seqid=0 2024-11-14T14:41:50,669 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36699 is added to blk_1073742133_1309 (size=9857) 2024-11-14T14:41:50,856 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45145 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=86 2024-11-14T14:41:50,856 INFO [RPCClient-NioEventLoopGroup-4-6 {}] client.RawAsyncHBaseAdmin$TableProcedureBiConsumer(2721): Operation: FLUSH, Table Name: default:TestAcidGuarantees completed 2024-11-14T14:41:50,857 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45145 {}] master.HMaster$22(4506): Client=jenkins//172.17.0.2 flush TestAcidGuarantees 2024-11-14T14:41:50,858 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45145 {}] procedure2.ProcedureExecutor(1139): Stored pid=88, state=RUNNABLE:FLUSH_TABLE_PREPARE, hasLock=false; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=88, table=TestAcidGuarantees 2024-11-14T14:41:50,858 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45145 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=88 2024-11-14T14:41:50,858 INFO [PEWorker-1 {}] procedure.FlushTableProcedure(91): pid=88, state=RUNNABLE:FLUSH_TABLE_PREPARE, hasLock=true; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=88, table=TestAcidGuarantees execute state=FLUSH_TABLE_PREPARE 2024-11-14T14:41:50,859 INFO [PEWorker-1 {}] procedure.FlushTableProcedure(91): pid=88, state=RUNNABLE:FLUSH_TABLE_FLUSH_REGIONS, hasLock=true; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=88, table=TestAcidGuarantees execute state=FLUSH_TABLE_FLUSH_REGIONS 2024-11-14T14:41:50,859 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=89, ppid=88, state=RUNNABLE, hasLock=false; org.apache.hadoop.hbase.master.procedure.FlushRegionProcedure}] 2024-11-14T14:41:50,899 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35765 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=38fa776092ce1d75269fb328438588e8, server=da1c6afcd1f9,35765,1731595233113 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-14T14:41:50,899 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35765 {}] ipc.CallRunner(138): callId: 120 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:38294 deadline: 1731595370896, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=38fa776092ce1d75269fb328438588e8, server=da1c6afcd1f9,35765,1731595233113 2024-11-14T14:41:50,899 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35765 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=38fa776092ce1d75269fb328438588e8, server=da1c6afcd1f9,35765,1731595233113 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-14T14:41:50,899 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731595290056.38fa776092ce1d75269fb328438588e8., hostname=da1c6afcd1f9,35765,1731595233113, seqNum=2 , the old value is region=TestAcidGuarantees,,1731595290056.38fa776092ce1d75269fb328438588e8., hostname=da1c6afcd1f9,35765,1731595233113, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=38fa776092ce1d75269fb328438588e8, server=da1c6afcd1f9,35765,1731595233113 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-14T14:41:50,899 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35765 {}] ipc.CallRunner(138): callId: 123 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:38270 deadline: 1731595370896, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=38fa776092ce1d75269fb328438588e8, server=da1c6afcd1f9,35765,1731595233113 2024-11-14T14:41:50,899 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731595290056.38fa776092ce1d75269fb328438588e8., hostname=da1c6afcd1f9,35765,1731595233113, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=38fa776092ce1d75269fb328438588e8, server=da1c6afcd1f9,35765,1731595233113 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-14T14:41:50,899 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731595290056.38fa776092ce1d75269fb328438588e8., hostname=da1c6afcd1f9,35765,1731595233113, seqNum=2 because the exception is null or not the one we care about 2024-11-14T14:41:50,899 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731595290056.38fa776092ce1d75269fb328438588e8., hostname=da1c6afcd1f9,35765,1731595233113, seqNum=2 , the old value is region=TestAcidGuarantees,,1731595290056.38fa776092ce1d75269fb328438588e8., hostname=da1c6afcd1f9,35765,1731595233113, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=38fa776092ce1d75269fb328438588e8, server=da1c6afcd1f9,35765,1731595233113 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-14T14:41:50,899 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731595290056.38fa776092ce1d75269fb328438588e8., hostname=da1c6afcd1f9,35765,1731595233113, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=38fa776092ce1d75269fb328438588e8, server=da1c6afcd1f9,35765,1731595233113 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-14T14:41:50,899 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731595290056.38fa776092ce1d75269fb328438588e8., hostname=da1c6afcd1f9,35765,1731595233113, seqNum=2 because the exception is null or not the one we care about 2024-11-14T14:41:50,909 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35765 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=38fa776092ce1d75269fb328438588e8, server=da1c6afcd1f9,35765,1731595233113 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-14T14:41:50,910 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35765 {}] ipc.CallRunner(138): callId: 123 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:38314 deadline: 1731595370906, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=38fa776092ce1d75269fb328438588e8, server=da1c6afcd1f9,35765,1731595233113 2024-11-14T14:41:50,910 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731595290056.38fa776092ce1d75269fb328438588e8., hostname=da1c6afcd1f9,35765,1731595233113, seqNum=2 , the old value is region=TestAcidGuarantees,,1731595290056.38fa776092ce1d75269fb328438588e8., hostname=da1c6afcd1f9,35765,1731595233113, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=38fa776092ce1d75269fb328438588e8, server=da1c6afcd1f9,35765,1731595233113 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-14T14:41:50,910 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731595290056.38fa776092ce1d75269fb328438588e8., hostname=da1c6afcd1f9,35765,1731595233113, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=38fa776092ce1d75269fb328438588e8, server=da1c6afcd1f9,35765,1731595233113 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-14T14:41:50,910 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731595290056.38fa776092ce1d75269fb328438588e8., hostname=da1c6afcd1f9,35765,1731595233113, seqNum=2 because the exception is null or not the one we care about 2024-11-14T14:41:50,966 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45145 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=88 2024-11-14T14:41:51,011 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=35765 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=89 2024-11-14T14:41:51,012 DEBUG [RS_FLUSH_OPERATIONS-regionserver/da1c6afcd1f9:0-2 {event_type=RS_FLUSH_REGIONS, pid=89}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1731595290056.38fa776092ce1d75269fb328438588e8. 2024-11-14T14:41:51,012 DEBUG [RS_FLUSH_OPERATIONS-regionserver/da1c6afcd1f9:0-2 {event_type=RS_FLUSH_REGIONS, pid=89}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1731595290056.38fa776092ce1d75269fb328438588e8. as already flushing 2024-11-14T14:41:51,012 DEBUG [RS_FLUSH_OPERATIONS-regionserver/da1c6afcd1f9:0-2 {event_type=RS_FLUSH_REGIONS, pid=89}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1731595290056.38fa776092ce1d75269fb328438588e8. 2024-11-14T14:41:51,012 ERROR [RS_FLUSH_OPERATIONS-regionserver/da1c6afcd1f9:0-2 {event_type=RS_FLUSH_REGIONS, pid=89}] handler.RSProcedureHandler(58): pid=89 java.io.IOException: Unable to complete flush {ENCODED => 38fa776092ce1d75269fb328438588e8, NAME => 'TestAcidGuarantees,,1731595290056.38fa776092ce1d75269fb328438588e8.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-14T14:41:51,012 DEBUG [RS_FLUSH_OPERATIONS-regionserver/da1c6afcd1f9:0-2 {event_type=RS_FLUSH_REGIONS, pid=89}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=89 java.io.IOException: Unable to complete flush {ENCODED => 38fa776092ce1d75269fb328438588e8, NAME => 'TestAcidGuarantees,,1731595290056.38fa776092ce1d75269fb328438588e8.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-14T14:41:51,013 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45145 {}] master.HMaster(4177): Remote procedure failed, pid=89 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 38fa776092ce1d75269fb328438588e8, NAME => 'TestAcidGuarantees,,1731595290056.38fa776092ce1d75269fb328438588e8.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$5(MasterRpcServices.java:2580) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2575) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 38fa776092ce1d75269fb328438588e8, NAME => 'TestAcidGuarantees,,1731595290056.38fa776092ce1d75269fb328438588e8.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-14T14:41:51,070 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=31.31 KB at sequenceid=315 (bloomFilter=true), to=hdfs://localhost:34345/user/jenkins/test-data/14d118ee-a83a-b09b-5913-1a58940a5db1/data/default/TestAcidGuarantees/38fa776092ce1d75269fb328438588e8/.tmp/B/08466ff355ea4c23ace6284628edba4e 2024-11-14T14:41:51,078 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:34345/user/jenkins/test-data/14d118ee-a83a-b09b-5913-1a58940a5db1/data/default/TestAcidGuarantees/38fa776092ce1d75269fb328438588e8/.tmp/C/ac98e4f0c66341618de640af5b8b52cb is 50, key is test_row_0/C:col10/1731595309088/Put/seqid=0 2024-11-14T14:41:51,081 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36699 is added to blk_1073742134_1310 (size=9857) 2024-11-14T14:41:51,165 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=35765 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=89 2024-11-14T14:41:51,165 DEBUG [RS_FLUSH_OPERATIONS-regionserver/da1c6afcd1f9:0-0 {event_type=RS_FLUSH_REGIONS, pid=89}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1731595290056.38fa776092ce1d75269fb328438588e8. 2024-11-14T14:41:51,165 DEBUG [RS_FLUSH_OPERATIONS-regionserver/da1c6afcd1f9:0-0 {event_type=RS_FLUSH_REGIONS, pid=89}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1731595290056.38fa776092ce1d75269fb328438588e8. as already flushing 2024-11-14T14:41:51,165 DEBUG [RS_FLUSH_OPERATIONS-regionserver/da1c6afcd1f9:0-0 {event_type=RS_FLUSH_REGIONS, pid=89}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1731595290056.38fa776092ce1d75269fb328438588e8. 2024-11-14T14:41:51,165 ERROR [RS_FLUSH_OPERATIONS-regionserver/da1c6afcd1f9:0-0 {event_type=RS_FLUSH_REGIONS, pid=89}] handler.RSProcedureHandler(58): pid=89 java.io.IOException: Unable to complete flush {ENCODED => 38fa776092ce1d75269fb328438588e8, NAME => 'TestAcidGuarantees,,1731595290056.38fa776092ce1d75269fb328438588e8.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-14T14:41:51,165 DEBUG [RS_FLUSH_OPERATIONS-regionserver/da1c6afcd1f9:0-0 {event_type=RS_FLUSH_REGIONS, pid=89}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=89 java.io.IOException: Unable to complete flush {ENCODED => 38fa776092ce1d75269fb328438588e8, NAME => 'TestAcidGuarantees,,1731595290056.38fa776092ce1d75269fb328438588e8.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-14T14:41:51,166 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45145 {}] master.HMaster(4177): Remote procedure failed, pid=89 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 38fa776092ce1d75269fb328438588e8, NAME => 'TestAcidGuarantees,,1731595290056.38fa776092ce1d75269fb328438588e8.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$5(MasterRpcServices.java:2580) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2575) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 38fa776092ce1d75269fb328438588e8, NAME => 'TestAcidGuarantees,,1731595290056.38fa776092ce1d75269fb328438588e8.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-14T14:41:51,176 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45145 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=88 2024-11-14T14:41:51,318 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=35765 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=89 2024-11-14T14:41:51,318 DEBUG [RS_FLUSH_OPERATIONS-regionserver/da1c6afcd1f9:0-1 {event_type=RS_FLUSH_REGIONS, pid=89}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1731595290056.38fa776092ce1d75269fb328438588e8. 2024-11-14T14:41:51,318 DEBUG [RS_FLUSH_OPERATIONS-regionserver/da1c6afcd1f9:0-1 {event_type=RS_FLUSH_REGIONS, pid=89}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1731595290056.38fa776092ce1d75269fb328438588e8. as already flushing 2024-11-14T14:41:51,318 DEBUG [RS_FLUSH_OPERATIONS-regionserver/da1c6afcd1f9:0-1 {event_type=RS_FLUSH_REGIONS, pid=89}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1731595290056.38fa776092ce1d75269fb328438588e8. 2024-11-14T14:41:51,318 ERROR [RS_FLUSH_OPERATIONS-regionserver/da1c6afcd1f9:0-1 {event_type=RS_FLUSH_REGIONS, pid=89}] handler.RSProcedureHandler(58): pid=89 java.io.IOException: Unable to complete flush {ENCODED => 38fa776092ce1d75269fb328438588e8, NAME => 'TestAcidGuarantees,,1731595290056.38fa776092ce1d75269fb328438588e8.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-14T14:41:51,318 DEBUG [RS_FLUSH_OPERATIONS-regionserver/da1c6afcd1f9:0-1 {event_type=RS_FLUSH_REGIONS, pid=89}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=89 java.io.IOException: Unable to complete flush {ENCODED => 38fa776092ce1d75269fb328438588e8, NAME => 'TestAcidGuarantees,,1731595290056.38fa776092ce1d75269fb328438588e8.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-14T14:41:51,319 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45145 {}] master.HMaster(4177): Remote procedure failed, pid=89 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 38fa776092ce1d75269fb328438588e8, NAME => 'TestAcidGuarantees,,1731595290056.38fa776092ce1d75269fb328438588e8.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$5(MasterRpcServices.java:2580) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2575) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 38fa776092ce1d75269fb328438588e8, NAME => 'TestAcidGuarantees,,1731595290056.38fa776092ce1d75269fb328438588e8.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-14T14:41:51,410 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35765 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=38fa776092ce1d75269fb328438588e8, server=da1c6afcd1f9,35765,1731595233113 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-14T14:41:51,411 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35765 {}] ipc.CallRunner(138): callId: 121 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:38294 deadline: 1731595371406, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=38fa776092ce1d75269fb328438588e8, server=da1c6afcd1f9,35765,1731595233113 2024-11-14T14:41:51,411 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35765 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=38fa776092ce1d75269fb328438588e8, server=da1c6afcd1f9,35765,1731595233113 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-14T14:41:51,411 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35765 {}] ipc.CallRunner(138): callId: 124 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:38270 deadline: 1731595371406, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=38fa776092ce1d75269fb328438588e8, server=da1c6afcd1f9,35765,1731595233113 2024-11-14T14:41:51,411 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731595290056.38fa776092ce1d75269fb328438588e8., hostname=da1c6afcd1f9,35765,1731595233113, seqNum=2 , the old value is region=TestAcidGuarantees,,1731595290056.38fa776092ce1d75269fb328438588e8., hostname=da1c6afcd1f9,35765,1731595233113, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=38fa776092ce1d75269fb328438588e8, server=da1c6afcd1f9,35765,1731595233113 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-14T14:41:51,411 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731595290056.38fa776092ce1d75269fb328438588e8., hostname=da1c6afcd1f9,35765,1731595233113, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=38fa776092ce1d75269fb328438588e8, server=da1c6afcd1f9,35765,1731595233113 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-14T14:41:51,411 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731595290056.38fa776092ce1d75269fb328438588e8., hostname=da1c6afcd1f9,35765,1731595233113, seqNum=2 because the exception is null or not the one we care about 2024-11-14T14:41:51,411 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731595290056.38fa776092ce1d75269fb328438588e8., hostname=da1c6afcd1f9,35765,1731595233113, seqNum=2 , the old value is region=TestAcidGuarantees,,1731595290056.38fa776092ce1d75269fb328438588e8., hostname=da1c6afcd1f9,35765,1731595233113, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=38fa776092ce1d75269fb328438588e8, server=da1c6afcd1f9,35765,1731595233113 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-14T14:41:51,411 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731595290056.38fa776092ce1d75269fb328438588e8., hostname=da1c6afcd1f9,35765,1731595233113, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=38fa776092ce1d75269fb328438588e8, server=da1c6afcd1f9,35765,1731595233113 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-14T14:41:51,411 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731595290056.38fa776092ce1d75269fb328438588e8., hostname=da1c6afcd1f9,35765,1731595233113, seqNum=2 because the exception is null or not the one we care about 2024-11-14T14:41:51,419 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35765 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=38fa776092ce1d75269fb328438588e8, server=da1c6afcd1f9,35765,1731595233113 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-14T14:41:51,419 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35765 {}] ipc.CallRunner(138): callId: 124 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:38314 deadline: 1731595371416, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=38fa776092ce1d75269fb328438588e8, server=da1c6afcd1f9,35765,1731595233113 2024-11-14T14:41:51,420 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731595290056.38fa776092ce1d75269fb328438588e8., hostname=da1c6afcd1f9,35765,1731595233113, seqNum=2 , the old value is region=TestAcidGuarantees,,1731595290056.38fa776092ce1d75269fb328438588e8., hostname=da1c6afcd1f9,35765,1731595233113, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=38fa776092ce1d75269fb328438588e8, server=da1c6afcd1f9,35765,1731595233113 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-14T14:41:51,420 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731595290056.38fa776092ce1d75269fb328438588e8., hostname=da1c6afcd1f9,35765,1731595233113, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=38fa776092ce1d75269fb328438588e8, server=da1c6afcd1f9,35765,1731595233113 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-14T14:41:51,420 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731595290056.38fa776092ce1d75269fb328438588e8., hostname=da1c6afcd1f9,35765,1731595233113, seqNum=2 because the exception is null or not the one we care about 2024-11-14T14:41:51,471 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=35765 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=89 2024-11-14T14:41:51,471 DEBUG [RS_FLUSH_OPERATIONS-regionserver/da1c6afcd1f9:0-2 {event_type=RS_FLUSH_REGIONS, pid=89}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1731595290056.38fa776092ce1d75269fb328438588e8. 2024-11-14T14:41:51,471 DEBUG [RS_FLUSH_OPERATIONS-regionserver/da1c6afcd1f9:0-2 {event_type=RS_FLUSH_REGIONS, pid=89}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1731595290056.38fa776092ce1d75269fb328438588e8. as already flushing 2024-11-14T14:41:51,471 DEBUG [RS_FLUSH_OPERATIONS-regionserver/da1c6afcd1f9:0-2 {event_type=RS_FLUSH_REGIONS, pid=89}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1731595290056.38fa776092ce1d75269fb328438588e8. 2024-11-14T14:41:51,471 ERROR [RS_FLUSH_OPERATIONS-regionserver/da1c6afcd1f9:0-2 {event_type=RS_FLUSH_REGIONS, pid=89}] handler.RSProcedureHandler(58): pid=89 java.io.IOException: Unable to complete flush {ENCODED => 38fa776092ce1d75269fb328438588e8, NAME => 'TestAcidGuarantees,,1731595290056.38fa776092ce1d75269fb328438588e8.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-14T14:41:51,471 DEBUG [RS_FLUSH_OPERATIONS-regionserver/da1c6afcd1f9:0-2 {event_type=RS_FLUSH_REGIONS, pid=89}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=89 java.io.IOException: Unable to complete flush {ENCODED => 38fa776092ce1d75269fb328438588e8, NAME => 'TestAcidGuarantees,,1731595290056.38fa776092ce1d75269fb328438588e8.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-14T14:41:51,472 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45145 {}] master.HMaster(4177): Remote procedure failed, pid=89 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 38fa776092ce1d75269fb328438588e8, NAME => 'TestAcidGuarantees,,1731595290056.38fa776092ce1d75269fb328438588e8.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$5(MasterRpcServices.java:2580) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2575) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 38fa776092ce1d75269fb328438588e8, NAME => 'TestAcidGuarantees,,1731595290056.38fa776092ce1d75269fb328438588e8.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-14T14:41:51,482 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=31.31 KB at sequenceid=315 (bloomFilter=true), to=hdfs://localhost:34345/user/jenkins/test-data/14d118ee-a83a-b09b-5913-1a58940a5db1/data/default/TestAcidGuarantees/38fa776092ce1d75269fb328438588e8/.tmp/C/ac98e4f0c66341618de640af5b8b52cb 2024-11-14T14:41:51,485 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45145 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=88 2024-11-14T14:41:51,486 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:34345/user/jenkins/test-data/14d118ee-a83a-b09b-5913-1a58940a5db1/data/default/TestAcidGuarantees/38fa776092ce1d75269fb328438588e8/.tmp/A/f228387afb0d46b6869d8fb437929ca4 as hdfs://localhost:34345/user/jenkins/test-data/14d118ee-a83a-b09b-5913-1a58940a5db1/data/default/TestAcidGuarantees/38fa776092ce1d75269fb328438588e8/A/f228387afb0d46b6869d8fb437929ca4 2024-11-14T14:41:51,490 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:34345/user/jenkins/test-data/14d118ee-a83a-b09b-5913-1a58940a5db1/data/default/TestAcidGuarantees/38fa776092ce1d75269fb328438588e8/A/f228387afb0d46b6869d8fb437929ca4, entries=150, sequenceid=315, filesize=12.0 K 2024-11-14T14:41:51,491 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:34345/user/jenkins/test-data/14d118ee-a83a-b09b-5913-1a58940a5db1/data/default/TestAcidGuarantees/38fa776092ce1d75269fb328438588e8/.tmp/B/08466ff355ea4c23ace6284628edba4e as hdfs://localhost:34345/user/jenkins/test-data/14d118ee-a83a-b09b-5913-1a58940a5db1/data/default/TestAcidGuarantees/38fa776092ce1d75269fb328438588e8/B/08466ff355ea4c23ace6284628edba4e 2024-11-14T14:41:51,495 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:34345/user/jenkins/test-data/14d118ee-a83a-b09b-5913-1a58940a5db1/data/default/TestAcidGuarantees/38fa776092ce1d75269fb328438588e8/B/08466ff355ea4c23ace6284628edba4e, entries=100, sequenceid=315, filesize=9.6 K 2024-11-14T14:41:51,495 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:34345/user/jenkins/test-data/14d118ee-a83a-b09b-5913-1a58940a5db1/data/default/TestAcidGuarantees/38fa776092ce1d75269fb328438588e8/.tmp/C/ac98e4f0c66341618de640af5b8b52cb as hdfs://localhost:34345/user/jenkins/test-data/14d118ee-a83a-b09b-5913-1a58940a5db1/data/default/TestAcidGuarantees/38fa776092ce1d75269fb328438588e8/C/ac98e4f0c66341618de640af5b8b52cb 2024-11-14T14:41:51,499 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:34345/user/jenkins/test-data/14d118ee-a83a-b09b-5913-1a58940a5db1/data/default/TestAcidGuarantees/38fa776092ce1d75269fb328438588e8/C/ac98e4f0c66341618de640af5b8b52cb, entries=100, sequenceid=315, filesize=9.6 K 2024-11-14T14:41:51,500 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(3140): Finished flush of dataSize ~93.93 KB/96180, heapSize ~279.61 KB/286320, currentSize=80.51 KB/82440 for 38fa776092ce1d75269fb328438588e8 in 1260ms, sequenceid=315, compaction requested=true 2024-11-14T14:41:51,500 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2603): Flush status journal for 38fa776092ce1d75269fb328438588e8: 2024-11-14T14:41:51,500 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store 38fa776092ce1d75269fb328438588e8:A, priority=-2147483648, current under compaction store size is 1 2024-11-14T14:41:51,500 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-14T14:41:51,500 DEBUG [RS:0;da1c6afcd1f9:35765-shortCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 9 store files, 0 compacting, 9 eligible, 16 blocking 2024-11-14T14:41:51,500 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store 38fa776092ce1d75269fb328438588e8:B, priority=-2147483648, current under compaction store size is 2 2024-11-14T14:41:51,500 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-14T14:41:51,500 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store 38fa776092ce1d75269fb328438588e8:C, priority=-2147483648, current under compaction store size is 3 2024-11-14T14:41:51,500 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=1), splitQueue=0 2024-11-14T14:41:51,500 DEBUG [RS:0;da1c6afcd1f9:35765-longCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 9 store files, 0 compacting, 9 eligible, 16 blocking 2024-11-14T14:41:51,505 DEBUG [RS:0;da1c6afcd1f9:35765-shortCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 9 files of size 110365 starting at candidate #0 after considering 28 permutations with 28 in ratio 2024-11-14T14:41:51,505 DEBUG [RS:0;da1c6afcd1f9:35765-shortCompactions-0 {}] regionserver.HStore(1541): 38fa776092ce1d75269fb328438588e8/A is initiating minor compaction (all files) 2024-11-14T14:41:51,505 INFO [RS:0;da1c6afcd1f9:35765-shortCompactions-0 {}] regionserver.HRegion(2416): Starting compaction of 38fa776092ce1d75269fb328438588e8/A in TestAcidGuarantees,,1731595290056.38fa776092ce1d75269fb328438588e8. 2024-11-14T14:41:51,505 INFO [RS:0;da1c6afcd1f9:35765-shortCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:34345/user/jenkins/test-data/14d118ee-a83a-b09b-5913-1a58940a5db1/data/default/TestAcidGuarantees/38fa776092ce1d75269fb328438588e8/A/d758e2ce74ef461dad0a1e0749db6adf, hdfs://localhost:34345/user/jenkins/test-data/14d118ee-a83a-b09b-5913-1a58940a5db1/data/default/TestAcidGuarantees/38fa776092ce1d75269fb328438588e8/A/a86f6142b5e14b798e160d98e5ad617a, hdfs://localhost:34345/user/jenkins/test-data/14d118ee-a83a-b09b-5913-1a58940a5db1/data/default/TestAcidGuarantees/38fa776092ce1d75269fb328438588e8/A/b247ab0623214a619390e45deb5347d6, hdfs://localhost:34345/user/jenkins/test-data/14d118ee-a83a-b09b-5913-1a58940a5db1/data/default/TestAcidGuarantees/38fa776092ce1d75269fb328438588e8/A/39a87206381b4156a47e74726ec26425, hdfs://localhost:34345/user/jenkins/test-data/14d118ee-a83a-b09b-5913-1a58940a5db1/data/default/TestAcidGuarantees/38fa776092ce1d75269fb328438588e8/A/6602f8f1bded48bcafe0346a184e8e11, hdfs://localhost:34345/user/jenkins/test-data/14d118ee-a83a-b09b-5913-1a58940a5db1/data/default/TestAcidGuarantees/38fa776092ce1d75269fb328438588e8/A/075862561f384488aa343f78f2acabd6, hdfs://localhost:34345/user/jenkins/test-data/14d118ee-a83a-b09b-5913-1a58940a5db1/data/default/TestAcidGuarantees/38fa776092ce1d75269fb328438588e8/A/fffab79440664c0b894a2e6bc594f2f6, hdfs://localhost:34345/user/jenkins/test-data/14d118ee-a83a-b09b-5913-1a58940a5db1/data/default/TestAcidGuarantees/38fa776092ce1d75269fb328438588e8/A/ed15da964ea845b89dc8b9fac10d07c0, hdfs://localhost:34345/user/jenkins/test-data/14d118ee-a83a-b09b-5913-1a58940a5db1/data/default/TestAcidGuarantees/38fa776092ce1d75269fb328438588e8/A/f228387afb0d46b6869d8fb437929ca4] into tmpdir=hdfs://localhost:34345/user/jenkins/test-data/14d118ee-a83a-b09b-5913-1a58940a5db1/data/default/TestAcidGuarantees/38fa776092ce1d75269fb328438588e8/.tmp, totalSize=107.8 K 2024-11-14T14:41:51,505 DEBUG [RS:0;da1c6afcd1f9:35765-longCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 9 files of size 107925 starting at candidate #0 after considering 28 permutations with 28 in ratio 2024-11-14T14:41:51,505 DEBUG [RS:0;da1c6afcd1f9:35765-shortCompactions-0 {}] compactions.Compactor(225): Compacting d758e2ce74ef461dad0a1e0749db6adf, keycount=150, bloomtype=ROW, size=12.3 K, encoding=NONE, compression=NONE, seqNum=183, earliestPutTs=1731595299533 2024-11-14T14:41:51,505 DEBUG [RS:0;da1c6afcd1f9:35765-longCompactions-0 {}] regionserver.HStore(1541): 38fa776092ce1d75269fb328438588e8/B is initiating minor compaction (all files) 2024-11-14T14:41:51,506 INFO [RS:0;da1c6afcd1f9:35765-longCompactions-0 {}] regionserver.HRegion(2416): Starting compaction of 38fa776092ce1d75269fb328438588e8/B in TestAcidGuarantees,,1731595290056.38fa776092ce1d75269fb328438588e8. 2024-11-14T14:41:51,506 INFO [RS:0;da1c6afcd1f9:35765-longCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:34345/user/jenkins/test-data/14d118ee-a83a-b09b-5913-1a58940a5db1/data/default/TestAcidGuarantees/38fa776092ce1d75269fb328438588e8/B/bc2ee2ad0e644d09989b4c67fe050cb0, hdfs://localhost:34345/user/jenkins/test-data/14d118ee-a83a-b09b-5913-1a58940a5db1/data/default/TestAcidGuarantees/38fa776092ce1d75269fb328438588e8/B/421f6751cbaa4451a3af369c3885899a, hdfs://localhost:34345/user/jenkins/test-data/14d118ee-a83a-b09b-5913-1a58940a5db1/data/default/TestAcidGuarantees/38fa776092ce1d75269fb328438588e8/B/69749ba0e5c349f9a3ddff42f3bf8d6d, hdfs://localhost:34345/user/jenkins/test-data/14d118ee-a83a-b09b-5913-1a58940a5db1/data/default/TestAcidGuarantees/38fa776092ce1d75269fb328438588e8/B/f0ac9e6a72e34afdb3aacdbc3166a018, hdfs://localhost:34345/user/jenkins/test-data/14d118ee-a83a-b09b-5913-1a58940a5db1/data/default/TestAcidGuarantees/38fa776092ce1d75269fb328438588e8/B/7e927642f502493f8dc5396ad1a2eaf1, hdfs://localhost:34345/user/jenkins/test-data/14d118ee-a83a-b09b-5913-1a58940a5db1/data/default/TestAcidGuarantees/38fa776092ce1d75269fb328438588e8/B/f17392713a9e4b39ac5d9a4b5296dc50, hdfs://localhost:34345/user/jenkins/test-data/14d118ee-a83a-b09b-5913-1a58940a5db1/data/default/TestAcidGuarantees/38fa776092ce1d75269fb328438588e8/B/75e8e29d932f4bc881d125851ddfd28a, hdfs://localhost:34345/user/jenkins/test-data/14d118ee-a83a-b09b-5913-1a58940a5db1/data/default/TestAcidGuarantees/38fa776092ce1d75269fb328438588e8/B/99c7b41d80d04c15838bc9f7c6e27b4b, hdfs://localhost:34345/user/jenkins/test-data/14d118ee-a83a-b09b-5913-1a58940a5db1/data/default/TestAcidGuarantees/38fa776092ce1d75269fb328438588e8/B/08466ff355ea4c23ace6284628edba4e] into tmpdir=hdfs://localhost:34345/user/jenkins/test-data/14d118ee-a83a-b09b-5913-1a58940a5db1/data/default/TestAcidGuarantees/38fa776092ce1d75269fb328438588e8/.tmp, totalSize=105.4 K 2024-11-14T14:41:51,506 DEBUG [RS:0;da1c6afcd1f9:35765-shortCompactions-0 {}] compactions.Compactor(225): Compacting a86f6142b5e14b798e160d98e5ad617a, keycount=150, bloomtype=ROW, size=11.9 K, encoding=NONE, compression=NONE, seqNum=199, earliestPutTs=1731595299869 2024-11-14T14:41:51,506 DEBUG [RS:0;da1c6afcd1f9:35765-longCompactions-0 {}] compactions.Compactor(225): Compacting bc2ee2ad0e644d09989b4c67fe050cb0, keycount=150, bloomtype=ROW, size=12.3 K, encoding=NONE, compression=NONE, seqNum=183, earliestPutTs=1731595299533 2024-11-14T14:41:51,507 DEBUG [RS:0;da1c6afcd1f9:35765-shortCompactions-0 {}] compactions.Compactor(225): Compacting b247ab0623214a619390e45deb5347d6, keycount=150, bloomtype=ROW, size=11.9 K, encoding=NONE, compression=NONE, seqNum=217, earliestPutTs=1731595300525 2024-11-14T14:41:51,507 DEBUG [RS:0;da1c6afcd1f9:35765-longCompactions-0 {}] compactions.Compactor(225): Compacting 421f6751cbaa4451a3af369c3885899a, keycount=150, bloomtype=ROW, size=11.9 K, encoding=NONE, compression=NONE, seqNum=199, earliestPutTs=1731595299869 2024-11-14T14:41:51,507 DEBUG [RS:0;da1c6afcd1f9:35765-shortCompactions-0 {}] compactions.Compactor(225): Compacting 39a87206381b4156a47e74726ec26425, keycount=150, bloomtype=ROW, size=11.9 K, encoding=NONE, compression=NONE, seqNum=234, earliestPutTs=1731595301194 2024-11-14T14:41:51,507 DEBUG [RS:0;da1c6afcd1f9:35765-shortCompactions-0 {}] compactions.Compactor(225): Compacting 6602f8f1bded48bcafe0346a184e8e11, keycount=150, bloomtype=ROW, size=11.9 K, encoding=NONE, compression=NONE, seqNum=250, earliestPutTs=1731595303378 2024-11-14T14:41:51,507 DEBUG [RS:0;da1c6afcd1f9:35765-longCompactions-0 {}] compactions.Compactor(225): Compacting 69749ba0e5c349f9a3ddff42f3bf8d6d, keycount=150, bloomtype=ROW, size=11.9 K, encoding=NONE, compression=NONE, seqNum=217, earliestPutTs=1731595300525 2024-11-14T14:41:51,508 DEBUG [RS:0;da1c6afcd1f9:35765-longCompactions-0 {}] compactions.Compactor(225): Compacting f0ac9e6a72e34afdb3aacdbc3166a018, keycount=150, bloomtype=ROW, size=11.9 K, encoding=NONE, compression=NONE, seqNum=234, earliestPutTs=1731595301194 2024-11-14T14:41:51,508 DEBUG [RS:0;da1c6afcd1f9:35765-shortCompactions-0 {}] compactions.Compactor(225): Compacting 075862561f384488aa343f78f2acabd6, keycount=150, bloomtype=ROW, size=12.0 K, encoding=NONE, compression=NONE, seqNum=266, earliestPutTs=1731595305564 2024-11-14T14:41:51,509 DEBUG [RS:0;da1c6afcd1f9:35765-longCompactions-0 {}] compactions.Compactor(225): Compacting 7e927642f502493f8dc5396ad1a2eaf1, keycount=150, bloomtype=ROW, size=11.9 K, encoding=NONE, compression=NONE, seqNum=250, earliestPutTs=1731595303378 2024-11-14T14:41:51,509 DEBUG [RS:0;da1c6afcd1f9:35765-shortCompactions-0 {}] compactions.Compactor(225): Compacting fffab79440664c0b894a2e6bc594f2f6, keycount=150, bloomtype=ROW, size=12.0 K, encoding=NONE, compression=NONE, seqNum=282, earliestPutTs=1731595306720 2024-11-14T14:41:51,509 DEBUG [RS:0;da1c6afcd1f9:35765-longCompactions-0 {}] compactions.Compactor(225): Compacting f17392713a9e4b39ac5d9a4b5296dc50, keycount=150, bloomtype=ROW, size=12.0 K, encoding=NONE, compression=NONE, seqNum=266, earliestPutTs=1731595305564 2024-11-14T14:41:51,509 DEBUG [RS:0;da1c6afcd1f9:35765-shortCompactions-0 {}] compactions.Compactor(225): Compacting ed15da964ea845b89dc8b9fac10d07c0, keycount=150, bloomtype=ROW, size=12.0 K, encoding=NONE, compression=NONE, seqNum=298, earliestPutTs=1731595307908 2024-11-14T14:41:51,509 DEBUG [RS:0;da1c6afcd1f9:35765-longCompactions-0 {}] compactions.Compactor(225): Compacting 75e8e29d932f4bc881d125851ddfd28a, keycount=150, bloomtype=ROW, size=12.0 K, encoding=NONE, compression=NONE, seqNum=282, earliestPutTs=1731595306720 2024-11-14T14:41:51,509 DEBUG [RS:0;da1c6afcd1f9:35765-shortCompactions-0 {}] compactions.Compactor(225): Compacting f228387afb0d46b6869d8fb437929ca4, keycount=150, bloomtype=ROW, size=12.0 K, encoding=NONE, compression=NONE, seqNum=315, earliestPutTs=1731595309074 2024-11-14T14:41:51,510 DEBUG [RS:0;da1c6afcd1f9:35765-longCompactions-0 {}] compactions.Compactor(225): Compacting 99c7b41d80d04c15838bc9f7c6e27b4b, keycount=150, bloomtype=ROW, size=12.0 K, encoding=NONE, compression=NONE, seqNum=298, earliestPutTs=1731595307908 2024-11-14T14:41:51,511 DEBUG [RS:0;da1c6afcd1f9:35765-longCompactions-0 {}] compactions.Compactor(225): Compacting 08466ff355ea4c23ace6284628edba4e, keycount=100, bloomtype=ROW, size=9.6 K, encoding=NONE, compression=NONE, seqNum=315, earliestPutTs=1731595309088 2024-11-14T14:41:51,533 INFO [RS:0;da1c6afcd1f9:35765-longCompactions-0 {}] throttle.PressureAwareThroughputController(145): 38fa776092ce1d75269fb328438588e8#B#compaction#269 average throughput is 2.18 MB/second, slept 0 time(s) and total slept time is 0 ms. 1 active operations remaining, total limit is 50.00 MB/second 2024-11-14T14:41:51,534 DEBUG [RS:0;da1c6afcd1f9:35765-longCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:34345/user/jenkins/test-data/14d118ee-a83a-b09b-5913-1a58940a5db1/data/default/TestAcidGuarantees/38fa776092ce1d75269fb328438588e8/.tmp/B/55dbbaaee84b43c4b130081240d52def is 50, key is test_row_0/B:col10/1731595309088/Put/seqid=0 2024-11-14T14:41:51,535 INFO [RS:0;da1c6afcd1f9:35765-shortCompactions-0 {}] throttle.PressureAwareThroughputController(145): 38fa776092ce1d75269fb328438588e8#A#compaction#270 average throughput is 1.31 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second 2024-11-14T14:41:51,536 DEBUG [RS:0;da1c6afcd1f9:35765-shortCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:34345/user/jenkins/test-data/14d118ee-a83a-b09b-5913-1a58940a5db1/data/default/TestAcidGuarantees/38fa776092ce1d75269fb328438588e8/.tmp/A/d5fa0f210cc4403cbfbd639c8e31b8fd is 50, key is test_row_0/A:col10/1731595309088/Put/seqid=0 2024-11-14T14:41:51,539 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36699 is added to blk_1073742135_1311 (size=13017) 2024-11-14T14:41:51,540 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36699 is added to blk_1073742136_1312 (size=13017) 2024-11-14T14:41:51,624 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=35765 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=89 2024-11-14T14:41:51,624 DEBUG [RS_FLUSH_OPERATIONS-regionserver/da1c6afcd1f9:0-0 {event_type=RS_FLUSH_REGIONS, pid=89}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1731595290056.38fa776092ce1d75269fb328438588e8. 2024-11-14T14:41:51,624 INFO [RS_FLUSH_OPERATIONS-regionserver/da1c6afcd1f9:0-0 {event_type=RS_FLUSH_REGIONS, pid=89}] regionserver.HRegion(2902): Flushing 38fa776092ce1d75269fb328438588e8 3/3 column families, dataSize=80.51 KB heapSize=239.81 KB 2024-11-14T14:41:51,625 DEBUG [RS_FLUSH_OPERATIONS-regionserver/da1c6afcd1f9:0-0 {event_type=RS_FLUSH_REGIONS, pid=89}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 38fa776092ce1d75269fb328438588e8, store=A 2024-11-14T14:41:51,625 DEBUG [RS_FLUSH_OPERATIONS-regionserver/da1c6afcd1f9:0-0 {event_type=RS_FLUSH_REGIONS, pid=89}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-14T14:41:51,625 DEBUG [RS_FLUSH_OPERATIONS-regionserver/da1c6afcd1f9:0-0 {event_type=RS_FLUSH_REGIONS, pid=89}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 38fa776092ce1d75269fb328438588e8, store=B 2024-11-14T14:41:51,625 DEBUG [RS_FLUSH_OPERATIONS-regionserver/da1c6afcd1f9:0-0 {event_type=RS_FLUSH_REGIONS, pid=89}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-14T14:41:51,625 DEBUG [RS_FLUSH_OPERATIONS-regionserver/da1c6afcd1f9:0-0 {event_type=RS_FLUSH_REGIONS, pid=89}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 38fa776092ce1d75269fb328438588e8, store=C 2024-11-14T14:41:51,625 DEBUG [RS_FLUSH_OPERATIONS-regionserver/da1c6afcd1f9:0-0 {event_type=RS_FLUSH_REGIONS, pid=89}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-14T14:41:51,629 DEBUG [RS_FLUSH_OPERATIONS-regionserver/da1c6afcd1f9:0-0 {event_type=RS_FLUSH_REGIONS, pid=89}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:34345/user/jenkins/test-data/14d118ee-a83a-b09b-5913-1a58940a5db1/data/default/TestAcidGuarantees/38fa776092ce1d75269fb328438588e8/.tmp/A/d8689b034a394c30a08e35cccccf59cc is 50, key is test_row_0/A:col10/1731595310270/Put/seqid=0 2024-11-14T14:41:51,633 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36699 is added to blk_1073742137_1313 (size=12301) 2024-11-14T14:41:51,945 DEBUG [RS:0;da1c6afcd1f9:35765-longCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:34345/user/jenkins/test-data/14d118ee-a83a-b09b-5913-1a58940a5db1/data/default/TestAcidGuarantees/38fa776092ce1d75269fb328438588e8/.tmp/B/55dbbaaee84b43c4b130081240d52def as hdfs://localhost:34345/user/jenkins/test-data/14d118ee-a83a-b09b-5913-1a58940a5db1/data/default/TestAcidGuarantees/38fa776092ce1d75269fb328438588e8/B/55dbbaaee84b43c4b130081240d52def 2024-11-14T14:41:51,945 DEBUG [RS:0;da1c6afcd1f9:35765-shortCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:34345/user/jenkins/test-data/14d118ee-a83a-b09b-5913-1a58940a5db1/data/default/TestAcidGuarantees/38fa776092ce1d75269fb328438588e8/.tmp/A/d5fa0f210cc4403cbfbd639c8e31b8fd as hdfs://localhost:34345/user/jenkins/test-data/14d118ee-a83a-b09b-5913-1a58940a5db1/data/default/TestAcidGuarantees/38fa776092ce1d75269fb328438588e8/A/d5fa0f210cc4403cbfbd639c8e31b8fd 2024-11-14T14:41:51,951 INFO [RS:0;da1c6afcd1f9:35765-shortCompactions-0 {}] regionserver.HStore(1337): Completed compaction of 9 (all) file(s) in 38fa776092ce1d75269fb328438588e8/A of 38fa776092ce1d75269fb328438588e8 into d5fa0f210cc4403cbfbd639c8e31b8fd(size=12.7 K), total size for store is 12.7 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-11-14T14:41:51,951 INFO [RS:0;da1c6afcd1f9:35765-longCompactions-0 {}] regionserver.HStore(1337): Completed compaction of 9 (all) file(s) in 38fa776092ce1d75269fb328438588e8/B of 38fa776092ce1d75269fb328438588e8 into 55dbbaaee84b43c4b130081240d52def(size=12.7 K), total size for store is 12.7 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-11-14T14:41:51,951 DEBUG [RS:0;da1c6afcd1f9:35765-shortCompactions-0 {}] regionserver.HRegion(2446): Compaction status journal for 38fa776092ce1d75269fb328438588e8: 2024-11-14T14:41:51,951 DEBUG [RS:0;da1c6afcd1f9:35765-longCompactions-0 {}] regionserver.HRegion(2446): Compaction status journal for 38fa776092ce1d75269fb328438588e8: 2024-11-14T14:41:51,951 INFO [RS:0;da1c6afcd1f9:35765-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1731595290056.38fa776092ce1d75269fb328438588e8., storeName=38fa776092ce1d75269fb328438588e8/A, priority=7, startTime=1731595311500; duration=0sec 2024-11-14T14:41:51,951 INFO [RS:0;da1c6afcd1f9:35765-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1731595290056.38fa776092ce1d75269fb328438588e8., storeName=38fa776092ce1d75269fb328438588e8/B, priority=7, startTime=1731595311500; duration=0sec 2024-11-14T14:41:51,951 DEBUG [RS:0;da1c6afcd1f9:35765-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=1), splitQueue=0 2024-11-14T14:41:51,951 DEBUG [RS:0;da1c6afcd1f9:35765-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: 38fa776092ce1d75269fb328438588e8:A 2024-11-14T14:41:51,951 DEBUG [RS:0;da1c6afcd1f9:35765-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-14T14:41:51,951 DEBUG [RS:0;da1c6afcd1f9:35765-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: 38fa776092ce1d75269fb328438588e8:B 2024-11-14T14:41:51,951 DEBUG [RS:0;da1c6afcd1f9:35765-shortCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 9 store files, 0 compacting, 9 eligible, 16 blocking 2024-11-14T14:41:51,954 DEBUG [RS:0;da1c6afcd1f9:35765-shortCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 9 files of size 107925 starting at candidate #0 after considering 28 permutations with 28 in ratio 2024-11-14T14:41:51,954 DEBUG [RS:0;da1c6afcd1f9:35765-shortCompactions-0 {}] regionserver.HStore(1541): 38fa776092ce1d75269fb328438588e8/C is initiating minor compaction (all files) 2024-11-14T14:41:51,954 INFO [RS:0;da1c6afcd1f9:35765-shortCompactions-0 {}] regionserver.HRegion(2416): Starting compaction of 38fa776092ce1d75269fb328438588e8/C in TestAcidGuarantees,,1731595290056.38fa776092ce1d75269fb328438588e8. 2024-11-14T14:41:51,954 INFO [RS:0;da1c6afcd1f9:35765-shortCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:34345/user/jenkins/test-data/14d118ee-a83a-b09b-5913-1a58940a5db1/data/default/TestAcidGuarantees/38fa776092ce1d75269fb328438588e8/C/92443fba99174f0b97a3f5029d1cc56e, hdfs://localhost:34345/user/jenkins/test-data/14d118ee-a83a-b09b-5913-1a58940a5db1/data/default/TestAcidGuarantees/38fa776092ce1d75269fb328438588e8/C/dbaec99839e2466cbe0f80b5c6e0c4b2, hdfs://localhost:34345/user/jenkins/test-data/14d118ee-a83a-b09b-5913-1a58940a5db1/data/default/TestAcidGuarantees/38fa776092ce1d75269fb328438588e8/C/7eb2ed41693c4234aad563f7f6121876, hdfs://localhost:34345/user/jenkins/test-data/14d118ee-a83a-b09b-5913-1a58940a5db1/data/default/TestAcidGuarantees/38fa776092ce1d75269fb328438588e8/C/7fb5a0a3791c456fbfe54951560bcf11, hdfs://localhost:34345/user/jenkins/test-data/14d118ee-a83a-b09b-5913-1a58940a5db1/data/default/TestAcidGuarantees/38fa776092ce1d75269fb328438588e8/C/e450c4c00295463f904b6e1e55937b9f, hdfs://localhost:34345/user/jenkins/test-data/14d118ee-a83a-b09b-5913-1a58940a5db1/data/default/TestAcidGuarantees/38fa776092ce1d75269fb328438588e8/C/f157720197e542208561cdb7684608f2, hdfs://localhost:34345/user/jenkins/test-data/14d118ee-a83a-b09b-5913-1a58940a5db1/data/default/TestAcidGuarantees/38fa776092ce1d75269fb328438588e8/C/202be4b29adf409692f56323be78d91e, hdfs://localhost:34345/user/jenkins/test-data/14d118ee-a83a-b09b-5913-1a58940a5db1/data/default/TestAcidGuarantees/38fa776092ce1d75269fb328438588e8/C/6552ce7fdc1844f2886b323978f587cd, hdfs://localhost:34345/user/jenkins/test-data/14d118ee-a83a-b09b-5913-1a58940a5db1/data/default/TestAcidGuarantees/38fa776092ce1d75269fb328438588e8/C/ac98e4f0c66341618de640af5b8b52cb] into tmpdir=hdfs://localhost:34345/user/jenkins/test-data/14d118ee-a83a-b09b-5913-1a58940a5db1/data/default/TestAcidGuarantees/38fa776092ce1d75269fb328438588e8/.tmp, totalSize=105.4 K 2024-11-14T14:41:51,954 DEBUG [RS:0;da1c6afcd1f9:35765-shortCompactions-0 {}] compactions.Compactor(225): Compacting 92443fba99174f0b97a3f5029d1cc56e, keycount=150, bloomtype=ROW, size=12.3 K, encoding=NONE, compression=NONE, seqNum=183, earliestPutTs=1731595299533 2024-11-14T14:41:51,955 DEBUG [RS:0;da1c6afcd1f9:35765-shortCompactions-0 {}] compactions.Compactor(225): Compacting dbaec99839e2466cbe0f80b5c6e0c4b2, keycount=150, bloomtype=ROW, size=11.9 K, encoding=NONE, compression=NONE, seqNum=199, earliestPutTs=1731595299869 2024-11-14T14:41:51,955 DEBUG [RS:0;da1c6afcd1f9:35765-shortCompactions-0 {}] compactions.Compactor(225): Compacting 7eb2ed41693c4234aad563f7f6121876, keycount=150, bloomtype=ROW, size=11.9 K, encoding=NONE, compression=NONE, seqNum=217, earliestPutTs=1731595300525 2024-11-14T14:41:51,955 DEBUG [RS:0;da1c6afcd1f9:35765-shortCompactions-0 {}] compactions.Compactor(225): Compacting 7fb5a0a3791c456fbfe54951560bcf11, keycount=150, bloomtype=ROW, size=11.9 K, encoding=NONE, compression=NONE, seqNum=234, earliestPutTs=1731595301194 2024-11-14T14:41:51,956 DEBUG [RS:0;da1c6afcd1f9:35765-shortCompactions-0 {}] compactions.Compactor(225): Compacting e450c4c00295463f904b6e1e55937b9f, keycount=150, bloomtype=ROW, size=11.9 K, encoding=NONE, compression=NONE, seqNum=250, earliestPutTs=1731595303378 2024-11-14T14:41:51,956 DEBUG [RS:0;da1c6afcd1f9:35765-shortCompactions-0 {}] compactions.Compactor(225): Compacting f157720197e542208561cdb7684608f2, keycount=150, bloomtype=ROW, size=12.0 K, encoding=NONE, compression=NONE, seqNum=266, earliestPutTs=1731595305564 2024-11-14T14:41:51,956 DEBUG [RS:0;da1c6afcd1f9:35765-shortCompactions-0 {}] compactions.Compactor(225): Compacting 202be4b29adf409692f56323be78d91e, keycount=150, bloomtype=ROW, size=12.0 K, encoding=NONE, compression=NONE, seqNum=282, earliestPutTs=1731595306720 2024-11-14T14:41:51,957 DEBUG [RS:0;da1c6afcd1f9:35765-shortCompactions-0 {}] compactions.Compactor(225): Compacting 6552ce7fdc1844f2886b323978f587cd, keycount=150, bloomtype=ROW, size=12.0 K, encoding=NONE, compression=NONE, seqNum=298, earliestPutTs=1731595307908 2024-11-14T14:41:51,958 DEBUG [RS:0;da1c6afcd1f9:35765-shortCompactions-0 {}] compactions.Compactor(225): Compacting ac98e4f0c66341618de640af5b8b52cb, keycount=100, bloomtype=ROW, size=9.6 K, encoding=NONE, compression=NONE, seqNum=315, earliestPutTs=1731595309088 2024-11-14T14:41:51,975 INFO [RS:0;da1c6afcd1f9:35765-shortCompactions-0 {}] throttle.PressureAwareThroughputController(145): 38fa776092ce1d75269fb328438588e8#C#compaction#272 average throughput is 1.64 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second 2024-11-14T14:41:51,976 DEBUG [RS:0;da1c6afcd1f9:35765-shortCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:34345/user/jenkins/test-data/14d118ee-a83a-b09b-5913-1a58940a5db1/data/default/TestAcidGuarantees/38fa776092ce1d75269fb328438588e8/.tmp/C/5db4231c2e8b4c94bfaf4cd57f9f2358 is 50, key is test_row_0/C:col10/1731595309088/Put/seqid=0 2024-11-14T14:41:51,979 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36699 is added to blk_1073742138_1314 (size=13017) 2024-11-14T14:41:51,985 DEBUG [RS:0;da1c6afcd1f9:35765-shortCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:34345/user/jenkins/test-data/14d118ee-a83a-b09b-5913-1a58940a5db1/data/default/TestAcidGuarantees/38fa776092ce1d75269fb328438588e8/.tmp/C/5db4231c2e8b4c94bfaf4cd57f9f2358 as hdfs://localhost:34345/user/jenkins/test-data/14d118ee-a83a-b09b-5913-1a58940a5db1/data/default/TestAcidGuarantees/38fa776092ce1d75269fb328438588e8/C/5db4231c2e8b4c94bfaf4cd57f9f2358 2024-11-14T14:41:51,989 INFO [RS:0;da1c6afcd1f9:35765-shortCompactions-0 {}] regionserver.HStore(1337): Completed compaction of 9 (all) file(s) in 38fa776092ce1d75269fb328438588e8/C of 38fa776092ce1d75269fb328438588e8 into 5db4231c2e8b4c94bfaf4cd57f9f2358(size=12.7 K), total size for store is 12.7 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-11-14T14:41:51,989 DEBUG [RS:0;da1c6afcd1f9:35765-shortCompactions-0 {}] regionserver.HRegion(2446): Compaction status journal for 38fa776092ce1d75269fb328438588e8: 2024-11-14T14:41:51,989 INFO [RS:0;da1c6afcd1f9:35765-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1731595290056.38fa776092ce1d75269fb328438588e8., storeName=38fa776092ce1d75269fb328438588e8/C, priority=7, startTime=1731595311500; duration=0sec 2024-11-14T14:41:51,989 DEBUG [RS:0;da1c6afcd1f9:35765-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-14T14:41:51,989 DEBUG [RS:0;da1c6afcd1f9:35765-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: 38fa776092ce1d75269fb328438588e8:C 2024-11-14T14:41:51,996 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45145 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=88 2024-11-14T14:41:52,034 INFO [RS_FLUSH_OPERATIONS-regionserver/da1c6afcd1f9:0-0 {event_type=RS_FLUSH_REGIONS, pid=89}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=26.84 KB at sequenceid=330 (bloomFilter=true), to=hdfs://localhost:34345/user/jenkins/test-data/14d118ee-a83a-b09b-5913-1a58940a5db1/data/default/TestAcidGuarantees/38fa776092ce1d75269fb328438588e8/.tmp/A/d8689b034a394c30a08e35cccccf59cc 2024-11-14T14:41:52,042 DEBUG [RS_FLUSH_OPERATIONS-regionserver/da1c6afcd1f9:0-0 {event_type=RS_FLUSH_REGIONS, pid=89}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:34345/user/jenkins/test-data/14d118ee-a83a-b09b-5913-1a58940a5db1/data/default/TestAcidGuarantees/38fa776092ce1d75269fb328438588e8/.tmp/B/36e8c12bb86a4616ae260b75a412c77b is 50, key is test_row_0/B:col10/1731595310270/Put/seqid=0 2024-11-14T14:41:52,050 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36699 is added to blk_1073742139_1315 (size=12301) 2024-11-14T14:41:52,247 INFO [Thread-1164 {}] client.AsyncConnectionImpl(233): Connection has been closed by Thread-1164. 2024-11-14T14:41:52,247 DEBUG [Thread-1164 {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.client.ConnectionOverAsyncConnection.close(ConnectionOverAsyncConnection.java:134) at org.apache.hadoop.hbase.AcidGuaranteesTestTool$AtomicGetReader.workDone(AcidGuaranteesTestTool.java:234) at org.apache.hadoop.hbase.MultithreadedTestUtil$RepeatingTestThread.doWork(MultithreadedTestUtil.java:152) at org.apache.hadoop.hbase.MultithreadedTestUtil$TestThread.run(MultithreadedTestUtil.java:123) 2024-11-14T14:41:52,247 DEBUG [Thread-1164 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-14T14:41:52,248 DEBUG [Thread-1164 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-14T14:41:52,248 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-11-14T14:41:52,248 INFO [Thread-1156 {}] client.AsyncConnectionImpl(233): Connection has been closed by Thread-1156. 2024-11-14T14:41:52,248 DEBUG [Thread-1156 {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.client.ConnectionOverAsyncConnection.close(ConnectionOverAsyncConnection.java:134) at org.apache.hadoop.hbase.AcidGuaranteesTestTool$AtomicGetReader.workDone(AcidGuaranteesTestTool.java:234) at org.apache.hadoop.hbase.MultithreadedTestUtil$RepeatingTestThread.doWork(MultithreadedTestUtil.java:152) at org.apache.hadoop.hbase.MultithreadedTestUtil$TestThread.run(MultithreadedTestUtil.java:123) 2024-11-14T14:41:52,248 DEBUG [Thread-1156 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-14T14:41:52,248 DEBUG [Thread-1156 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-14T14:41:52,248 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-11-14T14:41:52,250 INFO [Thread-1160 {}] client.AsyncConnectionImpl(233): Connection has been closed by Thread-1160. 2024-11-14T14:41:52,250 DEBUG [Thread-1160 {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.client.ConnectionOverAsyncConnection.close(ConnectionOverAsyncConnection.java:134) at org.apache.hadoop.hbase.AcidGuaranteesTestTool$AtomicGetReader.workDone(AcidGuaranteesTestTool.java:234) at org.apache.hadoop.hbase.MultithreadedTestUtil$RepeatingTestThread.doWork(MultithreadedTestUtil.java:152) at org.apache.hadoop.hbase.MultithreadedTestUtil$TestThread.run(MultithreadedTestUtil.java:123) 2024-11-14T14:41:52,250 DEBUG [Thread-1160 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-14T14:41:52,250 INFO [Thread-1162 {}] client.AsyncConnectionImpl(233): Connection has been closed by Thread-1162. 2024-11-14T14:41:52,250 DEBUG [Thread-1162 {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.client.ConnectionOverAsyncConnection.close(ConnectionOverAsyncConnection.java:134) at org.apache.hadoop.hbase.AcidGuaranteesTestTool$AtomicGetReader.workDone(AcidGuaranteesTestTool.java:234) at org.apache.hadoop.hbase.MultithreadedTestUtil$RepeatingTestThread.doWork(MultithreadedTestUtil.java:152) at org.apache.hadoop.hbase.MultithreadedTestUtil$TestThread.run(MultithreadedTestUtil.java:123) 2024-11-14T14:41:52,250 DEBUG [Thread-1162 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-14T14:41:52,250 DEBUG [Thread-1160 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-14T14:41:52,250 DEBUG [Thread-1162 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-14T14:41:52,250 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-11-14T14:41:52,250 INFO [Thread-1158 {}] client.AsyncConnectionImpl(233): Connection has been closed by Thread-1158. 2024-11-14T14:41:52,250 DEBUG [Thread-1158 {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.client.ConnectionOverAsyncConnection.close(ConnectionOverAsyncConnection.java:134) at org.apache.hadoop.hbase.AcidGuaranteesTestTool$AtomicGetReader.workDone(AcidGuaranteesTestTool.java:234) at org.apache.hadoop.hbase.MultithreadedTestUtil$RepeatingTestThread.doWork(MultithreadedTestUtil.java:152) at org.apache.hadoop.hbase.MultithreadedTestUtil$TestThread.run(MultithreadedTestUtil.java:123) 2024-11-14T14:41:52,250 DEBUG [Thread-1158 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-14T14:41:52,250 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-11-14T14:41:52,250 DEBUG [Thread-1158 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-14T14:41:52,250 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-11-14T14:41:52,418 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35765 {}] regionserver.HRegion(8855): Flush requested on 38fa776092ce1d75269fb328438588e8 2024-11-14T14:41:52,418 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1731595290056.38fa776092ce1d75269fb328438588e8. as already flushing 2024-11-14T14:41:52,418 INFO [Thread-1147 {}] client.AsyncConnectionImpl(233): Connection has been closed by Thread-1147. 2024-11-14T14:41:52,418 DEBUG [Thread-1147 {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.client.ConnectionOverAsyncConnection.close(ConnectionOverAsyncConnection.java:134) at org.apache.hadoop.hbase.AcidGuaranteesTestTool$AtomicityWriter.workDone(AcidGuaranteesTestTool.java:178) at org.apache.hadoop.hbase.MultithreadedTestUtil$RepeatingTestThread.doWork(MultithreadedTestUtil.java:152) at org.apache.hadoop.hbase.MultithreadedTestUtil$TestThread.run(MultithreadedTestUtil.java:123) 2024-11-14T14:41:52,418 DEBUG [Thread-1147 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-14T14:41:52,418 DEBUG [Thread-1147 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-14T14:41:52,418 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-11-14T14:41:52,427 INFO [Thread-1149 {}] client.AsyncConnectionImpl(233): Connection has been closed by Thread-1149. 2024-11-14T14:41:52,427 INFO [Thread-1151 {}] client.AsyncConnectionImpl(233): Connection has been closed by Thread-1151. 2024-11-14T14:41:52,427 DEBUG [Thread-1149 {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.client.ConnectionOverAsyncConnection.close(ConnectionOverAsyncConnection.java:134) at org.apache.hadoop.hbase.AcidGuaranteesTestTool$AtomicityWriter.workDone(AcidGuaranteesTestTool.java:178) at org.apache.hadoop.hbase.MultithreadedTestUtil$RepeatingTestThread.doWork(MultithreadedTestUtil.java:152) at org.apache.hadoop.hbase.MultithreadedTestUtil$TestThread.run(MultithreadedTestUtil.java:123) 2024-11-14T14:41:52,427 DEBUG [Thread-1151 {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.client.ConnectionOverAsyncConnection.close(ConnectionOverAsyncConnection.java:134) at org.apache.hadoop.hbase.AcidGuaranteesTestTool$AtomicityWriter.workDone(AcidGuaranteesTestTool.java:178) at org.apache.hadoop.hbase.MultithreadedTestUtil$RepeatingTestThread.doWork(MultithreadedTestUtil.java:152) at org.apache.hadoop.hbase.MultithreadedTestUtil$TestThread.run(MultithreadedTestUtil.java:123) 2024-11-14T14:41:52,427 DEBUG [Thread-1149 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-14T14:41:52,427 DEBUG [Thread-1151 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-14T14:41:52,427 DEBUG [Thread-1149 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-14T14:41:52,427 DEBUG [Thread-1151 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-14T14:41:52,427 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-11-14T14:41:52,427 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-11-14T14:41:52,452 INFO [RS_FLUSH_OPERATIONS-regionserver/da1c6afcd1f9:0-0 {event_type=RS_FLUSH_REGIONS, pid=89}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=26.84 KB at sequenceid=330 (bloomFilter=true), to=hdfs://localhost:34345/user/jenkins/test-data/14d118ee-a83a-b09b-5913-1a58940a5db1/data/default/TestAcidGuarantees/38fa776092ce1d75269fb328438588e8/.tmp/B/36e8c12bb86a4616ae260b75a412c77b 2024-11-14T14:41:52,458 DEBUG [RS_FLUSH_OPERATIONS-regionserver/da1c6afcd1f9:0-0 {event_type=RS_FLUSH_REGIONS, pid=89}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:34345/user/jenkins/test-data/14d118ee-a83a-b09b-5913-1a58940a5db1/data/default/TestAcidGuarantees/38fa776092ce1d75269fb328438588e8/.tmp/C/46af865ac3d5460ab675ea4b3bf2f357 is 50, key is test_row_0/C:col10/1731595310270/Put/seqid=0 2024-11-14T14:41:52,461 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36699 is added to blk_1073742140_1316 (size=12301) 2024-11-14T14:41:52,863 INFO [RS_FLUSH_OPERATIONS-regionserver/da1c6afcd1f9:0-0 {event_type=RS_FLUSH_REGIONS, pid=89}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=26.84 KB at sequenceid=330 (bloomFilter=true), to=hdfs://localhost:34345/user/jenkins/test-data/14d118ee-a83a-b09b-5913-1a58940a5db1/data/default/TestAcidGuarantees/38fa776092ce1d75269fb328438588e8/.tmp/C/46af865ac3d5460ab675ea4b3bf2f357 2024-11-14T14:41:52,867 DEBUG [RS_FLUSH_OPERATIONS-regionserver/da1c6afcd1f9:0-0 {event_type=RS_FLUSH_REGIONS, pid=89}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:34345/user/jenkins/test-data/14d118ee-a83a-b09b-5913-1a58940a5db1/data/default/TestAcidGuarantees/38fa776092ce1d75269fb328438588e8/.tmp/A/d8689b034a394c30a08e35cccccf59cc as hdfs://localhost:34345/user/jenkins/test-data/14d118ee-a83a-b09b-5913-1a58940a5db1/data/default/TestAcidGuarantees/38fa776092ce1d75269fb328438588e8/A/d8689b034a394c30a08e35cccccf59cc 2024-11-14T14:41:52,871 INFO [RS_FLUSH_OPERATIONS-regionserver/da1c6afcd1f9:0-0 {event_type=RS_FLUSH_REGIONS, pid=89}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:34345/user/jenkins/test-data/14d118ee-a83a-b09b-5913-1a58940a5db1/data/default/TestAcidGuarantees/38fa776092ce1d75269fb328438588e8/A/d8689b034a394c30a08e35cccccf59cc, entries=150, sequenceid=330, filesize=12.0 K 2024-11-14T14:41:52,871 DEBUG [RS_FLUSH_OPERATIONS-regionserver/da1c6afcd1f9:0-0 {event_type=RS_FLUSH_REGIONS, pid=89}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:34345/user/jenkins/test-data/14d118ee-a83a-b09b-5913-1a58940a5db1/data/default/TestAcidGuarantees/38fa776092ce1d75269fb328438588e8/.tmp/B/36e8c12bb86a4616ae260b75a412c77b as hdfs://localhost:34345/user/jenkins/test-data/14d118ee-a83a-b09b-5913-1a58940a5db1/data/default/TestAcidGuarantees/38fa776092ce1d75269fb328438588e8/B/36e8c12bb86a4616ae260b75a412c77b 2024-11-14T14:41:52,875 INFO [RS_FLUSH_OPERATIONS-regionserver/da1c6afcd1f9:0-0 {event_type=RS_FLUSH_REGIONS, pid=89}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:34345/user/jenkins/test-data/14d118ee-a83a-b09b-5913-1a58940a5db1/data/default/TestAcidGuarantees/38fa776092ce1d75269fb328438588e8/B/36e8c12bb86a4616ae260b75a412c77b, entries=150, sequenceid=330, filesize=12.0 K 2024-11-14T14:41:52,876 DEBUG [RS_FLUSH_OPERATIONS-regionserver/da1c6afcd1f9:0-0 {event_type=RS_FLUSH_REGIONS, pid=89}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:34345/user/jenkins/test-data/14d118ee-a83a-b09b-5913-1a58940a5db1/data/default/TestAcidGuarantees/38fa776092ce1d75269fb328438588e8/.tmp/C/46af865ac3d5460ab675ea4b3bf2f357 as hdfs://localhost:34345/user/jenkins/test-data/14d118ee-a83a-b09b-5913-1a58940a5db1/data/default/TestAcidGuarantees/38fa776092ce1d75269fb328438588e8/C/46af865ac3d5460ab675ea4b3bf2f357 2024-11-14T14:41:52,879 INFO [RS_FLUSH_OPERATIONS-regionserver/da1c6afcd1f9:0-0 {event_type=RS_FLUSH_REGIONS, pid=89}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:34345/user/jenkins/test-data/14d118ee-a83a-b09b-5913-1a58940a5db1/data/default/TestAcidGuarantees/38fa776092ce1d75269fb328438588e8/C/46af865ac3d5460ab675ea4b3bf2f357, entries=150, sequenceid=330, filesize=12.0 K 2024-11-14T14:41:52,880 INFO [RS_FLUSH_OPERATIONS-regionserver/da1c6afcd1f9:0-0 {event_type=RS_FLUSH_REGIONS, pid=89}] regionserver.HRegion(3140): Finished flush of dataSize ~80.51 KB/82440, heapSize ~239.77 KB/245520, currentSize=20.13 KB/20610 for 38fa776092ce1d75269fb328438588e8 in 1256ms, sequenceid=330, compaction requested=false 2024-11-14T14:41:52,880 DEBUG [RS_FLUSH_OPERATIONS-regionserver/da1c6afcd1f9:0-0 {event_type=RS_FLUSH_REGIONS, pid=89}] regionserver.HRegion(2603): Flush status journal for 38fa776092ce1d75269fb328438588e8: 2024-11-14T14:41:52,880 DEBUG [RS_FLUSH_OPERATIONS-regionserver/da1c6afcd1f9:0-0 {event_type=RS_FLUSH_REGIONS, pid=89}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1731595290056.38fa776092ce1d75269fb328438588e8. 2024-11-14T14:41:52,880 DEBUG [RS_FLUSH_OPERATIONS-regionserver/da1c6afcd1f9:0-0 {event_type=RS_FLUSH_REGIONS, pid=89}] regionserver.RemoteProcedureResultReporter(62): Successfully complete execution of pid=89 2024-11-14T14:41:52,881 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45145 {}] master.HMaster(4169): Remote procedure done, pid=89 2024-11-14T14:41:52,883 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=89, resume processing ppid=88 2024-11-14T14:41:52,883 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1521): Finished pid=89, ppid=88, state=SUCCESS, hasLock=false; org.apache.hadoop.hbase.master.procedure.FlushRegionProcedure in 2.0230 sec 2024-11-14T14:41:52,885 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1521): Finished pid=88, state=SUCCESS, hasLock=false; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=88, table=TestAcidGuarantees in 2.0270 sec 2024-11-14T14:41:53,006 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45145 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=88 2024-11-14T14:41:53,007 INFO [RPCClient-NioEventLoopGroup-4-6 {}] client.RawAsyncHBaseAdmin$TableProcedureBiConsumer(2721): Operation: FLUSH, Table Name: default:TestAcidGuarantees completed 2024-11-14T14:41:53,722 INFO [Thread-1145 {}] client.AsyncConnectionImpl(233): Connection has been closed by Thread-1145. 2024-11-14T14:41:53,722 DEBUG [Thread-1145 {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.client.ConnectionOverAsyncConnection.close(ConnectionOverAsyncConnection.java:134) at org.apache.hadoop.hbase.AcidGuaranteesTestTool$AtomicityWriter.workDone(AcidGuaranteesTestTool.java:178) at org.apache.hadoop.hbase.MultithreadedTestUtil$RepeatingTestThread.doWork(MultithreadedTestUtil.java:152) at org.apache.hadoop.hbase.MultithreadedTestUtil$TestThread.run(MultithreadedTestUtil.java:123) 2024-11-14T14:41:53,722 DEBUG [Thread-1145 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-14T14:41:53,723 DEBUG [Thread-1145 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-14T14:41:53,723 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-11-14T14:41:53,778 INFO [Thread-1153 {}] client.AsyncConnectionImpl(233): Connection has been closed by Thread-1153. 2024-11-14T14:41:53,778 DEBUG [Thread-1153 {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.client.ConnectionOverAsyncConnection.close(ConnectionOverAsyncConnection.java:134) at org.apache.hadoop.hbase.AcidGuaranteesTestTool$AtomicityWriter.workDone(AcidGuaranteesTestTool.java:178) at org.apache.hadoop.hbase.MultithreadedTestUtil$RepeatingTestThread.doWork(MultithreadedTestUtil.java:152) at org.apache.hadoop.hbase.MultithreadedTestUtil$TestThread.run(MultithreadedTestUtil.java:123) 2024-11-14T14:41:53,778 DEBUG [Thread-1153 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-14T14:41:53,778 DEBUG [Thread-1153 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-14T14:41:53,778 INFO [Time-limited test {}] hbase.AcidGuaranteesTestTool(392): Finished test. Writers: 2024-11-14T14:41:53,778 INFO [Time-limited test {}] hbase.AcidGuaranteesTestTool(394): wrote 36 2024-11-14T14:41:53,778 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-11-14T14:41:53,779 INFO [Time-limited test {}] hbase.AcidGuaranteesTestTool(394): wrote 66 2024-11-14T14:41:53,779 INFO [Time-limited test {}] hbase.AcidGuaranteesTestTool(394): wrote 69 2024-11-14T14:41:53,779 INFO [Time-limited test {}] hbase.AcidGuaranteesTestTool(394): wrote 69 2024-11-14T14:41:53,779 INFO [Time-limited test {}] hbase.AcidGuaranteesTestTool(394): wrote 28 2024-11-14T14:41:53,779 INFO [Time-limited test {}] hbase.AcidGuaranteesTestTool(396): Readers: 2024-11-14T14:41:53,779 INFO [Time-limited test {}] hbase.AcidGuaranteesTestTool(398): read 2782 2024-11-14T14:41:53,779 INFO [Time-limited test {}] hbase.AcidGuaranteesTestTool(398): read 2766 2024-11-14T14:41:53,779 INFO [Time-limited test {}] hbase.AcidGuaranteesTestTool(398): read 2788 2024-11-14T14:41:53,779 INFO [Time-limited test {}] hbase.AcidGuaranteesTestTool(398): read 2797 2024-11-14T14:41:53,779 INFO [Time-limited test {}] hbase.AcidGuaranteesTestTool(398): read 2757 2024-11-14T14:41:53,779 INFO [Time-limited test {}] hbase.AcidGuaranteesTestTool(400): Scanners: 2024-11-14T14:41:53,779 INFO [Time-limited test {}] client.AsyncConnectionImpl(233): Connection has been closed by Time-limited test. 2024-11-14T14:41:53,779 DEBUG [Time-limited test {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.client.ConnectionOverAsyncConnection.close(ConnectionOverAsyncConnection.java:134) at org.apache.hadoop.hbase.AcidGuaranteesTestTool.doWork(AcidGuaranteesTestTool.java:131) at org.apache.hadoop.hbase.util.AbstractHBaseTool.run(AbstractHBaseTool.java:150) at org.apache.hadoop.hbase.AcidGuaranteesTestBase.runTestAtomicity(AcidGuaranteesTestBase.java:102) at org.apache.hadoop.hbase.AcidGuaranteesTestBase.runTestAtomicity(AcidGuaranteesTestBase.java:91) at org.apache.hadoop.hbase.AcidGuaranteesTestBase.testGetAtomicity(AcidGuaranteesTestBase.java:107) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:77) at java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) at java.base/java.lang.reflect.Method.invoke(Method.java:568) at org.junit.runners.model.FrameworkMethod$1.runReflectiveCall(FrameworkMethod.java:59) at org.junit.internal.runners.model.ReflectiveCallable.run(ReflectiveCallable.java:12) at org.junit.runners.model.FrameworkMethod.invokeExplosively(FrameworkMethod.java:56) at org.junit.internal.runners.statements.InvokeMethod.evaluate(InvokeMethod.java:17) at org.junit.internal.runners.statements.RunBefores.evaluate(RunBefores.java:26) at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:27) at org.junit.runners.ParentRunner$3.evaluate(ParentRunner.java:306) at org.junit.runners.BlockJUnit4ClassRunner$1.evaluate(BlockJUnit4ClassRunner.java:100) at org.junit.runners.ParentRunner.runLeaf(ParentRunner.java:366) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:103) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:63) at org.junit.runners.ParentRunner$4.run(ParentRunner.java:331) at org.junit.runners.ParentRunner$1.schedule(ParentRunner.java:79) at org.junit.runners.ParentRunner.runChildren(ParentRunner.java:329) at org.junit.runners.ParentRunner.access$100(ParentRunner.java:66) at org.junit.runners.ParentRunner$2.evaluate(ParentRunner.java:293) at org.junit.internal.runners.statements.RunBefores.evaluate(RunBefores.java:26) at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:27) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:299) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:293) at java.base/java.util.concurrent.FutureTask.run(FutureTask.java:264) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-14T14:41:53,779 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-14T14:41:53,779 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-14T14:41:53,779 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-11-14T14:41:53,781 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45145 {}] master.HMaster$13(2820): Client=jenkins//172.17.0.2 disable TestAcidGuarantees 2024-11-14T14:41:53,782 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45145 {}] procedure2.ProcedureExecutor(1139): Stored pid=90, state=RUNNABLE:DISABLE_TABLE_PREPARE, hasLock=false; DisableTableProcedure table=TestAcidGuarantees 2024-11-14T14:41:53,785 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45145 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=90 2024-11-14T14:41:53,786 DEBUG [PEWorker-5 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":1,"row":"TestAcidGuarantees","families":{"table":[{"qualifier":"state","vlen":2,"tag":[],"timestamp":"1731595313786"}]},"ts":"1731595313786"} 2024-11-14T14:41:53,788 INFO [PEWorker-5 {}] hbase.MetaTableAccessor(843): Updated tableName=TestAcidGuarantees, state=DISABLING in hbase:meta 2024-11-14T14:41:53,788 INFO [PEWorker-5 {}] procedure.DisableTableProcedure(284): Set TestAcidGuarantees to state=DISABLING 2024-11-14T14:41:53,789 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=91, ppid=90, state=RUNNABLE:CLOSE_TABLE_REGIONS_SCHEDULE, hasLock=false; CloseTableRegionsProcedure table=TestAcidGuarantees}] 2024-11-14T14:41:53,791 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=92, ppid=91, state=RUNNABLE:REGION_STATE_TRANSITION_CLOSE, hasLock=false; TransitRegionStateProcedure table=TestAcidGuarantees, region=38fa776092ce1d75269fb328438588e8, UNASSIGN}] 2024-11-14T14:41:53,792 INFO [PEWorker-1 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=92, ppid=91, state=RUNNABLE:REGION_STATE_TRANSITION_CLOSE, hasLock=false; TransitRegionStateProcedure table=TestAcidGuarantees, region=38fa776092ce1d75269fb328438588e8, UNASSIGN 2024-11-14T14:41:53,792 INFO [PEWorker-1 {}] assignment.RegionStateStore(223): pid=92 updating hbase:meta row=38fa776092ce1d75269fb328438588e8, regionState=CLOSING, regionLocation=da1c6afcd1f9,35765,1731595233113 2024-11-14T14:41:53,794 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-3 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=92, ppid=91, state=RUNNABLE:REGION_STATE_TRANSITION_CLOSE, hasLock=true; TransitRegionStateProcedure table=TestAcidGuarantees, region=38fa776092ce1d75269fb328438588e8, UNASSIGN because future has completed 2024-11-14T14:41:53,795 DEBUG [PEWorker-3 {}] assignment.TransitRegionStateProcedure(375): Close region: isSplit: false: evictOnSplit: true: evictOnClose: false 2024-11-14T14:41:53,795 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=93, ppid=92, state=RUNNABLE, hasLock=false; CloseRegionProcedure 38fa776092ce1d75269fb328438588e8, server=da1c6afcd1f9,35765,1731595233113}] 2024-11-14T14:41:53,896 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45145 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=90 2024-11-14T14:41:53,955 INFO [RS_CLOSE_REGION-regionserver/da1c6afcd1f9:0-0 {event_type=M_RS_CLOSE_REGION, pid=93}] handler.UnassignRegionHandler(122): Close 38fa776092ce1d75269fb328438588e8 2024-11-14T14:41:53,955 DEBUG [RS_CLOSE_REGION-regionserver/da1c6afcd1f9:0-0 {event_type=M_RS_CLOSE_REGION, pid=93}] handler.UnassignRegionHandler(136): Unassign region: split region: false: evictCache: false 2024-11-14T14:41:53,955 DEBUG [RS_CLOSE_REGION-regionserver/da1c6afcd1f9:0-0 {event_type=M_RS_CLOSE_REGION, pid=93}] regionserver.HRegion(1722): Closing 38fa776092ce1d75269fb328438588e8, disabling compactions & flushes 2024-11-14T14:41:53,955 INFO [RS_CLOSE_REGION-regionserver/da1c6afcd1f9:0-0 {event_type=M_RS_CLOSE_REGION, pid=93}] regionserver.HRegion(1755): Closing region TestAcidGuarantees,,1731595290056.38fa776092ce1d75269fb328438588e8. 2024-11-14T14:41:53,955 DEBUG [RS_CLOSE_REGION-regionserver/da1c6afcd1f9:0-0 {event_type=M_RS_CLOSE_REGION, pid=93}] regionserver.HRegion(1776): Time limited wait for close lock on TestAcidGuarantees,,1731595290056.38fa776092ce1d75269fb328438588e8. 2024-11-14T14:41:53,955 DEBUG [RS_CLOSE_REGION-regionserver/da1c6afcd1f9:0-0 {event_type=M_RS_CLOSE_REGION, pid=93}] regionserver.HRegion(1843): Acquired close lock on TestAcidGuarantees,,1731595290056.38fa776092ce1d75269fb328438588e8. after waiting 0 ms 2024-11-14T14:41:53,955 DEBUG [RS_CLOSE_REGION-regionserver/da1c6afcd1f9:0-0 {event_type=M_RS_CLOSE_REGION, pid=93}] regionserver.HRegion(1853): Updates disabled for region TestAcidGuarantees,,1731595290056.38fa776092ce1d75269fb328438588e8. 2024-11-14T14:41:53,956 INFO [RS_CLOSE_REGION-regionserver/da1c6afcd1f9:0-0 {event_type=M_RS_CLOSE_REGION, pid=93}] regionserver.HRegion(2902): Flushing 38fa776092ce1d75269fb328438588e8 3/3 column families, dataSize=33.54 KB heapSize=100.36 KB 2024-11-14T14:41:53,956 DEBUG [RS_CLOSE_REGION-regionserver/da1c6afcd1f9:0-0 {event_type=M_RS_CLOSE_REGION, pid=93}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 38fa776092ce1d75269fb328438588e8, store=A 2024-11-14T14:41:53,956 DEBUG [RS_CLOSE_REGION-regionserver/da1c6afcd1f9:0-0 {event_type=M_RS_CLOSE_REGION, pid=93}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-14T14:41:53,956 DEBUG [RS_CLOSE_REGION-regionserver/da1c6afcd1f9:0-0 {event_type=M_RS_CLOSE_REGION, pid=93}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 38fa776092ce1d75269fb328438588e8, store=B 2024-11-14T14:41:53,956 DEBUG [RS_CLOSE_REGION-regionserver/da1c6afcd1f9:0-0 {event_type=M_RS_CLOSE_REGION, pid=93}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-14T14:41:53,956 DEBUG [RS_CLOSE_REGION-regionserver/da1c6afcd1f9:0-0 {event_type=M_RS_CLOSE_REGION, pid=93}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 38fa776092ce1d75269fb328438588e8, store=C 2024-11-14T14:41:53,956 DEBUG [RS_CLOSE_REGION-regionserver/da1c6afcd1f9:0-0 {event_type=M_RS_CLOSE_REGION, pid=93}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-14T14:41:53,960 DEBUG [RS_CLOSE_REGION-regionserver/da1c6afcd1f9:0-0 {event_type=M_RS_CLOSE_REGION, pid=93}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:34345/user/jenkins/test-data/14d118ee-a83a-b09b-5913-1a58940a5db1/data/default/TestAcidGuarantees/38fa776092ce1d75269fb328438588e8/.tmp/A/dba70d46019d4b4b8d599306ad3c042a is 50, key is test_row_0/A:col10/1731595313776/Put/seqid=0 2024-11-14T14:41:53,979 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36699 is added to blk_1073742141_1317 (size=12301) 2024-11-14T14:41:53,980 INFO [RS_CLOSE_REGION-regionserver/da1c6afcd1f9:0-0 {event_type=M_RS_CLOSE_REGION, pid=93}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=11.18 KB at sequenceid=341 (bloomFilter=true), to=hdfs://localhost:34345/user/jenkins/test-data/14d118ee-a83a-b09b-5913-1a58940a5db1/data/default/TestAcidGuarantees/38fa776092ce1d75269fb328438588e8/.tmp/A/dba70d46019d4b4b8d599306ad3c042a 2024-11-14T14:41:53,993 DEBUG [RS_CLOSE_REGION-regionserver/da1c6afcd1f9:0-0 {event_type=M_RS_CLOSE_REGION, pid=93}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:34345/user/jenkins/test-data/14d118ee-a83a-b09b-5913-1a58940a5db1/data/default/TestAcidGuarantees/38fa776092ce1d75269fb328438588e8/.tmp/B/925bc9c2d4d146f997dfd5b2d98afdc8 is 50, key is test_row_0/B:col10/1731595313776/Put/seqid=0 2024-11-14T14:41:54,024 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36699 is added to blk_1073742142_1318 (size=12301) 2024-11-14T14:41:54,025 INFO [RS_CLOSE_REGION-regionserver/da1c6afcd1f9:0-0 {event_type=M_RS_CLOSE_REGION, pid=93}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=11.18 KB at sequenceid=341 (bloomFilter=true), to=hdfs://localhost:34345/user/jenkins/test-data/14d118ee-a83a-b09b-5913-1a58940a5db1/data/default/TestAcidGuarantees/38fa776092ce1d75269fb328438588e8/.tmp/B/925bc9c2d4d146f997dfd5b2d98afdc8 2024-11-14T14:41:54,042 DEBUG [RS_CLOSE_REGION-regionserver/da1c6afcd1f9:0-0 {event_type=M_RS_CLOSE_REGION, pid=93}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:34345/user/jenkins/test-data/14d118ee-a83a-b09b-5913-1a58940a5db1/data/default/TestAcidGuarantees/38fa776092ce1d75269fb328438588e8/.tmp/C/fcab3290bab549409e6b4a38f63be973 is 50, key is test_row_0/C:col10/1731595313776/Put/seqid=0 2024-11-14T14:41:54,098 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36699 is added to blk_1073742143_1319 (size=12301) 2024-11-14T14:41:54,106 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45145 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=90 2024-11-14T14:41:54,416 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45145 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=90 2024-11-14T14:41:54,499 INFO [RS_CLOSE_REGION-regionserver/da1c6afcd1f9:0-0 {event_type=M_RS_CLOSE_REGION, pid=93}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=11.18 KB at sequenceid=341 (bloomFilter=true), to=hdfs://localhost:34345/user/jenkins/test-data/14d118ee-a83a-b09b-5913-1a58940a5db1/data/default/TestAcidGuarantees/38fa776092ce1d75269fb328438588e8/.tmp/C/fcab3290bab549409e6b4a38f63be973 2024-11-14T14:41:54,504 DEBUG [RS_CLOSE_REGION-regionserver/da1c6afcd1f9:0-0 {event_type=M_RS_CLOSE_REGION, pid=93}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:34345/user/jenkins/test-data/14d118ee-a83a-b09b-5913-1a58940a5db1/data/default/TestAcidGuarantees/38fa776092ce1d75269fb328438588e8/.tmp/A/dba70d46019d4b4b8d599306ad3c042a as hdfs://localhost:34345/user/jenkins/test-data/14d118ee-a83a-b09b-5913-1a58940a5db1/data/default/TestAcidGuarantees/38fa776092ce1d75269fb328438588e8/A/dba70d46019d4b4b8d599306ad3c042a 2024-11-14T14:41:54,507 INFO [RS_CLOSE_REGION-regionserver/da1c6afcd1f9:0-0 {event_type=M_RS_CLOSE_REGION, pid=93}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:34345/user/jenkins/test-data/14d118ee-a83a-b09b-5913-1a58940a5db1/data/default/TestAcidGuarantees/38fa776092ce1d75269fb328438588e8/A/dba70d46019d4b4b8d599306ad3c042a, entries=150, sequenceid=341, filesize=12.0 K 2024-11-14T14:41:54,508 DEBUG [RS_CLOSE_REGION-regionserver/da1c6afcd1f9:0-0 {event_type=M_RS_CLOSE_REGION, pid=93}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:34345/user/jenkins/test-data/14d118ee-a83a-b09b-5913-1a58940a5db1/data/default/TestAcidGuarantees/38fa776092ce1d75269fb328438588e8/.tmp/B/925bc9c2d4d146f997dfd5b2d98afdc8 as hdfs://localhost:34345/user/jenkins/test-data/14d118ee-a83a-b09b-5913-1a58940a5db1/data/default/TestAcidGuarantees/38fa776092ce1d75269fb328438588e8/B/925bc9c2d4d146f997dfd5b2d98afdc8 2024-11-14T14:41:54,512 INFO [RS_CLOSE_REGION-regionserver/da1c6afcd1f9:0-0 {event_type=M_RS_CLOSE_REGION, pid=93}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:34345/user/jenkins/test-data/14d118ee-a83a-b09b-5913-1a58940a5db1/data/default/TestAcidGuarantees/38fa776092ce1d75269fb328438588e8/B/925bc9c2d4d146f997dfd5b2d98afdc8, entries=150, sequenceid=341, filesize=12.0 K 2024-11-14T14:41:54,513 DEBUG [RS_CLOSE_REGION-regionserver/da1c6afcd1f9:0-0 {event_type=M_RS_CLOSE_REGION, pid=93}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:34345/user/jenkins/test-data/14d118ee-a83a-b09b-5913-1a58940a5db1/data/default/TestAcidGuarantees/38fa776092ce1d75269fb328438588e8/.tmp/C/fcab3290bab549409e6b4a38f63be973 as hdfs://localhost:34345/user/jenkins/test-data/14d118ee-a83a-b09b-5913-1a58940a5db1/data/default/TestAcidGuarantees/38fa776092ce1d75269fb328438588e8/C/fcab3290bab549409e6b4a38f63be973 2024-11-14T14:41:54,516 INFO [RS_CLOSE_REGION-regionserver/da1c6afcd1f9:0-0 {event_type=M_RS_CLOSE_REGION, pid=93}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:34345/user/jenkins/test-data/14d118ee-a83a-b09b-5913-1a58940a5db1/data/default/TestAcidGuarantees/38fa776092ce1d75269fb328438588e8/C/fcab3290bab549409e6b4a38f63be973, entries=150, sequenceid=341, filesize=12.0 K 2024-11-14T14:41:54,517 INFO [RS_CLOSE_REGION-regionserver/da1c6afcd1f9:0-0 {event_type=M_RS_CLOSE_REGION, pid=93}] regionserver.HRegion(3140): Finished flush of dataSize ~33.54 KB/34350, heapSize ~100.31 KB/102720, currentSize=0 B/0 for 38fa776092ce1d75269fb328438588e8 in 562ms, sequenceid=341, compaction requested=true 2024-11-14T14:41:54,517 DEBUG [StoreCloser-TestAcidGuarantees,,1731595290056.38fa776092ce1d75269fb328438588e8.-1 {}] regionserver.HStore(2317): Moving the files [hdfs://localhost:34345/user/jenkins/test-data/14d118ee-a83a-b09b-5913-1a58940a5db1/data/default/TestAcidGuarantees/38fa776092ce1d75269fb328438588e8/A/2be1397909a0455383e493e6678832e7, hdfs://localhost:34345/user/jenkins/test-data/14d118ee-a83a-b09b-5913-1a58940a5db1/data/default/TestAcidGuarantees/38fa776092ce1d75269fb328438588e8/A/c8f0f9cd715d4298b7351b3c115cb74d, hdfs://localhost:34345/user/jenkins/test-data/14d118ee-a83a-b09b-5913-1a58940a5db1/data/default/TestAcidGuarantees/38fa776092ce1d75269fb328438588e8/A/590ae9c172e54e86a495348e8b3c33dc, hdfs://localhost:34345/user/jenkins/test-data/14d118ee-a83a-b09b-5913-1a58940a5db1/data/default/TestAcidGuarantees/38fa776092ce1d75269fb328438588e8/A/db896704bab849748cd7eae487fd2a45, hdfs://localhost:34345/user/jenkins/test-data/14d118ee-a83a-b09b-5913-1a58940a5db1/data/default/TestAcidGuarantees/38fa776092ce1d75269fb328438588e8/A/4f9168ffb34a4c868bfa0bd4a3a6a920, hdfs://localhost:34345/user/jenkins/test-data/14d118ee-a83a-b09b-5913-1a58940a5db1/data/default/TestAcidGuarantees/38fa776092ce1d75269fb328438588e8/A/4493aad543734383af702a7e9fc880f0, hdfs://localhost:34345/user/jenkins/test-data/14d118ee-a83a-b09b-5913-1a58940a5db1/data/default/TestAcidGuarantees/38fa776092ce1d75269fb328438588e8/A/e675222f4d0646bd9441515a1c13be21, hdfs://localhost:34345/user/jenkins/test-data/14d118ee-a83a-b09b-5913-1a58940a5db1/data/default/TestAcidGuarantees/38fa776092ce1d75269fb328438588e8/A/6b27b9226572453e810fb484339aaef7, hdfs://localhost:34345/user/jenkins/test-data/14d118ee-a83a-b09b-5913-1a58940a5db1/data/default/TestAcidGuarantees/38fa776092ce1d75269fb328438588e8/A/d79dbce97da04af09144aafefa8cc1b6, hdfs://localhost:34345/user/jenkins/test-data/14d118ee-a83a-b09b-5913-1a58940a5db1/data/default/TestAcidGuarantees/38fa776092ce1d75269fb328438588e8/A/6fb1b540fe8840cf93f7ed14e7827df9, hdfs://localhost:34345/user/jenkins/test-data/14d118ee-a83a-b09b-5913-1a58940a5db1/data/default/TestAcidGuarantees/38fa776092ce1d75269fb328438588e8/A/e7397e35687041a8abd49daa9aa3c69e, hdfs://localhost:34345/user/jenkins/test-data/14d118ee-a83a-b09b-5913-1a58940a5db1/data/default/TestAcidGuarantees/38fa776092ce1d75269fb328438588e8/A/91c1823cf9bd498091c3c3da08a88eca, hdfs://localhost:34345/user/jenkins/test-data/14d118ee-a83a-b09b-5913-1a58940a5db1/data/default/TestAcidGuarantees/38fa776092ce1d75269fb328438588e8/A/d758e2ce74ef461dad0a1e0749db6adf, hdfs://localhost:34345/user/jenkins/test-data/14d118ee-a83a-b09b-5913-1a58940a5db1/data/default/TestAcidGuarantees/38fa776092ce1d75269fb328438588e8/A/a86f6142b5e14b798e160d98e5ad617a, hdfs://localhost:34345/user/jenkins/test-data/14d118ee-a83a-b09b-5913-1a58940a5db1/data/default/TestAcidGuarantees/38fa776092ce1d75269fb328438588e8/A/b247ab0623214a619390e45deb5347d6, hdfs://localhost:34345/user/jenkins/test-data/14d118ee-a83a-b09b-5913-1a58940a5db1/data/default/TestAcidGuarantees/38fa776092ce1d75269fb328438588e8/A/39a87206381b4156a47e74726ec26425, hdfs://localhost:34345/user/jenkins/test-data/14d118ee-a83a-b09b-5913-1a58940a5db1/data/default/TestAcidGuarantees/38fa776092ce1d75269fb328438588e8/A/6602f8f1bded48bcafe0346a184e8e11, hdfs://localhost:34345/user/jenkins/test-data/14d118ee-a83a-b09b-5913-1a58940a5db1/data/default/TestAcidGuarantees/38fa776092ce1d75269fb328438588e8/A/075862561f384488aa343f78f2acabd6, hdfs://localhost:34345/user/jenkins/test-data/14d118ee-a83a-b09b-5913-1a58940a5db1/data/default/TestAcidGuarantees/38fa776092ce1d75269fb328438588e8/A/fffab79440664c0b894a2e6bc594f2f6, hdfs://localhost:34345/user/jenkins/test-data/14d118ee-a83a-b09b-5913-1a58940a5db1/data/default/TestAcidGuarantees/38fa776092ce1d75269fb328438588e8/A/ed15da964ea845b89dc8b9fac10d07c0, hdfs://localhost:34345/user/jenkins/test-data/14d118ee-a83a-b09b-5913-1a58940a5db1/data/default/TestAcidGuarantees/38fa776092ce1d75269fb328438588e8/A/f228387afb0d46b6869d8fb437929ca4] to archive 2024-11-14T14:41:54,518 DEBUG [StoreCloser-TestAcidGuarantees,,1731595290056.38fa776092ce1d75269fb328438588e8.-1 {}] backup.HFileArchiver(360): Archiving compacted files. 2024-11-14T14:41:54,520 DEBUG [StoreCloser-TestAcidGuarantees,,1731595290056.38fa776092ce1d75269fb328438588e8.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:34345/user/jenkins/test-data/14d118ee-a83a-b09b-5913-1a58940a5db1/data/default/TestAcidGuarantees/38fa776092ce1d75269fb328438588e8/A/2be1397909a0455383e493e6678832e7 to hdfs://localhost:34345/user/jenkins/test-data/14d118ee-a83a-b09b-5913-1a58940a5db1/archive/data/default/TestAcidGuarantees/38fa776092ce1d75269fb328438588e8/A/2be1397909a0455383e493e6678832e7 2024-11-14T14:41:54,521 DEBUG [StoreCloser-TestAcidGuarantees,,1731595290056.38fa776092ce1d75269fb328438588e8.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:34345/user/jenkins/test-data/14d118ee-a83a-b09b-5913-1a58940a5db1/data/default/TestAcidGuarantees/38fa776092ce1d75269fb328438588e8/A/c8f0f9cd715d4298b7351b3c115cb74d to hdfs://localhost:34345/user/jenkins/test-data/14d118ee-a83a-b09b-5913-1a58940a5db1/archive/data/default/TestAcidGuarantees/38fa776092ce1d75269fb328438588e8/A/c8f0f9cd715d4298b7351b3c115cb74d 2024-11-14T14:41:54,522 DEBUG [StoreCloser-TestAcidGuarantees,,1731595290056.38fa776092ce1d75269fb328438588e8.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:34345/user/jenkins/test-data/14d118ee-a83a-b09b-5913-1a58940a5db1/data/default/TestAcidGuarantees/38fa776092ce1d75269fb328438588e8/A/590ae9c172e54e86a495348e8b3c33dc to hdfs://localhost:34345/user/jenkins/test-data/14d118ee-a83a-b09b-5913-1a58940a5db1/archive/data/default/TestAcidGuarantees/38fa776092ce1d75269fb328438588e8/A/590ae9c172e54e86a495348e8b3c33dc 2024-11-14T14:41:54,522 DEBUG [StoreCloser-TestAcidGuarantees,,1731595290056.38fa776092ce1d75269fb328438588e8.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:34345/user/jenkins/test-data/14d118ee-a83a-b09b-5913-1a58940a5db1/data/default/TestAcidGuarantees/38fa776092ce1d75269fb328438588e8/A/db896704bab849748cd7eae487fd2a45 to hdfs://localhost:34345/user/jenkins/test-data/14d118ee-a83a-b09b-5913-1a58940a5db1/archive/data/default/TestAcidGuarantees/38fa776092ce1d75269fb328438588e8/A/db896704bab849748cd7eae487fd2a45 2024-11-14T14:41:54,523 DEBUG [StoreCloser-TestAcidGuarantees,,1731595290056.38fa776092ce1d75269fb328438588e8.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:34345/user/jenkins/test-data/14d118ee-a83a-b09b-5913-1a58940a5db1/data/default/TestAcidGuarantees/38fa776092ce1d75269fb328438588e8/A/4f9168ffb34a4c868bfa0bd4a3a6a920 to hdfs://localhost:34345/user/jenkins/test-data/14d118ee-a83a-b09b-5913-1a58940a5db1/archive/data/default/TestAcidGuarantees/38fa776092ce1d75269fb328438588e8/A/4f9168ffb34a4c868bfa0bd4a3a6a920 2024-11-14T14:41:54,524 DEBUG [StoreCloser-TestAcidGuarantees,,1731595290056.38fa776092ce1d75269fb328438588e8.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:34345/user/jenkins/test-data/14d118ee-a83a-b09b-5913-1a58940a5db1/data/default/TestAcidGuarantees/38fa776092ce1d75269fb328438588e8/A/4493aad543734383af702a7e9fc880f0 to hdfs://localhost:34345/user/jenkins/test-data/14d118ee-a83a-b09b-5913-1a58940a5db1/archive/data/default/TestAcidGuarantees/38fa776092ce1d75269fb328438588e8/A/4493aad543734383af702a7e9fc880f0 2024-11-14T14:41:54,526 DEBUG [StoreCloser-TestAcidGuarantees,,1731595290056.38fa776092ce1d75269fb328438588e8.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:34345/user/jenkins/test-data/14d118ee-a83a-b09b-5913-1a58940a5db1/data/default/TestAcidGuarantees/38fa776092ce1d75269fb328438588e8/A/e675222f4d0646bd9441515a1c13be21 to hdfs://localhost:34345/user/jenkins/test-data/14d118ee-a83a-b09b-5913-1a58940a5db1/archive/data/default/TestAcidGuarantees/38fa776092ce1d75269fb328438588e8/A/e675222f4d0646bd9441515a1c13be21 2024-11-14T14:41:54,526 DEBUG [StoreCloser-TestAcidGuarantees,,1731595290056.38fa776092ce1d75269fb328438588e8.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:34345/user/jenkins/test-data/14d118ee-a83a-b09b-5913-1a58940a5db1/data/default/TestAcidGuarantees/38fa776092ce1d75269fb328438588e8/A/6b27b9226572453e810fb484339aaef7 to hdfs://localhost:34345/user/jenkins/test-data/14d118ee-a83a-b09b-5913-1a58940a5db1/archive/data/default/TestAcidGuarantees/38fa776092ce1d75269fb328438588e8/A/6b27b9226572453e810fb484339aaef7 2024-11-14T14:41:54,527 DEBUG [StoreCloser-TestAcidGuarantees,,1731595290056.38fa776092ce1d75269fb328438588e8.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:34345/user/jenkins/test-data/14d118ee-a83a-b09b-5913-1a58940a5db1/data/default/TestAcidGuarantees/38fa776092ce1d75269fb328438588e8/A/d79dbce97da04af09144aafefa8cc1b6 to hdfs://localhost:34345/user/jenkins/test-data/14d118ee-a83a-b09b-5913-1a58940a5db1/archive/data/default/TestAcidGuarantees/38fa776092ce1d75269fb328438588e8/A/d79dbce97da04af09144aafefa8cc1b6 2024-11-14T14:41:54,528 DEBUG [StoreCloser-TestAcidGuarantees,,1731595290056.38fa776092ce1d75269fb328438588e8.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:34345/user/jenkins/test-data/14d118ee-a83a-b09b-5913-1a58940a5db1/data/default/TestAcidGuarantees/38fa776092ce1d75269fb328438588e8/A/6fb1b540fe8840cf93f7ed14e7827df9 to hdfs://localhost:34345/user/jenkins/test-data/14d118ee-a83a-b09b-5913-1a58940a5db1/archive/data/default/TestAcidGuarantees/38fa776092ce1d75269fb328438588e8/A/6fb1b540fe8840cf93f7ed14e7827df9 2024-11-14T14:41:54,529 DEBUG [StoreCloser-TestAcidGuarantees,,1731595290056.38fa776092ce1d75269fb328438588e8.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:34345/user/jenkins/test-data/14d118ee-a83a-b09b-5913-1a58940a5db1/data/default/TestAcidGuarantees/38fa776092ce1d75269fb328438588e8/A/e7397e35687041a8abd49daa9aa3c69e to hdfs://localhost:34345/user/jenkins/test-data/14d118ee-a83a-b09b-5913-1a58940a5db1/archive/data/default/TestAcidGuarantees/38fa776092ce1d75269fb328438588e8/A/e7397e35687041a8abd49daa9aa3c69e 2024-11-14T14:41:54,530 DEBUG [StoreCloser-TestAcidGuarantees,,1731595290056.38fa776092ce1d75269fb328438588e8.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:34345/user/jenkins/test-data/14d118ee-a83a-b09b-5913-1a58940a5db1/data/default/TestAcidGuarantees/38fa776092ce1d75269fb328438588e8/A/91c1823cf9bd498091c3c3da08a88eca to hdfs://localhost:34345/user/jenkins/test-data/14d118ee-a83a-b09b-5913-1a58940a5db1/archive/data/default/TestAcidGuarantees/38fa776092ce1d75269fb328438588e8/A/91c1823cf9bd498091c3c3da08a88eca 2024-11-14T14:41:54,531 DEBUG [StoreCloser-TestAcidGuarantees,,1731595290056.38fa776092ce1d75269fb328438588e8.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:34345/user/jenkins/test-data/14d118ee-a83a-b09b-5913-1a58940a5db1/data/default/TestAcidGuarantees/38fa776092ce1d75269fb328438588e8/A/d758e2ce74ef461dad0a1e0749db6adf to hdfs://localhost:34345/user/jenkins/test-data/14d118ee-a83a-b09b-5913-1a58940a5db1/archive/data/default/TestAcidGuarantees/38fa776092ce1d75269fb328438588e8/A/d758e2ce74ef461dad0a1e0749db6adf 2024-11-14T14:41:54,532 DEBUG [StoreCloser-TestAcidGuarantees,,1731595290056.38fa776092ce1d75269fb328438588e8.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:34345/user/jenkins/test-data/14d118ee-a83a-b09b-5913-1a58940a5db1/data/default/TestAcidGuarantees/38fa776092ce1d75269fb328438588e8/A/a86f6142b5e14b798e160d98e5ad617a to hdfs://localhost:34345/user/jenkins/test-data/14d118ee-a83a-b09b-5913-1a58940a5db1/archive/data/default/TestAcidGuarantees/38fa776092ce1d75269fb328438588e8/A/a86f6142b5e14b798e160d98e5ad617a 2024-11-14T14:41:54,533 DEBUG [StoreCloser-TestAcidGuarantees,,1731595290056.38fa776092ce1d75269fb328438588e8.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:34345/user/jenkins/test-data/14d118ee-a83a-b09b-5913-1a58940a5db1/data/default/TestAcidGuarantees/38fa776092ce1d75269fb328438588e8/A/b247ab0623214a619390e45deb5347d6 to hdfs://localhost:34345/user/jenkins/test-data/14d118ee-a83a-b09b-5913-1a58940a5db1/archive/data/default/TestAcidGuarantees/38fa776092ce1d75269fb328438588e8/A/b247ab0623214a619390e45deb5347d6 2024-11-14T14:41:54,534 DEBUG [StoreCloser-TestAcidGuarantees,,1731595290056.38fa776092ce1d75269fb328438588e8.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:34345/user/jenkins/test-data/14d118ee-a83a-b09b-5913-1a58940a5db1/data/default/TestAcidGuarantees/38fa776092ce1d75269fb328438588e8/A/39a87206381b4156a47e74726ec26425 to hdfs://localhost:34345/user/jenkins/test-data/14d118ee-a83a-b09b-5913-1a58940a5db1/archive/data/default/TestAcidGuarantees/38fa776092ce1d75269fb328438588e8/A/39a87206381b4156a47e74726ec26425 2024-11-14T14:41:54,535 DEBUG [StoreCloser-TestAcidGuarantees,,1731595290056.38fa776092ce1d75269fb328438588e8.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:34345/user/jenkins/test-data/14d118ee-a83a-b09b-5913-1a58940a5db1/data/default/TestAcidGuarantees/38fa776092ce1d75269fb328438588e8/A/6602f8f1bded48bcafe0346a184e8e11 to hdfs://localhost:34345/user/jenkins/test-data/14d118ee-a83a-b09b-5913-1a58940a5db1/archive/data/default/TestAcidGuarantees/38fa776092ce1d75269fb328438588e8/A/6602f8f1bded48bcafe0346a184e8e11 2024-11-14T14:41:54,536 DEBUG [StoreCloser-TestAcidGuarantees,,1731595290056.38fa776092ce1d75269fb328438588e8.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:34345/user/jenkins/test-data/14d118ee-a83a-b09b-5913-1a58940a5db1/data/default/TestAcidGuarantees/38fa776092ce1d75269fb328438588e8/A/075862561f384488aa343f78f2acabd6 to hdfs://localhost:34345/user/jenkins/test-data/14d118ee-a83a-b09b-5913-1a58940a5db1/archive/data/default/TestAcidGuarantees/38fa776092ce1d75269fb328438588e8/A/075862561f384488aa343f78f2acabd6 2024-11-14T14:41:54,537 DEBUG [StoreCloser-TestAcidGuarantees,,1731595290056.38fa776092ce1d75269fb328438588e8.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:34345/user/jenkins/test-data/14d118ee-a83a-b09b-5913-1a58940a5db1/data/default/TestAcidGuarantees/38fa776092ce1d75269fb328438588e8/A/fffab79440664c0b894a2e6bc594f2f6 to hdfs://localhost:34345/user/jenkins/test-data/14d118ee-a83a-b09b-5913-1a58940a5db1/archive/data/default/TestAcidGuarantees/38fa776092ce1d75269fb328438588e8/A/fffab79440664c0b894a2e6bc594f2f6 2024-11-14T14:41:54,539 DEBUG [StoreCloser-TestAcidGuarantees,,1731595290056.38fa776092ce1d75269fb328438588e8.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:34345/user/jenkins/test-data/14d118ee-a83a-b09b-5913-1a58940a5db1/data/default/TestAcidGuarantees/38fa776092ce1d75269fb328438588e8/A/ed15da964ea845b89dc8b9fac10d07c0 to hdfs://localhost:34345/user/jenkins/test-data/14d118ee-a83a-b09b-5913-1a58940a5db1/archive/data/default/TestAcidGuarantees/38fa776092ce1d75269fb328438588e8/A/ed15da964ea845b89dc8b9fac10d07c0 2024-11-14T14:41:54,540 DEBUG [StoreCloser-TestAcidGuarantees,,1731595290056.38fa776092ce1d75269fb328438588e8.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:34345/user/jenkins/test-data/14d118ee-a83a-b09b-5913-1a58940a5db1/data/default/TestAcidGuarantees/38fa776092ce1d75269fb328438588e8/A/f228387afb0d46b6869d8fb437929ca4 to hdfs://localhost:34345/user/jenkins/test-data/14d118ee-a83a-b09b-5913-1a58940a5db1/archive/data/default/TestAcidGuarantees/38fa776092ce1d75269fb328438588e8/A/f228387afb0d46b6869d8fb437929ca4 2024-11-14T14:41:54,543 DEBUG [StoreCloser-TestAcidGuarantees,,1731595290056.38fa776092ce1d75269fb328438588e8.-1 {}] regionserver.HStore(2317): Moving the files [hdfs://localhost:34345/user/jenkins/test-data/14d118ee-a83a-b09b-5913-1a58940a5db1/data/default/TestAcidGuarantees/38fa776092ce1d75269fb328438588e8/B/d4e61e6158e84b7ba1543042e6a70ce8, hdfs://localhost:34345/user/jenkins/test-data/14d118ee-a83a-b09b-5913-1a58940a5db1/data/default/TestAcidGuarantees/38fa776092ce1d75269fb328438588e8/B/db36d76ed75d4f9792273399c50c2fe3, hdfs://localhost:34345/user/jenkins/test-data/14d118ee-a83a-b09b-5913-1a58940a5db1/data/default/TestAcidGuarantees/38fa776092ce1d75269fb328438588e8/B/d24d027beb4b4462bae49e4da8976f73, hdfs://localhost:34345/user/jenkins/test-data/14d118ee-a83a-b09b-5913-1a58940a5db1/data/default/TestAcidGuarantees/38fa776092ce1d75269fb328438588e8/B/d95ff3962e3149698ae40584f5d23fb5, hdfs://localhost:34345/user/jenkins/test-data/14d118ee-a83a-b09b-5913-1a58940a5db1/data/default/TestAcidGuarantees/38fa776092ce1d75269fb328438588e8/B/daccd4facd5d4220a31f94eb398c7a6a, hdfs://localhost:34345/user/jenkins/test-data/14d118ee-a83a-b09b-5913-1a58940a5db1/data/default/TestAcidGuarantees/38fa776092ce1d75269fb328438588e8/B/799011019dfc4c659c05e922c735eeb4, hdfs://localhost:34345/user/jenkins/test-data/14d118ee-a83a-b09b-5913-1a58940a5db1/data/default/TestAcidGuarantees/38fa776092ce1d75269fb328438588e8/B/c7671e8a8b2d4b4ca736cec2e192a3e2, hdfs://localhost:34345/user/jenkins/test-data/14d118ee-a83a-b09b-5913-1a58940a5db1/data/default/TestAcidGuarantees/38fa776092ce1d75269fb328438588e8/B/4337f86abe3f445aaf321e13f8e46942, hdfs://localhost:34345/user/jenkins/test-data/14d118ee-a83a-b09b-5913-1a58940a5db1/data/default/TestAcidGuarantees/38fa776092ce1d75269fb328438588e8/B/cf82880d23834c3d839978443136c64c, hdfs://localhost:34345/user/jenkins/test-data/14d118ee-a83a-b09b-5913-1a58940a5db1/data/default/TestAcidGuarantees/38fa776092ce1d75269fb328438588e8/B/0838835af70c4c398b83326aa80e1655, hdfs://localhost:34345/user/jenkins/test-data/14d118ee-a83a-b09b-5913-1a58940a5db1/data/default/TestAcidGuarantees/38fa776092ce1d75269fb328438588e8/B/2c18f43820304db3abadba5dadca2c21, hdfs://localhost:34345/user/jenkins/test-data/14d118ee-a83a-b09b-5913-1a58940a5db1/data/default/TestAcidGuarantees/38fa776092ce1d75269fb328438588e8/B/bc2ee2ad0e644d09989b4c67fe050cb0, hdfs://localhost:34345/user/jenkins/test-data/14d118ee-a83a-b09b-5913-1a58940a5db1/data/default/TestAcidGuarantees/38fa776092ce1d75269fb328438588e8/B/b1bda5eb46e342468224c37f12b3d795, hdfs://localhost:34345/user/jenkins/test-data/14d118ee-a83a-b09b-5913-1a58940a5db1/data/default/TestAcidGuarantees/38fa776092ce1d75269fb328438588e8/B/421f6751cbaa4451a3af369c3885899a, hdfs://localhost:34345/user/jenkins/test-data/14d118ee-a83a-b09b-5913-1a58940a5db1/data/default/TestAcidGuarantees/38fa776092ce1d75269fb328438588e8/B/69749ba0e5c349f9a3ddff42f3bf8d6d, hdfs://localhost:34345/user/jenkins/test-data/14d118ee-a83a-b09b-5913-1a58940a5db1/data/default/TestAcidGuarantees/38fa776092ce1d75269fb328438588e8/B/f0ac9e6a72e34afdb3aacdbc3166a018, hdfs://localhost:34345/user/jenkins/test-data/14d118ee-a83a-b09b-5913-1a58940a5db1/data/default/TestAcidGuarantees/38fa776092ce1d75269fb328438588e8/B/7e927642f502493f8dc5396ad1a2eaf1, hdfs://localhost:34345/user/jenkins/test-data/14d118ee-a83a-b09b-5913-1a58940a5db1/data/default/TestAcidGuarantees/38fa776092ce1d75269fb328438588e8/B/f17392713a9e4b39ac5d9a4b5296dc50, hdfs://localhost:34345/user/jenkins/test-data/14d118ee-a83a-b09b-5913-1a58940a5db1/data/default/TestAcidGuarantees/38fa776092ce1d75269fb328438588e8/B/75e8e29d932f4bc881d125851ddfd28a, hdfs://localhost:34345/user/jenkins/test-data/14d118ee-a83a-b09b-5913-1a58940a5db1/data/default/TestAcidGuarantees/38fa776092ce1d75269fb328438588e8/B/99c7b41d80d04c15838bc9f7c6e27b4b, hdfs://localhost:34345/user/jenkins/test-data/14d118ee-a83a-b09b-5913-1a58940a5db1/data/default/TestAcidGuarantees/38fa776092ce1d75269fb328438588e8/B/08466ff355ea4c23ace6284628edba4e] to archive 2024-11-14T14:41:54,544 DEBUG [StoreCloser-TestAcidGuarantees,,1731595290056.38fa776092ce1d75269fb328438588e8.-1 {}] backup.HFileArchiver(360): Archiving compacted files. 2024-11-14T14:41:54,545 DEBUG [StoreCloser-TestAcidGuarantees,,1731595290056.38fa776092ce1d75269fb328438588e8.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:34345/user/jenkins/test-data/14d118ee-a83a-b09b-5913-1a58940a5db1/data/default/TestAcidGuarantees/38fa776092ce1d75269fb328438588e8/B/d4e61e6158e84b7ba1543042e6a70ce8 to hdfs://localhost:34345/user/jenkins/test-data/14d118ee-a83a-b09b-5913-1a58940a5db1/archive/data/default/TestAcidGuarantees/38fa776092ce1d75269fb328438588e8/B/d4e61e6158e84b7ba1543042e6a70ce8 2024-11-14T14:41:54,546 DEBUG [StoreCloser-TestAcidGuarantees,,1731595290056.38fa776092ce1d75269fb328438588e8.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:34345/user/jenkins/test-data/14d118ee-a83a-b09b-5913-1a58940a5db1/data/default/TestAcidGuarantees/38fa776092ce1d75269fb328438588e8/B/db36d76ed75d4f9792273399c50c2fe3 to hdfs://localhost:34345/user/jenkins/test-data/14d118ee-a83a-b09b-5913-1a58940a5db1/archive/data/default/TestAcidGuarantees/38fa776092ce1d75269fb328438588e8/B/db36d76ed75d4f9792273399c50c2fe3 2024-11-14T14:41:54,547 DEBUG [StoreCloser-TestAcidGuarantees,,1731595290056.38fa776092ce1d75269fb328438588e8.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:34345/user/jenkins/test-data/14d118ee-a83a-b09b-5913-1a58940a5db1/data/default/TestAcidGuarantees/38fa776092ce1d75269fb328438588e8/B/d24d027beb4b4462bae49e4da8976f73 to hdfs://localhost:34345/user/jenkins/test-data/14d118ee-a83a-b09b-5913-1a58940a5db1/archive/data/default/TestAcidGuarantees/38fa776092ce1d75269fb328438588e8/B/d24d027beb4b4462bae49e4da8976f73 2024-11-14T14:41:54,548 DEBUG [StoreCloser-TestAcidGuarantees,,1731595290056.38fa776092ce1d75269fb328438588e8.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:34345/user/jenkins/test-data/14d118ee-a83a-b09b-5913-1a58940a5db1/data/default/TestAcidGuarantees/38fa776092ce1d75269fb328438588e8/B/d95ff3962e3149698ae40584f5d23fb5 to hdfs://localhost:34345/user/jenkins/test-data/14d118ee-a83a-b09b-5913-1a58940a5db1/archive/data/default/TestAcidGuarantees/38fa776092ce1d75269fb328438588e8/B/d95ff3962e3149698ae40584f5d23fb5 2024-11-14T14:41:54,549 DEBUG [StoreCloser-TestAcidGuarantees,,1731595290056.38fa776092ce1d75269fb328438588e8.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:34345/user/jenkins/test-data/14d118ee-a83a-b09b-5913-1a58940a5db1/data/default/TestAcidGuarantees/38fa776092ce1d75269fb328438588e8/B/daccd4facd5d4220a31f94eb398c7a6a to hdfs://localhost:34345/user/jenkins/test-data/14d118ee-a83a-b09b-5913-1a58940a5db1/archive/data/default/TestAcidGuarantees/38fa776092ce1d75269fb328438588e8/B/daccd4facd5d4220a31f94eb398c7a6a 2024-11-14T14:41:54,550 DEBUG [StoreCloser-TestAcidGuarantees,,1731595290056.38fa776092ce1d75269fb328438588e8.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:34345/user/jenkins/test-data/14d118ee-a83a-b09b-5913-1a58940a5db1/data/default/TestAcidGuarantees/38fa776092ce1d75269fb328438588e8/B/799011019dfc4c659c05e922c735eeb4 to hdfs://localhost:34345/user/jenkins/test-data/14d118ee-a83a-b09b-5913-1a58940a5db1/archive/data/default/TestAcidGuarantees/38fa776092ce1d75269fb328438588e8/B/799011019dfc4c659c05e922c735eeb4 2024-11-14T14:41:54,551 DEBUG [StoreCloser-TestAcidGuarantees,,1731595290056.38fa776092ce1d75269fb328438588e8.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:34345/user/jenkins/test-data/14d118ee-a83a-b09b-5913-1a58940a5db1/data/default/TestAcidGuarantees/38fa776092ce1d75269fb328438588e8/B/c7671e8a8b2d4b4ca736cec2e192a3e2 to hdfs://localhost:34345/user/jenkins/test-data/14d118ee-a83a-b09b-5913-1a58940a5db1/archive/data/default/TestAcidGuarantees/38fa776092ce1d75269fb328438588e8/B/c7671e8a8b2d4b4ca736cec2e192a3e2 2024-11-14T14:41:54,558 DEBUG [StoreCloser-TestAcidGuarantees,,1731595290056.38fa776092ce1d75269fb328438588e8.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:34345/user/jenkins/test-data/14d118ee-a83a-b09b-5913-1a58940a5db1/data/default/TestAcidGuarantees/38fa776092ce1d75269fb328438588e8/B/4337f86abe3f445aaf321e13f8e46942 to hdfs://localhost:34345/user/jenkins/test-data/14d118ee-a83a-b09b-5913-1a58940a5db1/archive/data/default/TestAcidGuarantees/38fa776092ce1d75269fb328438588e8/B/4337f86abe3f445aaf321e13f8e46942 2024-11-14T14:41:54,564 DEBUG [StoreCloser-TestAcidGuarantees,,1731595290056.38fa776092ce1d75269fb328438588e8.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:34345/user/jenkins/test-data/14d118ee-a83a-b09b-5913-1a58940a5db1/data/default/TestAcidGuarantees/38fa776092ce1d75269fb328438588e8/B/cf82880d23834c3d839978443136c64c to hdfs://localhost:34345/user/jenkins/test-data/14d118ee-a83a-b09b-5913-1a58940a5db1/archive/data/default/TestAcidGuarantees/38fa776092ce1d75269fb328438588e8/B/cf82880d23834c3d839978443136c64c 2024-11-14T14:41:54,566 DEBUG [StoreCloser-TestAcidGuarantees,,1731595290056.38fa776092ce1d75269fb328438588e8.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:34345/user/jenkins/test-data/14d118ee-a83a-b09b-5913-1a58940a5db1/data/default/TestAcidGuarantees/38fa776092ce1d75269fb328438588e8/B/0838835af70c4c398b83326aa80e1655 to hdfs://localhost:34345/user/jenkins/test-data/14d118ee-a83a-b09b-5913-1a58940a5db1/archive/data/default/TestAcidGuarantees/38fa776092ce1d75269fb328438588e8/B/0838835af70c4c398b83326aa80e1655 2024-11-14T14:41:54,567 DEBUG [StoreCloser-TestAcidGuarantees,,1731595290056.38fa776092ce1d75269fb328438588e8.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:34345/user/jenkins/test-data/14d118ee-a83a-b09b-5913-1a58940a5db1/data/default/TestAcidGuarantees/38fa776092ce1d75269fb328438588e8/B/2c18f43820304db3abadba5dadca2c21 to hdfs://localhost:34345/user/jenkins/test-data/14d118ee-a83a-b09b-5913-1a58940a5db1/archive/data/default/TestAcidGuarantees/38fa776092ce1d75269fb328438588e8/B/2c18f43820304db3abadba5dadca2c21 2024-11-14T14:41:54,568 DEBUG [StoreCloser-TestAcidGuarantees,,1731595290056.38fa776092ce1d75269fb328438588e8.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:34345/user/jenkins/test-data/14d118ee-a83a-b09b-5913-1a58940a5db1/data/default/TestAcidGuarantees/38fa776092ce1d75269fb328438588e8/B/bc2ee2ad0e644d09989b4c67fe050cb0 to hdfs://localhost:34345/user/jenkins/test-data/14d118ee-a83a-b09b-5913-1a58940a5db1/archive/data/default/TestAcidGuarantees/38fa776092ce1d75269fb328438588e8/B/bc2ee2ad0e644d09989b4c67fe050cb0 2024-11-14T14:41:54,569 DEBUG [StoreCloser-TestAcidGuarantees,,1731595290056.38fa776092ce1d75269fb328438588e8.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:34345/user/jenkins/test-data/14d118ee-a83a-b09b-5913-1a58940a5db1/data/default/TestAcidGuarantees/38fa776092ce1d75269fb328438588e8/B/b1bda5eb46e342468224c37f12b3d795 to hdfs://localhost:34345/user/jenkins/test-data/14d118ee-a83a-b09b-5913-1a58940a5db1/archive/data/default/TestAcidGuarantees/38fa776092ce1d75269fb328438588e8/B/b1bda5eb46e342468224c37f12b3d795 2024-11-14T14:41:54,571 DEBUG [StoreCloser-TestAcidGuarantees,,1731595290056.38fa776092ce1d75269fb328438588e8.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:34345/user/jenkins/test-data/14d118ee-a83a-b09b-5913-1a58940a5db1/data/default/TestAcidGuarantees/38fa776092ce1d75269fb328438588e8/B/421f6751cbaa4451a3af369c3885899a to hdfs://localhost:34345/user/jenkins/test-data/14d118ee-a83a-b09b-5913-1a58940a5db1/archive/data/default/TestAcidGuarantees/38fa776092ce1d75269fb328438588e8/B/421f6751cbaa4451a3af369c3885899a 2024-11-14T14:41:54,574 DEBUG [StoreCloser-TestAcidGuarantees,,1731595290056.38fa776092ce1d75269fb328438588e8.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:34345/user/jenkins/test-data/14d118ee-a83a-b09b-5913-1a58940a5db1/data/default/TestAcidGuarantees/38fa776092ce1d75269fb328438588e8/B/69749ba0e5c349f9a3ddff42f3bf8d6d to hdfs://localhost:34345/user/jenkins/test-data/14d118ee-a83a-b09b-5913-1a58940a5db1/archive/data/default/TestAcidGuarantees/38fa776092ce1d75269fb328438588e8/B/69749ba0e5c349f9a3ddff42f3bf8d6d 2024-11-14T14:41:54,575 DEBUG [StoreCloser-TestAcidGuarantees,,1731595290056.38fa776092ce1d75269fb328438588e8.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:34345/user/jenkins/test-data/14d118ee-a83a-b09b-5913-1a58940a5db1/data/default/TestAcidGuarantees/38fa776092ce1d75269fb328438588e8/B/f0ac9e6a72e34afdb3aacdbc3166a018 to hdfs://localhost:34345/user/jenkins/test-data/14d118ee-a83a-b09b-5913-1a58940a5db1/archive/data/default/TestAcidGuarantees/38fa776092ce1d75269fb328438588e8/B/f0ac9e6a72e34afdb3aacdbc3166a018 2024-11-14T14:41:54,577 DEBUG [StoreCloser-TestAcidGuarantees,,1731595290056.38fa776092ce1d75269fb328438588e8.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:34345/user/jenkins/test-data/14d118ee-a83a-b09b-5913-1a58940a5db1/data/default/TestAcidGuarantees/38fa776092ce1d75269fb328438588e8/B/7e927642f502493f8dc5396ad1a2eaf1 to hdfs://localhost:34345/user/jenkins/test-data/14d118ee-a83a-b09b-5913-1a58940a5db1/archive/data/default/TestAcidGuarantees/38fa776092ce1d75269fb328438588e8/B/7e927642f502493f8dc5396ad1a2eaf1 2024-11-14T14:41:54,578 DEBUG [StoreCloser-TestAcidGuarantees,,1731595290056.38fa776092ce1d75269fb328438588e8.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:34345/user/jenkins/test-data/14d118ee-a83a-b09b-5913-1a58940a5db1/data/default/TestAcidGuarantees/38fa776092ce1d75269fb328438588e8/B/f17392713a9e4b39ac5d9a4b5296dc50 to hdfs://localhost:34345/user/jenkins/test-data/14d118ee-a83a-b09b-5913-1a58940a5db1/archive/data/default/TestAcidGuarantees/38fa776092ce1d75269fb328438588e8/B/f17392713a9e4b39ac5d9a4b5296dc50 2024-11-14T14:41:54,579 DEBUG [StoreCloser-TestAcidGuarantees,,1731595290056.38fa776092ce1d75269fb328438588e8.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:34345/user/jenkins/test-data/14d118ee-a83a-b09b-5913-1a58940a5db1/data/default/TestAcidGuarantees/38fa776092ce1d75269fb328438588e8/B/75e8e29d932f4bc881d125851ddfd28a to hdfs://localhost:34345/user/jenkins/test-data/14d118ee-a83a-b09b-5913-1a58940a5db1/archive/data/default/TestAcidGuarantees/38fa776092ce1d75269fb328438588e8/B/75e8e29d932f4bc881d125851ddfd28a 2024-11-14T14:41:54,580 DEBUG [StoreCloser-TestAcidGuarantees,,1731595290056.38fa776092ce1d75269fb328438588e8.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:34345/user/jenkins/test-data/14d118ee-a83a-b09b-5913-1a58940a5db1/data/default/TestAcidGuarantees/38fa776092ce1d75269fb328438588e8/B/99c7b41d80d04c15838bc9f7c6e27b4b to hdfs://localhost:34345/user/jenkins/test-data/14d118ee-a83a-b09b-5913-1a58940a5db1/archive/data/default/TestAcidGuarantees/38fa776092ce1d75269fb328438588e8/B/99c7b41d80d04c15838bc9f7c6e27b4b 2024-11-14T14:41:54,581 DEBUG [StoreCloser-TestAcidGuarantees,,1731595290056.38fa776092ce1d75269fb328438588e8.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:34345/user/jenkins/test-data/14d118ee-a83a-b09b-5913-1a58940a5db1/data/default/TestAcidGuarantees/38fa776092ce1d75269fb328438588e8/B/08466ff355ea4c23ace6284628edba4e to hdfs://localhost:34345/user/jenkins/test-data/14d118ee-a83a-b09b-5913-1a58940a5db1/archive/data/default/TestAcidGuarantees/38fa776092ce1d75269fb328438588e8/B/08466ff355ea4c23ace6284628edba4e 2024-11-14T14:41:54,583 DEBUG [StoreCloser-TestAcidGuarantees,,1731595290056.38fa776092ce1d75269fb328438588e8.-1 {}] regionserver.HStore(2317): Moving the files [hdfs://localhost:34345/user/jenkins/test-data/14d118ee-a83a-b09b-5913-1a58940a5db1/data/default/TestAcidGuarantees/38fa776092ce1d75269fb328438588e8/C/cff76592e49747ffb066c3f885a74aff, hdfs://localhost:34345/user/jenkins/test-data/14d118ee-a83a-b09b-5913-1a58940a5db1/data/default/TestAcidGuarantees/38fa776092ce1d75269fb328438588e8/C/19ae8382c5f14b89aed941015111f84d, hdfs://localhost:34345/user/jenkins/test-data/14d118ee-a83a-b09b-5913-1a58940a5db1/data/default/TestAcidGuarantees/38fa776092ce1d75269fb328438588e8/C/cfa6583e911342f696f47b1b181ec072, hdfs://localhost:34345/user/jenkins/test-data/14d118ee-a83a-b09b-5913-1a58940a5db1/data/default/TestAcidGuarantees/38fa776092ce1d75269fb328438588e8/C/5ab902a867f644feb90f535edcdb9741, hdfs://localhost:34345/user/jenkins/test-data/14d118ee-a83a-b09b-5913-1a58940a5db1/data/default/TestAcidGuarantees/38fa776092ce1d75269fb328438588e8/C/31458cf6b74d4698a3edd9cf18d98ddd, hdfs://localhost:34345/user/jenkins/test-data/14d118ee-a83a-b09b-5913-1a58940a5db1/data/default/TestAcidGuarantees/38fa776092ce1d75269fb328438588e8/C/cca36274db6b431c8abd8090eb7bc104, hdfs://localhost:34345/user/jenkins/test-data/14d118ee-a83a-b09b-5913-1a58940a5db1/data/default/TestAcidGuarantees/38fa776092ce1d75269fb328438588e8/C/a3dbb2c332dc4ca9b740ff320239d314, hdfs://localhost:34345/user/jenkins/test-data/14d118ee-a83a-b09b-5913-1a58940a5db1/data/default/TestAcidGuarantees/38fa776092ce1d75269fb328438588e8/C/3221135352074c2daf31cc98012f8b21, hdfs://localhost:34345/user/jenkins/test-data/14d118ee-a83a-b09b-5913-1a58940a5db1/data/default/TestAcidGuarantees/38fa776092ce1d75269fb328438588e8/C/45c96cd5699d4da5908651c912833f0c, hdfs://localhost:34345/user/jenkins/test-data/14d118ee-a83a-b09b-5913-1a58940a5db1/data/default/TestAcidGuarantees/38fa776092ce1d75269fb328438588e8/C/e52269a113604bfe9bd0532efab411c3, hdfs://localhost:34345/user/jenkins/test-data/14d118ee-a83a-b09b-5913-1a58940a5db1/data/default/TestAcidGuarantees/38fa776092ce1d75269fb328438588e8/C/c980421e12a34cac8b809ebbf670d075, hdfs://localhost:34345/user/jenkins/test-data/14d118ee-a83a-b09b-5913-1a58940a5db1/data/default/TestAcidGuarantees/38fa776092ce1d75269fb328438588e8/C/92443fba99174f0b97a3f5029d1cc56e, hdfs://localhost:34345/user/jenkins/test-data/14d118ee-a83a-b09b-5913-1a58940a5db1/data/default/TestAcidGuarantees/38fa776092ce1d75269fb328438588e8/C/ba66e66507f94ce19f66071fcc795cc5, hdfs://localhost:34345/user/jenkins/test-data/14d118ee-a83a-b09b-5913-1a58940a5db1/data/default/TestAcidGuarantees/38fa776092ce1d75269fb328438588e8/C/dbaec99839e2466cbe0f80b5c6e0c4b2, hdfs://localhost:34345/user/jenkins/test-data/14d118ee-a83a-b09b-5913-1a58940a5db1/data/default/TestAcidGuarantees/38fa776092ce1d75269fb328438588e8/C/7eb2ed41693c4234aad563f7f6121876, hdfs://localhost:34345/user/jenkins/test-data/14d118ee-a83a-b09b-5913-1a58940a5db1/data/default/TestAcidGuarantees/38fa776092ce1d75269fb328438588e8/C/7fb5a0a3791c456fbfe54951560bcf11, hdfs://localhost:34345/user/jenkins/test-data/14d118ee-a83a-b09b-5913-1a58940a5db1/data/default/TestAcidGuarantees/38fa776092ce1d75269fb328438588e8/C/e450c4c00295463f904b6e1e55937b9f, hdfs://localhost:34345/user/jenkins/test-data/14d118ee-a83a-b09b-5913-1a58940a5db1/data/default/TestAcidGuarantees/38fa776092ce1d75269fb328438588e8/C/f157720197e542208561cdb7684608f2, hdfs://localhost:34345/user/jenkins/test-data/14d118ee-a83a-b09b-5913-1a58940a5db1/data/default/TestAcidGuarantees/38fa776092ce1d75269fb328438588e8/C/202be4b29adf409692f56323be78d91e, hdfs://localhost:34345/user/jenkins/test-data/14d118ee-a83a-b09b-5913-1a58940a5db1/data/default/TestAcidGuarantees/38fa776092ce1d75269fb328438588e8/C/6552ce7fdc1844f2886b323978f587cd, hdfs://localhost:34345/user/jenkins/test-data/14d118ee-a83a-b09b-5913-1a58940a5db1/data/default/TestAcidGuarantees/38fa776092ce1d75269fb328438588e8/C/ac98e4f0c66341618de640af5b8b52cb] to archive 2024-11-14T14:41:54,584 DEBUG [StoreCloser-TestAcidGuarantees,,1731595290056.38fa776092ce1d75269fb328438588e8.-1 {}] backup.HFileArchiver(360): Archiving compacted files. 2024-11-14T14:41:54,586 DEBUG [StoreCloser-TestAcidGuarantees,,1731595290056.38fa776092ce1d75269fb328438588e8.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:34345/user/jenkins/test-data/14d118ee-a83a-b09b-5913-1a58940a5db1/data/default/TestAcidGuarantees/38fa776092ce1d75269fb328438588e8/C/cff76592e49747ffb066c3f885a74aff to hdfs://localhost:34345/user/jenkins/test-data/14d118ee-a83a-b09b-5913-1a58940a5db1/archive/data/default/TestAcidGuarantees/38fa776092ce1d75269fb328438588e8/C/cff76592e49747ffb066c3f885a74aff 2024-11-14T14:41:54,587 DEBUG [StoreCloser-TestAcidGuarantees,,1731595290056.38fa776092ce1d75269fb328438588e8.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:34345/user/jenkins/test-data/14d118ee-a83a-b09b-5913-1a58940a5db1/data/default/TestAcidGuarantees/38fa776092ce1d75269fb328438588e8/C/19ae8382c5f14b89aed941015111f84d to hdfs://localhost:34345/user/jenkins/test-data/14d118ee-a83a-b09b-5913-1a58940a5db1/archive/data/default/TestAcidGuarantees/38fa776092ce1d75269fb328438588e8/C/19ae8382c5f14b89aed941015111f84d 2024-11-14T14:41:54,588 DEBUG [StoreCloser-TestAcidGuarantees,,1731595290056.38fa776092ce1d75269fb328438588e8.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:34345/user/jenkins/test-data/14d118ee-a83a-b09b-5913-1a58940a5db1/data/default/TestAcidGuarantees/38fa776092ce1d75269fb328438588e8/C/cfa6583e911342f696f47b1b181ec072 to hdfs://localhost:34345/user/jenkins/test-data/14d118ee-a83a-b09b-5913-1a58940a5db1/archive/data/default/TestAcidGuarantees/38fa776092ce1d75269fb328438588e8/C/cfa6583e911342f696f47b1b181ec072 2024-11-14T14:41:54,590 DEBUG [StoreCloser-TestAcidGuarantees,,1731595290056.38fa776092ce1d75269fb328438588e8.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:34345/user/jenkins/test-data/14d118ee-a83a-b09b-5913-1a58940a5db1/data/default/TestAcidGuarantees/38fa776092ce1d75269fb328438588e8/C/5ab902a867f644feb90f535edcdb9741 to hdfs://localhost:34345/user/jenkins/test-data/14d118ee-a83a-b09b-5913-1a58940a5db1/archive/data/default/TestAcidGuarantees/38fa776092ce1d75269fb328438588e8/C/5ab902a867f644feb90f535edcdb9741 2024-11-14T14:41:54,591 DEBUG [StoreCloser-TestAcidGuarantees,,1731595290056.38fa776092ce1d75269fb328438588e8.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:34345/user/jenkins/test-data/14d118ee-a83a-b09b-5913-1a58940a5db1/data/default/TestAcidGuarantees/38fa776092ce1d75269fb328438588e8/C/31458cf6b74d4698a3edd9cf18d98ddd to hdfs://localhost:34345/user/jenkins/test-data/14d118ee-a83a-b09b-5913-1a58940a5db1/archive/data/default/TestAcidGuarantees/38fa776092ce1d75269fb328438588e8/C/31458cf6b74d4698a3edd9cf18d98ddd 2024-11-14T14:41:54,592 DEBUG [StoreCloser-TestAcidGuarantees,,1731595290056.38fa776092ce1d75269fb328438588e8.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:34345/user/jenkins/test-data/14d118ee-a83a-b09b-5913-1a58940a5db1/data/default/TestAcidGuarantees/38fa776092ce1d75269fb328438588e8/C/cca36274db6b431c8abd8090eb7bc104 to hdfs://localhost:34345/user/jenkins/test-data/14d118ee-a83a-b09b-5913-1a58940a5db1/archive/data/default/TestAcidGuarantees/38fa776092ce1d75269fb328438588e8/C/cca36274db6b431c8abd8090eb7bc104 2024-11-14T14:41:54,593 DEBUG [StoreCloser-TestAcidGuarantees,,1731595290056.38fa776092ce1d75269fb328438588e8.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:34345/user/jenkins/test-data/14d118ee-a83a-b09b-5913-1a58940a5db1/data/default/TestAcidGuarantees/38fa776092ce1d75269fb328438588e8/C/a3dbb2c332dc4ca9b740ff320239d314 to hdfs://localhost:34345/user/jenkins/test-data/14d118ee-a83a-b09b-5913-1a58940a5db1/archive/data/default/TestAcidGuarantees/38fa776092ce1d75269fb328438588e8/C/a3dbb2c332dc4ca9b740ff320239d314 2024-11-14T14:41:54,595 DEBUG [StoreCloser-TestAcidGuarantees,,1731595290056.38fa776092ce1d75269fb328438588e8.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:34345/user/jenkins/test-data/14d118ee-a83a-b09b-5913-1a58940a5db1/data/default/TestAcidGuarantees/38fa776092ce1d75269fb328438588e8/C/3221135352074c2daf31cc98012f8b21 to hdfs://localhost:34345/user/jenkins/test-data/14d118ee-a83a-b09b-5913-1a58940a5db1/archive/data/default/TestAcidGuarantees/38fa776092ce1d75269fb328438588e8/C/3221135352074c2daf31cc98012f8b21 2024-11-14T14:41:54,596 DEBUG [StoreCloser-TestAcidGuarantees,,1731595290056.38fa776092ce1d75269fb328438588e8.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:34345/user/jenkins/test-data/14d118ee-a83a-b09b-5913-1a58940a5db1/data/default/TestAcidGuarantees/38fa776092ce1d75269fb328438588e8/C/45c96cd5699d4da5908651c912833f0c to hdfs://localhost:34345/user/jenkins/test-data/14d118ee-a83a-b09b-5913-1a58940a5db1/archive/data/default/TestAcidGuarantees/38fa776092ce1d75269fb328438588e8/C/45c96cd5699d4da5908651c912833f0c 2024-11-14T14:41:54,597 DEBUG [StoreCloser-TestAcidGuarantees,,1731595290056.38fa776092ce1d75269fb328438588e8.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:34345/user/jenkins/test-data/14d118ee-a83a-b09b-5913-1a58940a5db1/data/default/TestAcidGuarantees/38fa776092ce1d75269fb328438588e8/C/e52269a113604bfe9bd0532efab411c3 to hdfs://localhost:34345/user/jenkins/test-data/14d118ee-a83a-b09b-5913-1a58940a5db1/archive/data/default/TestAcidGuarantees/38fa776092ce1d75269fb328438588e8/C/e52269a113604bfe9bd0532efab411c3 2024-11-14T14:41:54,598 DEBUG [StoreCloser-TestAcidGuarantees,,1731595290056.38fa776092ce1d75269fb328438588e8.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:34345/user/jenkins/test-data/14d118ee-a83a-b09b-5913-1a58940a5db1/data/default/TestAcidGuarantees/38fa776092ce1d75269fb328438588e8/C/c980421e12a34cac8b809ebbf670d075 to hdfs://localhost:34345/user/jenkins/test-data/14d118ee-a83a-b09b-5913-1a58940a5db1/archive/data/default/TestAcidGuarantees/38fa776092ce1d75269fb328438588e8/C/c980421e12a34cac8b809ebbf670d075 2024-11-14T14:41:54,600 DEBUG [StoreCloser-TestAcidGuarantees,,1731595290056.38fa776092ce1d75269fb328438588e8.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:34345/user/jenkins/test-data/14d118ee-a83a-b09b-5913-1a58940a5db1/data/default/TestAcidGuarantees/38fa776092ce1d75269fb328438588e8/C/92443fba99174f0b97a3f5029d1cc56e to hdfs://localhost:34345/user/jenkins/test-data/14d118ee-a83a-b09b-5913-1a58940a5db1/archive/data/default/TestAcidGuarantees/38fa776092ce1d75269fb328438588e8/C/92443fba99174f0b97a3f5029d1cc56e 2024-11-14T14:41:54,601 DEBUG [StoreCloser-TestAcidGuarantees,,1731595290056.38fa776092ce1d75269fb328438588e8.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:34345/user/jenkins/test-data/14d118ee-a83a-b09b-5913-1a58940a5db1/data/default/TestAcidGuarantees/38fa776092ce1d75269fb328438588e8/C/ba66e66507f94ce19f66071fcc795cc5 to hdfs://localhost:34345/user/jenkins/test-data/14d118ee-a83a-b09b-5913-1a58940a5db1/archive/data/default/TestAcidGuarantees/38fa776092ce1d75269fb328438588e8/C/ba66e66507f94ce19f66071fcc795cc5 2024-11-14T14:41:54,602 DEBUG [StoreCloser-TestAcidGuarantees,,1731595290056.38fa776092ce1d75269fb328438588e8.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:34345/user/jenkins/test-data/14d118ee-a83a-b09b-5913-1a58940a5db1/data/default/TestAcidGuarantees/38fa776092ce1d75269fb328438588e8/C/dbaec99839e2466cbe0f80b5c6e0c4b2 to hdfs://localhost:34345/user/jenkins/test-data/14d118ee-a83a-b09b-5913-1a58940a5db1/archive/data/default/TestAcidGuarantees/38fa776092ce1d75269fb328438588e8/C/dbaec99839e2466cbe0f80b5c6e0c4b2 2024-11-14T14:41:54,603 DEBUG [StoreCloser-TestAcidGuarantees,,1731595290056.38fa776092ce1d75269fb328438588e8.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:34345/user/jenkins/test-data/14d118ee-a83a-b09b-5913-1a58940a5db1/data/default/TestAcidGuarantees/38fa776092ce1d75269fb328438588e8/C/7eb2ed41693c4234aad563f7f6121876 to hdfs://localhost:34345/user/jenkins/test-data/14d118ee-a83a-b09b-5913-1a58940a5db1/archive/data/default/TestAcidGuarantees/38fa776092ce1d75269fb328438588e8/C/7eb2ed41693c4234aad563f7f6121876 2024-11-14T14:41:54,604 DEBUG [StoreCloser-TestAcidGuarantees,,1731595290056.38fa776092ce1d75269fb328438588e8.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:34345/user/jenkins/test-data/14d118ee-a83a-b09b-5913-1a58940a5db1/data/default/TestAcidGuarantees/38fa776092ce1d75269fb328438588e8/C/7fb5a0a3791c456fbfe54951560bcf11 to hdfs://localhost:34345/user/jenkins/test-data/14d118ee-a83a-b09b-5913-1a58940a5db1/archive/data/default/TestAcidGuarantees/38fa776092ce1d75269fb328438588e8/C/7fb5a0a3791c456fbfe54951560bcf11 2024-11-14T14:41:54,605 DEBUG [StoreCloser-TestAcidGuarantees,,1731595290056.38fa776092ce1d75269fb328438588e8.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:34345/user/jenkins/test-data/14d118ee-a83a-b09b-5913-1a58940a5db1/data/default/TestAcidGuarantees/38fa776092ce1d75269fb328438588e8/C/e450c4c00295463f904b6e1e55937b9f to hdfs://localhost:34345/user/jenkins/test-data/14d118ee-a83a-b09b-5913-1a58940a5db1/archive/data/default/TestAcidGuarantees/38fa776092ce1d75269fb328438588e8/C/e450c4c00295463f904b6e1e55937b9f 2024-11-14T14:41:54,607 DEBUG [StoreCloser-TestAcidGuarantees,,1731595290056.38fa776092ce1d75269fb328438588e8.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:34345/user/jenkins/test-data/14d118ee-a83a-b09b-5913-1a58940a5db1/data/default/TestAcidGuarantees/38fa776092ce1d75269fb328438588e8/C/f157720197e542208561cdb7684608f2 to hdfs://localhost:34345/user/jenkins/test-data/14d118ee-a83a-b09b-5913-1a58940a5db1/archive/data/default/TestAcidGuarantees/38fa776092ce1d75269fb328438588e8/C/f157720197e542208561cdb7684608f2 2024-11-14T14:41:54,608 DEBUG [StoreCloser-TestAcidGuarantees,,1731595290056.38fa776092ce1d75269fb328438588e8.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:34345/user/jenkins/test-data/14d118ee-a83a-b09b-5913-1a58940a5db1/data/default/TestAcidGuarantees/38fa776092ce1d75269fb328438588e8/C/202be4b29adf409692f56323be78d91e to hdfs://localhost:34345/user/jenkins/test-data/14d118ee-a83a-b09b-5913-1a58940a5db1/archive/data/default/TestAcidGuarantees/38fa776092ce1d75269fb328438588e8/C/202be4b29adf409692f56323be78d91e 2024-11-14T14:41:54,610 DEBUG [StoreCloser-TestAcidGuarantees,,1731595290056.38fa776092ce1d75269fb328438588e8.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:34345/user/jenkins/test-data/14d118ee-a83a-b09b-5913-1a58940a5db1/data/default/TestAcidGuarantees/38fa776092ce1d75269fb328438588e8/C/6552ce7fdc1844f2886b323978f587cd to hdfs://localhost:34345/user/jenkins/test-data/14d118ee-a83a-b09b-5913-1a58940a5db1/archive/data/default/TestAcidGuarantees/38fa776092ce1d75269fb328438588e8/C/6552ce7fdc1844f2886b323978f587cd 2024-11-14T14:41:54,612 DEBUG [StoreCloser-TestAcidGuarantees,,1731595290056.38fa776092ce1d75269fb328438588e8.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:34345/user/jenkins/test-data/14d118ee-a83a-b09b-5913-1a58940a5db1/data/default/TestAcidGuarantees/38fa776092ce1d75269fb328438588e8/C/ac98e4f0c66341618de640af5b8b52cb to hdfs://localhost:34345/user/jenkins/test-data/14d118ee-a83a-b09b-5913-1a58940a5db1/archive/data/default/TestAcidGuarantees/38fa776092ce1d75269fb328438588e8/C/ac98e4f0c66341618de640af5b8b52cb 2024-11-14T14:41:54,617 DEBUG [RS_CLOSE_REGION-regionserver/da1c6afcd1f9:0-0 {event_type=M_RS_CLOSE_REGION, pid=93}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:34345/user/jenkins/test-data/14d118ee-a83a-b09b-5913-1a58940a5db1/data/default/TestAcidGuarantees/38fa776092ce1d75269fb328438588e8/recovered.edits/344.seqid, newMaxSeqId=344, maxSeqId=1 2024-11-14T14:41:54,618 INFO [RS_CLOSE_REGION-regionserver/da1c6afcd1f9:0-0 {event_type=M_RS_CLOSE_REGION, pid=93}] regionserver.HRegion(1973): Closed TestAcidGuarantees,,1731595290056.38fa776092ce1d75269fb328438588e8. 2024-11-14T14:41:54,618 DEBUG [RS_CLOSE_REGION-regionserver/da1c6afcd1f9:0-0 {event_type=M_RS_CLOSE_REGION, pid=93}] regionserver.HRegion(1676): Region close journal for 38fa776092ce1d75269fb328438588e8: Waiting for close lock at 1731595313955Running coprocessor pre-close hooks at 1731595313955Disabling compacts and flushes for region at 1731595313955Disabling writes for close at 1731595313955Obtaining lock to block concurrent updates at 1731595313956 (+1 ms)Preparing flush snapshotting stores in 38fa776092ce1d75269fb328438588e8 at 1731595313956Finished memstore snapshotting TestAcidGuarantees,,1731595290056.38fa776092ce1d75269fb328438588e8., syncing WAL and waiting on mvcc, flushsize=dataSize=34350, getHeapSize=102720, getOffHeapSize=0, getCellsCount=750 at 1731595313956Flushing stores of TestAcidGuarantees,,1731595290056.38fa776092ce1d75269fb328438588e8. at 1731595313957 (+1 ms)Flushing 38fa776092ce1d75269fb328438588e8/A: creating writer at 1731595313957Flushing 38fa776092ce1d75269fb328438588e8/A: appending metadata at 1731595313959 (+2 ms)Flushing 38fa776092ce1d75269fb328438588e8/A: closing flushed file at 1731595313960 (+1 ms)Flushing 38fa776092ce1d75269fb328438588e8/B: creating writer at 1731595313986 (+26 ms)Flushing 38fa776092ce1d75269fb328438588e8/B: appending metadata at 1731595313989 (+3 ms)Flushing 38fa776092ce1d75269fb328438588e8/B: closing flushed file at 1731595313989Flushing 38fa776092ce1d75269fb328438588e8/C: creating writer at 1731595314030 (+41 ms)Flushing 38fa776092ce1d75269fb328438588e8/C: appending metadata at 1731595314041 (+11 ms)Flushing 38fa776092ce1d75269fb328438588e8/C: closing flushed file at 1731595314041Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@187a32db: reopening flushed file at 1731595314503 (+462 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@196ad96a: reopening flushed file at 1731595314507 (+4 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@1f1a6e02: reopening flushed file at 1731595314512 (+5 ms)Finished flush of dataSize ~33.54 KB/34350, heapSize ~100.31 KB/102720, currentSize=0 B/0 for 38fa776092ce1d75269fb328438588e8 in 562ms, sequenceid=341, compaction requested=true at 1731595314517 (+5 ms)Writing region close event to WAL at 1731595314613 (+96 ms)Running coprocessor post-close hooks at 1731595314618 (+5 ms)Closed at 1731595314618 2024-11-14T14:41:54,620 INFO [RS_CLOSE_REGION-regionserver/da1c6afcd1f9:0-0 {event_type=M_RS_CLOSE_REGION, pid=93}] handler.UnassignRegionHandler(157): Closed 38fa776092ce1d75269fb328438588e8 2024-11-14T14:41:54,621 INFO [PEWorker-5 {}] assignment.RegionStateStore(223): pid=92 updating hbase:meta row=38fa776092ce1d75269fb328438588e8, regionState=CLOSED 2024-11-14T14:41:54,622 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-3 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=93, ppid=92, state=RUNNABLE, hasLock=false; CloseRegionProcedure 38fa776092ce1d75269fb328438588e8, server=da1c6afcd1f9,35765,1731595233113 because future has completed 2024-11-14T14:41:54,626 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=93, resume processing ppid=92 2024-11-14T14:41:54,626 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1521): Finished pid=93, ppid=92, state=SUCCESS, hasLock=false; CloseRegionProcedure 38fa776092ce1d75269fb328438588e8, server=da1c6afcd1f9,35765,1731595233113 in 828 msec 2024-11-14T14:41:54,628 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=92, resume processing ppid=91 2024-11-14T14:41:54,628 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1521): Finished pid=92, ppid=91, state=SUCCESS, hasLock=false; TransitRegionStateProcedure table=TestAcidGuarantees, region=38fa776092ce1d75269fb328438588e8, UNASSIGN in 835 msec 2024-11-14T14:41:54,632 DEBUG [PEWorker-3 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":1,"row":"TestAcidGuarantees","families":{"table":[{"qualifier":"state","vlen":2,"tag":[],"timestamp":"1731595314632"}]},"ts":"1731595314632"} 2024-11-14T14:41:54,632 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=91, resume processing ppid=90 2024-11-14T14:41:54,633 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1521): Finished pid=91, ppid=90, state=SUCCESS, hasLock=false; CloseTableRegionsProcedure table=TestAcidGuarantees in 840 msec 2024-11-14T14:41:54,634 INFO [PEWorker-3 {}] hbase.MetaTableAccessor(843): Updated tableName=TestAcidGuarantees, state=DISABLED in hbase:meta 2024-11-14T14:41:54,634 INFO [PEWorker-3 {}] procedure.DisableTableProcedure(296): Set TestAcidGuarantees to state=DISABLED 2024-11-14T14:41:54,636 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1521): Finished pid=90, state=SUCCESS, hasLock=false; DisableTableProcedure table=TestAcidGuarantees in 854 msec 2024-11-14T14:41:54,926 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45145 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=90 2024-11-14T14:41:54,926 INFO [RPCClient-NioEventLoopGroup-4-4 {}] client.RawAsyncHBaseAdmin$TableProcedureBiConsumer(2721): Operation: DISABLE, Table Name: default:TestAcidGuarantees completed 2024-11-14T14:41:54,927 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45145 {}] master.HMaster$5(2570): Client=jenkins//172.17.0.2 delete TestAcidGuarantees 2024-11-14T14:41:54,928 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45145 {}] procedure2.ProcedureExecutor(1139): Stored pid=94, state=RUNNABLE:DELETE_TABLE_PRE_OPERATION, hasLock=false; DeleteTableProcedure table=TestAcidGuarantees 2024-11-14T14:41:54,929 DEBUG [PEWorker-5 {}] procedure.DeleteTableProcedure(103): Waiting for RIT for pid=94, state=RUNNABLE:DELETE_TABLE_PRE_OPERATION, hasLock=true; DeleteTableProcedure table=TestAcidGuarantees 2024-11-14T14:41:54,929 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45145 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=94 2024-11-14T14:41:54,929 DEBUG [PEWorker-5 {}] procedure.DeleteTableProcedure(115): Deleting regions from filesystem for pid=94, state=RUNNABLE:DELETE_TABLE_CLEAR_FS_LAYOUT, hasLock=true; DeleteTableProcedure table=TestAcidGuarantees 2024-11-14T14:41:54,935 DEBUG [HFileArchiver-3 {}] backup.HFileArchiver(131): ARCHIVING hdfs://localhost:34345/user/jenkins/test-data/14d118ee-a83a-b09b-5913-1a58940a5db1/data/default/TestAcidGuarantees/38fa776092ce1d75269fb328438588e8 2024-11-14T14:41:54,937 DEBUG [HFileArchiver-3 {}] backup.HFileArchiver(159): Archiving [FileablePath, hdfs://localhost:34345/user/jenkins/test-data/14d118ee-a83a-b09b-5913-1a58940a5db1/data/default/TestAcidGuarantees/38fa776092ce1d75269fb328438588e8/A, FileablePath, hdfs://localhost:34345/user/jenkins/test-data/14d118ee-a83a-b09b-5913-1a58940a5db1/data/default/TestAcidGuarantees/38fa776092ce1d75269fb328438588e8/B, FileablePath, hdfs://localhost:34345/user/jenkins/test-data/14d118ee-a83a-b09b-5913-1a58940a5db1/data/default/TestAcidGuarantees/38fa776092ce1d75269fb328438588e8/C, FileablePath, hdfs://localhost:34345/user/jenkins/test-data/14d118ee-a83a-b09b-5913-1a58940a5db1/data/default/TestAcidGuarantees/38fa776092ce1d75269fb328438588e8/recovered.edits] 2024-11-14T14:41:54,940 DEBUG [HFileArchiver-3 {}] backup.HFileArchiver(596): Archived from FileablePath, hdfs://localhost:34345/user/jenkins/test-data/14d118ee-a83a-b09b-5913-1a58940a5db1/data/default/TestAcidGuarantees/38fa776092ce1d75269fb328438588e8/A/d5fa0f210cc4403cbfbd639c8e31b8fd to hdfs://localhost:34345/user/jenkins/test-data/14d118ee-a83a-b09b-5913-1a58940a5db1/archive/data/default/TestAcidGuarantees/38fa776092ce1d75269fb328438588e8/A/d5fa0f210cc4403cbfbd639c8e31b8fd 2024-11-14T14:41:54,941 DEBUG [HFileArchiver-3 {}] backup.HFileArchiver(596): Archived from FileablePath, hdfs://localhost:34345/user/jenkins/test-data/14d118ee-a83a-b09b-5913-1a58940a5db1/data/default/TestAcidGuarantees/38fa776092ce1d75269fb328438588e8/A/d8689b034a394c30a08e35cccccf59cc to hdfs://localhost:34345/user/jenkins/test-data/14d118ee-a83a-b09b-5913-1a58940a5db1/archive/data/default/TestAcidGuarantees/38fa776092ce1d75269fb328438588e8/A/d8689b034a394c30a08e35cccccf59cc 2024-11-14T14:41:54,942 DEBUG [HFileArchiver-3 {}] backup.HFileArchiver(596): Archived from FileablePath, hdfs://localhost:34345/user/jenkins/test-data/14d118ee-a83a-b09b-5913-1a58940a5db1/data/default/TestAcidGuarantees/38fa776092ce1d75269fb328438588e8/A/dba70d46019d4b4b8d599306ad3c042a to hdfs://localhost:34345/user/jenkins/test-data/14d118ee-a83a-b09b-5913-1a58940a5db1/archive/data/default/TestAcidGuarantees/38fa776092ce1d75269fb328438588e8/A/dba70d46019d4b4b8d599306ad3c042a 2024-11-14T14:41:54,944 DEBUG [HFileArchiver-3 {}] backup.HFileArchiver(596): Archived from FileablePath, hdfs://localhost:34345/user/jenkins/test-data/14d118ee-a83a-b09b-5913-1a58940a5db1/data/default/TestAcidGuarantees/38fa776092ce1d75269fb328438588e8/B/36e8c12bb86a4616ae260b75a412c77b to hdfs://localhost:34345/user/jenkins/test-data/14d118ee-a83a-b09b-5913-1a58940a5db1/archive/data/default/TestAcidGuarantees/38fa776092ce1d75269fb328438588e8/B/36e8c12bb86a4616ae260b75a412c77b 2024-11-14T14:41:54,946 DEBUG [HFileArchiver-3 {}] backup.HFileArchiver(596): Archived from FileablePath, hdfs://localhost:34345/user/jenkins/test-data/14d118ee-a83a-b09b-5913-1a58940a5db1/data/default/TestAcidGuarantees/38fa776092ce1d75269fb328438588e8/B/55dbbaaee84b43c4b130081240d52def to hdfs://localhost:34345/user/jenkins/test-data/14d118ee-a83a-b09b-5913-1a58940a5db1/archive/data/default/TestAcidGuarantees/38fa776092ce1d75269fb328438588e8/B/55dbbaaee84b43c4b130081240d52def 2024-11-14T14:41:54,947 DEBUG [HFileArchiver-3 {}] backup.HFileArchiver(596): Archived from FileablePath, hdfs://localhost:34345/user/jenkins/test-data/14d118ee-a83a-b09b-5913-1a58940a5db1/data/default/TestAcidGuarantees/38fa776092ce1d75269fb328438588e8/B/925bc9c2d4d146f997dfd5b2d98afdc8 to hdfs://localhost:34345/user/jenkins/test-data/14d118ee-a83a-b09b-5913-1a58940a5db1/archive/data/default/TestAcidGuarantees/38fa776092ce1d75269fb328438588e8/B/925bc9c2d4d146f997dfd5b2d98afdc8 2024-11-14T14:41:54,949 DEBUG [HFileArchiver-3 {}] backup.HFileArchiver(596): Archived from FileablePath, hdfs://localhost:34345/user/jenkins/test-data/14d118ee-a83a-b09b-5913-1a58940a5db1/data/default/TestAcidGuarantees/38fa776092ce1d75269fb328438588e8/C/46af865ac3d5460ab675ea4b3bf2f357 to hdfs://localhost:34345/user/jenkins/test-data/14d118ee-a83a-b09b-5913-1a58940a5db1/archive/data/default/TestAcidGuarantees/38fa776092ce1d75269fb328438588e8/C/46af865ac3d5460ab675ea4b3bf2f357 2024-11-14T14:41:54,950 DEBUG [HFileArchiver-3 {}] backup.HFileArchiver(596): Archived from FileablePath, hdfs://localhost:34345/user/jenkins/test-data/14d118ee-a83a-b09b-5913-1a58940a5db1/data/default/TestAcidGuarantees/38fa776092ce1d75269fb328438588e8/C/5db4231c2e8b4c94bfaf4cd57f9f2358 to hdfs://localhost:34345/user/jenkins/test-data/14d118ee-a83a-b09b-5913-1a58940a5db1/archive/data/default/TestAcidGuarantees/38fa776092ce1d75269fb328438588e8/C/5db4231c2e8b4c94bfaf4cd57f9f2358 2024-11-14T14:41:54,951 DEBUG [HFileArchiver-3 {}] backup.HFileArchiver(596): Archived from FileablePath, hdfs://localhost:34345/user/jenkins/test-data/14d118ee-a83a-b09b-5913-1a58940a5db1/data/default/TestAcidGuarantees/38fa776092ce1d75269fb328438588e8/C/fcab3290bab549409e6b4a38f63be973 to hdfs://localhost:34345/user/jenkins/test-data/14d118ee-a83a-b09b-5913-1a58940a5db1/archive/data/default/TestAcidGuarantees/38fa776092ce1d75269fb328438588e8/C/fcab3290bab549409e6b4a38f63be973 2024-11-14T14:41:54,954 DEBUG [HFileArchiver-3 {}] backup.HFileArchiver(596): Archived from FileablePath, hdfs://localhost:34345/user/jenkins/test-data/14d118ee-a83a-b09b-5913-1a58940a5db1/data/default/TestAcidGuarantees/38fa776092ce1d75269fb328438588e8/recovered.edits/344.seqid to hdfs://localhost:34345/user/jenkins/test-data/14d118ee-a83a-b09b-5913-1a58940a5db1/archive/data/default/TestAcidGuarantees/38fa776092ce1d75269fb328438588e8/recovered.edits/344.seqid 2024-11-14T14:41:54,955 DEBUG [HFileArchiver-3 {}] backup.HFileArchiver(610): Deleted hdfs://localhost:34345/user/jenkins/test-data/14d118ee-a83a-b09b-5913-1a58940a5db1/data/default/TestAcidGuarantees/38fa776092ce1d75269fb328438588e8 2024-11-14T14:41:54,955 DEBUG [PEWorker-5 {}] procedure.DeleteTableProcedure(313): Archived TestAcidGuarantees regions 2024-11-14T14:41:54,957 DEBUG [PEWorker-5 {}] procedure.DeleteTableProcedure(120): Deleting regions from META for pid=94, state=RUNNABLE:DELETE_TABLE_REMOVE_FROM_META, hasLock=true; DeleteTableProcedure table=TestAcidGuarantees 2024-11-14T14:41:54,959 WARN [PEWorker-5 {}] procedure.DeleteTableProcedure(370): Deleting some vestigial 1 rows of TestAcidGuarantees from hbase:meta 2024-11-14T14:41:54,961 DEBUG [PEWorker-5 {}] procedure.DeleteTableProcedure(407): Removing 'TestAcidGuarantees' descriptor. 2024-11-14T14:41:54,962 DEBUG [PEWorker-5 {}] procedure.DeleteTableProcedure(126): Deleting assignment state for pid=94, state=RUNNABLE:DELETE_TABLE_UNASSIGN_REGIONS, hasLock=true; DeleteTableProcedure table=TestAcidGuarantees 2024-11-14T14:41:54,962 DEBUG [PEWorker-5 {}] procedure.DeleteTableProcedure(397): Removing 'TestAcidGuarantees' from region states. 2024-11-14T14:41:54,963 DEBUG [PEWorker-5 {}] assignment.RegionStateStore(723): Delete {"totalColumns":1,"row":"TestAcidGuarantees,,1731595290056.38fa776092ce1d75269fb328438588e8.","families":{"info":[{"qualifier":"","vlen":0,"tag":[],"timestamp":"1731595314962"}]},"ts":"9223372036854775807"} 2024-11-14T14:41:54,964 INFO [PEWorker-5 {}] assignment.RegionStateStore(562): Deleted 1 regions from META 2024-11-14T14:41:54,964 DEBUG [PEWorker-5 {}] assignment.RegionStateStore(563): Deleted regions: [{ENCODED => 38fa776092ce1d75269fb328438588e8, NAME => 'TestAcidGuarantees,,1731595290056.38fa776092ce1d75269fb328438588e8.', STARTKEY => '', ENDKEY => ''}] 2024-11-14T14:41:54,964 DEBUG [PEWorker-5 {}] procedure.DeleteTableProcedure(401): Marking 'TestAcidGuarantees' as deleted. 2024-11-14T14:41:54,965 DEBUG [PEWorker-5 {}] hbase.MetaTableAccessor(964): Delete {"totalColumns":1,"row":"TestAcidGuarantees","families":{"table":[{"qualifier":"state","vlen":0,"tag":[],"timestamp":"1731595314964"}]},"ts":"9223372036854775807"} 2024-11-14T14:41:54,966 INFO [PEWorker-5 {}] hbase.MetaTableAccessor(867): Deleted table TestAcidGuarantees state from META 2024-11-14T14:41:54,967 DEBUG [PEWorker-5 {}] procedure.DeleteTableProcedure(133): Finished pid=94, state=RUNNABLE:DELETE_TABLE_POST_OPERATION, hasLock=true; DeleteTableProcedure table=TestAcidGuarantees 2024-11-14T14:41:54,968 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1521): Finished pid=94, state=SUCCESS, hasLock=false; DeleteTableProcedure table=TestAcidGuarantees in 40 msec 2024-11-14T14:41:55,036 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45145 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=94 2024-11-14T14:41:55,036 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocator(219): Clear meta cache for TestAcidGuarantees 2024-11-14T14:41:55,037 INFO [RPCClient-NioEventLoopGroup-4-4 {}] client.RawAsyncHBaseAdmin$TableProcedureBiConsumer(2721): Operation: DELETE, Table Name: default:TestAcidGuarantees completed 2024-11-14T14:41:55,046 INFO [Time-limited test {}] hbase.ResourceChecker(175): after: TestAcidGuaranteesWithEagerPolicy#testGetAtomicity Thread=250 (was 255), OpenFileDescriptor=451 (was 455), MaxFileDescriptor=1048576 (was 1048576), SystemLoadAverage=474 (was 485), ProcessCount=11 (was 11), AvailableMemoryMB=7575 (was 8232) 2024-11-14T14:41:55,054 INFO [Time-limited test {}] hbase.ResourceChecker(147): before: TestAcidGuaranteesWithEagerPolicy#testMobScanAtomicity Thread=250, OpenFileDescriptor=451, MaxFileDescriptor=1048576, SystemLoadAverage=474, ProcessCount=11, AvailableMemoryMB=7575 2024-11-14T14:41:55,055 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45145 {}] util.TableDescriptorChecker(321): MEMSTORE_FLUSHSIZE for table descriptor or "hbase.hregion.memstore.flush.size" (131072) is too small, which might cause very frequent flushing. 2024-11-14T14:41:55,055 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45145 {}] master.HMaster$4(2454): Client=jenkins//172.17.0.2 create 'TestAcidGuarantees', {TABLE_ATTRIBUTES => {METADATA => {'hbase.hregion.compacting.memstore.type' => 'EAGER', 'hbase.hregion.memstore.mslab.enabled' => 'false', 'hbase.memstore.inmemoryflush.threshold.factor' => '0.9'}}}, {NAME => 'A', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'B', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'C', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} 2024-11-14T14:41:55,056 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45145 {}] procedure2.ProcedureExecutor(1139): Stored pid=95, state=RUNNABLE:CREATE_TABLE_PRE_OPERATION, hasLock=false; CreateTableProcedure table=TestAcidGuarantees 2024-11-14T14:41:55,057 INFO [PEWorker-1 {}] procedure.CreateTableProcedure(89): pid=95, state=RUNNABLE:CREATE_TABLE_PRE_OPERATION, hasLock=true; CreateTableProcedure table=TestAcidGuarantees execute state=CREATE_TABLE_PRE_OPERATION 2024-11-14T14:41:55,058 DEBUG [PEWorker-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T14:41:55,058 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45145 {}] master.MasterRpcServices(787): Client=jenkins//172.17.0.2 procedure request for creating table: namespace: "default" qualifier: "TestAcidGuarantees" procId is: 95 2024-11-14T14:41:55,058 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45145 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=95 2024-11-14T14:41:55,058 INFO [PEWorker-1 {}] procedure.CreateTableProcedure(89): pid=95, state=RUNNABLE:CREATE_TABLE_WRITE_FS_LAYOUT, hasLock=true; CreateTableProcedure table=TestAcidGuarantees execute state=CREATE_TABLE_WRITE_FS_LAYOUT 2024-11-14T14:41:55,063 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36699 is added to blk_1073742144_1320 (size=1061) 2024-11-14T14:41:55,166 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45145 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=95 2024-11-14T14:41:55,376 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45145 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=95 2024-11-14T14:41:55,465 INFO [RegionOpenAndInit-TestAcidGuarantees-pool-0 {}] regionserver.HRegion(7572): creating {ENCODED => 367f9543bd55c4de93e7f8a883c9319d, NAME => 'TestAcidGuarantees,,1731595315055.367f9543bd55c4de93e7f8a883c9319d.', STARTKEY => '', ENDKEY => ''}, tableDescriptor='TestAcidGuarantees', {TABLE_ATTRIBUTES => {METADATA => {'hbase.hregion.compacting.memstore.type' => 'EAGER', 'hbase.hregion.memstore.mslab.enabled' => 'false', 'hbase.memstore.inmemoryflush.threshold.factor' => '0.9', 'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'A', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'B', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'C', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, regionDir=hdfs://localhost:34345/user/jenkins/test-data/14d118ee-a83a-b09b-5913-1a58940a5db1 2024-11-14T14:41:55,470 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36699 is added to blk_1073742145_1321 (size=53) 2024-11-14T14:41:55,686 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45145 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=95 2024-11-14T14:41:55,871 DEBUG [RegionOpenAndInit-TestAcidGuarantees-pool-0 {}] regionserver.HRegion(898): Instantiated TestAcidGuarantees,,1731595315055.367f9543bd55c4de93e7f8a883c9319d.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-14T14:41:55,871 DEBUG [RegionOpenAndInit-TestAcidGuarantees-pool-0 {}] regionserver.HRegion(1722): Closing 367f9543bd55c4de93e7f8a883c9319d, disabling compactions & flushes 2024-11-14T14:41:55,871 INFO [RegionOpenAndInit-TestAcidGuarantees-pool-0 {}] regionserver.HRegion(1755): Closing region TestAcidGuarantees,,1731595315055.367f9543bd55c4de93e7f8a883c9319d. 2024-11-14T14:41:55,871 DEBUG [RegionOpenAndInit-TestAcidGuarantees-pool-0 {}] regionserver.HRegion(1776): Time limited wait for close lock on TestAcidGuarantees,,1731595315055.367f9543bd55c4de93e7f8a883c9319d. 2024-11-14T14:41:55,871 DEBUG [RegionOpenAndInit-TestAcidGuarantees-pool-0 {}] regionserver.HRegion(1843): Acquired close lock on TestAcidGuarantees,,1731595315055.367f9543bd55c4de93e7f8a883c9319d. after waiting 0 ms 2024-11-14T14:41:55,871 DEBUG [RegionOpenAndInit-TestAcidGuarantees-pool-0 {}] regionserver.HRegion(1853): Updates disabled for region TestAcidGuarantees,,1731595315055.367f9543bd55c4de93e7f8a883c9319d. 2024-11-14T14:41:55,871 INFO [RegionOpenAndInit-TestAcidGuarantees-pool-0 {}] regionserver.HRegion(1973): Closed TestAcidGuarantees,,1731595315055.367f9543bd55c4de93e7f8a883c9319d. 2024-11-14T14:41:55,871 DEBUG [RegionOpenAndInit-TestAcidGuarantees-pool-0 {}] regionserver.HRegion(1676): Region close journal for 367f9543bd55c4de93e7f8a883c9319d: Waiting for close lock at 1731595315871Disabling compacts and flushes for region at 1731595315871Disabling writes for close at 1731595315871Writing region close event to WAL at 1731595315871Closed at 1731595315871 2024-11-14T14:41:55,872 INFO [PEWorker-1 {}] procedure.CreateTableProcedure(89): pid=95, state=RUNNABLE:CREATE_TABLE_ADD_TO_META, hasLock=true; CreateTableProcedure table=TestAcidGuarantees execute state=CREATE_TABLE_ADD_TO_META 2024-11-14T14:41:55,873 DEBUG [PEWorker-1 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":2,"row":"TestAcidGuarantees,,1731595315055.367f9543bd55c4de93e7f8a883c9319d.","families":{"info":[{"qualifier":"regioninfo","vlen":52,"tag":[],"timestamp":"1731595315872"},{"qualifier":"state","vlen":6,"tag":[],"timestamp":"1731595315872"}]},"ts":"1731595315872"} 2024-11-14T14:41:55,874 INFO [PEWorker-1 {}] hbase.MetaTableAccessor(832): Added 1 regions to meta. 2024-11-14T14:41:55,875 INFO [PEWorker-1 {}] procedure.CreateTableProcedure(89): pid=95, state=RUNNABLE:CREATE_TABLE_ASSIGN_REGIONS, hasLock=true; CreateTableProcedure table=TestAcidGuarantees execute state=CREATE_TABLE_ASSIGN_REGIONS 2024-11-14T14:41:55,875 DEBUG [PEWorker-1 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":1,"row":"TestAcidGuarantees","families":{"table":[{"qualifier":"state","vlen":2,"tag":[],"timestamp":"1731595315875"}]},"ts":"1731595315875"} 2024-11-14T14:41:55,876 INFO [PEWorker-1 {}] hbase.MetaTableAccessor(843): Updated tableName=TestAcidGuarantees, state=ENABLING in hbase:meta 2024-11-14T14:41:55,876 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=96, ppid=95, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=TestAcidGuarantees, region=367f9543bd55c4de93e7f8a883c9319d, ASSIGN}] 2024-11-14T14:41:55,877 INFO [PEWorker-4 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=96, ppid=95, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=TestAcidGuarantees, region=367f9543bd55c4de93e7f8a883c9319d, ASSIGN 2024-11-14T14:41:55,878 INFO [PEWorker-4 {}] assignment.TransitRegionStateProcedure(269): Starting pid=96, ppid=95, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=true; TransitRegionStateProcedure table=TestAcidGuarantees, region=367f9543bd55c4de93e7f8a883c9319d, ASSIGN; state=OFFLINE, location=da1c6afcd1f9,35765,1731595233113; forceNewPlan=false, retain=false 2024-11-14T14:41:56,028 INFO [PEWorker-2 {}] assignment.RegionStateStore(223): pid=96 updating hbase:meta row=367f9543bd55c4de93e7f8a883c9319d, regionState=OPENING, regionLocation=da1c6afcd1f9,35765,1731595233113 2024-11-14T14:41:56,030 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-3 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=96, ppid=95, state=RUNNABLE:REGION_STATE_TRANSITION_OPEN, hasLock=true; TransitRegionStateProcedure table=TestAcidGuarantees, region=367f9543bd55c4de93e7f8a883c9319d, ASSIGN because future has completed 2024-11-14T14:41:56,030 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=97, ppid=96, state=RUNNABLE, hasLock=false; OpenRegionProcedure 367f9543bd55c4de93e7f8a883c9319d, server=da1c6afcd1f9,35765,1731595233113}] 2024-11-14T14:41:56,184 INFO [RS_OPEN_REGION-regionserver/da1c6afcd1f9:0-0 {event_type=M_RS_OPEN_REGION, pid=97}] handler.AssignRegionHandler(132): Open TestAcidGuarantees,,1731595315055.367f9543bd55c4de93e7f8a883c9319d. 2024-11-14T14:41:56,185 DEBUG [RS_OPEN_REGION-regionserver/da1c6afcd1f9:0-0 {event_type=M_RS_OPEN_REGION, pid=97}] regionserver.HRegion(7752): Opening region: {ENCODED => 367f9543bd55c4de93e7f8a883c9319d, NAME => 'TestAcidGuarantees,,1731595315055.367f9543bd55c4de93e7f8a883c9319d.', STARTKEY => '', ENDKEY => ''} 2024-11-14T14:41:56,185 DEBUG [RS_OPEN_REGION-regionserver/da1c6afcd1f9:0-0 {event_type=M_RS_OPEN_REGION, pid=97}] regionserver.MetricsRegionSourceImpl(79): Creating new MetricsRegionSourceImpl for table TestAcidGuarantees 367f9543bd55c4de93e7f8a883c9319d 2024-11-14T14:41:56,185 DEBUG [RS_OPEN_REGION-regionserver/da1c6afcd1f9:0-0 {event_type=M_RS_OPEN_REGION, pid=97}] regionserver.HRegion(898): Instantiated TestAcidGuarantees,,1731595315055.367f9543bd55c4de93e7f8a883c9319d.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-14T14:41:56,185 DEBUG [RS_OPEN_REGION-regionserver/da1c6afcd1f9:0-0 {event_type=M_RS_OPEN_REGION, pid=97}] regionserver.HRegion(7794): checking encryption for 367f9543bd55c4de93e7f8a883c9319d 2024-11-14T14:41:56,185 DEBUG [RS_OPEN_REGION-regionserver/da1c6afcd1f9:0-0 {event_type=M_RS_OPEN_REGION, pid=97}] regionserver.HRegion(7797): checking classloading for 367f9543bd55c4de93e7f8a883c9319d 2024-11-14T14:41:56,186 INFO [StoreOpener-367f9543bd55c4de93e7f8a883c9319d-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family A of region 367f9543bd55c4de93e7f8a883c9319d 2024-11-14T14:41:56,187 INFO [StoreOpener-367f9543bd55c4de93e7f8a883c9319d-1 {}] regionserver.CompactingMemStore(122): Store=A, in-memory flush size threshold=38.40 KB, immutable segments index type=ARRAY_MAP, compactor=EAGER, pipelineThreshold=2, compactionCellMax=10 2024-11-14T14:41:56,188 INFO [StoreOpener-367f9543bd55c4de93e7f8a883c9319d-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 367f9543bd55c4de93e7f8a883c9319d columnFamilyName A 2024-11-14T14:41:56,188 DEBUG [StoreOpener-367f9543bd55c4de93e7f8a883c9319d-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T14:41:56,188 INFO [StoreOpener-367f9543bd55c4de93e7f8a883c9319d-1 {}] regionserver.HStore(327): Store=367f9543bd55c4de93e7f8a883c9319d/A, memstore type=CompactingMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-14T14:41:56,188 INFO [StoreOpener-367f9543bd55c4de93e7f8a883c9319d-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family B of region 367f9543bd55c4de93e7f8a883c9319d 2024-11-14T14:41:56,189 INFO [StoreOpener-367f9543bd55c4de93e7f8a883c9319d-1 {}] regionserver.CompactingMemStore(122): Store=B, in-memory flush size threshold=38.40 KB, immutable segments index type=ARRAY_MAP, compactor=EAGER, pipelineThreshold=2, compactionCellMax=10 2024-11-14T14:41:56,189 INFO [StoreOpener-367f9543bd55c4de93e7f8a883c9319d-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 367f9543bd55c4de93e7f8a883c9319d columnFamilyName B 2024-11-14T14:41:56,189 DEBUG [StoreOpener-367f9543bd55c4de93e7f8a883c9319d-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T14:41:56,190 INFO [StoreOpener-367f9543bd55c4de93e7f8a883c9319d-1 {}] regionserver.HStore(327): Store=367f9543bd55c4de93e7f8a883c9319d/B, memstore type=CompactingMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-14T14:41:56,190 INFO [StoreOpener-367f9543bd55c4de93e7f8a883c9319d-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family C of region 367f9543bd55c4de93e7f8a883c9319d 2024-11-14T14:41:56,191 INFO [StoreOpener-367f9543bd55c4de93e7f8a883c9319d-1 {}] regionserver.CompactingMemStore(122): Store=C, in-memory flush size threshold=38.40 KB, immutable segments index type=ARRAY_MAP, compactor=EAGER, pipelineThreshold=2, compactionCellMax=10 2024-11-14T14:41:56,191 INFO [StoreOpener-367f9543bd55c4de93e7f8a883c9319d-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 367f9543bd55c4de93e7f8a883c9319d columnFamilyName C 2024-11-14T14:41:56,191 DEBUG [StoreOpener-367f9543bd55c4de93e7f8a883c9319d-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T14:41:56,191 INFO [StoreOpener-367f9543bd55c4de93e7f8a883c9319d-1 {}] regionserver.HStore(327): Store=367f9543bd55c4de93e7f8a883c9319d/C, memstore type=CompactingMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-14T14:41:56,191 INFO [RS_OPEN_REGION-regionserver/da1c6afcd1f9:0-0 {event_type=M_RS_OPEN_REGION, pid=97}] regionserver.HRegion(1212): Setting FlushNonSloppyStoresFirstPolicy for the region=TestAcidGuarantees,,1731595315055.367f9543bd55c4de93e7f8a883c9319d. 2024-11-14T14:41:56,191 DEBUG [RS_OPEN_REGION-regionserver/da1c6afcd1f9:0-0 {event_type=M_RS_OPEN_REGION, pid=97}] regionserver.HRegion(1038): replaying wal for 367f9543bd55c4de93e7f8a883c9319d 2024-11-14T14:41:56,192 DEBUG [RS_OPEN_REGION-regionserver/da1c6afcd1f9:0-0 {event_type=M_RS_OPEN_REGION, pid=97}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:34345/user/jenkins/test-data/14d118ee-a83a-b09b-5913-1a58940a5db1/data/default/TestAcidGuarantees/367f9543bd55c4de93e7f8a883c9319d 2024-11-14T14:41:56,192 DEBUG [RS_OPEN_REGION-regionserver/da1c6afcd1f9:0-0 {event_type=M_RS_OPEN_REGION, pid=97}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:34345/user/jenkins/test-data/14d118ee-a83a-b09b-5913-1a58940a5db1/data/default/TestAcidGuarantees/367f9543bd55c4de93e7f8a883c9319d 2024-11-14T14:41:56,193 DEBUG [RS_OPEN_REGION-regionserver/da1c6afcd1f9:0-0 {event_type=M_RS_OPEN_REGION, pid=97}] regionserver.HRegion(1048): stopping wal replay for 367f9543bd55c4de93e7f8a883c9319d 2024-11-14T14:41:56,193 DEBUG [RS_OPEN_REGION-regionserver/da1c6afcd1f9:0-0 {event_type=M_RS_OPEN_REGION, pid=97}] regionserver.HRegion(1060): Cleaning up temporary data for 367f9543bd55c4de93e7f8a883c9319d 2024-11-14T14:41:56,193 DEBUG [RS_OPEN_REGION-regionserver/da1c6afcd1f9:0-0 {event_type=M_RS_OPEN_REGION, pid=97}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table TestAcidGuarantees descriptor;using region.getMemStoreFlushHeapSize/# of families (16.0 M)) instead. 2024-11-14T14:41:56,194 DEBUG [RS_OPEN_REGION-regionserver/da1c6afcd1f9:0-0 {event_type=M_RS_OPEN_REGION, pid=97}] regionserver.HRegion(1093): writing seq id for 367f9543bd55c4de93e7f8a883c9319d 2024-11-14T14:41:56,196 DEBUG [RS_OPEN_REGION-regionserver/da1c6afcd1f9:0-0 {event_type=M_RS_OPEN_REGION, pid=97}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:34345/user/jenkins/test-data/14d118ee-a83a-b09b-5913-1a58940a5db1/data/default/TestAcidGuarantees/367f9543bd55c4de93e7f8a883c9319d/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-11-14T14:41:56,196 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45145 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=95 2024-11-14T14:41:56,196 INFO [RS_OPEN_REGION-regionserver/da1c6afcd1f9:0-0 {event_type=M_RS_OPEN_REGION, pid=97}] regionserver.HRegion(1114): Opened 367f9543bd55c4de93e7f8a883c9319d; next sequenceid=2; ConstantSizeRegionSplitPolicy{desiredMaxFileSize=62306186, jitterRate=-0.07156547904014587}, FlushLargeStoresPolicy{flushSizeLowerBound=16777216} 2024-11-14T14:41:56,196 DEBUG [RS_OPEN_REGION-regionserver/da1c6afcd1f9:0-0 {event_type=M_RS_OPEN_REGION, pid=97}] regionserver.HRegion(1122): Running coprocessor post-open hooks for 367f9543bd55c4de93e7f8a883c9319d 2024-11-14T14:41:56,197 DEBUG [RS_OPEN_REGION-regionserver/da1c6afcd1f9:0-0 {event_type=M_RS_OPEN_REGION, pid=97}] regionserver.HRegion(1006): Region open journal for 367f9543bd55c4de93e7f8a883c9319d: Running coprocessor pre-open hook at 1731595316185Writing region info on filesystem at 1731595316185Initializing all the Stores at 1731595316186 (+1 ms)Instantiating store for column family {NAME => 'A', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731595316186Instantiating store for column family {NAME => 'B', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731595316186Instantiating store for column family {NAME => 'C', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731595316186Cleaning up temporary data from old regions at 1731595316193 (+7 ms)Running coprocessor post-open hooks at 1731595316196 (+3 ms)Region opened successfully at 1731595316197 (+1 ms) 2024-11-14T14:41:56,197 INFO [RS_OPEN_REGION-regionserver/da1c6afcd1f9:0-0 {event_type=M_RS_OPEN_REGION, pid=97}] regionserver.HRegionServer(2236): Post open deploy tasks for TestAcidGuarantees,,1731595315055.367f9543bd55c4de93e7f8a883c9319d., pid=97, masterSystemTime=1731595316182 2024-11-14T14:41:56,199 DEBUG [RS_OPEN_REGION-regionserver/da1c6afcd1f9:0-0 {event_type=M_RS_OPEN_REGION, pid=97}] regionserver.HRegionServer(2266): Finished post open deploy task for TestAcidGuarantees,,1731595315055.367f9543bd55c4de93e7f8a883c9319d. 2024-11-14T14:41:56,199 INFO [RS_OPEN_REGION-regionserver/da1c6afcd1f9:0-0 {event_type=M_RS_OPEN_REGION, pid=97}] handler.AssignRegionHandler(153): Opened TestAcidGuarantees,,1731595315055.367f9543bd55c4de93e7f8a883c9319d. 2024-11-14T14:41:56,199 INFO [PEWorker-1 {}] assignment.RegionStateStore(223): pid=96 updating hbase:meta row=367f9543bd55c4de93e7f8a883c9319d, regionState=OPEN, openSeqNum=2, regionLocation=da1c6afcd1f9,35765,1731595233113 2024-11-14T14:41:56,200 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-3 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=97, ppid=96, state=RUNNABLE, hasLock=false; OpenRegionProcedure 367f9543bd55c4de93e7f8a883c9319d, server=da1c6afcd1f9,35765,1731595233113 because future has completed 2024-11-14T14:41:56,202 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=97, resume processing ppid=96 2024-11-14T14:41:56,202 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1521): Finished pid=97, ppid=96, state=SUCCESS, hasLock=false; OpenRegionProcedure 367f9543bd55c4de93e7f8a883c9319d, server=da1c6afcd1f9,35765,1731595233113 in 171 msec 2024-11-14T14:41:56,204 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=96, resume processing ppid=95 2024-11-14T14:41:56,204 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1521): Finished pid=96, ppid=95, state=SUCCESS, hasLock=false; TransitRegionStateProcedure table=TestAcidGuarantees, region=367f9543bd55c4de93e7f8a883c9319d, ASSIGN in 326 msec 2024-11-14T14:41:56,204 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=95, state=RUNNABLE:CREATE_TABLE_UPDATE_DESC_CACHE, hasLock=true; CreateTableProcedure table=TestAcidGuarantees execute state=CREATE_TABLE_UPDATE_DESC_CACHE 2024-11-14T14:41:56,205 DEBUG [PEWorker-3 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":1,"row":"TestAcidGuarantees","families":{"table":[{"qualifier":"state","vlen":2,"tag":[],"timestamp":"1731595316204"}]},"ts":"1731595316204"} 2024-11-14T14:41:56,206 INFO [PEWorker-3 {}] hbase.MetaTableAccessor(843): Updated tableName=TestAcidGuarantees, state=ENABLED in hbase:meta 2024-11-14T14:41:56,206 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=95, state=RUNNABLE:CREATE_TABLE_POST_OPERATION, hasLock=true; CreateTableProcedure table=TestAcidGuarantees execute state=CREATE_TABLE_POST_OPERATION 2024-11-14T14:41:56,207 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1521): Finished pid=95, state=SUCCESS, hasLock=false; CreateTableProcedure table=TestAcidGuarantees in 1.1510 sec 2024-11-14T14:41:57,206 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45145 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=95 2024-11-14T14:41:57,207 INFO [RPCClient-NioEventLoopGroup-4-4 {}] client.RawAsyncHBaseAdmin$TableProcedureBiConsumer(2721): Operation: CREATE, Table Name: default:TestAcidGuarantees completed 2024-11-14T14:41:57,208 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@300a5f15, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-14T14:41:57,208 DEBUG [Time-limited test {}] client.ClusterIdFetcher(90): Going to request da1c6afcd1f9,45145,-1 for getting cluster id 2024-11-14T14:41:57,208 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-14T14:41:57,209 DEBUG [HMaster-EventLoopGroup-1-2 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = '8594475c-9f34-4c0a-98a7-dbf65259a821' 2024-11-14T14:41:57,209 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-14T14:41:57,209 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "8594475c-9f34-4c0a-98a7-dbf65259a821" 2024-11-14T14:41:57,209 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@61c83b01, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-14T14:41:57,209 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [da1c6afcd1f9,45145,-1] 2024-11-14T14:41:57,210 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-14T14:41:57,210 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-14T14:41:57,211 INFO [HMaster-EventLoopGroup-1-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:43348, version=4.0.0-alpha-1-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-11-14T14:41:57,211 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@757b3116, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-14T14:41:57,211 DEBUG [Time-limited test {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-11-14T14:41:57,212 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=da1c6afcd1f9,35765,1731595233113, seqNum=-1] 2024-11-14T14:41:57,212 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-14T14:41:57,213 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-3-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:50184, version=4.0.0-alpha-1-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-11-14T14:41:57,214 DEBUG [Time-limited test {}] client.ConnectionUtils(547): Start fetching master stub from registry 2024-11-14T14:41:57,214 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.AsyncConnectionImpl(321): The fetched master address is da1c6afcd1f9,45145,1731595232258 2024-11-14T14:41:57,214 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.ConnectionUtils(555): The fetched master stub is org.apache.hadoop.hbase.shaded.protobuf.generated.MasterProtos$MasterService$Stub@4e94d9d8 2024-11-14T14:41:57,214 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=MasterService, sasl=false 2024-11-14T14:41:57,215 INFO [HMaster-EventLoopGroup-1-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:43360, version=4.0.0-alpha-1-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=MasterService 2024-11-14T14:41:57,216 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45145 {}] util.TableDescriptorChecker(321): MEMSTORE_FLUSHSIZE for table descriptor or "hbase.hregion.memstore.flush.size" (131072) is too small, which might cause very frequent flushing. 2024-11-14T14:41:57,216 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45145 {}] master.HMaster$14(2863): Client=jenkins//172.17.0.2 modify table TestAcidGuarantees from 'TestAcidGuarantees', {TABLE_ATTRIBUTES => {METADATA => {'hbase.hregion.compacting.memstore.type' => 'EAGER', 'hbase.hregion.memstore.mslab.enabled' => 'false', 'hbase.memstore.inmemoryflush.threshold.factor' => '0.9', 'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'A', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'B', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'C', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} to 'TestAcidGuarantees', {TABLE_ATTRIBUTES => {METADATA => {'hbase.hregion.compacting.memstore.type' => 'EAGER', 'hbase.hregion.memstore.mslab.enabled' => 'false', 'hbase.memstore.inmemoryflush.threshold.factor' => '0.9', 'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'A', INDEX_BLOCK_ENCODING => 'NONE', MOB_THRESHOLD => '4', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', IS_MOB => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'B', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'C', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} 2024-11-14T14:41:57,218 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45145 {}] procedure2.ProcedureExecutor(1139): Stored pid=98, state=RUNNABLE:MODIFY_TABLE_PREPARE, hasLock=false; ModifyTableProcedure table=TestAcidGuarantees 2024-11-14T14:41:57,226 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36699 is added to blk_1073742146_1322 (size=1097) 2024-11-14T14:41:57,628 DEBUG [PEWorker-5 {}] util.FSTableDescriptors(591): Deleted hdfs://localhost:34345/user/jenkins/test-data/14d118ee-a83a-b09b-5913-1a58940a5db1/data/default/TestAcidGuarantees/.tabledesc/.tableinfo.0000000001.1061 2024-11-14T14:41:57,628 INFO [PEWorker-5 {}] util.FSTableDescriptors(361): Updated tableinfo=hdfs://localhost:34345/user/jenkins/test-data/14d118ee-a83a-b09b-5913-1a58940a5db1/data/default/TestAcidGuarantees/.tabledesc/.tableinfo.0000000002.1097 2024-11-14T14:41:57,630 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=99, ppid=98, state=RUNNABLE:REOPEN_TABLE_REGIONS_GET_REGIONS, hasLock=false; ReopenTableRegionsProcedure table=TestAcidGuarantees}] 2024-11-14T14:41:57,632 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=100, ppid=99, state=RUNNABLE:REGION_STATE_TRANSITION_CLOSE, hasLock=false; TransitRegionStateProcedure table=TestAcidGuarantees, region=367f9543bd55c4de93e7f8a883c9319d, REOPEN/MOVE}] 2024-11-14T14:41:57,632 INFO [PEWorker-4 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=100, ppid=99, state=RUNNABLE:REGION_STATE_TRANSITION_CLOSE, hasLock=false; TransitRegionStateProcedure table=TestAcidGuarantees, region=367f9543bd55c4de93e7f8a883c9319d, REOPEN/MOVE 2024-11-14T14:41:57,633 INFO [PEWorker-4 {}] assignment.RegionStateStore(223): pid=100 updating hbase:meta row=367f9543bd55c4de93e7f8a883c9319d, regionState=CLOSING, regionLocation=da1c6afcd1f9,35765,1731595233113 2024-11-14T14:41:57,634 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-3 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=100, ppid=99, state=RUNNABLE:REGION_STATE_TRANSITION_CLOSE, hasLock=true; TransitRegionStateProcedure table=TestAcidGuarantees, region=367f9543bd55c4de93e7f8a883c9319d, REOPEN/MOVE because future has completed 2024-11-14T14:41:57,634 DEBUG [PEWorker-2 {}] assignment.TransitRegionStateProcedure(375): Close region: isSplit: false: evictOnSplit: true: evictOnClose: false 2024-11-14T14:41:57,634 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=101, ppid=100, state=RUNNABLE, hasLock=false; CloseRegionProcedure 367f9543bd55c4de93e7f8a883c9319d, server=da1c6afcd1f9,35765,1731595233113}] 2024-11-14T14:41:57,786 INFO [RS_CLOSE_REGION-regionserver/da1c6afcd1f9:0-0 {event_type=M_RS_CLOSE_REGION, pid=101}] handler.UnassignRegionHandler(122): Close 367f9543bd55c4de93e7f8a883c9319d 2024-11-14T14:41:57,786 DEBUG [RS_CLOSE_REGION-regionserver/da1c6afcd1f9:0-0 {event_type=M_RS_CLOSE_REGION, pid=101}] handler.UnassignRegionHandler(136): Unassign region: split region: false: evictCache: false 2024-11-14T14:41:57,787 DEBUG [RS_CLOSE_REGION-regionserver/da1c6afcd1f9:0-0 {event_type=M_RS_CLOSE_REGION, pid=101}] regionserver.HRegion(1722): Closing 367f9543bd55c4de93e7f8a883c9319d, disabling compactions & flushes 2024-11-14T14:41:57,787 INFO [RS_CLOSE_REGION-regionserver/da1c6afcd1f9:0-0 {event_type=M_RS_CLOSE_REGION, pid=101}] regionserver.HRegion(1755): Closing region TestAcidGuarantees,,1731595315055.367f9543bd55c4de93e7f8a883c9319d. 2024-11-14T14:41:57,787 DEBUG [RS_CLOSE_REGION-regionserver/da1c6afcd1f9:0-0 {event_type=M_RS_CLOSE_REGION, pid=101}] regionserver.HRegion(1776): Time limited wait for close lock on TestAcidGuarantees,,1731595315055.367f9543bd55c4de93e7f8a883c9319d. 2024-11-14T14:41:57,787 DEBUG [RS_CLOSE_REGION-regionserver/da1c6afcd1f9:0-0 {event_type=M_RS_CLOSE_REGION, pid=101}] regionserver.HRegion(1843): Acquired close lock on TestAcidGuarantees,,1731595315055.367f9543bd55c4de93e7f8a883c9319d. after waiting 0 ms 2024-11-14T14:41:57,787 DEBUG [RS_CLOSE_REGION-regionserver/da1c6afcd1f9:0-0 {event_type=M_RS_CLOSE_REGION, pid=101}] regionserver.HRegion(1853): Updates disabled for region TestAcidGuarantees,,1731595315055.367f9543bd55c4de93e7f8a883c9319d. 2024-11-14T14:41:57,790 DEBUG [RS_CLOSE_REGION-regionserver/da1c6afcd1f9:0-0 {event_type=M_RS_CLOSE_REGION, pid=101}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:34345/user/jenkins/test-data/14d118ee-a83a-b09b-5913-1a58940a5db1/data/default/TestAcidGuarantees/367f9543bd55c4de93e7f8a883c9319d/recovered.edits/4.seqid, newMaxSeqId=4, maxSeqId=1 2024-11-14T14:41:57,790 INFO [RS_CLOSE_REGION-regionserver/da1c6afcd1f9:0-0 {event_type=M_RS_CLOSE_REGION, pid=101}] regionserver.HRegion(1973): Closed TestAcidGuarantees,,1731595315055.367f9543bd55c4de93e7f8a883c9319d. 2024-11-14T14:41:57,790 DEBUG [RS_CLOSE_REGION-regionserver/da1c6afcd1f9:0-0 {event_type=M_RS_CLOSE_REGION, pid=101}] regionserver.HRegion(1676): Region close journal for 367f9543bd55c4de93e7f8a883c9319d: Waiting for close lock at 1731595317787Running coprocessor pre-close hooks at 1731595317787Disabling compacts and flushes for region at 1731595317787Disabling writes for close at 1731595317787Writing region close event to WAL at 1731595317787Running coprocessor post-close hooks at 1731595317790 (+3 ms)Closed at 1731595317790 2024-11-14T14:41:57,790 WARN [RS_CLOSE_REGION-regionserver/da1c6afcd1f9:0-0 {event_type=M_RS_CLOSE_REGION, pid=101}] regionserver.HRegionServer(3299): Not adding moved region record: 367f9543bd55c4de93e7f8a883c9319d to self. 2024-11-14T14:41:57,792 INFO [RS_CLOSE_REGION-regionserver/da1c6afcd1f9:0-0 {event_type=M_RS_CLOSE_REGION, pid=101}] handler.UnassignRegionHandler(157): Closed 367f9543bd55c4de93e7f8a883c9319d 2024-11-14T14:41:57,792 INFO [PEWorker-5 {}] assignment.RegionStateStore(223): pid=100 updating hbase:meta row=367f9543bd55c4de93e7f8a883c9319d, regionState=CLOSED 2024-11-14T14:41:57,794 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-3 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=101, ppid=100, state=RUNNABLE, hasLock=false; CloseRegionProcedure 367f9543bd55c4de93e7f8a883c9319d, server=da1c6afcd1f9,35765,1731595233113 because future has completed 2024-11-14T14:41:57,795 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=101, resume processing ppid=100 2024-11-14T14:41:57,795 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1521): Finished pid=101, ppid=100, state=SUCCESS, hasLock=false; CloseRegionProcedure 367f9543bd55c4de93e7f8a883c9319d, server=da1c6afcd1f9,35765,1731595233113 in 160 msec 2024-11-14T14:41:57,796 INFO [PEWorker-4 {}] assignment.TransitRegionStateProcedure(269): Starting pid=100, ppid=99, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=true; TransitRegionStateProcedure table=TestAcidGuarantees, region=367f9543bd55c4de93e7f8a883c9319d, REOPEN/MOVE; state=CLOSED, location=da1c6afcd1f9,35765,1731595233113; forceNewPlan=false, retain=true 2024-11-14T14:41:57,947 INFO [PEWorker-2 {}] assignment.RegionStateStore(223): pid=100 updating hbase:meta row=367f9543bd55c4de93e7f8a883c9319d, regionState=OPENING, regionLocation=da1c6afcd1f9,35765,1731595233113 2024-11-14T14:41:57,948 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-3 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=100, ppid=99, state=RUNNABLE:REGION_STATE_TRANSITION_OPEN, hasLock=true; TransitRegionStateProcedure table=TestAcidGuarantees, region=367f9543bd55c4de93e7f8a883c9319d, REOPEN/MOVE because future has completed 2024-11-14T14:41:57,948 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=102, ppid=100, state=RUNNABLE, hasLock=false; OpenRegionProcedure 367f9543bd55c4de93e7f8a883c9319d, server=da1c6afcd1f9,35765,1731595233113}] 2024-11-14T14:41:58,103 INFO [RS_OPEN_REGION-regionserver/da1c6afcd1f9:0-0 {event_type=M_RS_OPEN_REGION, pid=102}] handler.AssignRegionHandler(132): Open TestAcidGuarantees,,1731595315055.367f9543bd55c4de93e7f8a883c9319d. 2024-11-14T14:41:58,103 DEBUG [RS_OPEN_REGION-regionserver/da1c6afcd1f9:0-0 {event_type=M_RS_OPEN_REGION, pid=102}] regionserver.HRegion(7752): Opening region: {ENCODED => 367f9543bd55c4de93e7f8a883c9319d, NAME => 'TestAcidGuarantees,,1731595315055.367f9543bd55c4de93e7f8a883c9319d.', STARTKEY => '', ENDKEY => ''} 2024-11-14T14:41:58,103 DEBUG [RS_OPEN_REGION-regionserver/da1c6afcd1f9:0-0 {event_type=M_RS_OPEN_REGION, pid=102}] regionserver.MetricsRegionSourceImpl(79): Creating new MetricsRegionSourceImpl for table TestAcidGuarantees 367f9543bd55c4de93e7f8a883c9319d 2024-11-14T14:41:58,103 DEBUG [RS_OPEN_REGION-regionserver/da1c6afcd1f9:0-0 {event_type=M_RS_OPEN_REGION, pid=102}] regionserver.HRegion(898): Instantiated TestAcidGuarantees,,1731595315055.367f9543bd55c4de93e7f8a883c9319d.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-14T14:41:58,103 DEBUG [RS_OPEN_REGION-regionserver/da1c6afcd1f9:0-0 {event_type=M_RS_OPEN_REGION, pid=102}] regionserver.HRegion(7794): checking encryption for 367f9543bd55c4de93e7f8a883c9319d 2024-11-14T14:41:58,103 DEBUG [RS_OPEN_REGION-regionserver/da1c6afcd1f9:0-0 {event_type=M_RS_OPEN_REGION, pid=102}] regionserver.HRegion(7797): checking classloading for 367f9543bd55c4de93e7f8a883c9319d 2024-11-14T14:41:58,104 INFO [StoreOpener-367f9543bd55c4de93e7f8a883c9319d-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family A of region 367f9543bd55c4de93e7f8a883c9319d 2024-11-14T14:41:58,105 INFO [StoreOpener-367f9543bd55c4de93e7f8a883c9319d-1 {}] regionserver.CompactingMemStore(122): Store=A, in-memory flush size threshold=38.40 KB, immutable segments index type=ARRAY_MAP, compactor=EAGER, pipelineThreshold=2, compactionCellMax=10 2024-11-14T14:41:58,105 INFO [StoreOpener-367f9543bd55c4de93e7f8a883c9319d-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 367f9543bd55c4de93e7f8a883c9319d columnFamilyName A 2024-11-14T14:41:58,106 DEBUG [StoreOpener-367f9543bd55c4de93e7f8a883c9319d-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T14:41:58,107 INFO [StoreOpener-367f9543bd55c4de93e7f8a883c9319d-1 {}] regionserver.HStore(327): Store=367f9543bd55c4de93e7f8a883c9319d/A, memstore type=CompactingMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-14T14:41:58,107 INFO [StoreOpener-367f9543bd55c4de93e7f8a883c9319d-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family B of region 367f9543bd55c4de93e7f8a883c9319d 2024-11-14T14:41:58,108 INFO [StoreOpener-367f9543bd55c4de93e7f8a883c9319d-1 {}] regionserver.CompactingMemStore(122): Store=B, in-memory flush size threshold=38.40 KB, immutable segments index type=ARRAY_MAP, compactor=EAGER, pipelineThreshold=2, compactionCellMax=10 2024-11-14T14:41:58,108 INFO [StoreOpener-367f9543bd55c4de93e7f8a883c9319d-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 367f9543bd55c4de93e7f8a883c9319d columnFamilyName B 2024-11-14T14:41:58,108 DEBUG [StoreOpener-367f9543bd55c4de93e7f8a883c9319d-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T14:41:58,108 INFO [StoreOpener-367f9543bd55c4de93e7f8a883c9319d-1 {}] regionserver.HStore(327): Store=367f9543bd55c4de93e7f8a883c9319d/B, memstore type=CompactingMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-14T14:41:58,108 INFO [StoreOpener-367f9543bd55c4de93e7f8a883c9319d-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family C of region 367f9543bd55c4de93e7f8a883c9319d 2024-11-14T14:41:58,109 INFO [StoreOpener-367f9543bd55c4de93e7f8a883c9319d-1 {}] regionserver.CompactingMemStore(122): Store=C, in-memory flush size threshold=38.40 KB, immutable segments index type=ARRAY_MAP, compactor=EAGER, pipelineThreshold=2, compactionCellMax=10 2024-11-14T14:41:58,109 INFO [StoreOpener-367f9543bd55c4de93e7f8a883c9319d-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 367f9543bd55c4de93e7f8a883c9319d columnFamilyName C 2024-11-14T14:41:58,109 DEBUG [StoreOpener-367f9543bd55c4de93e7f8a883c9319d-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T14:41:58,109 INFO [StoreOpener-367f9543bd55c4de93e7f8a883c9319d-1 {}] regionserver.HStore(327): Store=367f9543bd55c4de93e7f8a883c9319d/C, memstore type=CompactingMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-14T14:41:58,109 INFO [RS_OPEN_REGION-regionserver/da1c6afcd1f9:0-0 {event_type=M_RS_OPEN_REGION, pid=102}] regionserver.HRegion(1212): Setting FlushNonSloppyStoresFirstPolicy for the region=TestAcidGuarantees,,1731595315055.367f9543bd55c4de93e7f8a883c9319d. 2024-11-14T14:41:58,109 DEBUG [RS_OPEN_REGION-regionserver/da1c6afcd1f9:0-0 {event_type=M_RS_OPEN_REGION, pid=102}] regionserver.HRegion(1038): replaying wal for 367f9543bd55c4de93e7f8a883c9319d 2024-11-14T14:41:58,110 DEBUG [RS_OPEN_REGION-regionserver/da1c6afcd1f9:0-0 {event_type=M_RS_OPEN_REGION, pid=102}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:34345/user/jenkins/test-data/14d118ee-a83a-b09b-5913-1a58940a5db1/data/default/TestAcidGuarantees/367f9543bd55c4de93e7f8a883c9319d 2024-11-14T14:41:58,111 DEBUG [RS_OPEN_REGION-regionserver/da1c6afcd1f9:0-0 {event_type=M_RS_OPEN_REGION, pid=102}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:34345/user/jenkins/test-data/14d118ee-a83a-b09b-5913-1a58940a5db1/data/default/TestAcidGuarantees/367f9543bd55c4de93e7f8a883c9319d 2024-11-14T14:41:58,111 DEBUG [RS_OPEN_REGION-regionserver/da1c6afcd1f9:0-0 {event_type=M_RS_OPEN_REGION, pid=102}] regionserver.HRegion(1048): stopping wal replay for 367f9543bd55c4de93e7f8a883c9319d 2024-11-14T14:41:58,111 DEBUG [RS_OPEN_REGION-regionserver/da1c6afcd1f9:0-0 {event_type=M_RS_OPEN_REGION, pid=102}] regionserver.HRegion(1060): Cleaning up temporary data for 367f9543bd55c4de93e7f8a883c9319d 2024-11-14T14:41:58,112 DEBUG [RS_OPEN_REGION-regionserver/da1c6afcd1f9:0-0 {event_type=M_RS_OPEN_REGION, pid=102}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table TestAcidGuarantees descriptor;using region.getMemStoreFlushHeapSize/# of families (16.0 M)) instead. 2024-11-14T14:41:58,113 DEBUG [RS_OPEN_REGION-regionserver/da1c6afcd1f9:0-0 {event_type=M_RS_OPEN_REGION, pid=102}] regionserver.HRegion(1093): writing seq id for 367f9543bd55c4de93e7f8a883c9319d 2024-11-14T14:41:58,113 INFO [RS_OPEN_REGION-regionserver/da1c6afcd1f9:0-0 {event_type=M_RS_OPEN_REGION, pid=102}] regionserver.HRegion(1114): Opened 367f9543bd55c4de93e7f8a883c9319d; next sequenceid=5; ConstantSizeRegionSplitPolicy{desiredMaxFileSize=64990628, jitterRate=-0.031564176082611084}, FlushLargeStoresPolicy{flushSizeLowerBound=16777216} 2024-11-14T14:41:58,114 DEBUG [RS_OPEN_REGION-regionserver/da1c6afcd1f9:0-0 {event_type=M_RS_OPEN_REGION, pid=102}] regionserver.HRegion(1122): Running coprocessor post-open hooks for 367f9543bd55c4de93e7f8a883c9319d 2024-11-14T14:41:58,114 DEBUG [RS_OPEN_REGION-regionserver/da1c6afcd1f9:0-0 {event_type=M_RS_OPEN_REGION, pid=102}] regionserver.HRegion(1006): Region open journal for 367f9543bd55c4de93e7f8a883c9319d: Running coprocessor pre-open hook at 1731595318103Writing region info on filesystem at 1731595318103Initializing all the Stores at 1731595318104 (+1 ms)Instantiating store for column family {NAME => 'A', INDEX_BLOCK_ENCODING => 'NONE', MOB_THRESHOLD => '4', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', IS_MOB => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731595318104Instantiating store for column family {NAME => 'B', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731595318104Instantiating store for column family {NAME => 'C', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731595318104Cleaning up temporary data from old regions at 1731595318111 (+7 ms)Running coprocessor post-open hooks at 1731595318114 (+3 ms)Region opened successfully at 1731595318114 2024-11-14T14:41:58,115 INFO [RS_OPEN_REGION-regionserver/da1c6afcd1f9:0-0 {event_type=M_RS_OPEN_REGION, pid=102}] regionserver.HRegionServer(2236): Post open deploy tasks for TestAcidGuarantees,,1731595315055.367f9543bd55c4de93e7f8a883c9319d., pid=102, masterSystemTime=1731595318100 2024-11-14T14:41:58,116 DEBUG [RS_OPEN_REGION-regionserver/da1c6afcd1f9:0-0 {event_type=M_RS_OPEN_REGION, pid=102}] regionserver.HRegionServer(2266): Finished post open deploy task for TestAcidGuarantees,,1731595315055.367f9543bd55c4de93e7f8a883c9319d. 2024-11-14T14:41:58,116 INFO [RS_OPEN_REGION-regionserver/da1c6afcd1f9:0-0 {event_type=M_RS_OPEN_REGION, pid=102}] handler.AssignRegionHandler(153): Opened TestAcidGuarantees,,1731595315055.367f9543bd55c4de93e7f8a883c9319d. 2024-11-14T14:41:58,117 INFO [PEWorker-1 {}] assignment.RegionStateStore(223): pid=100 updating hbase:meta row=367f9543bd55c4de93e7f8a883c9319d, regionState=OPEN, openSeqNum=5, regionLocation=da1c6afcd1f9,35765,1731595233113 2024-11-14T14:41:58,118 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-3 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=102, ppid=100, state=RUNNABLE, hasLock=false; OpenRegionProcedure 367f9543bd55c4de93e7f8a883c9319d, server=da1c6afcd1f9,35765,1731595233113 because future has completed 2024-11-14T14:41:58,120 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=102, resume processing ppid=100 2024-11-14T14:41:58,120 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1521): Finished pid=102, ppid=100, state=SUCCESS, hasLock=false; OpenRegionProcedure 367f9543bd55c4de93e7f8a883c9319d, server=da1c6afcd1f9,35765,1731595233113 in 171 msec 2024-11-14T14:41:58,121 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=100, resume processing ppid=99 2024-11-14T14:41:58,121 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1521): Finished pid=100, ppid=99, state=SUCCESS, hasLock=false; TransitRegionStateProcedure table=TestAcidGuarantees, region=367f9543bd55c4de93e7f8a883c9319d, REOPEN/MOVE in 488 msec 2024-11-14T14:41:58,123 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=99, resume processing ppid=98 2024-11-14T14:41:58,123 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1521): Finished pid=99, ppid=98, state=SUCCESS, hasLock=false; ReopenTableRegionsProcedure table=TestAcidGuarantees in 492 msec 2024-11-14T14:41:58,125 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1521): Finished pid=98, state=SUCCESS, hasLock=false; ModifyTableProcedure table=TestAcidGuarantees in 907 msec 2024-11-14T14:41:58,126 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45145 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=98 2024-11-14T14:41:58,126 INFO [RPCClient-NioEventLoopGroup-4-8 {}] client.RawAsyncHBaseAdmin$TableProcedureBiConsumer(2721): Operation: MODIFY_COLUMN_FAMILY, Table Name: default:TestAcidGuarantees completed 2024-11-14T14:41:58,126 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@1774ef6a, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-14T14:41:58,126 DEBUG [Time-limited test {}] client.ClusterIdFetcher(90): Going to request da1c6afcd1f9,45145,-1 for getting cluster id 2024-11-14T14:41:58,126 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-14T14:41:58,127 DEBUG [HMaster-EventLoopGroup-1-2 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = '8594475c-9f34-4c0a-98a7-dbf65259a821' 2024-11-14T14:41:58,127 DEBUG [RPCClient-NioEventLoopGroup-4-9 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-14T14:41:58,128 DEBUG [RPCClient-NioEventLoopGroup-4-9 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "8594475c-9f34-4c0a-98a7-dbf65259a821" 2024-11-14T14:41:58,128 DEBUG [RPCClient-NioEventLoopGroup-4-9 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@5b89e1e2, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-14T14:41:58,128 DEBUG [RPCClient-NioEventLoopGroup-4-9 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [da1c6afcd1f9,45145,-1] 2024-11-14T14:41:58,128 DEBUG [RPCClient-NioEventLoopGroup-4-9 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-14T14:41:58,128 DEBUG [RPCClient-NioEventLoopGroup-4-9 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-14T14:41:58,129 INFO [HMaster-EventLoopGroup-1-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:43378, version=4.0.0-alpha-1-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-11-14T14:41:58,129 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@3ed13066, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-14T14:41:58,130 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@1cf7f63f, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-14T14:41:58,130 DEBUG [Time-limited test {}] client.ClusterIdFetcher(90): Going to request da1c6afcd1f9,45145,-1 for getting cluster id 2024-11-14T14:41:58,130 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-14T14:41:58,130 DEBUG [HMaster-EventLoopGroup-1-1 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = '8594475c-9f34-4c0a-98a7-dbf65259a821' 2024-11-14T14:41:58,130 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-14T14:41:58,130 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "8594475c-9f34-4c0a-98a7-dbf65259a821" 2024-11-14T14:41:58,131 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@334c08aa, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-14T14:41:58,131 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [da1c6afcd1f9,45145,-1] 2024-11-14T14:41:58,131 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-14T14:41:58,131 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-14T14:41:58,131 INFO [HMaster-EventLoopGroup-1-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:43398, version=4.0.0-alpha-1-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-11-14T14:41:58,132 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@7f967dc1, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-14T14:41:58,132 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@4600746, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-14T14:41:58,132 DEBUG [Time-limited test {}] client.ClusterIdFetcher(90): Going to request da1c6afcd1f9,45145,-1 for getting cluster id 2024-11-14T14:41:58,132 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-14T14:41:58,133 DEBUG [HMaster-EventLoopGroup-1-3 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = '8594475c-9f34-4c0a-98a7-dbf65259a821' 2024-11-14T14:41:58,133 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-14T14:41:58,133 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "8594475c-9f34-4c0a-98a7-dbf65259a821" 2024-11-14T14:41:58,133 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@4dab0c81, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-14T14:41:58,133 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [da1c6afcd1f9,45145,-1] 2024-11-14T14:41:58,134 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-14T14:41:58,134 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-14T14:41:58,134 INFO [HMaster-EventLoopGroup-1-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:43410, version=4.0.0-alpha-1-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-11-14T14:41:58,135 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@39358116, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-14T14:41:58,135 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@6447def3, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-14T14:41:58,135 DEBUG [Time-limited test {}] client.ClusterIdFetcher(90): Going to request da1c6afcd1f9,45145,-1 for getting cluster id 2024-11-14T14:41:58,135 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-14T14:41:58,136 DEBUG [HMaster-EventLoopGroup-1-2 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = '8594475c-9f34-4c0a-98a7-dbf65259a821' 2024-11-14T14:41:58,136 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-14T14:41:58,136 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "8594475c-9f34-4c0a-98a7-dbf65259a821" 2024-11-14T14:41:58,136 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@6f6f582b, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-14T14:41:58,136 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [da1c6afcd1f9,45145,-1] 2024-11-14T14:41:58,136 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-14T14:41:58,136 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-14T14:41:58,137 INFO [HMaster-EventLoopGroup-1-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:43430, version=4.0.0-alpha-1-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-11-14T14:41:58,137 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@5426f4f4, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-14T14:41:58,138 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@5345722e, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-14T14:41:58,138 DEBUG [Time-limited test {}] client.ClusterIdFetcher(90): Going to request da1c6afcd1f9,45145,-1 for getting cluster id 2024-11-14T14:41:58,138 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-14T14:41:58,138 DEBUG [HMaster-EventLoopGroup-1-1 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = '8594475c-9f34-4c0a-98a7-dbf65259a821' 2024-11-14T14:41:58,138 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-14T14:41:58,139 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "8594475c-9f34-4c0a-98a7-dbf65259a821" 2024-11-14T14:41:58,139 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@33aff35f, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-14T14:41:58,139 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [da1c6afcd1f9,45145,-1] 2024-11-14T14:41:58,139 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-14T14:41:58,139 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-14T14:41:58,140 INFO [HMaster-EventLoopGroup-1-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:43450, version=4.0.0-alpha-1-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-11-14T14:41:58,140 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@654e9981, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-14T14:41:58,141 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@7b9dbe2c, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-14T14:41:58,141 DEBUG [Time-limited test {}] client.ClusterIdFetcher(90): Going to request da1c6afcd1f9,45145,-1 for getting cluster id 2024-11-14T14:41:58,141 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-14T14:41:58,141 DEBUG [HMaster-EventLoopGroup-1-3 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = '8594475c-9f34-4c0a-98a7-dbf65259a821' 2024-11-14T14:41:58,141 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-14T14:41:58,141 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "8594475c-9f34-4c0a-98a7-dbf65259a821" 2024-11-14T14:41:58,142 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@2903ee75, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-14T14:41:58,142 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [da1c6afcd1f9,45145,-1] 2024-11-14T14:41:58,142 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-14T14:41:58,142 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-14T14:41:58,142 INFO [HMaster-EventLoopGroup-1-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:43464, version=4.0.0-alpha-1-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-11-14T14:41:58,143 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@7a917d7f, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-14T14:41:58,143 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@7eba3e2f, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-14T14:41:58,143 DEBUG [Time-limited test {}] client.ClusterIdFetcher(90): Going to request da1c6afcd1f9,45145,-1 for getting cluster id 2024-11-14T14:41:58,143 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-14T14:41:58,144 DEBUG [HMaster-EventLoopGroup-1-2 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = '8594475c-9f34-4c0a-98a7-dbf65259a821' 2024-11-14T14:41:58,144 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-14T14:41:58,144 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "8594475c-9f34-4c0a-98a7-dbf65259a821" 2024-11-14T14:41:58,144 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@582d624d, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-14T14:41:58,144 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [da1c6afcd1f9,45145,-1] 2024-11-14T14:41:58,144 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-14T14:41:58,144 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-14T14:41:58,145 INFO [HMaster-EventLoopGroup-1-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:43476, version=4.0.0-alpha-1-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-11-14T14:41:58,145 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@dfbc5d3, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-14T14:41:58,146 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@79570776, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-14T14:41:58,146 DEBUG [Time-limited test {}] client.ClusterIdFetcher(90): Going to request da1c6afcd1f9,45145,-1 for getting cluster id 2024-11-14T14:41:58,146 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-14T14:41:58,146 DEBUG [HMaster-EventLoopGroup-1-1 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = '8594475c-9f34-4c0a-98a7-dbf65259a821' 2024-11-14T14:41:58,147 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-14T14:41:58,147 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "8594475c-9f34-4c0a-98a7-dbf65259a821" 2024-11-14T14:41:58,147 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@2c9c0e34, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-14T14:41:58,147 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [da1c6afcd1f9,45145,-1] 2024-11-14T14:41:58,147 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-14T14:41:58,147 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-14T14:41:58,148 INFO [HMaster-EventLoopGroup-1-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:43494, version=4.0.0-alpha-1-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-11-14T14:41:58,148 DEBUG [RPCClient-NioEventLoopGroup-4-8 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@4aee3144, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-14T14:41:58,148 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@43065a6b, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-14T14:41:58,149 DEBUG [Time-limited test {}] client.ClusterIdFetcher(90): Going to request da1c6afcd1f9,45145,-1 for getting cluster id 2024-11-14T14:41:58,149 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-14T14:41:58,149 DEBUG [HMaster-EventLoopGroup-1-3 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = '8594475c-9f34-4c0a-98a7-dbf65259a821' 2024-11-14T14:41:58,149 DEBUG [RPCClient-NioEventLoopGroup-4-9 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-14T14:41:58,149 DEBUG [RPCClient-NioEventLoopGroup-4-9 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "8594475c-9f34-4c0a-98a7-dbf65259a821" 2024-11-14T14:41:58,149 DEBUG [RPCClient-NioEventLoopGroup-4-9 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@76989242, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-14T14:41:58,149 DEBUG [RPCClient-NioEventLoopGroup-4-9 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [da1c6afcd1f9,45145,-1] 2024-11-14T14:41:58,149 DEBUG [RPCClient-NioEventLoopGroup-4-9 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-14T14:41:58,150 DEBUG [RPCClient-NioEventLoopGroup-4-9 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-14T14:41:58,150 INFO [HMaster-EventLoopGroup-1-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:43508, version=4.0.0-alpha-1-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-11-14T14:41:58,151 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@5d1b334f, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-14T14:41:58,151 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@24bcd92c, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-14T14:41:58,151 DEBUG [Time-limited test {}] client.ClusterIdFetcher(90): Going to request da1c6afcd1f9,45145,-1 for getting cluster id 2024-11-14T14:41:58,151 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-14T14:41:58,152 DEBUG [HMaster-EventLoopGroup-1-2 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = '8594475c-9f34-4c0a-98a7-dbf65259a821' 2024-11-14T14:41:58,152 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-14T14:41:58,152 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "8594475c-9f34-4c0a-98a7-dbf65259a821" 2024-11-14T14:41:58,152 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@10db3cf5, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-14T14:41:58,152 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [da1c6afcd1f9,45145,-1] 2024-11-14T14:41:58,152 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-14T14:41:58,153 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-14T14:41:58,153 INFO [HMaster-EventLoopGroup-1-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:43522, version=4.0.0-alpha-1-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-11-14T14:41:58,153 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@398c91b1, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-14T14:41:58,154 DEBUG [Thread-1491 {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-11-14T14:41:58,154 DEBUG [Thread-1480 {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-11-14T14:41:58,154 DEBUG [Thread-1483 {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-11-14T14:41:58,155 DEBUG [Thread-1489 {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-11-14T14:41:58,155 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=da1c6afcd1f9,35765,1731595233113, seqNum=-1] 2024-11-14T14:41:58,155 DEBUG [Thread-1485 {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-11-14T14:41:58,155 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=da1c6afcd1f9,35765,1731595233113, seqNum=-1] 2024-11-14T14:41:58,155 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=da1c6afcd1f9,35765,1731595233113, seqNum=-1] 2024-11-14T14:41:58,155 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-14T14:41:58,155 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-14T14:41:58,155 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-14T14:41:58,156 DEBUG [Thread-1472 {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-11-14T14:41:58,156 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=da1c6afcd1f9,35765,1731595233113, seqNum=-1] 2024-11-14T14:41:58,156 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-3-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:50196, version=4.0.0-alpha-1-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-11-14T14:41:58,156 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-14T14:41:58,156 DEBUG [Thread-1487 {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-11-14T14:41:58,156 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=da1c6afcd1f9,35765,1731595233113, seqNum=-1] 2024-11-14T14:41:58,156 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-3-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:50194, version=4.0.0-alpha-1-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-11-14T14:41:58,156 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=da1c6afcd1f9,35765,1731595233113, seqNum=-1] 2024-11-14T14:41:58,157 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-14T14:41:58,157 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-14T14:41:58,157 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-3-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:50210, version=4.0.0-alpha-1-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-11-14T14:41:58,157 DEBUG [RPCClient-NioEventLoopGroup-4-8 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=da1c6afcd1f9,35765,1731595233113, seqNum=-1] 2024-11-14T14:41:58,158 DEBUG [RPCClient-NioEventLoopGroup-4-8 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-14T14:41:58,158 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-3-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:50224, version=4.0.0-alpha-1-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-11-14T14:41:58,158 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-3-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:50234, version=4.0.0-alpha-1-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-11-14T14:41:58,158 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-3-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:50240, version=4.0.0-alpha-1-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-11-14T14:41:58,158 DEBUG [Thread-1478 {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-11-14T14:41:58,159 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-3-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:50256, version=4.0.0-alpha-1-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-11-14T14:41:58,159 DEBUG [Thread-1474 {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-11-14T14:41:58,159 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=da1c6afcd1f9,35765,1731595233113, seqNum=-1] 2024-11-14T14:41:58,159 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'TestAcidGuarantees', row='', locateType=CURRENT is [region=TestAcidGuarantees,,1731595315055.367f9543bd55c4de93e7f8a883c9319d., hostname=da1c6afcd1f9,35765,1731595233113, seqNum=5] 2024-11-14T14:41:58,159 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-14T14:41:58,160 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=da1c6afcd1f9,35765,1731595233113, seqNum=-1] 2024-11-14T14:41:58,160 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'TestAcidGuarantees', row='test_row_2', locateType=CURRENT is [region=TestAcidGuarantees,,1731595315055.367f9543bd55c4de93e7f8a883c9319d., hostname=da1c6afcd1f9,35765,1731595233113, seqNum=5] 2024-11-14T14:41:58,160 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-14T14:41:58,161 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'TestAcidGuarantees', row='', locateType=CURRENT is [region=TestAcidGuarantees,,1731595315055.367f9543bd55c4de93e7f8a883c9319d., hostname=da1c6afcd1f9,35765,1731595233113, seqNum=5] 2024-11-14T14:41:58,161 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'TestAcidGuarantees', row='', locateType=CURRENT is [region=TestAcidGuarantees,,1731595315055.367f9543bd55c4de93e7f8a883c9319d., hostname=da1c6afcd1f9,35765,1731595233113, seqNum=5] 2024-11-14T14:41:58,161 INFO [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45145 {}] master.HMaster$22(4506): Client=jenkins//172.17.0.2 flush TestAcidGuarantees 2024-11-14T14:41:58,161 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-3-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:50278, version=4.0.0-alpha-1-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-11-14T14:41:58,162 DEBUG [Thread-1476 {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-11-14T14:41:58,162 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'TestAcidGuarantees', row='', locateType=CURRENT is [region=TestAcidGuarantees,,1731595315055.367f9543bd55c4de93e7f8a883c9319d., hostname=da1c6afcd1f9,35765,1731595233113, seqNum=5] 2024-11-14T14:41:58,162 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'TestAcidGuarantees', row='', locateType=CURRENT is [region=TestAcidGuarantees,,1731595315055.367f9543bd55c4de93e7f8a883c9319d., hostname=da1c6afcd1f9,35765,1731595233113, seqNum=5] 2024-11-14T14:41:58,163 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-3-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:50266, version=4.0.0-alpha-1-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-11-14T14:41:58,163 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=da1c6afcd1f9,35765,1731595233113, seqNum=-1] 2024-11-14T14:41:58,163 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'TestAcidGuarantees', row='test_row_0', locateType=CURRENT is [region=TestAcidGuarantees,,1731595315055.367f9543bd55c4de93e7f8a883c9319d., hostname=da1c6afcd1f9,35765,1731595233113, seqNum=5] 2024-11-14T14:41:58,163 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-14T14:41:58,164 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-3-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:50294, version=4.0.0-alpha-1-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-11-14T14:41:58,165 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45145 {}] procedure2.ProcedureExecutor(1139): Stored pid=103, state=RUNNABLE:FLUSH_TABLE_PREPARE, hasLock=false; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=103, table=TestAcidGuarantees 2024-11-14T14:41:58,165 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'TestAcidGuarantees', row='test_row_2', locateType=CURRENT is [region=TestAcidGuarantees,,1731595315055.367f9543bd55c4de93e7f8a883c9319d., hostname=da1c6afcd1f9,35765,1731595233113, seqNum=5] 2024-11-14T14:41:58,165 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'TestAcidGuarantees', row='test_row_1', locateType=CURRENT is [region=TestAcidGuarantees,,1731595315055.367f9543bd55c4de93e7f8a883c9319d., hostname=da1c6afcd1f9,35765,1731595233113, seqNum=5] 2024-11-14T14:41:58,166 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45145 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=103 2024-11-14T14:41:58,167 INFO [PEWorker-1 {}] procedure.FlushTableProcedure(91): pid=103, state=RUNNABLE:FLUSH_TABLE_PREPARE, hasLock=true; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=103, table=TestAcidGuarantees execute state=FLUSH_TABLE_PREPARE 2024-11-14T14:41:58,167 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'TestAcidGuarantees', row='test_row_1', locateType=CURRENT is [region=TestAcidGuarantees,,1731595315055.367f9543bd55c4de93e7f8a883c9319d., hostname=da1c6afcd1f9,35765,1731595233113, seqNum=5] 2024-11-14T14:41:58,168 INFO [PEWorker-1 {}] procedure.FlushTableProcedure(91): pid=103, state=RUNNABLE:FLUSH_TABLE_FLUSH_REGIONS, hasLock=true; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=103, table=TestAcidGuarantees execute state=FLUSH_TABLE_FLUSH_REGIONS 2024-11-14T14:41:58,168 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=104, ppid=103, state=RUNNABLE, hasLock=false; org.apache.hadoop.hbase.master.procedure.FlushRegionProcedure}] 2024-11-14T14:41:58,174 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35765 {}] regionserver.HRegion(8855): Flush requested on 367f9543bd55c4de93e7f8a883c9319d 2024-11-14T14:41:58,174 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(2902): Flushing 367f9543bd55c4de93e7f8a883c9319d 3/3 column families, dataSize=46.96 KB heapSize=140.20 KB 2024-11-14T14:41:58,175 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 367f9543bd55c4de93e7f8a883c9319d, store=A 2024-11-14T14:41:58,175 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-14T14:41:58,175 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 367f9543bd55c4de93e7f8a883c9319d, store=B 2024-11-14T14:41:58,175 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-14T14:41:58,175 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 367f9543bd55c4de93e7f8a883c9319d, store=C 2024-11-14T14:41:58,175 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-14T14:41:58,204 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:34345/user/jenkins/test-data/14d118ee-a83a-b09b-5913-1a58940a5db1/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e2024111436415349b3e0470a80e8b4f69f2602be_367f9543bd55c4de93e7f8a883c9319d is 50, key is test_row_0/A:col10/1731595318171/Put/seqid=0 2024-11-14T14:41:58,210 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36699 is added to blk_1073742147_1323 (size=17034) 2024-11-14T14:41:58,225 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35765 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=367f9543bd55c4de93e7f8a883c9319d, server=da1c6afcd1f9,35765,1731595233113 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-14T14:41:58,225 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35765 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=367f9543bd55c4de93e7f8a883c9319d, server=da1c6afcd1f9,35765,1731595233113 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-14T14:41:58,225 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35765 {}] ipc.CallRunner(138): callId: 5 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:50294 deadline: 1731595378215, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=367f9543bd55c4de93e7f8a883c9319d, server=da1c6afcd1f9,35765,1731595233113 2024-11-14T14:41:58,225 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35765 {}] ipc.CallRunner(138): callId: 5 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:50266 deadline: 1731595378214, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=367f9543bd55c4de93e7f8a883c9319d, server=da1c6afcd1f9,35765,1731595233113 2024-11-14T14:41:58,226 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731595315055.367f9543bd55c4de93e7f8a883c9319d., hostname=da1c6afcd1f9,35765,1731595233113, seqNum=5 , the old value is region=TestAcidGuarantees,,1731595315055.367f9543bd55c4de93e7f8a883c9319d., hostname=da1c6afcd1f9,35765,1731595233113, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=367f9543bd55c4de93e7f8a883c9319d, server=da1c6afcd1f9,35765,1731595233113 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-14T14:41:58,226 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35765 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=367f9543bd55c4de93e7f8a883c9319d, server=da1c6afcd1f9,35765,1731595233113 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-14T14:41:58,226 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731595315055.367f9543bd55c4de93e7f8a883c9319d., hostname=da1c6afcd1f9,35765,1731595233113, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=367f9543bd55c4de93e7f8a883c9319d, server=da1c6afcd1f9,35765,1731595233113 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-14T14:41:58,226 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731595315055.367f9543bd55c4de93e7f8a883c9319d., hostname=da1c6afcd1f9,35765,1731595233113, seqNum=5 because the exception is null or not the one we care about 2024-11-14T14:41:58,226 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35765 {}] ipc.CallRunner(138): callId: 7 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:50194 deadline: 1731595378223, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=367f9543bd55c4de93e7f8a883c9319d, server=da1c6afcd1f9,35765,1731595233113 2024-11-14T14:41:58,226 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731595315055.367f9543bd55c4de93e7f8a883c9319d., hostname=da1c6afcd1f9,35765,1731595233113, seqNum=5 , the old value is region=TestAcidGuarantees,,1731595315055.367f9543bd55c4de93e7f8a883c9319d., hostname=da1c6afcd1f9,35765,1731595233113, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=367f9543bd55c4de93e7f8a883c9319d, server=da1c6afcd1f9,35765,1731595233113 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-14T14:41:58,226 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731595315055.367f9543bd55c4de93e7f8a883c9319d., hostname=da1c6afcd1f9,35765,1731595233113, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=367f9543bd55c4de93e7f8a883c9319d, server=da1c6afcd1f9,35765,1731595233113 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-14T14:41:58,226 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731595315055.367f9543bd55c4de93e7f8a883c9319d., hostname=da1c6afcd1f9,35765,1731595233113, seqNum=5 because the exception is null or not the one we care about 2024-11-14T14:41:58,227 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731595315055.367f9543bd55c4de93e7f8a883c9319d., hostname=da1c6afcd1f9,35765,1731595233113, seqNum=5 , the old value is region=TestAcidGuarantees,,1731595315055.367f9543bd55c4de93e7f8a883c9319d., hostname=da1c6afcd1f9,35765,1731595233113, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=367f9543bd55c4de93e7f8a883c9319d, server=da1c6afcd1f9,35765,1731595233113 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-14T14:41:58,227 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731595315055.367f9543bd55c4de93e7f8a883c9319d., hostname=da1c6afcd1f9,35765,1731595233113, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=367f9543bd55c4de93e7f8a883c9319d, server=da1c6afcd1f9,35765,1731595233113 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-14T14:41:58,227 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731595315055.367f9543bd55c4de93e7f8a883c9319d., hostname=da1c6afcd1f9,35765,1731595233113, seqNum=5 because the exception is null or not the one we care about 2024-11-14T14:41:58,227 DEBUG [RS_IN_MEMORY_COMPACTION-regionserver/da1c6afcd1f9:0-2 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=type=CellArrayImmutableSegment, empty=no, cellCount=259, cellSize=11855, totalHeapSize=27176, min timestamp=1731595318210, max timestamp=1731595318224Num uniques 859; 2024-11-14T14:41:58,227 DEBUG [RS_IN_MEMORY_COMPACTION-regionserver/da1c6afcd1f9:0-5 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=type=CellArrayImmutableSegment, empty=no, cellCount=259, cellSize=11855, totalHeapSize=27176, min timestamp=1731595318210, max timestamp=1731595318224Num uniques 859; 2024-11-14T14:41:58,227 DEBUG [RS_IN_MEMORY_COMPACTION-regionserver/da1c6afcd1f9:0-2 {}] regionserver.CompactionPipeline(163): Suffix data size=39335, new segment data size=11855, suffix heap size=117064,new segment heap size=27176 　suffix off heap size=0, new segment off heap size=0, suffix cells count=859, new segment cells count=259 2024-11-14T14:41:58,228 DEBUG [RS_IN_MEMORY_COMPACTION-regionserver/da1c6afcd1f9:0-5 {}] regionserver.CompactionPipeline(163): Suffix data size=39335, new segment data size=11855, suffix heap size=117064,new segment heap size=27176 　suffix off heap size=0, new segment off heap size=0, suffix cells count=859, new segment cells count=259 2024-11-14T14:41:58,228 DEBUG [RS_IN_MEMORY_COMPACTION-regionserver/da1c6afcd1f9:0-6 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=type=CellArrayImmutableSegment, empty=no, cellCount=259, cellSize=11855, totalHeapSize=27176, min timestamp=1731595318210, max timestamp=1731595318224Num uniques 859; 2024-11-14T14:41:58,228 DEBUG [RS_IN_MEMORY_COMPACTION-regionserver/da1c6afcd1f9:0-6 {}] regionserver.CompactionPipeline(163): Suffix data size=39335, new segment data size=11855, suffix heap size=117064,new segment heap size=27176 　suffix off heap size=0, new segment off heap size=0, suffix cells count=859, new segment cells count=259 2024-11-14T14:41:58,276 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45145 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=103 2024-11-14T14:41:58,285 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35765 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=367f9543bd55c4de93e7f8a883c9319d, server=da1c6afcd1f9,35765,1731595233113 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-14T14:41:58,285 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35765 {}] ipc.CallRunner(138): callId: 13 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:50278 deadline: 1731595378279, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=367f9543bd55c4de93e7f8a883c9319d, server=da1c6afcd1f9,35765,1731595233113 2024-11-14T14:41:58,286 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731595315055.367f9543bd55c4de93e7f8a883c9319d., hostname=da1c6afcd1f9,35765,1731595233113, seqNum=5 , the old value is region=TestAcidGuarantees,,1731595315055.367f9543bd55c4de93e7f8a883c9319d., hostname=da1c6afcd1f9,35765,1731595233113, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=367f9543bd55c4de93e7f8a883c9319d, server=da1c6afcd1f9,35765,1731595233113 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-14T14:41:58,286 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731595315055.367f9543bd55c4de93e7f8a883c9319d., hostname=da1c6afcd1f9,35765,1731595233113, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=367f9543bd55c4de93e7f8a883c9319d, server=da1c6afcd1f9,35765,1731595233113 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-14T14:41:58,286 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731595315055.367f9543bd55c4de93e7f8a883c9319d., hostname=da1c6afcd1f9,35765,1731595233113, seqNum=5 because the exception is null or not the one we care about 2024-11-14T14:41:58,289 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35765 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=367f9543bd55c4de93e7f8a883c9319d, server=da1c6afcd1f9,35765,1731595233113 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-14T14:41:58,290 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35765 {}] ipc.CallRunner(138): callId: 14 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:50240 deadline: 1731595378282, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=367f9543bd55c4de93e7f8a883c9319d, server=da1c6afcd1f9,35765,1731595233113 2024-11-14T14:41:58,290 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731595315055.367f9543bd55c4de93e7f8a883c9319d., hostname=da1c6afcd1f9,35765,1731595233113, seqNum=5 , the old value is region=TestAcidGuarantees,,1731595315055.367f9543bd55c4de93e7f8a883c9319d., hostname=da1c6afcd1f9,35765,1731595233113, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=367f9543bd55c4de93e7f8a883c9319d, server=da1c6afcd1f9,35765,1731595233113 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-14T14:41:58,290 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731595315055.367f9543bd55c4de93e7f8a883c9319d., hostname=da1c6afcd1f9,35765,1731595233113, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=367f9543bd55c4de93e7f8a883c9319d, server=da1c6afcd1f9,35765,1731595233113 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-14T14:41:58,290 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731595315055.367f9543bd55c4de93e7f8a883c9319d., hostname=da1c6afcd1f9,35765,1731595233113, seqNum=5 because the exception is null or not the one we care about 2024-11-14T14:41:58,319 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=35765 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=104 2024-11-14T14:41:58,319 DEBUG [RS_FLUSH_OPERATIONS-regionserver/da1c6afcd1f9:0-1 {event_type=RS_FLUSH_REGIONS, pid=104}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1731595315055.367f9543bd55c4de93e7f8a883c9319d. 2024-11-14T14:41:58,320 DEBUG [RS_FLUSH_OPERATIONS-regionserver/da1c6afcd1f9:0-1 {event_type=RS_FLUSH_REGIONS, pid=104}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1731595315055.367f9543bd55c4de93e7f8a883c9319d. as already flushing 2024-11-14T14:41:58,320 DEBUG [RS_FLUSH_OPERATIONS-regionserver/da1c6afcd1f9:0-1 {event_type=RS_FLUSH_REGIONS, pid=104}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1731595315055.367f9543bd55c4de93e7f8a883c9319d. 2024-11-14T14:41:58,320 ERROR [RS_FLUSH_OPERATIONS-regionserver/da1c6afcd1f9:0-1 {event_type=RS_FLUSH_REGIONS, pid=104}] handler.RSProcedureHandler(58): pid=104 java.io.IOException: Unable to complete flush {ENCODED => 367f9543bd55c4de93e7f8a883c9319d, NAME => 'TestAcidGuarantees,,1731595315055.367f9543bd55c4de93e7f8a883c9319d.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-14T14:41:58,320 DEBUG [RS_FLUSH_OPERATIONS-regionserver/da1c6afcd1f9:0-1 {event_type=RS_FLUSH_REGIONS, pid=104}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=104 java.io.IOException: Unable to complete flush {ENCODED => 367f9543bd55c4de93e7f8a883c9319d, NAME => 'TestAcidGuarantees,,1731595315055.367f9543bd55c4de93e7f8a883c9319d.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-14T14:41:58,321 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45145 {}] master.HMaster(4177): Remote procedure failed, pid=104 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 367f9543bd55c4de93e7f8a883c9319d, NAME => 'TestAcidGuarantees,,1731595315055.367f9543bd55c4de93e7f8a883c9319d.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$5(MasterRpcServices.java:2580) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2575) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 367f9543bd55c4de93e7f8a883c9319d, NAME => 'TestAcidGuarantees,,1731595315055.367f9543bd55c4de93e7f8a883c9319d.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-14T14:41:58,345 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35765 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=367f9543bd55c4de93e7f8a883c9319d, server=da1c6afcd1f9,35765,1731595233113 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-14T14:41:58,346 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35765 {}] ipc.CallRunner(138): callId: 6 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:50266 deadline: 1731595378336, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=367f9543bd55c4de93e7f8a883c9319d, server=da1c6afcd1f9,35765,1731595233113 2024-11-14T14:41:58,346 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35765 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=367f9543bd55c4de93e7f8a883c9319d, server=da1c6afcd1f9,35765,1731595233113 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-14T14:41:58,346 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731595315055.367f9543bd55c4de93e7f8a883c9319d., hostname=da1c6afcd1f9,35765,1731595233113, seqNum=5 , the old value is region=TestAcidGuarantees,,1731595315055.367f9543bd55c4de93e7f8a883c9319d., hostname=da1c6afcd1f9,35765,1731595233113, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=367f9543bd55c4de93e7f8a883c9319d, server=da1c6afcd1f9,35765,1731595233113 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-14T14:41:58,346 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35765 {}] ipc.CallRunner(138): callId: 8 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:50194 deadline: 1731595378336, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=367f9543bd55c4de93e7f8a883c9319d, server=da1c6afcd1f9,35765,1731595233113 2024-11-14T14:41:58,346 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731595315055.367f9543bd55c4de93e7f8a883c9319d., hostname=da1c6afcd1f9,35765,1731595233113, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=367f9543bd55c4de93e7f8a883c9319d, server=da1c6afcd1f9,35765,1731595233113 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-14T14:41:58,346 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731595315055.367f9543bd55c4de93e7f8a883c9319d., hostname=da1c6afcd1f9,35765,1731595233113, seqNum=5 because the exception is null or not the one we care about 2024-11-14T14:41:58,346 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35765 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=367f9543bd55c4de93e7f8a883c9319d, server=da1c6afcd1f9,35765,1731595233113 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-14T14:41:58,346 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35765 {}] ipc.CallRunner(138): callId: 6 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:50294 deadline: 1731595378336, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=367f9543bd55c4de93e7f8a883c9319d, server=da1c6afcd1f9,35765,1731595233113 2024-11-14T14:41:58,346 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731595315055.367f9543bd55c4de93e7f8a883c9319d., hostname=da1c6afcd1f9,35765,1731595233113, seqNum=5 , the old value is region=TestAcidGuarantees,,1731595315055.367f9543bd55c4de93e7f8a883c9319d., hostname=da1c6afcd1f9,35765,1731595233113, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=367f9543bd55c4de93e7f8a883c9319d, server=da1c6afcd1f9,35765,1731595233113 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-14T14:41:58,346 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731595315055.367f9543bd55c4de93e7f8a883c9319d., hostname=da1c6afcd1f9,35765,1731595233113, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=367f9543bd55c4de93e7f8a883c9319d, server=da1c6afcd1f9,35765,1731595233113 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-14T14:41:58,346 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731595315055.367f9543bd55c4de93e7f8a883c9319d., hostname=da1c6afcd1f9,35765,1731595233113, seqNum=5 because the exception is null or not the one we care about 2024-11-14T14:41:58,346 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731595315055.367f9543bd55c4de93e7f8a883c9319d., hostname=da1c6afcd1f9,35765,1731595233113, seqNum=5 , the old value is region=TestAcidGuarantees,,1731595315055.367f9543bd55c4de93e7f8a883c9319d., hostname=da1c6afcd1f9,35765,1731595233113, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=367f9543bd55c4de93e7f8a883c9319d, server=da1c6afcd1f9,35765,1731595233113 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-14T14:41:58,347 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731595315055.367f9543bd55c4de93e7f8a883c9319d., hostname=da1c6afcd1f9,35765,1731595233113, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=367f9543bd55c4de93e7f8a883c9319d, server=da1c6afcd1f9,35765,1731595233113 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-14T14:41:58,347 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731595315055.367f9543bd55c4de93e7f8a883c9319d., hostname=da1c6afcd1f9,35765,1731595233113, seqNum=5 because the exception is null or not the one we care about 2024-11-14T14:41:58,403 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35765 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=367f9543bd55c4de93e7f8a883c9319d, server=da1c6afcd1f9,35765,1731595233113 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-14T14:41:58,403 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35765 {}] ipc.CallRunner(138): callId: 14 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:50278 deadline: 1731595378396, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=367f9543bd55c4de93e7f8a883c9319d, server=da1c6afcd1f9,35765,1731595233113 2024-11-14T14:41:58,404 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35765 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=367f9543bd55c4de93e7f8a883c9319d, server=da1c6afcd1f9,35765,1731595233113 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-14T14:41:58,404 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731595315055.367f9543bd55c4de93e7f8a883c9319d., hostname=da1c6afcd1f9,35765,1731595233113, seqNum=5 , the old value is region=TestAcidGuarantees,,1731595315055.367f9543bd55c4de93e7f8a883c9319d., hostname=da1c6afcd1f9,35765,1731595233113, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=367f9543bd55c4de93e7f8a883c9319d, server=da1c6afcd1f9,35765,1731595233113 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-14T14:41:58,404 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731595315055.367f9543bd55c4de93e7f8a883c9319d., hostname=da1c6afcd1f9,35765,1731595233113, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=367f9543bd55c4de93e7f8a883c9319d, server=da1c6afcd1f9,35765,1731595233113 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-14T14:41:58,404 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35765 {}] ipc.CallRunner(138): callId: 15 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:50240 deadline: 1731595378396, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=367f9543bd55c4de93e7f8a883c9319d, server=da1c6afcd1f9,35765,1731595233113 2024-11-14T14:41:58,404 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731595315055.367f9543bd55c4de93e7f8a883c9319d., hostname=da1c6afcd1f9,35765,1731595233113, seqNum=5 because the exception is null or not the one we care about 2024-11-14T14:41:58,404 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731595315055.367f9543bd55c4de93e7f8a883c9319d., hostname=da1c6afcd1f9,35765,1731595233113, seqNum=5 , the old value is region=TestAcidGuarantees,,1731595315055.367f9543bd55c4de93e7f8a883c9319d., hostname=da1c6afcd1f9,35765,1731595233113, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=367f9543bd55c4de93e7f8a883c9319d, server=da1c6afcd1f9,35765,1731595233113 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-14T14:41:58,404 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731595315055.367f9543bd55c4de93e7f8a883c9319d., hostname=da1c6afcd1f9,35765,1731595233113, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=367f9543bd55c4de93e7f8a883c9319d, server=da1c6afcd1f9,35765,1731595233113 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-14T14:41:58,404 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731595315055.367f9543bd55c4de93e7f8a883c9319d., hostname=da1c6afcd1f9,35765,1731595233113, seqNum=5 because the exception is null or not the one we care about 2024-11-14T14:41:58,472 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=35765 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=104 2024-11-14T14:41:58,473 DEBUG [RS_FLUSH_OPERATIONS-regionserver/da1c6afcd1f9:0-2 {event_type=RS_FLUSH_REGIONS, pid=104}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1731595315055.367f9543bd55c4de93e7f8a883c9319d. 2024-11-14T14:41:58,473 DEBUG [RS_FLUSH_OPERATIONS-regionserver/da1c6afcd1f9:0-2 {event_type=RS_FLUSH_REGIONS, pid=104}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1731595315055.367f9543bd55c4de93e7f8a883c9319d. as already flushing 2024-11-14T14:41:58,473 DEBUG [RS_FLUSH_OPERATIONS-regionserver/da1c6afcd1f9:0-2 {event_type=RS_FLUSH_REGIONS, pid=104}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1731595315055.367f9543bd55c4de93e7f8a883c9319d. 2024-11-14T14:41:58,473 ERROR [RS_FLUSH_OPERATIONS-regionserver/da1c6afcd1f9:0-2 {event_type=RS_FLUSH_REGIONS, pid=104}] handler.RSProcedureHandler(58): pid=104 java.io.IOException: Unable to complete flush {ENCODED => 367f9543bd55c4de93e7f8a883c9319d, NAME => 'TestAcidGuarantees,,1731595315055.367f9543bd55c4de93e7f8a883c9319d.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-14T14:41:58,473 DEBUG [RS_FLUSH_OPERATIONS-regionserver/da1c6afcd1f9:0-2 {event_type=RS_FLUSH_REGIONS, pid=104}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=104 java.io.IOException: Unable to complete flush {ENCODED => 367f9543bd55c4de93e7f8a883c9319d, NAME => 'TestAcidGuarantees,,1731595315055.367f9543bd55c4de93e7f8a883c9319d.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-14T14:41:58,474 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45145 {}] master.HMaster(4177): Remote procedure failed, pid=104 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 367f9543bd55c4de93e7f8a883c9319d, NAME => 'TestAcidGuarantees,,1731595315055.367f9543bd55c4de93e7f8a883c9319d.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$5(MasterRpcServices.java:2580) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2575) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 367f9543bd55c4de93e7f8a883c9319d, NAME => 'TestAcidGuarantees,,1731595315055.367f9543bd55c4de93e7f8a883c9319d.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-14T14:41:58,485 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45145 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=103 2024-11-14T14:41:58,566 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35765 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=367f9543bd55c4de93e7f8a883c9319d, server=da1c6afcd1f9,35765,1731595233113 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-14T14:41:58,566 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35765 {}] ipc.CallRunner(138): callId: 7 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:50266 deadline: 1731595378556, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=367f9543bd55c4de93e7f8a883c9319d, server=da1c6afcd1f9,35765,1731595233113 2024-11-14T14:41:58,566 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35765 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=367f9543bd55c4de93e7f8a883c9319d, server=da1c6afcd1f9,35765,1731595233113 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-14T14:41:58,566 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35765 {}] ipc.CallRunner(138): callId: 9 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:50194 deadline: 1731595378556, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=367f9543bd55c4de93e7f8a883c9319d, server=da1c6afcd1f9,35765,1731595233113 2024-11-14T14:41:58,566 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731595315055.367f9543bd55c4de93e7f8a883c9319d., hostname=da1c6afcd1f9,35765,1731595233113, seqNum=5 , the old value is region=TestAcidGuarantees,,1731595315055.367f9543bd55c4de93e7f8a883c9319d., hostname=da1c6afcd1f9,35765,1731595233113, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=367f9543bd55c4de93e7f8a883c9319d, server=da1c6afcd1f9,35765,1731595233113 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-14T14:41:58,566 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731595315055.367f9543bd55c4de93e7f8a883c9319d., hostname=da1c6afcd1f9,35765,1731595233113, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=367f9543bd55c4de93e7f8a883c9319d, server=da1c6afcd1f9,35765,1731595233113 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-14T14:41:58,566 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731595315055.367f9543bd55c4de93e7f8a883c9319d., hostname=da1c6afcd1f9,35765,1731595233113, seqNum=5 because the exception is null or not the one we care about 2024-11-14T14:41:58,566 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35765 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=367f9543bd55c4de93e7f8a883c9319d, server=da1c6afcd1f9,35765,1731595233113 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-14T14:41:58,567 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731595315055.367f9543bd55c4de93e7f8a883c9319d., hostname=da1c6afcd1f9,35765,1731595233113, seqNum=5 , the old value is region=TestAcidGuarantees,,1731595315055.367f9543bd55c4de93e7f8a883c9319d., hostname=da1c6afcd1f9,35765,1731595233113, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=367f9543bd55c4de93e7f8a883c9319d, server=da1c6afcd1f9,35765,1731595233113 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-14T14:41:58,567 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35765 {}] ipc.CallRunner(138): callId: 7 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:50294 deadline: 1731595378557, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=367f9543bd55c4de93e7f8a883c9319d, server=da1c6afcd1f9,35765,1731595233113 2024-11-14T14:41:58,567 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731595315055.367f9543bd55c4de93e7f8a883c9319d., hostname=da1c6afcd1f9,35765,1731595233113, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=367f9543bd55c4de93e7f8a883c9319d, server=da1c6afcd1f9,35765,1731595233113 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-14T14:41:58,567 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731595315055.367f9543bd55c4de93e7f8a883c9319d., hostname=da1c6afcd1f9,35765,1731595233113, seqNum=5 because the exception is null or not the one we care about 2024-11-14T14:41:58,567 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731595315055.367f9543bd55c4de93e7f8a883c9319d., hostname=da1c6afcd1f9,35765,1731595233113, seqNum=5 , the old value is region=TestAcidGuarantees,,1731595315055.367f9543bd55c4de93e7f8a883c9319d., hostname=da1c6afcd1f9,35765,1731595233113, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=367f9543bd55c4de93e7f8a883c9319d, server=da1c6afcd1f9,35765,1731595233113 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-14T14:41:58,567 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731595315055.367f9543bd55c4de93e7f8a883c9319d., hostname=da1c6afcd1f9,35765,1731595233113, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=367f9543bd55c4de93e7f8a883c9319d, server=da1c6afcd1f9,35765,1731595233113 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-14T14:41:58,567 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731595315055.367f9543bd55c4de93e7f8a883c9319d., hostname=da1c6afcd1f9,35765,1731595233113, seqNum=5 because the exception is null or not the one we care about 2024-11-14T14:41:58,611 DEBUG [MemStoreFlusher.0 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T14:41:58,615 INFO [MemStoreFlusher.0 {}] regionserver.HMobStore(268): FLUSH Renaming flushed file from hdfs://localhost:34345/user/jenkins/test-data/14d118ee-a83a-b09b-5913-1a58940a5db1/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e2024111436415349b3e0470a80e8b4f69f2602be_367f9543bd55c4de93e7f8a883c9319d to hdfs://localhost:34345/user/jenkins/test-data/14d118ee-a83a-b09b-5913-1a58940a5db1/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e2024111436415349b3e0470a80e8b4f69f2602be_367f9543bd55c4de93e7f8a883c9319d 2024-11-14T14:41:58,615 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35765 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=367f9543bd55c4de93e7f8a883c9319d, server=da1c6afcd1f9,35765,1731595233113 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-14T14:41:58,616 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35765 {}] ipc.CallRunner(138): callId: 15 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:50278 deadline: 1731595378606, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=367f9543bd55c4de93e7f8a883c9319d, server=da1c6afcd1f9,35765,1731595233113 2024-11-14T14:41:58,616 DEBUG [MemStoreFlusher.0 {}] mob.DefaultMobStoreFlusher(263): Flush store file: hdfs://localhost:34345/user/jenkins/test-data/14d118ee-a83a-b09b-5913-1a58940a5db1/data/default/TestAcidGuarantees/367f9543bd55c4de93e7f8a883c9319d/.tmp/A/70bbc904c1f9429a94764fc5b4d69c06, store: [table=TestAcidGuarantees family=A region=367f9543bd55c4de93e7f8a883c9319d] 2024-11-14T14:41:58,616 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35765 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=367f9543bd55c4de93e7f8a883c9319d, server=da1c6afcd1f9,35765,1731595233113 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-14T14:41:58,616 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731595315055.367f9543bd55c4de93e7f8a883c9319d., hostname=da1c6afcd1f9,35765,1731595233113, seqNum=5 , the old value is region=TestAcidGuarantees,,1731595315055.367f9543bd55c4de93e7f8a883c9319d., hostname=da1c6afcd1f9,35765,1731595233113, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=367f9543bd55c4de93e7f8a883c9319d, server=da1c6afcd1f9,35765,1731595233113 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-14T14:41:58,616 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731595315055.367f9543bd55c4de93e7f8a883c9319d., hostname=da1c6afcd1f9,35765,1731595233113, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=367f9543bd55c4de93e7f8a883c9319d, server=da1c6afcd1f9,35765,1731595233113 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-14T14:41:58,616 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35765 {}] ipc.CallRunner(138): callId: 16 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:50240 deadline: 1731595378606, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=367f9543bd55c4de93e7f8a883c9319d, server=da1c6afcd1f9,35765,1731595233113 2024-11-14T14:41:58,616 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731595315055.367f9543bd55c4de93e7f8a883c9319d., hostname=da1c6afcd1f9,35765,1731595233113, seqNum=5 because the exception is null or not the one we care about 2024-11-14T14:41:58,616 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731595315055.367f9543bd55c4de93e7f8a883c9319d., hostname=da1c6afcd1f9,35765,1731595233113, seqNum=5 , the old value is region=TestAcidGuarantees,,1731595315055.367f9543bd55c4de93e7f8a883c9319d., hostname=da1c6afcd1f9,35765,1731595233113, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=367f9543bd55c4de93e7f8a883c9319d, server=da1c6afcd1f9,35765,1731595233113 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-14T14:41:58,616 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:34345/user/jenkins/test-data/14d118ee-a83a-b09b-5913-1a58940a5db1/data/default/TestAcidGuarantees/367f9543bd55c4de93e7f8a883c9319d/.tmp/A/70bbc904c1f9429a94764fc5b4d69c06 is 175, key is test_row_0/A:col10/1731595318171/Put/seqid=0 2024-11-14T14:41:58,616 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731595315055.367f9543bd55c4de93e7f8a883c9319d., hostname=da1c6afcd1f9,35765,1731595233113, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=367f9543bd55c4de93e7f8a883c9319d, server=da1c6afcd1f9,35765,1731595233113 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-14T14:41:58,616 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731595315055.367f9543bd55c4de93e7f8a883c9319d., hostname=da1c6afcd1f9,35765,1731595233113, seqNum=5 because the exception is null or not the one we care about 2024-11-14T14:41:58,621 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36699 is added to blk_1073742148_1324 (size=48139) 2024-11-14T14:41:58,626 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=35765 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=104 2024-11-14T14:41:58,626 DEBUG [RS_FLUSH_OPERATIONS-regionserver/da1c6afcd1f9:0-0 {event_type=RS_FLUSH_REGIONS, pid=104}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1731595315055.367f9543bd55c4de93e7f8a883c9319d. 2024-11-14T14:41:58,626 DEBUG [RS_FLUSH_OPERATIONS-regionserver/da1c6afcd1f9:0-0 {event_type=RS_FLUSH_REGIONS, pid=104}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1731595315055.367f9543bd55c4de93e7f8a883c9319d. as already flushing 2024-11-14T14:41:58,626 DEBUG [RS_FLUSH_OPERATIONS-regionserver/da1c6afcd1f9:0-0 {event_type=RS_FLUSH_REGIONS, pid=104}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1731595315055.367f9543bd55c4de93e7f8a883c9319d. 2024-11-14T14:41:58,626 ERROR [RS_FLUSH_OPERATIONS-regionserver/da1c6afcd1f9:0-0 {event_type=RS_FLUSH_REGIONS, pid=104}] handler.RSProcedureHandler(58): pid=104 java.io.IOException: Unable to complete flush {ENCODED => 367f9543bd55c4de93e7f8a883c9319d, NAME => 'TestAcidGuarantees,,1731595315055.367f9543bd55c4de93e7f8a883c9319d.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-14T14:41:58,626 DEBUG [RS_FLUSH_OPERATIONS-regionserver/da1c6afcd1f9:0-0 {event_type=RS_FLUSH_REGIONS, pid=104}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=104 java.io.IOException: Unable to complete flush {ENCODED => 367f9543bd55c4de93e7f8a883c9319d, NAME => 'TestAcidGuarantees,,1731595315055.367f9543bd55c4de93e7f8a883c9319d.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-14T14:41:58,627 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45145 {}] master.HMaster(4177): Remote procedure failed, pid=104 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 367f9543bd55c4de93e7f8a883c9319d, NAME => 'TestAcidGuarantees,,1731595315055.367f9543bd55c4de93e7f8a883c9319d.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$5(MasterRpcServices.java:2580) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2575) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 367f9543bd55c4de93e7f8a883c9319d, NAME => 'TestAcidGuarantees,,1731595315055.367f9543bd55c4de93e7f8a883c9319d.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-14T14:41:58,779 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=35765 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=104 2024-11-14T14:41:58,779 DEBUG [RS_FLUSH_OPERATIONS-regionserver/da1c6afcd1f9:0-1 {event_type=RS_FLUSH_REGIONS, pid=104}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1731595315055.367f9543bd55c4de93e7f8a883c9319d. 2024-11-14T14:41:58,779 DEBUG [RS_FLUSH_OPERATIONS-regionserver/da1c6afcd1f9:0-1 {event_type=RS_FLUSH_REGIONS, pid=104}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1731595315055.367f9543bd55c4de93e7f8a883c9319d. as already flushing 2024-11-14T14:41:58,779 DEBUG [RS_FLUSH_OPERATIONS-regionserver/da1c6afcd1f9:0-1 {event_type=RS_FLUSH_REGIONS, pid=104}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1731595315055.367f9543bd55c4de93e7f8a883c9319d. 2024-11-14T14:41:58,779 ERROR [RS_FLUSH_OPERATIONS-regionserver/da1c6afcd1f9:0-1 {event_type=RS_FLUSH_REGIONS, pid=104}] handler.RSProcedureHandler(58): pid=104 java.io.IOException: Unable to complete flush {ENCODED => 367f9543bd55c4de93e7f8a883c9319d, NAME => 'TestAcidGuarantees,,1731595315055.367f9543bd55c4de93e7f8a883c9319d.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-14T14:41:58,779 DEBUG [RS_FLUSH_OPERATIONS-regionserver/da1c6afcd1f9:0-1 {event_type=RS_FLUSH_REGIONS, pid=104}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=104 java.io.IOException: Unable to complete flush {ENCODED => 367f9543bd55c4de93e7f8a883c9319d, NAME => 'TestAcidGuarantees,,1731595315055.367f9543bd55c4de93e7f8a883c9319d.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-14T14:41:58,780 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45145 {}] master.HMaster(4177): Remote procedure failed, pid=104 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 367f9543bd55c4de93e7f8a883c9319d, NAME => 'TestAcidGuarantees,,1731595315055.367f9543bd55c4de93e7f8a883c9319d.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$5(MasterRpcServices.java:2580) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2575) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 367f9543bd55c4de93e7f8a883c9319d, NAME => 'TestAcidGuarantees,,1731595315055.367f9543bd55c4de93e7f8a883c9319d.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-14T14:41:58,796 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45145 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=103 2024-11-14T14:41:58,888 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35765 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=367f9543bd55c4de93e7f8a883c9319d, server=da1c6afcd1f9,35765,1731595233113 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-14T14:41:58,888 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35765 {}] ipc.CallRunner(138): callId: 8 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:50266 deadline: 1731595378876, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=367f9543bd55c4de93e7f8a883c9319d, server=da1c6afcd1f9,35765,1731595233113 2024-11-14T14:41:58,888 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731595315055.367f9543bd55c4de93e7f8a883c9319d., hostname=da1c6afcd1f9,35765,1731595233113, seqNum=5 , the old value is region=TestAcidGuarantees,,1731595315055.367f9543bd55c4de93e7f8a883c9319d., hostname=da1c6afcd1f9,35765,1731595233113, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=367f9543bd55c4de93e7f8a883c9319d, server=da1c6afcd1f9,35765,1731595233113 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-14T14:41:58,888 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35765 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=367f9543bd55c4de93e7f8a883c9319d, server=da1c6afcd1f9,35765,1731595233113 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-14T14:41:58,888 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731595315055.367f9543bd55c4de93e7f8a883c9319d., hostname=da1c6afcd1f9,35765,1731595233113, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=367f9543bd55c4de93e7f8a883c9319d, server=da1c6afcd1f9,35765,1731595233113 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-14T14:41:58,888 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731595315055.367f9543bd55c4de93e7f8a883c9319d., hostname=da1c6afcd1f9,35765,1731595233113, seqNum=5 because the exception is null or not the one we care about 2024-11-14T14:41:58,888 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35765 {}] ipc.CallRunner(138): callId: 10 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:50194 deadline: 1731595378877, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=367f9543bd55c4de93e7f8a883c9319d, server=da1c6afcd1f9,35765,1731595233113 2024-11-14T14:41:58,889 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731595315055.367f9543bd55c4de93e7f8a883c9319d., hostname=da1c6afcd1f9,35765,1731595233113, seqNum=5 , the old value is region=TestAcidGuarantees,,1731595315055.367f9543bd55c4de93e7f8a883c9319d., hostname=da1c6afcd1f9,35765,1731595233113, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=367f9543bd55c4de93e7f8a883c9319d, server=da1c6afcd1f9,35765,1731595233113 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-14T14:41:58,889 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35765 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=367f9543bd55c4de93e7f8a883c9319d, server=da1c6afcd1f9,35765,1731595233113 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-14T14:41:58,889 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731595315055.367f9543bd55c4de93e7f8a883c9319d., hostname=da1c6afcd1f9,35765,1731595233113, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=367f9543bd55c4de93e7f8a883c9319d, server=da1c6afcd1f9,35765,1731595233113 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-14T14:41:58,889 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731595315055.367f9543bd55c4de93e7f8a883c9319d., hostname=da1c6afcd1f9,35765,1731595233113, seqNum=5 because the exception is null or not the one we care about 2024-11-14T14:41:58,889 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35765 {}] ipc.CallRunner(138): callId: 8 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:50294 deadline: 1731595378877, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=367f9543bd55c4de93e7f8a883c9319d, server=da1c6afcd1f9,35765,1731595233113 2024-11-14T14:41:58,889 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731595315055.367f9543bd55c4de93e7f8a883c9319d., hostname=da1c6afcd1f9,35765,1731595233113, seqNum=5 , the old value is region=TestAcidGuarantees,,1731595315055.367f9543bd55c4de93e7f8a883c9319d., hostname=da1c6afcd1f9,35765,1731595233113, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=367f9543bd55c4de93e7f8a883c9319d, server=da1c6afcd1f9,35765,1731595233113 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-14T14:41:58,889 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731595315055.367f9543bd55c4de93e7f8a883c9319d., hostname=da1c6afcd1f9,35765,1731595233113, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=367f9543bd55c4de93e7f8a883c9319d, server=da1c6afcd1f9,35765,1731595233113 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-14T14:41:58,889 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731595315055.367f9543bd55c4de93e7f8a883c9319d., hostname=da1c6afcd1f9,35765,1731595233113, seqNum=5 because the exception is null or not the one we care about 2024-11-14T14:41:58,932 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=35765 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=104 2024-11-14T14:41:58,932 DEBUG [RS_FLUSH_OPERATIONS-regionserver/da1c6afcd1f9:0-2 {event_type=RS_FLUSH_REGIONS, pid=104}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1731595315055.367f9543bd55c4de93e7f8a883c9319d. 2024-11-14T14:41:58,932 DEBUG [RS_FLUSH_OPERATIONS-regionserver/da1c6afcd1f9:0-2 {event_type=RS_FLUSH_REGIONS, pid=104}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1731595315055.367f9543bd55c4de93e7f8a883c9319d. as already flushing 2024-11-14T14:41:58,932 DEBUG [RS_FLUSH_OPERATIONS-regionserver/da1c6afcd1f9:0-2 {event_type=RS_FLUSH_REGIONS, pid=104}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1731595315055.367f9543bd55c4de93e7f8a883c9319d. 2024-11-14T14:41:58,932 ERROR [RS_FLUSH_OPERATIONS-regionserver/da1c6afcd1f9:0-2 {event_type=RS_FLUSH_REGIONS, pid=104}] handler.RSProcedureHandler(58): pid=104 java.io.IOException: Unable to complete flush {ENCODED => 367f9543bd55c4de93e7f8a883c9319d, NAME => 'TestAcidGuarantees,,1731595315055.367f9543bd55c4de93e7f8a883c9319d.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-14T14:41:58,933 DEBUG [RS_FLUSH_OPERATIONS-regionserver/da1c6afcd1f9:0-2 {event_type=RS_FLUSH_REGIONS, pid=104}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=104 java.io.IOException: Unable to complete flush {ENCODED => 367f9543bd55c4de93e7f8a883c9319d, NAME => 'TestAcidGuarantees,,1731595315055.367f9543bd55c4de93e7f8a883c9319d.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-14T14:41:58,933 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45145 {}] master.HMaster(4177): Remote procedure failed, pid=104 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 367f9543bd55c4de93e7f8a883c9319d, NAME => 'TestAcidGuarantees,,1731595315055.367f9543bd55c4de93e7f8a883c9319d.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$5(MasterRpcServices.java:2580) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2575) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 367f9543bd55c4de93e7f8a883c9319d, NAME => 'TestAcidGuarantees,,1731595315055.367f9543bd55c4de93e7f8a883c9319d.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-14T14:41:58,936 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35765 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=367f9543bd55c4de93e7f8a883c9319d, server=da1c6afcd1f9,35765,1731595233113 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-14T14:41:58,937 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35765 {}] ipc.CallRunner(138): callId: 16 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:50278 deadline: 1731595378926, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=367f9543bd55c4de93e7f8a883c9319d, server=da1c6afcd1f9,35765,1731595233113 2024-11-14T14:41:58,937 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35765 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=367f9543bd55c4de93e7f8a883c9319d, server=da1c6afcd1f9,35765,1731595233113 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-14T14:41:58,937 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731595315055.367f9543bd55c4de93e7f8a883c9319d., hostname=da1c6afcd1f9,35765,1731595233113, seqNum=5 , the old value is region=TestAcidGuarantees,,1731595315055.367f9543bd55c4de93e7f8a883c9319d., hostname=da1c6afcd1f9,35765,1731595233113, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=367f9543bd55c4de93e7f8a883c9319d, server=da1c6afcd1f9,35765,1731595233113 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-14T14:41:58,937 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731595315055.367f9543bd55c4de93e7f8a883c9319d., hostname=da1c6afcd1f9,35765,1731595233113, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=367f9543bd55c4de93e7f8a883c9319d, server=da1c6afcd1f9,35765,1731595233113 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-14T14:41:58,937 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731595315055.367f9543bd55c4de93e7f8a883c9319d., hostname=da1c6afcd1f9,35765,1731595233113, seqNum=5 because the exception is null or not the one we care about 2024-11-14T14:41:58,937 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35765 {}] ipc.CallRunner(138): callId: 17 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:50240 deadline: 1731595378926, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=367f9543bd55c4de93e7f8a883c9319d, server=da1c6afcd1f9,35765,1731595233113 2024-11-14T14:41:58,937 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731595315055.367f9543bd55c4de93e7f8a883c9319d., hostname=da1c6afcd1f9,35765,1731595233113, seqNum=5 , the old value is region=TestAcidGuarantees,,1731595315055.367f9543bd55c4de93e7f8a883c9319d., hostname=da1c6afcd1f9,35765,1731595233113, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=367f9543bd55c4de93e7f8a883c9319d, server=da1c6afcd1f9,35765,1731595233113 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-14T14:41:58,937 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731595315055.367f9543bd55c4de93e7f8a883c9319d., hostname=da1c6afcd1f9,35765,1731595233113, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=367f9543bd55c4de93e7f8a883c9319d, server=da1c6afcd1f9,35765,1731595233113 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-14T14:41:58,937 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731595315055.367f9543bd55c4de93e7f8a883c9319d., hostname=da1c6afcd1f9,35765,1731595233113, seqNum=5 because the exception is null or not the one we care about 2024-11-14T14:41:59,022 INFO [MemStoreFlusher.0 {}] mob.DefaultMobStoreFlusher(147): Mob store is flushed, sequenceid=15, memsize=17.9 K, hasBloomFilter=true, into tmp file hdfs://localhost:34345/user/jenkins/test-data/14d118ee-a83a-b09b-5913-1a58940a5db1/data/default/TestAcidGuarantees/367f9543bd55c4de93e7f8a883c9319d/.tmp/A/70bbc904c1f9429a94764fc5b4d69c06 2024-11-14T14:41:59,049 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:34345/user/jenkins/test-data/14d118ee-a83a-b09b-5913-1a58940a5db1/data/default/TestAcidGuarantees/367f9543bd55c4de93e7f8a883c9319d/.tmp/B/aed49bafe7894ad28168f6488ea9c610 is 50, key is test_row_0/B:col10/1731595318171/Put/seqid=0 2024-11-14T14:41:59,053 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36699 is added to blk_1073742149_1325 (size=12001) 2024-11-14T14:41:59,053 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=17.89 KB at sequenceid=15 (bloomFilter=true), to=hdfs://localhost:34345/user/jenkins/test-data/14d118ee-a83a-b09b-5913-1a58940a5db1/data/default/TestAcidGuarantees/367f9543bd55c4de93e7f8a883c9319d/.tmp/B/aed49bafe7894ad28168f6488ea9c610 2024-11-14T14:41:59,078 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:34345/user/jenkins/test-data/14d118ee-a83a-b09b-5913-1a58940a5db1/data/default/TestAcidGuarantees/367f9543bd55c4de93e7f8a883c9319d/.tmp/C/da2551c988d04528ab868489248bdab3 is 50, key is test_row_0/C:col10/1731595318171/Put/seqid=0 2024-11-14T14:41:59,083 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36699 is added to blk_1073742150_1326 (size=12001) 2024-11-14T14:41:59,085 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=35765 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=104 2024-11-14T14:41:59,085 DEBUG [RS_FLUSH_OPERATIONS-regionserver/da1c6afcd1f9:0-0 {event_type=RS_FLUSH_REGIONS, pid=104}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1731595315055.367f9543bd55c4de93e7f8a883c9319d. 2024-11-14T14:41:59,086 DEBUG [RS_FLUSH_OPERATIONS-regionserver/da1c6afcd1f9:0-0 {event_type=RS_FLUSH_REGIONS, pid=104}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1731595315055.367f9543bd55c4de93e7f8a883c9319d. as already flushing 2024-11-14T14:41:59,086 DEBUG [RS_FLUSH_OPERATIONS-regionserver/da1c6afcd1f9:0-0 {event_type=RS_FLUSH_REGIONS, pid=104}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1731595315055.367f9543bd55c4de93e7f8a883c9319d. 2024-11-14T14:41:59,086 ERROR [RS_FLUSH_OPERATIONS-regionserver/da1c6afcd1f9:0-0 {event_type=RS_FLUSH_REGIONS, pid=104}] handler.RSProcedureHandler(58): pid=104 java.io.IOException: Unable to complete flush {ENCODED => 367f9543bd55c4de93e7f8a883c9319d, NAME => 'TestAcidGuarantees,,1731595315055.367f9543bd55c4de93e7f8a883c9319d.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-14T14:41:59,086 DEBUG [RS_FLUSH_OPERATIONS-regionserver/da1c6afcd1f9:0-0 {event_type=RS_FLUSH_REGIONS, pid=104}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=104 java.io.IOException: Unable to complete flush {ENCODED => 367f9543bd55c4de93e7f8a883c9319d, NAME => 'TestAcidGuarantees,,1731595315055.367f9543bd55c4de93e7f8a883c9319d.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-14T14:41:59,086 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45145 {}] master.HMaster(4177): Remote procedure failed, pid=104 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 367f9543bd55c4de93e7f8a883c9319d, NAME => 'TestAcidGuarantees,,1731595315055.367f9543bd55c4de93e7f8a883c9319d.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$5(MasterRpcServices.java:2580) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2575) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 367f9543bd55c4de93e7f8a883c9319d, NAME => 'TestAcidGuarantees,,1731595315055.367f9543bd55c4de93e7f8a883c9319d.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-14T14:41:59,239 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=35765 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=104 2024-11-14T14:41:59,239 DEBUG [RS_FLUSH_OPERATIONS-regionserver/da1c6afcd1f9:0-1 {event_type=RS_FLUSH_REGIONS, pid=104}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1731595315055.367f9543bd55c4de93e7f8a883c9319d. 2024-11-14T14:41:59,239 DEBUG [RS_FLUSH_OPERATIONS-regionserver/da1c6afcd1f9:0-1 {event_type=RS_FLUSH_REGIONS, pid=104}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1731595315055.367f9543bd55c4de93e7f8a883c9319d. as already flushing 2024-11-14T14:41:59,239 DEBUG [RS_FLUSH_OPERATIONS-regionserver/da1c6afcd1f9:0-1 {event_type=RS_FLUSH_REGIONS, pid=104}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1731595315055.367f9543bd55c4de93e7f8a883c9319d. 2024-11-14T14:41:59,239 ERROR [RS_FLUSH_OPERATIONS-regionserver/da1c6afcd1f9:0-1 {event_type=RS_FLUSH_REGIONS, pid=104}] handler.RSProcedureHandler(58): pid=104 java.io.IOException: Unable to complete flush {ENCODED => 367f9543bd55c4de93e7f8a883c9319d, NAME => 'TestAcidGuarantees,,1731595315055.367f9543bd55c4de93e7f8a883c9319d.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-14T14:41:59,239 DEBUG [RS_FLUSH_OPERATIONS-regionserver/da1c6afcd1f9:0-1 {event_type=RS_FLUSH_REGIONS, pid=104}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=104 java.io.IOException: Unable to complete flush {ENCODED => 367f9543bd55c4de93e7f8a883c9319d, NAME => 'TestAcidGuarantees,,1731595315055.367f9543bd55c4de93e7f8a883c9319d.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-14T14:41:59,240 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45145 {}] master.HMaster(4177): Remote procedure failed, pid=104 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 367f9543bd55c4de93e7f8a883c9319d, NAME => 'TestAcidGuarantees,,1731595315055.367f9543bd55c4de93e7f8a883c9319d.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$5(MasterRpcServices.java:2580) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2575) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 367f9543bd55c4de93e7f8a883c9319d, NAME => 'TestAcidGuarantees,,1731595315055.367f9543bd55c4de93e7f8a883c9319d.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-14T14:41:59,306 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45145 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=103 2024-11-14T14:41:59,392 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=35765 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=104 2024-11-14T14:41:59,392 DEBUG [RS_FLUSH_OPERATIONS-regionserver/da1c6afcd1f9:0-2 {event_type=RS_FLUSH_REGIONS, pid=104}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1731595315055.367f9543bd55c4de93e7f8a883c9319d. 2024-11-14T14:41:59,392 DEBUG [RS_FLUSH_OPERATIONS-regionserver/da1c6afcd1f9:0-2 {event_type=RS_FLUSH_REGIONS, pid=104}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1731595315055.367f9543bd55c4de93e7f8a883c9319d. as already flushing 2024-11-14T14:41:59,392 DEBUG [RS_FLUSH_OPERATIONS-regionserver/da1c6afcd1f9:0-2 {event_type=RS_FLUSH_REGIONS, pid=104}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1731595315055.367f9543bd55c4de93e7f8a883c9319d. 2024-11-14T14:41:59,393 ERROR [RS_FLUSH_OPERATIONS-regionserver/da1c6afcd1f9:0-2 {event_type=RS_FLUSH_REGIONS, pid=104}] handler.RSProcedureHandler(58): pid=104 java.io.IOException: Unable to complete flush {ENCODED => 367f9543bd55c4de93e7f8a883c9319d, NAME => 'TestAcidGuarantees,,1731595315055.367f9543bd55c4de93e7f8a883c9319d.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-14T14:41:59,393 DEBUG [RS_FLUSH_OPERATIONS-regionserver/da1c6afcd1f9:0-2 {event_type=RS_FLUSH_REGIONS, pid=104}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=104 java.io.IOException: Unable to complete flush {ENCODED => 367f9543bd55c4de93e7f8a883c9319d, NAME => 'TestAcidGuarantees,,1731595315055.367f9543bd55c4de93e7f8a883c9319d.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-14T14:41:59,393 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45145 {}] master.HMaster(4177): Remote procedure failed, pid=104 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 367f9543bd55c4de93e7f8a883c9319d, NAME => 'TestAcidGuarantees,,1731595315055.367f9543bd55c4de93e7f8a883c9319d.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$5(MasterRpcServices.java:2580) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2575) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 367f9543bd55c4de93e7f8a883c9319d, NAME => 'TestAcidGuarantees,,1731595315055.367f9543bd55c4de93e7f8a883c9319d.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-14T14:41:59,400 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35765 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=367f9543bd55c4de93e7f8a883c9319d, server=da1c6afcd1f9,35765,1731595233113 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-14T14:41:59,400 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35765 {}] ipc.CallRunner(138): callId: 11 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:50194 deadline: 1731595379396, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=367f9543bd55c4de93e7f8a883c9319d, server=da1c6afcd1f9,35765,1731595233113 2024-11-14T14:41:59,400 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35765 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=367f9543bd55c4de93e7f8a883c9319d, server=da1c6afcd1f9,35765,1731595233113 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-14T14:41:59,400 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731595315055.367f9543bd55c4de93e7f8a883c9319d., hostname=da1c6afcd1f9,35765,1731595233113, seqNum=5 , the old value is region=TestAcidGuarantees,,1731595315055.367f9543bd55c4de93e7f8a883c9319d., hostname=da1c6afcd1f9,35765,1731595233113, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=367f9543bd55c4de93e7f8a883c9319d, server=da1c6afcd1f9,35765,1731595233113 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-14T14:41:59,400 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35765 {}] ipc.CallRunner(138): callId: 9 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:50294 deadline: 1731595379396, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=367f9543bd55c4de93e7f8a883c9319d, server=da1c6afcd1f9,35765,1731595233113 2024-11-14T14:41:59,400 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731595315055.367f9543bd55c4de93e7f8a883c9319d., hostname=da1c6afcd1f9,35765,1731595233113, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=367f9543bd55c4de93e7f8a883c9319d, server=da1c6afcd1f9,35765,1731595233113 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-14T14:41:59,401 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731595315055.367f9543bd55c4de93e7f8a883c9319d., hostname=da1c6afcd1f9,35765,1731595233113, seqNum=5 because the exception is null or not the one we care about 2024-11-14T14:41:59,401 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35765 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=367f9543bd55c4de93e7f8a883c9319d, server=da1c6afcd1f9,35765,1731595233113 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-14T14:41:59,401 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731595315055.367f9543bd55c4de93e7f8a883c9319d., hostname=da1c6afcd1f9,35765,1731595233113, seqNum=5 , the old value is region=TestAcidGuarantees,,1731595315055.367f9543bd55c4de93e7f8a883c9319d., hostname=da1c6afcd1f9,35765,1731595233113, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=367f9543bd55c4de93e7f8a883c9319d, server=da1c6afcd1f9,35765,1731595233113 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-14T14:41:59,401 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35765 {}] ipc.CallRunner(138): callId: 9 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:50266 deadline: 1731595379396, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=367f9543bd55c4de93e7f8a883c9319d, server=da1c6afcd1f9,35765,1731595233113 2024-11-14T14:41:59,401 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731595315055.367f9543bd55c4de93e7f8a883c9319d., hostname=da1c6afcd1f9,35765,1731595233113, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=367f9543bd55c4de93e7f8a883c9319d, server=da1c6afcd1f9,35765,1731595233113 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-14T14:41:59,401 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731595315055.367f9543bd55c4de93e7f8a883c9319d., hostname=da1c6afcd1f9,35765,1731595233113, seqNum=5 because the exception is null or not the one we care about 2024-11-14T14:41:59,401 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731595315055.367f9543bd55c4de93e7f8a883c9319d., hostname=da1c6afcd1f9,35765,1731595233113, seqNum=5 , the old value is region=TestAcidGuarantees,,1731595315055.367f9543bd55c4de93e7f8a883c9319d., hostname=da1c6afcd1f9,35765,1731595233113, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=367f9543bd55c4de93e7f8a883c9319d, server=da1c6afcd1f9,35765,1731595233113 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-14T14:41:59,401 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731595315055.367f9543bd55c4de93e7f8a883c9319d., hostname=da1c6afcd1f9,35765,1731595233113, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=367f9543bd55c4de93e7f8a883c9319d, server=da1c6afcd1f9,35765,1731595233113 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-14T14:41:59,401 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731595315055.367f9543bd55c4de93e7f8a883c9319d., hostname=da1c6afcd1f9,35765,1731595233113, seqNum=5 because the exception is null or not the one we care about 2024-11-14T14:41:59,457 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35765 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=367f9543bd55c4de93e7f8a883c9319d, server=da1c6afcd1f9,35765,1731595233113 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-14T14:41:59,457 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35765 {}] ipc.CallRunner(138): callId: 17 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:50278 deadline: 1731595379446, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=367f9543bd55c4de93e7f8a883c9319d, server=da1c6afcd1f9,35765,1731595233113 2024-11-14T14:41:59,458 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35765 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=367f9543bd55c4de93e7f8a883c9319d, server=da1c6afcd1f9,35765,1731595233113 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-14T14:41:59,458 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35765 {}] ipc.CallRunner(138): callId: 18 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:50240 deadline: 1731595379446, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=367f9543bd55c4de93e7f8a883c9319d, server=da1c6afcd1f9,35765,1731595233113 2024-11-14T14:41:59,458 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731595315055.367f9543bd55c4de93e7f8a883c9319d., hostname=da1c6afcd1f9,35765,1731595233113, seqNum=5 , the old value is region=TestAcidGuarantees,,1731595315055.367f9543bd55c4de93e7f8a883c9319d., hostname=da1c6afcd1f9,35765,1731595233113, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=367f9543bd55c4de93e7f8a883c9319d, server=da1c6afcd1f9,35765,1731595233113 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-14T14:41:59,458 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731595315055.367f9543bd55c4de93e7f8a883c9319d., hostname=da1c6afcd1f9,35765,1731595233113, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=367f9543bd55c4de93e7f8a883c9319d, server=da1c6afcd1f9,35765,1731595233113 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-14T14:41:59,458 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731595315055.367f9543bd55c4de93e7f8a883c9319d., hostname=da1c6afcd1f9,35765,1731595233113, seqNum=5 because the exception is null or not the one we care about 2024-11-14T14:41:59,458 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731595315055.367f9543bd55c4de93e7f8a883c9319d., hostname=da1c6afcd1f9,35765,1731595233113, seqNum=5 , the old value is region=TestAcidGuarantees,,1731595315055.367f9543bd55c4de93e7f8a883c9319d., hostname=da1c6afcd1f9,35765,1731595233113, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=367f9543bd55c4de93e7f8a883c9319d, server=da1c6afcd1f9,35765,1731595233113 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-14T14:41:59,458 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731595315055.367f9543bd55c4de93e7f8a883c9319d., hostname=da1c6afcd1f9,35765,1731595233113, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=367f9543bd55c4de93e7f8a883c9319d, server=da1c6afcd1f9,35765,1731595233113 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-14T14:41:59,458 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731595315055.367f9543bd55c4de93e7f8a883c9319d., hostname=da1c6afcd1f9,35765,1731595233113, seqNum=5 because the exception is null or not the one we care about 2024-11-14T14:41:59,484 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=17.89 KB at sequenceid=15 (bloomFilter=true), to=hdfs://localhost:34345/user/jenkins/test-data/14d118ee-a83a-b09b-5913-1a58940a5db1/data/default/TestAcidGuarantees/367f9543bd55c4de93e7f8a883c9319d/.tmp/C/da2551c988d04528ab868489248bdab3 2024-11-14T14:41:59,491 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:34345/user/jenkins/test-data/14d118ee-a83a-b09b-5913-1a58940a5db1/data/default/TestAcidGuarantees/367f9543bd55c4de93e7f8a883c9319d/.tmp/A/70bbc904c1f9429a94764fc5b4d69c06 as hdfs://localhost:34345/user/jenkins/test-data/14d118ee-a83a-b09b-5913-1a58940a5db1/data/default/TestAcidGuarantees/367f9543bd55c4de93e7f8a883c9319d/A/70bbc904c1f9429a94764fc5b4d69c06 2024-11-14T14:41:59,495 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:34345/user/jenkins/test-data/14d118ee-a83a-b09b-5913-1a58940a5db1/data/default/TestAcidGuarantees/367f9543bd55c4de93e7f8a883c9319d/A/70bbc904c1f9429a94764fc5b4d69c06, entries=250, sequenceid=15, filesize=47.0 K 2024-11-14T14:41:59,496 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:34345/user/jenkins/test-data/14d118ee-a83a-b09b-5913-1a58940a5db1/data/default/TestAcidGuarantees/367f9543bd55c4de93e7f8a883c9319d/.tmp/B/aed49bafe7894ad28168f6488ea9c610 as hdfs://localhost:34345/user/jenkins/test-data/14d118ee-a83a-b09b-5913-1a58940a5db1/data/default/TestAcidGuarantees/367f9543bd55c4de93e7f8a883c9319d/B/aed49bafe7894ad28168f6488ea9c610 2024-11-14T14:41:59,501 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:34345/user/jenkins/test-data/14d118ee-a83a-b09b-5913-1a58940a5db1/data/default/TestAcidGuarantees/367f9543bd55c4de93e7f8a883c9319d/B/aed49bafe7894ad28168f6488ea9c610, entries=150, sequenceid=15, filesize=11.7 K 2024-11-14T14:41:59,502 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:34345/user/jenkins/test-data/14d118ee-a83a-b09b-5913-1a58940a5db1/data/default/TestAcidGuarantees/367f9543bd55c4de93e7f8a883c9319d/.tmp/C/da2551c988d04528ab868489248bdab3 as hdfs://localhost:34345/user/jenkins/test-data/14d118ee-a83a-b09b-5913-1a58940a5db1/data/default/TestAcidGuarantees/367f9543bd55c4de93e7f8a883c9319d/C/da2551c988d04528ab868489248bdab3 2024-11-14T14:41:59,506 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:34345/user/jenkins/test-data/14d118ee-a83a-b09b-5913-1a58940a5db1/data/default/TestAcidGuarantees/367f9543bd55c4de93e7f8a883c9319d/C/da2551c988d04528ab868489248bdab3, entries=150, sequenceid=15, filesize=11.7 K 2024-11-14T14:41:59,507 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(3140): Finished flush of dataSize ~53.67 KB/54960, heapSize ~160.08 KB/163920, currentSize=127.47 KB/130530 for 367f9543bd55c4de93e7f8a883c9319d in 1332ms, sequenceid=15, compaction requested=false 2024-11-14T14:41:59,507 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2603): Flush status journal for 367f9543bd55c4de93e7f8a883c9319d: 2024-11-14T14:41:59,545 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=35765 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=104 2024-11-14T14:41:59,546 DEBUG [RS_FLUSH_OPERATIONS-regionserver/da1c6afcd1f9:0-0 {event_type=RS_FLUSH_REGIONS, pid=104}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1731595315055.367f9543bd55c4de93e7f8a883c9319d. 2024-11-14T14:41:59,546 INFO [RS_FLUSH_OPERATIONS-regionserver/da1c6afcd1f9:0-0 {event_type=RS_FLUSH_REGIONS, pid=104}] regionserver.HRegion(2902): Flushing 367f9543bd55c4de93e7f8a883c9319d 3/3 column families, dataSize=127.47 KB heapSize=355.69 KB 2024-11-14T14:41:59,546 DEBUG [RS_FLUSH_OPERATIONS-regionserver/da1c6afcd1f9:0-0 {event_type=RS_FLUSH_REGIONS, pid=104}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 367f9543bd55c4de93e7f8a883c9319d, store=A 2024-11-14T14:41:59,546 DEBUG [RS_FLUSH_OPERATIONS-regionserver/da1c6afcd1f9:0-0 {event_type=RS_FLUSH_REGIONS, pid=104}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=2, new segment=null 2024-11-14T14:41:59,546 DEBUG [RS_FLUSH_OPERATIONS-regionserver/da1c6afcd1f9:0-0 {event_type=RS_FLUSH_REGIONS, pid=104}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 367f9543bd55c4de93e7f8a883c9319d, store=B 2024-11-14T14:41:59,546 DEBUG [RS_FLUSH_OPERATIONS-regionserver/da1c6afcd1f9:0-0 {event_type=RS_FLUSH_REGIONS, pid=104}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=2, new segment=null 2024-11-14T14:41:59,546 DEBUG [RS_FLUSH_OPERATIONS-regionserver/da1c6afcd1f9:0-0 {event_type=RS_FLUSH_REGIONS, pid=104}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 367f9543bd55c4de93e7f8a883c9319d, store=C 2024-11-14T14:41:59,546 DEBUG [RS_FLUSH_OPERATIONS-regionserver/da1c6afcd1f9:0-0 {event_type=RS_FLUSH_REGIONS, pid=104}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=2, new segment=null 2024-11-14T14:41:59,554 DEBUG [RS_FLUSH_OPERATIONS-regionserver/da1c6afcd1f9:0-0 {event_type=RS_FLUSH_REGIONS, pid=104}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:34345/user/jenkins/test-data/14d118ee-a83a-b09b-5913-1a58940a5db1/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e20241114d7b2d5a95a1444c086053bdda6320787_367f9543bd55c4de93e7f8a883c9319d is 50, key is test_row_0/A:col10/1731595318281/Put/seqid=0 2024-11-14T14:41:59,559 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36699 is added to blk_1073742151_1327 (size=12154) 2024-11-14T14:41:59,960 DEBUG [RS_FLUSH_OPERATIONS-regionserver/da1c6afcd1f9:0-0 {event_type=RS_FLUSH_REGIONS, pid=104}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T14:41:59,964 INFO [RS_FLUSH_OPERATIONS-regionserver/da1c6afcd1f9:0-0 {event_type=RS_FLUSH_REGIONS, pid=104}] regionserver.HMobStore(268): FLUSH Renaming flushed file from hdfs://localhost:34345/user/jenkins/test-data/14d118ee-a83a-b09b-5913-1a58940a5db1/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e20241114d7b2d5a95a1444c086053bdda6320787_367f9543bd55c4de93e7f8a883c9319d to hdfs://localhost:34345/user/jenkins/test-data/14d118ee-a83a-b09b-5913-1a58940a5db1/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e20241114d7b2d5a95a1444c086053bdda6320787_367f9543bd55c4de93e7f8a883c9319d 2024-11-14T14:41:59,965 DEBUG [RS_FLUSH_OPERATIONS-regionserver/da1c6afcd1f9:0-0 {event_type=RS_FLUSH_REGIONS, pid=104}] mob.DefaultMobStoreFlusher(263): Flush store file: hdfs://localhost:34345/user/jenkins/test-data/14d118ee-a83a-b09b-5913-1a58940a5db1/data/default/TestAcidGuarantees/367f9543bd55c4de93e7f8a883c9319d/.tmp/A/79f07291695847e5ad2a468cc05e7ab3, store: [table=TestAcidGuarantees family=A region=367f9543bd55c4de93e7f8a883c9319d] 2024-11-14T14:41:59,966 DEBUG [RS_FLUSH_OPERATIONS-regionserver/da1c6afcd1f9:0-0 {event_type=RS_FLUSH_REGIONS, pid=104}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:34345/user/jenkins/test-data/14d118ee-a83a-b09b-5913-1a58940a5db1/data/default/TestAcidGuarantees/367f9543bd55c4de93e7f8a883c9319d/.tmp/A/79f07291695847e5ad2a468cc05e7ab3 is 175, key is test_row_0/A:col10/1731595318281/Put/seqid=0 2024-11-14T14:41:59,969 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36699 is added to blk_1073742152_1328 (size=30955) 2024-11-14T14:42:00,144 WARN [HBase-Metrics2-1 {}] impl.MetricsConfig(138): Cannot locate configuration: tried hadoop-metrics2-hbase.properties,hadoop-metrics2.properties 2024-11-14T14:42:00,316 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45145 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=103 2024-11-14T14:42:00,370 INFO [RS_FLUSH_OPERATIONS-regionserver/da1c6afcd1f9:0-0 {event_type=RS_FLUSH_REGIONS, pid=104}] mob.DefaultMobStoreFlusher(147): Mob store is flushed, sequenceid=49, memsize=42.5 K, hasBloomFilter=true, into tmp file hdfs://localhost:34345/user/jenkins/test-data/14d118ee-a83a-b09b-5913-1a58940a5db1/data/default/TestAcidGuarantees/367f9543bd55c4de93e7f8a883c9319d/.tmp/A/79f07291695847e5ad2a468cc05e7ab3 2024-11-14T14:42:00,379 DEBUG [RS_FLUSH_OPERATIONS-regionserver/da1c6afcd1f9:0-0 {event_type=RS_FLUSH_REGIONS, pid=104}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:34345/user/jenkins/test-data/14d118ee-a83a-b09b-5913-1a58940a5db1/data/default/TestAcidGuarantees/367f9543bd55c4de93e7f8a883c9319d/.tmp/B/84c2273aeccf41579a2a9e25195b31cf is 50, key is test_row_0/B:col10/1731595318281/Put/seqid=0 2024-11-14T14:42:00,383 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36699 is added to blk_1073742153_1329 (size=12001) 2024-11-14T14:42:00,409 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35765 {}] regionserver.HRegion(8855): Flush requested on 367f9543bd55c4de93e7f8a883c9319d 2024-11-14T14:42:00,409 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1731595315055.367f9543bd55c4de93e7f8a883c9319d. as already flushing 2024-11-14T14:42:00,440 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35765 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=367f9543bd55c4de93e7f8a883c9319d, server=da1c6afcd1f9,35765,1731595233113 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-14T14:42:00,440 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35765 {}] ipc.CallRunner(138): callId: 15 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:50194 deadline: 1731595380426, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=367f9543bd55c4de93e7f8a883c9319d, server=da1c6afcd1f9,35765,1731595233113 2024-11-14T14:42:00,440 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731595315055.367f9543bd55c4de93e7f8a883c9319d., hostname=da1c6afcd1f9,35765,1731595233113, seqNum=5 , the old value is region=TestAcidGuarantees,,1731595315055.367f9543bd55c4de93e7f8a883c9319d., hostname=da1c6afcd1f9,35765,1731595233113, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=367f9543bd55c4de93e7f8a883c9319d, server=da1c6afcd1f9,35765,1731595233113 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-14T14:42:00,440 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731595315055.367f9543bd55c4de93e7f8a883c9319d., hostname=da1c6afcd1f9,35765,1731595233113, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=367f9543bd55c4de93e7f8a883c9319d, server=da1c6afcd1f9,35765,1731595233113 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-14T14:42:00,440 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35765 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=367f9543bd55c4de93e7f8a883c9319d, server=da1c6afcd1f9,35765,1731595233113 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-14T14:42:00,440 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731595315055.367f9543bd55c4de93e7f8a883c9319d., hostname=da1c6afcd1f9,35765,1731595233113, seqNum=5 because the exception is null or not the one we care about 2024-11-14T14:42:00,440 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35765 {}] ipc.CallRunner(138): callId: 13 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:50294 deadline: 1731595380434, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=367f9543bd55c4de93e7f8a883c9319d, server=da1c6afcd1f9,35765,1731595233113 2024-11-14T14:42:00,441 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731595315055.367f9543bd55c4de93e7f8a883c9319d., hostname=da1c6afcd1f9,35765,1731595233113, seqNum=5 , the old value is region=TestAcidGuarantees,,1731595315055.367f9543bd55c4de93e7f8a883c9319d., hostname=da1c6afcd1f9,35765,1731595233113, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=367f9543bd55c4de93e7f8a883c9319d, server=da1c6afcd1f9,35765,1731595233113 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-14T14:42:00,441 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731595315055.367f9543bd55c4de93e7f8a883c9319d., hostname=da1c6afcd1f9,35765,1731595233113, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=367f9543bd55c4de93e7f8a883c9319d, server=da1c6afcd1f9,35765,1731595233113 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-14T14:42:00,441 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731595315055.367f9543bd55c4de93e7f8a883c9319d., hostname=da1c6afcd1f9,35765,1731595233113, seqNum=5 because the exception is null or not the one we care about 2024-11-14T14:42:00,453 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35765 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=367f9543bd55c4de93e7f8a883c9319d, server=da1c6afcd1f9,35765,1731595233113 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-14T14:42:00,453 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35765 {}] ipc.CallRunner(138): callId: 12 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:50266 deadline: 1731595380438, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=367f9543bd55c4de93e7f8a883c9319d, server=da1c6afcd1f9,35765,1731595233113 2024-11-14T14:42:00,453 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731595315055.367f9543bd55c4de93e7f8a883c9319d., hostname=da1c6afcd1f9,35765,1731595233113, seqNum=5 , the old value is region=TestAcidGuarantees,,1731595315055.367f9543bd55c4de93e7f8a883c9319d., hostname=da1c6afcd1f9,35765,1731595233113, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=367f9543bd55c4de93e7f8a883c9319d, server=da1c6afcd1f9,35765,1731595233113 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-14T14:42:00,453 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731595315055.367f9543bd55c4de93e7f8a883c9319d., hostname=da1c6afcd1f9,35765,1731595233113, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=367f9543bd55c4de93e7f8a883c9319d, server=da1c6afcd1f9,35765,1731595233113 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-14T14:42:00,454 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731595315055.367f9543bd55c4de93e7f8a883c9319d., hostname=da1c6afcd1f9,35765,1731595233113, seqNum=5 because the exception is null or not the one we care about 2024-11-14T14:42:00,471 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35765 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=367f9543bd55c4de93e7f8a883c9319d, server=da1c6afcd1f9,35765,1731595233113 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-14T14:42:00,471 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35765 {}] ipc.CallRunner(138): callId: 18 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:50278 deadline: 1731595380466, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=367f9543bd55c4de93e7f8a883c9319d, server=da1c6afcd1f9,35765,1731595233113 2024-11-14T14:42:00,471 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35765 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=367f9543bd55c4de93e7f8a883c9319d, server=da1c6afcd1f9,35765,1731595233113 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-14T14:42:00,471 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35765 {}] ipc.CallRunner(138): callId: 19 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:50240 deadline: 1731595380466, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=367f9543bd55c4de93e7f8a883c9319d, server=da1c6afcd1f9,35765,1731595233113 2024-11-14T14:42:00,471 WARN [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRpcRetryingCaller(177): Call to da1c6afcd1f9,35765,1731595233113 for 'test_row_0' in 367f9543bd55c4de93e7f8a883c9319d of TestAcidGuarantees failed, tries = 6, maxAttempts = 16, timeout = 1200000 ms, time elapsed = 2192 ms org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=367f9543bd55c4de93e7f8a883c9319d, server=da1c6afcd1f9,35765,1731595233113 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) at jdk.internal.reflect.GeneratedConstructorAccessor39.newInstance(Unknown Source) ~[?:?] at jdk.internal.reflect.DelegatingConstructorAccessorImpl.newInstance(DelegatingConstructorAccessorImpl.java:45) ~[?:?] at java.lang.reflect.Constructor.newInstanceWithCaller(Constructor.java:499) ~[?:?] at java.lang.reflect.Constructor.newInstance(Constructor.java:480) ~[?:?] at org.apache.hadoop.hbase.ipc.RemoteWithExtrasException.instantiateException(RemoteWithExtrasException.java:110) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RemoteWithExtrasException.unwrapRemoteException(RemoteWithExtrasException.java:100) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.client.ConnectionUtils.translateException(ConnectionUtils.java:219) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRpcRetryingCaller.onError(AsyncRpcRetryingCaller.java:165) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.lambda$call$4(AsyncSingleRequestRpcRetryingCaller.java:86) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.lambda$addListener$0(FutureUtils.java:71) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:863) ~[?:?] at java.util.concurrent.CompletableFuture$UniWhenComplete.tryFire(CompletableFuture.java:841) ~[?:?] at java.util.concurrent.CompletableFuture.postComplete(CompletableFuture.java:510) ~[?:?] at java.util.concurrent.CompletableFuture.completeExceptionally(CompletableFuture.java:2162) ~[?:?] at org.apache.hadoop.hbase.client.ConnectionUtils$2.run(ConnectionUtils.java:625) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hbase.thirdparty.com.google.protobuf.RpcUtil$1.run(RpcUtil.java:56) ~[hbase-shaded-protobuf-4.1.9.jar:4.1.9] at org.apache.hbase.thirdparty.com.google.protobuf.RpcUtil$1.run(RpcUtil.java:47) ~[hbase-shaded-protobuf-4.1.9.jar:4.1.9] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.onCallFinished(AbstractRpcClient.java:397) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:430) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:425) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.callComplete(Call.java:117) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.setException(Call.java:132) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcConnection.readResponse(RpcConnection.java:457) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.NettyRpcDuplexHandler.readResponse(NettyRpcDuplexHandler.java:125) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.NettyRpcDuplexHandler.channelRead(NettyRpcDuplexHandler.java:140) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:442) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.handler.codec.ByteToMessageDecoder.fireChannelRead(ByteToMessageDecoder.java:346) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.handler.codec.ByteToMessageDecoder.channelRead(ByteToMessageDecoder.java:318) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:444) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.handler.timeout.IdleStateHandler.channelRead(IdleStateHandler.java:289) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:442) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline$HeadContext.channelRead(DefaultChannelPipeline.java:1357) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:440) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline.fireChannelRead(DefaultChannelPipeline.java:868) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.AbstractNioByteChannel$NioByteUnsafe.read(AbstractNioByteChannel.java:166) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.processSelectedKey(NioEventLoop.java:788) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.processSelectedKeysOptimized(NioEventLoop.java:724) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.processSelectedKeys(NioEventLoop.java:650) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:562) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) ~[hbase-shaded-netty-4.1.9.jar:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] Caused by: org.apache.hadoop.hbase.ipc.RemoteWithExtrasException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=367f9543bd55c4de93e7f8a883c9319d, server=da1c6afcd1f9,35765,1731595233113 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) at org.apache.hadoop.hbase.ipc.AbstractRpcClient.onCallFinished(AbstractRpcClient.java:392) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] ... 32 more 2024-11-14T14:42:00,472 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731595315055.367f9543bd55c4de93e7f8a883c9319d., hostname=da1c6afcd1f9,35765,1731595233113, seqNum=5 , the old value is region=TestAcidGuarantees,,1731595315055.367f9543bd55c4de93e7f8a883c9319d., hostname=da1c6afcd1f9,35765,1731595233113, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=367f9543bd55c4de93e7f8a883c9319d, server=da1c6afcd1f9,35765,1731595233113 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-14T14:42:00,472 WARN [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRpcRetryingCaller(177): Call to da1c6afcd1f9,35765,1731595233113 for 'test_row_0' in 367f9543bd55c4de93e7f8a883c9319d of TestAcidGuarantees failed, tries = 6, maxAttempts = 16, timeout = 1200000 ms, time elapsed = 2189 ms org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=367f9543bd55c4de93e7f8a883c9319d, server=da1c6afcd1f9,35765,1731595233113 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) at jdk.internal.reflect.GeneratedConstructorAccessor39.newInstance(Unknown Source) ~[?:?] at jdk.internal.reflect.DelegatingConstructorAccessorImpl.newInstance(DelegatingConstructorAccessorImpl.java:45) ~[?:?] at java.lang.reflect.Constructor.newInstanceWithCaller(Constructor.java:499) ~[?:?] at java.lang.reflect.Constructor.newInstance(Constructor.java:480) ~[?:?] at org.apache.hadoop.hbase.ipc.RemoteWithExtrasException.instantiateException(RemoteWithExtrasException.java:110) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RemoteWithExtrasException.unwrapRemoteException(RemoteWithExtrasException.java:100) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.client.ConnectionUtils.translateException(ConnectionUtils.java:219) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRpcRetryingCaller.onError(AsyncRpcRetryingCaller.java:165) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.lambda$call$4(AsyncSingleRequestRpcRetryingCaller.java:86) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.lambda$addListener$0(FutureUtils.java:71) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:863) ~[?:?] at java.util.concurrent.CompletableFuture$UniWhenComplete.tryFire(CompletableFuture.java:841) ~[?:?] at java.util.concurrent.CompletableFuture.postComplete(CompletableFuture.java:510) ~[?:?] at java.util.concurrent.CompletableFuture.completeExceptionally(CompletableFuture.java:2162) ~[?:?] at org.apache.hadoop.hbase.client.ConnectionUtils$2.run(ConnectionUtils.java:625) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hbase.thirdparty.com.google.protobuf.RpcUtil$1.run(RpcUtil.java:56) ~[hbase-shaded-protobuf-4.1.9.jar:4.1.9] at org.apache.hbase.thirdparty.com.google.protobuf.RpcUtil$1.run(RpcUtil.java:47) ~[hbase-shaded-protobuf-4.1.9.jar:4.1.9] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.onCallFinished(AbstractRpcClient.java:397) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:430) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:425) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.callComplete(Call.java:117) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.setException(Call.java:132) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcConnection.readResponse(RpcConnection.java:457) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.NettyRpcDuplexHandler.readResponse(NettyRpcDuplexHandler.java:125) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.NettyRpcDuplexHandler.channelRead(NettyRpcDuplexHandler.java:140) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:442) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.handler.codec.ByteToMessageDecoder.fireChannelRead(ByteToMessageDecoder.java:346) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.handler.codec.ByteToMessageDecoder.channelRead(ByteToMessageDecoder.java:318) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:444) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.handler.timeout.IdleStateHandler.channelRead(IdleStateHandler.java:289) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:442) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline$HeadContext.channelRead(DefaultChannelPipeline.java:1357) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:440) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline.fireChannelRead(DefaultChannelPipeline.java:868) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.AbstractNioByteChannel$NioByteUnsafe.read(AbstractNioByteChannel.java:166) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.processSelectedKey(NioEventLoop.java:788) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.processSelectedKeysOptimized(NioEventLoop.java:724) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.processSelectedKeys(NioEventLoop.java:650) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:562) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) ~[hbase-shaded-netty-4.1.9.jar:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] Caused by: org.apache.hadoop.hbase.ipc.RemoteWithExtrasException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=367f9543bd55c4de93e7f8a883c9319d, server=da1c6afcd1f9,35765,1731595233113 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) at org.apache.hadoop.hbase.ipc.AbstractRpcClient.onCallFinished(AbstractRpcClient.java:392) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] ... 32 more 2024-11-14T14:42:00,472 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731595315055.367f9543bd55c4de93e7f8a883c9319d., hostname=da1c6afcd1f9,35765,1731595233113, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=367f9543bd55c4de93e7f8a883c9319d, server=da1c6afcd1f9,35765,1731595233113 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-14T14:42:00,472 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731595315055.367f9543bd55c4de93e7f8a883c9319d., hostname=da1c6afcd1f9,35765,1731595233113, seqNum=5 because the exception is null or not the one we care about 2024-11-14T14:42:00,472 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731595315055.367f9543bd55c4de93e7f8a883c9319d., hostname=da1c6afcd1f9,35765,1731595233113, seqNum=5 , the old value is region=TestAcidGuarantees,,1731595315055.367f9543bd55c4de93e7f8a883c9319d., hostname=da1c6afcd1f9,35765,1731595233113, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=367f9543bd55c4de93e7f8a883c9319d, server=da1c6afcd1f9,35765,1731595233113 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-14T14:42:00,472 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731595315055.367f9543bd55c4de93e7f8a883c9319d., hostname=da1c6afcd1f9,35765,1731595233113, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=367f9543bd55c4de93e7f8a883c9319d, server=da1c6afcd1f9,35765,1731595233113 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-14T14:42:00,472 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731595315055.367f9543bd55c4de93e7f8a883c9319d., hostname=da1c6afcd1f9,35765,1731595233113, seqNum=5 because the exception is null or not the one we care about 2024-11-14T14:42:00,553 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35765 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=367f9543bd55c4de93e7f8a883c9319d, server=da1c6afcd1f9,35765,1731595233113 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-14T14:42:00,553 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35765 {}] ipc.CallRunner(138): callId: 16 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:50194 deadline: 1731595380546, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=367f9543bd55c4de93e7f8a883c9319d, server=da1c6afcd1f9,35765,1731595233113 2024-11-14T14:42:00,553 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35765 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=367f9543bd55c4de93e7f8a883c9319d, server=da1c6afcd1f9,35765,1731595233113 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-14T14:42:00,553 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731595315055.367f9543bd55c4de93e7f8a883c9319d., hostname=da1c6afcd1f9,35765,1731595233113, seqNum=5 , the old value is region=TestAcidGuarantees,,1731595315055.367f9543bd55c4de93e7f8a883c9319d., hostname=da1c6afcd1f9,35765,1731595233113, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=367f9543bd55c4de93e7f8a883c9319d, server=da1c6afcd1f9,35765,1731595233113 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-14T14:42:00,553 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731595315055.367f9543bd55c4de93e7f8a883c9319d., hostname=da1c6afcd1f9,35765,1731595233113, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=367f9543bd55c4de93e7f8a883c9319d, server=da1c6afcd1f9,35765,1731595233113 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-14T14:42:00,553 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35765 {}] ipc.CallRunner(138): callId: 14 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:50294 deadline: 1731595380546, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=367f9543bd55c4de93e7f8a883c9319d, server=da1c6afcd1f9,35765,1731595233113 2024-11-14T14:42:00,553 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731595315055.367f9543bd55c4de93e7f8a883c9319d., hostname=da1c6afcd1f9,35765,1731595233113, seqNum=5 because the exception is null or not the one we care about 2024-11-14T14:42:00,553 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731595315055.367f9543bd55c4de93e7f8a883c9319d., hostname=da1c6afcd1f9,35765,1731595233113, seqNum=5 , the old value is region=TestAcidGuarantees,,1731595315055.367f9543bd55c4de93e7f8a883c9319d., hostname=da1c6afcd1f9,35765,1731595233113, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=367f9543bd55c4de93e7f8a883c9319d, server=da1c6afcd1f9,35765,1731595233113 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-14T14:42:00,554 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731595315055.367f9543bd55c4de93e7f8a883c9319d., hostname=da1c6afcd1f9,35765,1731595233113, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=367f9543bd55c4de93e7f8a883c9319d, server=da1c6afcd1f9,35765,1731595233113 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-14T14:42:00,554 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731595315055.367f9543bd55c4de93e7f8a883c9319d., hostname=da1c6afcd1f9,35765,1731595233113, seqNum=5 because the exception is null or not the one we care about 2024-11-14T14:42:00,567 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35765 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=367f9543bd55c4de93e7f8a883c9319d, server=da1c6afcd1f9,35765,1731595233113 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-14T14:42:00,567 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35765 {}] ipc.CallRunner(138): callId: 13 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:50266 deadline: 1731595380556, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=367f9543bd55c4de93e7f8a883c9319d, server=da1c6afcd1f9,35765,1731595233113 2024-11-14T14:42:00,567 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731595315055.367f9543bd55c4de93e7f8a883c9319d., hostname=da1c6afcd1f9,35765,1731595233113, seqNum=5 , the old value is region=TestAcidGuarantees,,1731595315055.367f9543bd55c4de93e7f8a883c9319d., hostname=da1c6afcd1f9,35765,1731595233113, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=367f9543bd55c4de93e7f8a883c9319d, server=da1c6afcd1f9,35765,1731595233113 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-14T14:42:00,567 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731595315055.367f9543bd55c4de93e7f8a883c9319d., hostname=da1c6afcd1f9,35765,1731595233113, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=367f9543bd55c4de93e7f8a883c9319d, server=da1c6afcd1f9,35765,1731595233113 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-14T14:42:00,567 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731595315055.367f9543bd55c4de93e7f8a883c9319d., hostname=da1c6afcd1f9,35765,1731595233113, seqNum=5 because the exception is null or not the one we care about 2024-11-14T14:42:00,765 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35765 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=367f9543bd55c4de93e7f8a883c9319d, server=da1c6afcd1f9,35765,1731595233113 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-14T14:42:00,765 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35765 {}] ipc.CallRunner(138): callId: 17 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:50194 deadline: 1731595380756, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=367f9543bd55c4de93e7f8a883c9319d, server=da1c6afcd1f9,35765,1731595233113 2024-11-14T14:42:00,765 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35765 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=367f9543bd55c4de93e7f8a883c9319d, server=da1c6afcd1f9,35765,1731595233113 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-14T14:42:00,765 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731595315055.367f9543bd55c4de93e7f8a883c9319d., hostname=da1c6afcd1f9,35765,1731595233113, seqNum=5 , the old value is region=TestAcidGuarantees,,1731595315055.367f9543bd55c4de93e7f8a883c9319d., hostname=da1c6afcd1f9,35765,1731595233113, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=367f9543bd55c4de93e7f8a883c9319d, server=da1c6afcd1f9,35765,1731595233113 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-14T14:42:00,765 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731595315055.367f9543bd55c4de93e7f8a883c9319d., hostname=da1c6afcd1f9,35765,1731595233113, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=367f9543bd55c4de93e7f8a883c9319d, server=da1c6afcd1f9,35765,1731595233113 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-14T14:42:00,765 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35765 {}] ipc.CallRunner(138): callId: 15 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:50294 deadline: 1731595380756, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=367f9543bd55c4de93e7f8a883c9319d, server=da1c6afcd1f9,35765,1731595233113 2024-11-14T14:42:00,765 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731595315055.367f9543bd55c4de93e7f8a883c9319d., hostname=da1c6afcd1f9,35765,1731595233113, seqNum=5 because the exception is null or not the one we care about 2024-11-14T14:42:00,766 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731595315055.367f9543bd55c4de93e7f8a883c9319d., hostname=da1c6afcd1f9,35765,1731595233113, seqNum=5 , the old value is region=TestAcidGuarantees,,1731595315055.367f9543bd55c4de93e7f8a883c9319d., hostname=da1c6afcd1f9,35765,1731595233113, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=367f9543bd55c4de93e7f8a883c9319d, server=da1c6afcd1f9,35765,1731595233113 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-14T14:42:00,766 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731595315055.367f9543bd55c4de93e7f8a883c9319d., hostname=da1c6afcd1f9,35765,1731595233113, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=367f9543bd55c4de93e7f8a883c9319d, server=da1c6afcd1f9,35765,1731595233113 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-14T14:42:00,766 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731595315055.367f9543bd55c4de93e7f8a883c9319d., hostname=da1c6afcd1f9,35765,1731595233113, seqNum=5 because the exception is null or not the one we care about 2024-11-14T14:42:00,783 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35765 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=367f9543bd55c4de93e7f8a883c9319d, server=da1c6afcd1f9,35765,1731595233113 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-14T14:42:00,783 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35765 {}] ipc.CallRunner(138): callId: 14 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:50266 deadline: 1731595380776, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=367f9543bd55c4de93e7f8a883c9319d, server=da1c6afcd1f9,35765,1731595233113 2024-11-14T14:42:00,783 INFO [RS_FLUSH_OPERATIONS-regionserver/da1c6afcd1f9:0-0 {event_type=RS_FLUSH_REGIONS, pid=104}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=42.49 KB at sequenceid=49 (bloomFilter=true), to=hdfs://localhost:34345/user/jenkins/test-data/14d118ee-a83a-b09b-5913-1a58940a5db1/data/default/TestAcidGuarantees/367f9543bd55c4de93e7f8a883c9319d/.tmp/B/84c2273aeccf41579a2a9e25195b31cf 2024-11-14T14:42:00,783 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731595315055.367f9543bd55c4de93e7f8a883c9319d., hostname=da1c6afcd1f9,35765,1731595233113, seqNum=5 , the old value is region=TestAcidGuarantees,,1731595315055.367f9543bd55c4de93e7f8a883c9319d., hostname=da1c6afcd1f9,35765,1731595233113, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=367f9543bd55c4de93e7f8a883c9319d, server=da1c6afcd1f9,35765,1731595233113 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-14T14:42:00,784 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731595315055.367f9543bd55c4de93e7f8a883c9319d., hostname=da1c6afcd1f9,35765,1731595233113, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=367f9543bd55c4de93e7f8a883c9319d, server=da1c6afcd1f9,35765,1731595233113 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-14T14:42:00,784 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731595315055.367f9543bd55c4de93e7f8a883c9319d., hostname=da1c6afcd1f9,35765,1731595233113, seqNum=5 because the exception is null or not the one we care about 2024-11-14T14:42:00,791 DEBUG [RS_FLUSH_OPERATIONS-regionserver/da1c6afcd1f9:0-0 {event_type=RS_FLUSH_REGIONS, pid=104}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:34345/user/jenkins/test-data/14d118ee-a83a-b09b-5913-1a58940a5db1/data/default/TestAcidGuarantees/367f9543bd55c4de93e7f8a883c9319d/.tmp/C/03ccdf0ca33d4fa3a88e7fd9925bd344 is 50, key is test_row_0/C:col10/1731595318281/Put/seqid=0 2024-11-14T14:42:00,794 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36699 is added to blk_1073742154_1330 (size=12001) 2024-11-14T14:42:00,795 INFO [RS_FLUSH_OPERATIONS-regionserver/da1c6afcd1f9:0-0 {event_type=RS_FLUSH_REGIONS, pid=104}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=42.49 KB at sequenceid=49 (bloomFilter=true), to=hdfs://localhost:34345/user/jenkins/test-data/14d118ee-a83a-b09b-5913-1a58940a5db1/data/default/TestAcidGuarantees/367f9543bd55c4de93e7f8a883c9319d/.tmp/C/03ccdf0ca33d4fa3a88e7fd9925bd344 2024-11-14T14:42:00,799 DEBUG [RS_FLUSH_OPERATIONS-regionserver/da1c6afcd1f9:0-0 {event_type=RS_FLUSH_REGIONS, pid=104}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:34345/user/jenkins/test-data/14d118ee-a83a-b09b-5913-1a58940a5db1/data/default/TestAcidGuarantees/367f9543bd55c4de93e7f8a883c9319d/.tmp/A/79f07291695847e5ad2a468cc05e7ab3 as hdfs://localhost:34345/user/jenkins/test-data/14d118ee-a83a-b09b-5913-1a58940a5db1/data/default/TestAcidGuarantees/367f9543bd55c4de93e7f8a883c9319d/A/79f07291695847e5ad2a468cc05e7ab3 2024-11-14T14:42:00,802 INFO [RS_FLUSH_OPERATIONS-regionserver/da1c6afcd1f9:0-0 {event_type=RS_FLUSH_REGIONS, pid=104}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:34345/user/jenkins/test-data/14d118ee-a83a-b09b-5913-1a58940a5db1/data/default/TestAcidGuarantees/367f9543bd55c4de93e7f8a883c9319d/A/79f07291695847e5ad2a468cc05e7ab3, entries=150, sequenceid=49, filesize=30.2 K 2024-11-14T14:42:00,803 DEBUG [RS_FLUSH_OPERATIONS-regionserver/da1c6afcd1f9:0-0 {event_type=RS_FLUSH_REGIONS, pid=104}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:34345/user/jenkins/test-data/14d118ee-a83a-b09b-5913-1a58940a5db1/data/default/TestAcidGuarantees/367f9543bd55c4de93e7f8a883c9319d/.tmp/B/84c2273aeccf41579a2a9e25195b31cf as hdfs://localhost:34345/user/jenkins/test-data/14d118ee-a83a-b09b-5913-1a58940a5db1/data/default/TestAcidGuarantees/367f9543bd55c4de93e7f8a883c9319d/B/84c2273aeccf41579a2a9e25195b31cf 2024-11-14T14:42:00,806 INFO [RS_FLUSH_OPERATIONS-regionserver/da1c6afcd1f9:0-0 {event_type=RS_FLUSH_REGIONS, pid=104}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:34345/user/jenkins/test-data/14d118ee-a83a-b09b-5913-1a58940a5db1/data/default/TestAcidGuarantees/367f9543bd55c4de93e7f8a883c9319d/B/84c2273aeccf41579a2a9e25195b31cf, entries=150, sequenceid=49, filesize=11.7 K 2024-11-14T14:42:00,811 DEBUG [RS_FLUSH_OPERATIONS-regionserver/da1c6afcd1f9:0-0 {event_type=RS_FLUSH_REGIONS, pid=104}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:34345/user/jenkins/test-data/14d118ee-a83a-b09b-5913-1a58940a5db1/data/default/TestAcidGuarantees/367f9543bd55c4de93e7f8a883c9319d/.tmp/C/03ccdf0ca33d4fa3a88e7fd9925bd344 as hdfs://localhost:34345/user/jenkins/test-data/14d118ee-a83a-b09b-5913-1a58940a5db1/data/default/TestAcidGuarantees/367f9543bd55c4de93e7f8a883c9319d/C/03ccdf0ca33d4fa3a88e7fd9925bd344 2024-11-14T14:42:00,817 INFO [RS_FLUSH_OPERATIONS-regionserver/da1c6afcd1f9:0-0 {event_type=RS_FLUSH_REGIONS, pid=104}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:34345/user/jenkins/test-data/14d118ee-a83a-b09b-5913-1a58940a5db1/data/default/TestAcidGuarantees/367f9543bd55c4de93e7f8a883c9319d/C/03ccdf0ca33d4fa3a88e7fd9925bd344, entries=150, sequenceid=49, filesize=11.7 K 2024-11-14T14:42:00,818 INFO [RS_FLUSH_OPERATIONS-regionserver/da1c6afcd1f9:0-0 {event_type=RS_FLUSH_REGIONS, pid=104}] regionserver.HRegion(3140): Finished flush of dataSize ~127.47 KB/130530, heapSize ~355.64 KB/364176, currentSize=53.67 KB/54960 for 367f9543bd55c4de93e7f8a883c9319d in 1272ms, sequenceid=49, compaction requested=false 2024-11-14T14:42:00,818 DEBUG [RS_FLUSH_OPERATIONS-regionserver/da1c6afcd1f9:0-0 {event_type=RS_FLUSH_REGIONS, pid=104}] regionserver.HRegion(2603): Flush status journal for 367f9543bd55c4de93e7f8a883c9319d: 2024-11-14T14:42:00,818 DEBUG [RS_FLUSH_OPERATIONS-regionserver/da1c6afcd1f9:0-0 {event_type=RS_FLUSH_REGIONS, pid=104}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1731595315055.367f9543bd55c4de93e7f8a883c9319d. 2024-11-14T14:42:00,819 DEBUG [RS_FLUSH_OPERATIONS-regionserver/da1c6afcd1f9:0-0 {event_type=RS_FLUSH_REGIONS, pid=104}] regionserver.RemoteProcedureResultReporter(62): Successfully complete execution of pid=104 2024-11-14T14:42:00,819 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45145 {}] master.HMaster(4169): Remote procedure done, pid=104 2024-11-14T14:42:00,823 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=104, resume processing ppid=103 2024-11-14T14:42:00,823 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1521): Finished pid=104, ppid=103, state=SUCCESS, hasLock=false; org.apache.hadoop.hbase.master.procedure.FlushRegionProcedure in 2.6520 sec 2024-11-14T14:42:00,825 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1521): Finished pid=103, state=SUCCESS, hasLock=false; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=103, table=TestAcidGuarantees in 2.6630 sec 2024-11-14T14:42:01,081 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35765 {}] regionserver.HRegion(8855): Flush requested on 367f9543bd55c4de93e7f8a883c9319d 2024-11-14T14:42:01,081 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(2902): Flushing 367f9543bd55c4de93e7f8a883c9319d 3/3 column families, dataSize=60.38 KB heapSize=180.05 KB 2024-11-14T14:42:01,081 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 367f9543bd55c4de93e7f8a883c9319d, store=A 2024-11-14T14:42:01,081 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-14T14:42:01,081 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 367f9543bd55c4de93e7f8a883c9319d, store=B 2024-11-14T14:42:01,081 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-14T14:42:01,082 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 367f9543bd55c4de93e7f8a883c9319d, store=C 2024-11-14T14:42:01,082 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-14T14:42:01,089 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:34345/user/jenkins/test-data/14d118ee-a83a-b09b-5913-1a58940a5db1/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e202411149fb3c731347c4588809c2eff08c8f49f_367f9543bd55c4de93e7f8a883c9319d is 50, key is test_row_0/A:col10/1731595320423/Put/seqid=0 2024-11-14T14:42:01,092 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36699 is added to blk_1073742155_1331 (size=14594) 2024-11-14T14:42:01,140 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35765 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=367f9543bd55c4de93e7f8a883c9319d, server=da1c6afcd1f9,35765,1731595233113 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-14T14:42:01,141 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35765 {}] ipc.CallRunner(138): callId: 22 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:50294 deadline: 1731595381131, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=367f9543bd55c4de93e7f8a883c9319d, server=da1c6afcd1f9,35765,1731595233113 2024-11-14T14:42:01,141 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35765 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=367f9543bd55c4de93e7f8a883c9319d, server=da1c6afcd1f9,35765,1731595233113 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-14T14:42:01,141 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731595315055.367f9543bd55c4de93e7f8a883c9319d., hostname=da1c6afcd1f9,35765,1731595233113, seqNum=5 , the old value is region=TestAcidGuarantees,,1731595315055.367f9543bd55c4de93e7f8a883c9319d., hostname=da1c6afcd1f9,35765,1731595233113, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=367f9543bd55c4de93e7f8a883c9319d, server=da1c6afcd1f9,35765,1731595233113 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-14T14:42:01,141 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35765 {}] ipc.CallRunner(138): callId: 20 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:50266 deadline: 1731595381139, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=367f9543bd55c4de93e7f8a883c9319d, server=da1c6afcd1f9,35765,1731595233113 2024-11-14T14:42:01,141 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731595315055.367f9543bd55c4de93e7f8a883c9319d., hostname=da1c6afcd1f9,35765,1731595233113, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=367f9543bd55c4de93e7f8a883c9319d, server=da1c6afcd1f9,35765,1731595233113 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-14T14:42:01,141 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731595315055.367f9543bd55c4de93e7f8a883c9319d., hostname=da1c6afcd1f9,35765,1731595233113, seqNum=5 because the exception is null or not the one we care about 2024-11-14T14:42:01,141 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731595315055.367f9543bd55c4de93e7f8a883c9319d., hostname=da1c6afcd1f9,35765,1731595233113, seqNum=5 , the old value is region=TestAcidGuarantees,,1731595315055.367f9543bd55c4de93e7f8a883c9319d., hostname=da1c6afcd1f9,35765,1731595233113, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=367f9543bd55c4de93e7f8a883c9319d, server=da1c6afcd1f9,35765,1731595233113 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-14T14:42:01,141 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731595315055.367f9543bd55c4de93e7f8a883c9319d., hostname=da1c6afcd1f9,35765,1731595233113, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=367f9543bd55c4de93e7f8a883c9319d, server=da1c6afcd1f9,35765,1731595233113 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-14T14:42:01,141 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731595315055.367f9543bd55c4de93e7f8a883c9319d., hostname=da1c6afcd1f9,35765,1731595233113, seqNum=5 because the exception is null or not the one we care about 2024-11-14T14:42:01,150 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35765 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=367f9543bd55c4de93e7f8a883c9319d, server=da1c6afcd1f9,35765,1731595233113 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-14T14:42:01,150 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35765 {}] ipc.CallRunner(138): callId: 25 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:50194 deadline: 1731595381141, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=367f9543bd55c4de93e7f8a883c9319d, server=da1c6afcd1f9,35765,1731595233113 2024-11-14T14:42:01,150 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731595315055.367f9543bd55c4de93e7f8a883c9319d., hostname=da1c6afcd1f9,35765,1731595233113, seqNum=5 , the old value is region=TestAcidGuarantees,,1731595315055.367f9543bd55c4de93e7f8a883c9319d., hostname=da1c6afcd1f9,35765,1731595233113, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=367f9543bd55c4de93e7f8a883c9319d, server=da1c6afcd1f9,35765,1731595233113 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-14T14:42:01,150 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731595315055.367f9543bd55c4de93e7f8a883c9319d., hostname=da1c6afcd1f9,35765,1731595233113, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=367f9543bd55c4de93e7f8a883c9319d, server=da1c6afcd1f9,35765,1731595233113 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-14T14:42:01,150 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731595315055.367f9543bd55c4de93e7f8a883c9319d., hostname=da1c6afcd1f9,35765,1731595233113, seqNum=5 because the exception is null or not the one we care about 2024-11-14T14:42:01,249 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35765 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=367f9543bd55c4de93e7f8a883c9319d, server=da1c6afcd1f9,35765,1731595233113 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-14T14:42:01,249 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35765 {}] ipc.CallRunner(138): callId: 23 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:50294 deadline: 1731595381246, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=367f9543bd55c4de93e7f8a883c9319d, server=da1c6afcd1f9,35765,1731595233113 2024-11-14T14:42:01,249 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35765 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=367f9543bd55c4de93e7f8a883c9319d, server=da1c6afcd1f9,35765,1731595233113 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-14T14:42:01,249 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731595315055.367f9543bd55c4de93e7f8a883c9319d., hostname=da1c6afcd1f9,35765,1731595233113, seqNum=5 , the old value is region=TestAcidGuarantees,,1731595315055.367f9543bd55c4de93e7f8a883c9319d., hostname=da1c6afcd1f9,35765,1731595233113, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=367f9543bd55c4de93e7f8a883c9319d, server=da1c6afcd1f9,35765,1731595233113 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-14T14:42:01,250 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35765 {}] ipc.CallRunner(138): callId: 21 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:50266 deadline: 1731595381246, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=367f9543bd55c4de93e7f8a883c9319d, server=da1c6afcd1f9,35765,1731595233113 2024-11-14T14:42:01,250 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731595315055.367f9543bd55c4de93e7f8a883c9319d., hostname=da1c6afcd1f9,35765,1731595233113, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=367f9543bd55c4de93e7f8a883c9319d, server=da1c6afcd1f9,35765,1731595233113 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-14T14:42:01,250 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731595315055.367f9543bd55c4de93e7f8a883c9319d., hostname=da1c6afcd1f9,35765,1731595233113, seqNum=5 because the exception is null or not the one we care about 2024-11-14T14:42:01,250 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731595315055.367f9543bd55c4de93e7f8a883c9319d., hostname=da1c6afcd1f9,35765,1731595233113, seqNum=5 , the old value is region=TestAcidGuarantees,,1731595315055.367f9543bd55c4de93e7f8a883c9319d., hostname=da1c6afcd1f9,35765,1731595233113, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=367f9543bd55c4de93e7f8a883c9319d, server=da1c6afcd1f9,35765,1731595233113 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-14T14:42:01,250 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731595315055.367f9543bd55c4de93e7f8a883c9319d., hostname=da1c6afcd1f9,35765,1731595233113, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=367f9543bd55c4de93e7f8a883c9319d, server=da1c6afcd1f9,35765,1731595233113 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-14T14:42:01,250 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731595315055.367f9543bd55c4de93e7f8a883c9319d., hostname=da1c6afcd1f9,35765,1731595233113, seqNum=5 because the exception is null or not the one we care about 2024-11-14T14:42:01,260 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35765 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=367f9543bd55c4de93e7f8a883c9319d, server=da1c6afcd1f9,35765,1731595233113 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-14T14:42:01,260 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35765 {}] ipc.CallRunner(138): callId: 26 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:50194 deadline: 1731595381256, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=367f9543bd55c4de93e7f8a883c9319d, server=da1c6afcd1f9,35765,1731595233113 2024-11-14T14:42:01,260 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731595315055.367f9543bd55c4de93e7f8a883c9319d., hostname=da1c6afcd1f9,35765,1731595233113, seqNum=5 , the old value is region=TestAcidGuarantees,,1731595315055.367f9543bd55c4de93e7f8a883c9319d., hostname=da1c6afcd1f9,35765,1731595233113, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=367f9543bd55c4de93e7f8a883c9319d, server=da1c6afcd1f9,35765,1731595233113 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-14T14:42:01,260 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731595315055.367f9543bd55c4de93e7f8a883c9319d., hostname=da1c6afcd1f9,35765,1731595233113, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=367f9543bd55c4de93e7f8a883c9319d, server=da1c6afcd1f9,35765,1731595233113 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-14T14:42:01,260 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731595315055.367f9543bd55c4de93e7f8a883c9319d., hostname=da1c6afcd1f9,35765,1731595233113, seqNum=5 because the exception is null or not the one we care about 2024-11-14T14:42:01,280 DEBUG [FsDatasetAsyncDiskServiceFixer {}] hbase.HBaseTestingUtil$FsDatasetAsyncDiskServiceFixer(597): NoSuchFieldException: threadGroup; It might because your Hadoop version > 3.2.3 or 3.3.4, See HBASE-27595 for details. 2024-11-14T14:42:01,463 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35765 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=367f9543bd55c4de93e7f8a883c9319d, server=da1c6afcd1f9,35765,1731595233113 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-14T14:42:01,463 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35765 {}] ipc.CallRunner(138): callId: 24 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:50294 deadline: 1731595381456, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=367f9543bd55c4de93e7f8a883c9319d, server=da1c6afcd1f9,35765,1731595233113 2024-11-14T14:42:01,463 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35765 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=367f9543bd55c4de93e7f8a883c9319d, server=da1c6afcd1f9,35765,1731595233113 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-14T14:42:01,463 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731595315055.367f9543bd55c4de93e7f8a883c9319d., hostname=da1c6afcd1f9,35765,1731595233113, seqNum=5 , the old value is region=TestAcidGuarantees,,1731595315055.367f9543bd55c4de93e7f8a883c9319d., hostname=da1c6afcd1f9,35765,1731595233113, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=367f9543bd55c4de93e7f8a883c9319d, server=da1c6afcd1f9,35765,1731595233113 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-14T14:42:01,463 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35765 {}] ipc.CallRunner(138): callId: 22 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:50266 deadline: 1731595381456, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=367f9543bd55c4de93e7f8a883c9319d, server=da1c6afcd1f9,35765,1731595233113 2024-11-14T14:42:01,463 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731595315055.367f9543bd55c4de93e7f8a883c9319d., hostname=da1c6afcd1f9,35765,1731595233113, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=367f9543bd55c4de93e7f8a883c9319d, server=da1c6afcd1f9,35765,1731595233113 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-14T14:42:01,463 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731595315055.367f9543bd55c4de93e7f8a883c9319d., hostname=da1c6afcd1f9,35765,1731595233113, seqNum=5 because the exception is null or not the one we care about 2024-11-14T14:42:01,464 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731595315055.367f9543bd55c4de93e7f8a883c9319d., hostname=da1c6afcd1f9,35765,1731595233113, seqNum=5 , the old value is region=TestAcidGuarantees,,1731595315055.367f9543bd55c4de93e7f8a883c9319d., hostname=da1c6afcd1f9,35765,1731595233113, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=367f9543bd55c4de93e7f8a883c9319d, server=da1c6afcd1f9,35765,1731595233113 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-14T14:42:01,464 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731595315055.367f9543bd55c4de93e7f8a883c9319d., hostname=da1c6afcd1f9,35765,1731595233113, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=367f9543bd55c4de93e7f8a883c9319d, server=da1c6afcd1f9,35765,1731595233113 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-14T14:42:01,464 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731595315055.367f9543bd55c4de93e7f8a883c9319d., hostname=da1c6afcd1f9,35765,1731595233113, seqNum=5 because the exception is null or not the one we care about 2024-11-14T14:42:01,475 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35765 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=367f9543bd55c4de93e7f8a883c9319d, server=da1c6afcd1f9,35765,1731595233113 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-14T14:42:01,475 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35765 {}] ipc.CallRunner(138): callId: 27 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:50194 deadline: 1731595381465, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=367f9543bd55c4de93e7f8a883c9319d, server=da1c6afcd1f9,35765,1731595233113 2024-11-14T14:42:01,475 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731595315055.367f9543bd55c4de93e7f8a883c9319d., hostname=da1c6afcd1f9,35765,1731595233113, seqNum=5 , the old value is region=TestAcidGuarantees,,1731595315055.367f9543bd55c4de93e7f8a883c9319d., hostname=da1c6afcd1f9,35765,1731595233113, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=367f9543bd55c4de93e7f8a883c9319d, server=da1c6afcd1f9,35765,1731595233113 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-14T14:42:01,475 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731595315055.367f9543bd55c4de93e7f8a883c9319d., hostname=da1c6afcd1f9,35765,1731595233113, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=367f9543bd55c4de93e7f8a883c9319d, server=da1c6afcd1f9,35765,1731595233113 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-14T14:42:01,475 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731595315055.367f9543bd55c4de93e7f8a883c9319d., hostname=da1c6afcd1f9,35765,1731595233113, seqNum=5 because the exception is null or not the one we care about 2024-11-14T14:42:01,493 DEBUG [MemStoreFlusher.0 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T14:42:01,496 INFO [MemStoreFlusher.0 {}] regionserver.HMobStore(268): FLUSH Renaming flushed file from hdfs://localhost:34345/user/jenkins/test-data/14d118ee-a83a-b09b-5913-1a58940a5db1/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e202411149fb3c731347c4588809c2eff08c8f49f_367f9543bd55c4de93e7f8a883c9319d to hdfs://localhost:34345/user/jenkins/test-data/14d118ee-a83a-b09b-5913-1a58940a5db1/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e202411149fb3c731347c4588809c2eff08c8f49f_367f9543bd55c4de93e7f8a883c9319d 2024-11-14T14:42:01,497 DEBUG [MemStoreFlusher.0 {}] mob.DefaultMobStoreFlusher(263): Flush store file: hdfs://localhost:34345/user/jenkins/test-data/14d118ee-a83a-b09b-5913-1a58940a5db1/data/default/TestAcidGuarantees/367f9543bd55c4de93e7f8a883c9319d/.tmp/A/cf88d78dd0294be086f7d84c0e634ccf, store: [table=TestAcidGuarantees family=A region=367f9543bd55c4de93e7f8a883c9319d] 2024-11-14T14:42:01,498 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:34345/user/jenkins/test-data/14d118ee-a83a-b09b-5913-1a58940a5db1/data/default/TestAcidGuarantees/367f9543bd55c4de93e7f8a883c9319d/.tmp/A/cf88d78dd0294be086f7d84c0e634ccf is 175, key is test_row_0/A:col10/1731595320423/Put/seqid=0 2024-11-14T14:42:01,501 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36699 is added to blk_1073742156_1332 (size=39549) 2024-11-14T14:42:01,769 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35765 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=367f9543bd55c4de93e7f8a883c9319d, server=da1c6afcd1f9,35765,1731595233113 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-14T14:42:01,770 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35765 {}] ipc.CallRunner(138): callId: 25 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:50294 deadline: 1731595381766, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=367f9543bd55c4de93e7f8a883c9319d, server=da1c6afcd1f9,35765,1731595233113 2024-11-14T14:42:01,770 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35765 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=367f9543bd55c4de93e7f8a883c9319d, server=da1c6afcd1f9,35765,1731595233113 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-14T14:42:01,770 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731595315055.367f9543bd55c4de93e7f8a883c9319d., hostname=da1c6afcd1f9,35765,1731595233113, seqNum=5 , the old value is region=TestAcidGuarantees,,1731595315055.367f9543bd55c4de93e7f8a883c9319d., hostname=da1c6afcd1f9,35765,1731595233113, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=367f9543bd55c4de93e7f8a883c9319d, server=da1c6afcd1f9,35765,1731595233113 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-14T14:42:01,770 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35765 {}] ipc.CallRunner(138): callId: 23 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:50266 deadline: 1731595381766, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=367f9543bd55c4de93e7f8a883c9319d, server=da1c6afcd1f9,35765,1731595233113 2024-11-14T14:42:01,770 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731595315055.367f9543bd55c4de93e7f8a883c9319d., hostname=da1c6afcd1f9,35765,1731595233113, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=367f9543bd55c4de93e7f8a883c9319d, server=da1c6afcd1f9,35765,1731595233113 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-14T14:42:01,770 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731595315055.367f9543bd55c4de93e7f8a883c9319d., hostname=da1c6afcd1f9,35765,1731595233113, seqNum=5 because the exception is null or not the one we care about 2024-11-14T14:42:01,770 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731595315055.367f9543bd55c4de93e7f8a883c9319d., hostname=da1c6afcd1f9,35765,1731595233113, seqNum=5 , the old value is region=TestAcidGuarantees,,1731595315055.367f9543bd55c4de93e7f8a883c9319d., hostname=da1c6afcd1f9,35765,1731595233113, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=367f9543bd55c4de93e7f8a883c9319d, server=da1c6afcd1f9,35765,1731595233113 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-14T14:42:01,770 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731595315055.367f9543bd55c4de93e7f8a883c9319d., hostname=da1c6afcd1f9,35765,1731595233113, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=367f9543bd55c4de93e7f8a883c9319d, server=da1c6afcd1f9,35765,1731595233113 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-14T14:42:01,770 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731595315055.367f9543bd55c4de93e7f8a883c9319d., hostname=da1c6afcd1f9,35765,1731595233113, seqNum=5 because the exception is null or not the one we care about 2024-11-14T14:42:01,792 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35765 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=367f9543bd55c4de93e7f8a883c9319d, server=da1c6afcd1f9,35765,1731595233113 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-14T14:42:01,792 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35765 {}] ipc.CallRunner(138): callId: 28 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:50194 deadline: 1731595381786, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=367f9543bd55c4de93e7f8a883c9319d, server=da1c6afcd1f9,35765,1731595233113 2024-11-14T14:42:01,792 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731595315055.367f9543bd55c4de93e7f8a883c9319d., hostname=da1c6afcd1f9,35765,1731595233113, seqNum=5 , the old value is region=TestAcidGuarantees,,1731595315055.367f9543bd55c4de93e7f8a883c9319d., hostname=da1c6afcd1f9,35765,1731595233113, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=367f9543bd55c4de93e7f8a883c9319d, server=da1c6afcd1f9,35765,1731595233113 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-14T14:42:01,792 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731595315055.367f9543bd55c4de93e7f8a883c9319d., hostname=da1c6afcd1f9,35765,1731595233113, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=367f9543bd55c4de93e7f8a883c9319d, server=da1c6afcd1f9,35765,1731595233113 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-14T14:42:01,792 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731595315055.367f9543bd55c4de93e7f8a883c9319d., hostname=da1c6afcd1f9,35765,1731595233113, seqNum=5 because the exception is null or not the one we care about 2024-11-14T14:42:01,902 INFO [MemStoreFlusher.0 {}] mob.DefaultMobStoreFlusher(147): Mob store is flushed, sequenceid=61, memsize=20.1 K, hasBloomFilter=true, into tmp file hdfs://localhost:34345/user/jenkins/test-data/14d118ee-a83a-b09b-5913-1a58940a5db1/data/default/TestAcidGuarantees/367f9543bd55c4de93e7f8a883c9319d/.tmp/A/cf88d78dd0294be086f7d84c0e634ccf 2024-11-14T14:42:01,913 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:34345/user/jenkins/test-data/14d118ee-a83a-b09b-5913-1a58940a5db1/data/default/TestAcidGuarantees/367f9543bd55c4de93e7f8a883c9319d/.tmp/B/a27e457aa4924968ae20f7591f0d5939 is 50, key is test_row_0/B:col10/1731595320423/Put/seqid=0 2024-11-14T14:42:01,917 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36699 is added to blk_1073742157_1333 (size=12001) 2024-11-14T14:42:02,282 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35765 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=367f9543bd55c4de93e7f8a883c9319d, server=da1c6afcd1f9,35765,1731595233113 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-14T14:42:02,282 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35765 {}] ipc.CallRunner(138): callId: 26 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:50294 deadline: 1731595382276, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=367f9543bd55c4de93e7f8a883c9319d, server=da1c6afcd1f9,35765,1731595233113 2024-11-14T14:42:02,282 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731595315055.367f9543bd55c4de93e7f8a883c9319d., hostname=da1c6afcd1f9,35765,1731595233113, seqNum=5 , the old value is region=TestAcidGuarantees,,1731595315055.367f9543bd55c4de93e7f8a883c9319d., hostname=da1c6afcd1f9,35765,1731595233113, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=367f9543bd55c4de93e7f8a883c9319d, server=da1c6afcd1f9,35765,1731595233113 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-14T14:42:02,282 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35765 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=367f9543bd55c4de93e7f8a883c9319d, server=da1c6afcd1f9,35765,1731595233113 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-14T14:42:02,282 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731595315055.367f9543bd55c4de93e7f8a883c9319d., hostname=da1c6afcd1f9,35765,1731595233113, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=367f9543bd55c4de93e7f8a883c9319d, server=da1c6afcd1f9,35765,1731595233113 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-14T14:42:02,282 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731595315055.367f9543bd55c4de93e7f8a883c9319d., hostname=da1c6afcd1f9,35765,1731595233113, seqNum=5 because the exception is null or not the one we care about 2024-11-14T14:42:02,282 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35765 {}] ipc.CallRunner(138): callId: 24 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:50266 deadline: 1731595382276, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=367f9543bd55c4de93e7f8a883c9319d, server=da1c6afcd1f9,35765,1731595233113 2024-11-14T14:42:02,283 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731595315055.367f9543bd55c4de93e7f8a883c9319d., hostname=da1c6afcd1f9,35765,1731595233113, seqNum=5 , the old value is region=TestAcidGuarantees,,1731595315055.367f9543bd55c4de93e7f8a883c9319d., hostname=da1c6afcd1f9,35765,1731595233113, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=367f9543bd55c4de93e7f8a883c9319d, server=da1c6afcd1f9,35765,1731595233113 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-14T14:42:02,283 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731595315055.367f9543bd55c4de93e7f8a883c9319d., hostname=da1c6afcd1f9,35765,1731595233113, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=367f9543bd55c4de93e7f8a883c9319d, server=da1c6afcd1f9,35765,1731595233113 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-14T14:42:02,283 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731595315055.367f9543bd55c4de93e7f8a883c9319d., hostname=da1c6afcd1f9,35765,1731595233113, seqNum=5 because the exception is null or not the one we care about 2024-11-14T14:42:02,304 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35765 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=367f9543bd55c4de93e7f8a883c9319d, server=da1c6afcd1f9,35765,1731595233113 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-14T14:42:02,304 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35765 {}] ipc.CallRunner(138): callId: 29 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:50194 deadline: 1731595382296, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=367f9543bd55c4de93e7f8a883c9319d, server=da1c6afcd1f9,35765,1731595233113 2024-11-14T14:42:02,304 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731595315055.367f9543bd55c4de93e7f8a883c9319d., hostname=da1c6afcd1f9,35765,1731595233113, seqNum=5 , the old value is region=TestAcidGuarantees,,1731595315055.367f9543bd55c4de93e7f8a883c9319d., hostname=da1c6afcd1f9,35765,1731595233113, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=367f9543bd55c4de93e7f8a883c9319d, server=da1c6afcd1f9,35765,1731595233113 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-14T14:42:02,304 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731595315055.367f9543bd55c4de93e7f8a883c9319d., hostname=da1c6afcd1f9,35765,1731595233113, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=367f9543bd55c4de93e7f8a883c9319d, server=da1c6afcd1f9,35765,1731595233113 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-14T14:42:02,304 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731595315055.367f9543bd55c4de93e7f8a883c9319d., hostname=da1c6afcd1f9,35765,1731595233113, seqNum=5 because the exception is null or not the one we care about 2024-11-14T14:42:02,318 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=20.13 KB at sequenceid=61 (bloomFilter=true), to=hdfs://localhost:34345/user/jenkins/test-data/14d118ee-a83a-b09b-5913-1a58940a5db1/data/default/TestAcidGuarantees/367f9543bd55c4de93e7f8a883c9319d/.tmp/B/a27e457aa4924968ae20f7591f0d5939 2024-11-14T14:42:02,326 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:34345/user/jenkins/test-data/14d118ee-a83a-b09b-5913-1a58940a5db1/data/default/TestAcidGuarantees/367f9543bd55c4de93e7f8a883c9319d/.tmp/C/6638ec2e74874880b88ad1203ff21dbe is 50, key is test_row_0/C:col10/1731595320423/Put/seqid=0 2024-11-14T14:42:02,332 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36699 is added to blk_1073742158_1334 (size=12001) 2024-11-14T14:42:02,336 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45145 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=103 2024-11-14T14:42:02,336 INFO [RPCClient-NioEventLoopGroup-4-8 {}] client.RawAsyncHBaseAdmin$TableProcedureBiConsumer(2721): Operation: FLUSH, Table Name: default:TestAcidGuarantees completed 2024-11-14T14:42:02,337 INFO [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45145 {}] master.HMaster$22(4506): Client=jenkins//172.17.0.2 flush TestAcidGuarantees 2024-11-14T14:42:02,338 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45145 {}] procedure2.ProcedureExecutor(1139): Stored pid=105, state=RUNNABLE:FLUSH_TABLE_PREPARE, hasLock=false; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=105, table=TestAcidGuarantees 2024-11-14T14:42:02,339 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45145 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=105 2024-11-14T14:42:02,340 INFO [PEWorker-2 {}] procedure.FlushTableProcedure(91): pid=105, state=RUNNABLE:FLUSH_TABLE_PREPARE, hasLock=true; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=105, table=TestAcidGuarantees execute state=FLUSH_TABLE_PREPARE 2024-11-14T14:42:02,341 INFO [PEWorker-2 {}] procedure.FlushTableProcedure(91): pid=105, state=RUNNABLE:FLUSH_TABLE_FLUSH_REGIONS, hasLock=true; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=105, table=TestAcidGuarantees execute state=FLUSH_TABLE_FLUSH_REGIONS 2024-11-14T14:42:02,341 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=106, ppid=105, state=RUNNABLE, hasLock=false; org.apache.hadoop.hbase.master.procedure.FlushRegionProcedure}] 2024-11-14T14:42:02,446 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45145 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=105 2024-11-14T14:42:02,494 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=35765 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=106 2024-11-14T14:42:02,494 DEBUG [RS_FLUSH_OPERATIONS-regionserver/da1c6afcd1f9:0-1 {event_type=RS_FLUSH_REGIONS, pid=106}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1731595315055.367f9543bd55c4de93e7f8a883c9319d. 2024-11-14T14:42:02,494 DEBUG [RS_FLUSH_OPERATIONS-regionserver/da1c6afcd1f9:0-1 {event_type=RS_FLUSH_REGIONS, pid=106}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1731595315055.367f9543bd55c4de93e7f8a883c9319d. as already flushing 2024-11-14T14:42:02,494 DEBUG [RS_FLUSH_OPERATIONS-regionserver/da1c6afcd1f9:0-1 {event_type=RS_FLUSH_REGIONS, pid=106}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1731595315055.367f9543bd55c4de93e7f8a883c9319d. 2024-11-14T14:42:02,494 ERROR [RS_FLUSH_OPERATIONS-regionserver/da1c6afcd1f9:0-1 {event_type=RS_FLUSH_REGIONS, pid=106}] handler.RSProcedureHandler(58): pid=106 java.io.IOException: Unable to complete flush {ENCODED => 367f9543bd55c4de93e7f8a883c9319d, NAME => 'TestAcidGuarantees,,1731595315055.367f9543bd55c4de93e7f8a883c9319d.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-14T14:42:02,494 DEBUG [RS_FLUSH_OPERATIONS-regionserver/da1c6afcd1f9:0-1 {event_type=RS_FLUSH_REGIONS, pid=106}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=106 java.io.IOException: Unable to complete flush {ENCODED => 367f9543bd55c4de93e7f8a883c9319d, NAME => 'TestAcidGuarantees,,1731595315055.367f9543bd55c4de93e7f8a883c9319d.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-14T14:42:02,495 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35765 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=367f9543bd55c4de93e7f8a883c9319d, server=da1c6afcd1f9,35765,1731595233113 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-14T14:42:02,495 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35765 {}] ipc.CallRunner(138): callId: 19 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:50278 deadline: 1731595382486, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=367f9543bd55c4de93e7f8a883c9319d, server=da1c6afcd1f9,35765,1731595233113 2024-11-14T14:42:02,495 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45145 {}] master.HMaster(4177): Remote procedure failed, pid=106 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 367f9543bd55c4de93e7f8a883c9319d, NAME => 'TestAcidGuarantees,,1731595315055.367f9543bd55c4de93e7f8a883c9319d.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$5(MasterRpcServices.java:2580) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2575) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 367f9543bd55c4de93e7f8a883c9319d, NAME => 'TestAcidGuarantees,,1731595315055.367f9543bd55c4de93e7f8a883c9319d.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-14T14:42:02,495 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35765 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=367f9543bd55c4de93e7f8a883c9319d, server=da1c6afcd1f9,35765,1731595233113 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-14T14:42:02,495 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35765 {}] ipc.CallRunner(138): callId: 20 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:50240 deadline: 1731595382486, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=367f9543bd55c4de93e7f8a883c9319d, server=da1c6afcd1f9,35765,1731595233113 2024-11-14T14:42:02,495 WARN [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRpcRetryingCaller(177): Call to da1c6afcd1f9,35765,1731595233113 for 'test_row_0' in 367f9543bd55c4de93e7f8a883c9319d of TestAcidGuarantees failed, tries = 7, maxAttempts = 16, timeout = 1200000 ms, time elapsed = 4216 ms org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=367f9543bd55c4de93e7f8a883c9319d, server=da1c6afcd1f9,35765,1731595233113 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) at jdk.internal.reflect.GeneratedConstructorAccessor39.newInstance(Unknown Source) ~[?:?] at jdk.internal.reflect.DelegatingConstructorAccessorImpl.newInstance(DelegatingConstructorAccessorImpl.java:45) ~[?:?] at java.lang.reflect.Constructor.newInstanceWithCaller(Constructor.java:499) ~[?:?] at java.lang.reflect.Constructor.newInstance(Constructor.java:480) ~[?:?] at org.apache.hadoop.hbase.ipc.RemoteWithExtrasException.instantiateException(RemoteWithExtrasException.java:110) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RemoteWithExtrasException.unwrapRemoteException(RemoteWithExtrasException.java:100) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.client.ConnectionUtils.translateException(ConnectionUtils.java:219) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRpcRetryingCaller.onError(AsyncRpcRetryingCaller.java:165) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.lambda$call$4(AsyncSingleRequestRpcRetryingCaller.java:86) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.lambda$addListener$0(FutureUtils.java:71) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:863) ~[?:?] at java.util.concurrent.CompletableFuture$UniWhenComplete.tryFire(CompletableFuture.java:841) ~[?:?] at java.util.concurrent.CompletableFuture.postComplete(CompletableFuture.java:510) ~[?:?] at java.util.concurrent.CompletableFuture.completeExceptionally(CompletableFuture.java:2162) ~[?:?] at org.apache.hadoop.hbase.client.ConnectionUtils$2.run(ConnectionUtils.java:625) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hbase.thirdparty.com.google.protobuf.RpcUtil$1.run(RpcUtil.java:56) ~[hbase-shaded-protobuf-4.1.9.jar:4.1.9] at org.apache.hbase.thirdparty.com.google.protobuf.RpcUtil$1.run(RpcUtil.java:47) ~[hbase-shaded-protobuf-4.1.9.jar:4.1.9] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.onCallFinished(AbstractRpcClient.java:397) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:430) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:425) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.callComplete(Call.java:117) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.setException(Call.java:132) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcConnection.readResponse(RpcConnection.java:457) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.NettyRpcDuplexHandler.readResponse(NettyRpcDuplexHandler.java:125) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.NettyRpcDuplexHandler.channelRead(NettyRpcDuplexHandler.java:140) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:442) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.handler.codec.ByteToMessageDecoder.fireChannelRead(ByteToMessageDecoder.java:346) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.handler.codec.ByteToMessageDecoder.channelRead(ByteToMessageDecoder.java:318) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:444) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.handler.timeout.IdleStateHandler.channelRead(IdleStateHandler.java:289) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:442) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline$HeadContext.channelRead(DefaultChannelPipeline.java:1357) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:440) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline.fireChannelRead(DefaultChannelPipeline.java:868) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.AbstractNioByteChannel$NioByteUnsafe.read(AbstractNioByteChannel.java:166) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.processSelectedKey(NioEventLoop.java:788) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.processSelectedKeysOptimized(NioEventLoop.java:724) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.processSelectedKeys(NioEventLoop.java:650) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:562) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) ~[hbase-shaded-netty-4.1.9.jar:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] Caused by: org.apache.hadoop.hbase.ipc.RemoteWithExtrasException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=367f9543bd55c4de93e7f8a883c9319d, server=da1c6afcd1f9,35765,1731595233113 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) at org.apache.hadoop.hbase.ipc.AbstractRpcClient.onCallFinished(AbstractRpcClient.java:392) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] ... 32 more 2024-11-14T14:42:02,496 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731595315055.367f9543bd55c4de93e7f8a883c9319d., hostname=da1c6afcd1f9,35765,1731595233113, seqNum=5 , the old value is region=TestAcidGuarantees,,1731595315055.367f9543bd55c4de93e7f8a883c9319d., hostname=da1c6afcd1f9,35765,1731595233113, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=367f9543bd55c4de93e7f8a883c9319d, server=da1c6afcd1f9,35765,1731595233113 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-14T14:42:02,496 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731595315055.367f9543bd55c4de93e7f8a883c9319d., hostname=da1c6afcd1f9,35765,1731595233113, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=367f9543bd55c4de93e7f8a883c9319d, server=da1c6afcd1f9,35765,1731595233113 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-14T14:42:02,496 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731595315055.367f9543bd55c4de93e7f8a883c9319d., hostname=da1c6afcd1f9,35765,1731595233113, seqNum=5 because the exception is null or not the one we care about 2024-11-14T14:42:02,496 WARN [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRpcRetryingCaller(177): Call to da1c6afcd1f9,35765,1731595233113 for 'test_row_0' in 367f9543bd55c4de93e7f8a883c9319d of TestAcidGuarantees failed, tries = 7, maxAttempts = 16, timeout = 1200000 ms, time elapsed = 4213 ms org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=367f9543bd55c4de93e7f8a883c9319d, server=da1c6afcd1f9,35765,1731595233113 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) at jdk.internal.reflect.GeneratedConstructorAccessor39.newInstance(Unknown Source) ~[?:?] at jdk.internal.reflect.DelegatingConstructorAccessorImpl.newInstance(DelegatingConstructorAccessorImpl.java:45) ~[?:?] at java.lang.reflect.Constructor.newInstanceWithCaller(Constructor.java:499) ~[?:?] at java.lang.reflect.Constructor.newInstance(Constructor.java:480) ~[?:?] at org.apache.hadoop.hbase.ipc.RemoteWithExtrasException.instantiateException(RemoteWithExtrasException.java:110) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RemoteWithExtrasException.unwrapRemoteException(RemoteWithExtrasException.java:100) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.client.ConnectionUtils.translateException(ConnectionUtils.java:219) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRpcRetryingCaller.onError(AsyncRpcRetryingCaller.java:165) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.lambda$call$4(AsyncSingleRequestRpcRetryingCaller.java:86) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.lambda$addListener$0(FutureUtils.java:71) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:863) ~[?:?] at java.util.concurrent.CompletableFuture$UniWhenComplete.tryFire(CompletableFuture.java:841) ~[?:?] at java.util.concurrent.CompletableFuture.postComplete(CompletableFuture.java:510) ~[?:?] at java.util.concurrent.CompletableFuture.completeExceptionally(CompletableFuture.java:2162) ~[?:?] at org.apache.hadoop.hbase.client.ConnectionUtils$2.run(ConnectionUtils.java:625) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hbase.thirdparty.com.google.protobuf.RpcUtil$1.run(RpcUtil.java:56) ~[hbase-shaded-protobuf-4.1.9.jar:4.1.9] at org.apache.hbase.thirdparty.com.google.protobuf.RpcUtil$1.run(RpcUtil.java:47) ~[hbase-shaded-protobuf-4.1.9.jar:4.1.9] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.onCallFinished(AbstractRpcClient.java:397) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:430) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:425) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.callComplete(Call.java:117) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.setException(Call.java:132) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcConnection.readResponse(RpcConnection.java:457) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.NettyRpcDuplexHandler.readResponse(NettyRpcDuplexHandler.java:125) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.NettyRpcDuplexHandler.channelRead(NettyRpcDuplexHandler.java:140) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:442) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.handler.codec.ByteToMessageDecoder.fireChannelRead(ByteToMessageDecoder.java:346) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.handler.codec.ByteToMessageDecoder.channelRead(ByteToMessageDecoder.java:318) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:444) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.handler.timeout.IdleStateHandler.channelRead(IdleStateHandler.java:289) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:442) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline$HeadContext.channelRead(DefaultChannelPipeline.java:1357) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:440) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline.fireChannelRead(DefaultChannelPipeline.java:868) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.AbstractNioByteChannel$NioByteUnsafe.read(AbstractNioByteChannel.java:166) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.processSelectedKey(NioEventLoop.java:788) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.processSelectedKeysOptimized(NioEventLoop.java:724) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.processSelectedKeys(NioEventLoop.java:650) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:562) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) ~[hbase-shaded-netty-4.1.9.jar:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] Caused by: org.apache.hadoop.hbase.ipc.RemoteWithExtrasException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=367f9543bd55c4de93e7f8a883c9319d, server=da1c6afcd1f9,35765,1731595233113 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) at org.apache.hadoop.hbase.ipc.AbstractRpcClient.onCallFinished(AbstractRpcClient.java:392) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] ... 32 more 2024-11-14T14:42:02,497 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731595315055.367f9543bd55c4de93e7f8a883c9319d., hostname=da1c6afcd1f9,35765,1731595233113, seqNum=5 , the old value is region=TestAcidGuarantees,,1731595315055.367f9543bd55c4de93e7f8a883c9319d., hostname=da1c6afcd1f9,35765,1731595233113, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=367f9543bd55c4de93e7f8a883c9319d, server=da1c6afcd1f9,35765,1731595233113 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-14T14:42:02,497 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731595315055.367f9543bd55c4de93e7f8a883c9319d., hostname=da1c6afcd1f9,35765,1731595233113, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=367f9543bd55c4de93e7f8a883c9319d, server=da1c6afcd1f9,35765,1731595233113 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-14T14:42:02,497 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731595315055.367f9543bd55c4de93e7f8a883c9319d., hostname=da1c6afcd1f9,35765,1731595233113, seqNum=5 because the exception is null or not the one we care about 2024-11-14T14:42:02,647 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=35765 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=106 2024-11-14T14:42:02,647 DEBUG [RS_FLUSH_OPERATIONS-regionserver/da1c6afcd1f9:0-2 {event_type=RS_FLUSH_REGIONS, pid=106}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1731595315055.367f9543bd55c4de93e7f8a883c9319d. 2024-11-14T14:42:02,648 DEBUG [RS_FLUSH_OPERATIONS-regionserver/da1c6afcd1f9:0-2 {event_type=RS_FLUSH_REGIONS, pid=106}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1731595315055.367f9543bd55c4de93e7f8a883c9319d. as already flushing 2024-11-14T14:42:02,648 DEBUG [RS_FLUSH_OPERATIONS-regionserver/da1c6afcd1f9:0-2 {event_type=RS_FLUSH_REGIONS, pid=106}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1731595315055.367f9543bd55c4de93e7f8a883c9319d. 2024-11-14T14:42:02,648 ERROR [RS_FLUSH_OPERATIONS-regionserver/da1c6afcd1f9:0-2 {event_type=RS_FLUSH_REGIONS, pid=106}] handler.RSProcedureHandler(58): pid=106 java.io.IOException: Unable to complete flush {ENCODED => 367f9543bd55c4de93e7f8a883c9319d, NAME => 'TestAcidGuarantees,,1731595315055.367f9543bd55c4de93e7f8a883c9319d.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-14T14:42:02,648 DEBUG [RS_FLUSH_OPERATIONS-regionserver/da1c6afcd1f9:0-2 {event_type=RS_FLUSH_REGIONS, pid=106}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=106 java.io.IOException: Unable to complete flush {ENCODED => 367f9543bd55c4de93e7f8a883c9319d, NAME => 'TestAcidGuarantees,,1731595315055.367f9543bd55c4de93e7f8a883c9319d.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-14T14:42:02,649 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45145 {}] master.HMaster(4177): Remote procedure failed, pid=106 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 367f9543bd55c4de93e7f8a883c9319d, NAME => 'TestAcidGuarantees,,1731595315055.367f9543bd55c4de93e7f8a883c9319d.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$5(MasterRpcServices.java:2580) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2575) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 367f9543bd55c4de93e7f8a883c9319d, NAME => 'TestAcidGuarantees,,1731595315055.367f9543bd55c4de93e7f8a883c9319d.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-14T14:42:02,656 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45145 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=105 2024-11-14T14:42:02,733 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=20.13 KB at sequenceid=61 (bloomFilter=true), to=hdfs://localhost:34345/user/jenkins/test-data/14d118ee-a83a-b09b-5913-1a58940a5db1/data/default/TestAcidGuarantees/367f9543bd55c4de93e7f8a883c9319d/.tmp/C/6638ec2e74874880b88ad1203ff21dbe 2024-11-14T14:42:02,738 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:34345/user/jenkins/test-data/14d118ee-a83a-b09b-5913-1a58940a5db1/data/default/TestAcidGuarantees/367f9543bd55c4de93e7f8a883c9319d/.tmp/A/cf88d78dd0294be086f7d84c0e634ccf as hdfs://localhost:34345/user/jenkins/test-data/14d118ee-a83a-b09b-5913-1a58940a5db1/data/default/TestAcidGuarantees/367f9543bd55c4de93e7f8a883c9319d/A/cf88d78dd0294be086f7d84c0e634ccf 2024-11-14T14:42:02,743 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:34345/user/jenkins/test-data/14d118ee-a83a-b09b-5913-1a58940a5db1/data/default/TestAcidGuarantees/367f9543bd55c4de93e7f8a883c9319d/A/cf88d78dd0294be086f7d84c0e634ccf, entries=200, sequenceid=61, filesize=38.6 K 2024-11-14T14:42:02,743 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:34345/user/jenkins/test-data/14d118ee-a83a-b09b-5913-1a58940a5db1/data/default/TestAcidGuarantees/367f9543bd55c4de93e7f8a883c9319d/.tmp/B/a27e457aa4924968ae20f7591f0d5939 as hdfs://localhost:34345/user/jenkins/test-data/14d118ee-a83a-b09b-5913-1a58940a5db1/data/default/TestAcidGuarantees/367f9543bd55c4de93e7f8a883c9319d/B/a27e457aa4924968ae20f7591f0d5939 2024-11-14T14:42:02,744 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T14:42:02,747 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T14:42:02,747 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:34345/user/jenkins/test-data/14d118ee-a83a-b09b-5913-1a58940a5db1/data/default/TestAcidGuarantees/367f9543bd55c4de93e7f8a883c9319d/B/a27e457aa4924968ae20f7591f0d5939, entries=150, sequenceid=61, filesize=11.7 K 2024-11-14T14:42:02,748 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T14:42:02,748 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T14:42:02,748 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:34345/user/jenkins/test-data/14d118ee-a83a-b09b-5913-1a58940a5db1/data/default/TestAcidGuarantees/367f9543bd55c4de93e7f8a883c9319d/.tmp/C/6638ec2e74874880b88ad1203ff21dbe as hdfs://localhost:34345/user/jenkins/test-data/14d118ee-a83a-b09b-5913-1a58940a5db1/data/default/TestAcidGuarantees/367f9543bd55c4de93e7f8a883c9319d/C/6638ec2e74874880b88ad1203ff21dbe 2024-11-14T14:42:02,748 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T14:42:02,749 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T14:42:02,749 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T14:42:02,749 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T14:42:02,750 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T14:42:02,750 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T14:42:02,750 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T14:42:02,750 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T14:42:02,751 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T14:42:02,751 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T14:42:02,751 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T14:42:02,752 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T14:42:02,752 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T14:42:02,752 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T14:42:02,752 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:34345/user/jenkins/test-data/14d118ee-a83a-b09b-5913-1a58940a5db1/data/default/TestAcidGuarantees/367f9543bd55c4de93e7f8a883c9319d/C/6638ec2e74874880b88ad1203ff21dbe, entries=150, sequenceid=61, filesize=11.7 K 2024-11-14T14:42:02,752 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T14:42:02,753 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T14:42:02,753 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T14:42:02,753 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(3140): Finished flush of dataSize ~60.38 KB/61830, heapSize ~180 KB/184320, currentSize=114.05 KB/116790 for 367f9543bd55c4de93e7f8a883c9319d in 1672ms, sequenceid=61, compaction requested=true 2024-11-14T14:42:02,753 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2603): Flush status journal for 367f9543bd55c4de93e7f8a883c9319d: 2024-11-14T14:42:02,753 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T14:42:02,753 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T14:42:02,753 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store 367f9543bd55c4de93e7f8a883c9319d:A, priority=-2147483648, current under compaction store size is 1 2024-11-14T14:42:02,753 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-14T14:42:02,753 DEBUG [RS:0;da1c6afcd1f9:35765-shortCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 3 store files, 0 compacting, 3 eligible, 16 blocking 2024-11-14T14:42:02,753 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store 367f9543bd55c4de93e7f8a883c9319d:B, priority=-2147483648, current under compaction store size is 2 2024-11-14T14:42:02,753 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=1), splitQueue=0 2024-11-14T14:42:02,754 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store 367f9543bd55c4de93e7f8a883c9319d:C, priority=-2147483648, current under compaction store size is 3 2024-11-14T14:42:02,754 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=2), splitQueue=0 2024-11-14T14:42:02,754 DEBUG [RS:0;da1c6afcd1f9:35765-longCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 3 store files, 0 compacting, 3 eligible, 16 blocking 2024-11-14T14:42:02,754 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T14:42:02,754 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T14:42:02,754 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T14:42:02,754 DEBUG [RS:0;da1c6afcd1f9:35765-shortCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 3 files of size 118643 starting at candidate #0 after considering 1 permutations with 1 in ratio 2024-11-14T14:42:02,754 DEBUG [RS:0;da1c6afcd1f9:35765-shortCompactions-0 {}] regionserver.HStore(1541): 367f9543bd55c4de93e7f8a883c9319d/A is initiating minor compaction (all files) 2024-11-14T14:42:02,755 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T14:42:02,755 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T14:42:02,755 DEBUG [RS:0;da1c6afcd1f9:35765-longCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 3 files of size 36003 starting at candidate #0 after considering 1 permutations with 1 in ratio 2024-11-14T14:42:02,755 INFO [RS:0;da1c6afcd1f9:35765-shortCompactions-0 {}] regionserver.HRegion(2416): Starting compaction of 367f9543bd55c4de93e7f8a883c9319d/A in TestAcidGuarantees,,1731595315055.367f9543bd55c4de93e7f8a883c9319d. 2024-11-14T14:42:02,755 DEBUG [RS:0;da1c6afcd1f9:35765-longCompactions-0 {}] regionserver.HStore(1541): 367f9543bd55c4de93e7f8a883c9319d/B is initiating minor compaction (all files) 2024-11-14T14:42:02,755 INFO [RS:0;da1c6afcd1f9:35765-shortCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:34345/user/jenkins/test-data/14d118ee-a83a-b09b-5913-1a58940a5db1/data/default/TestAcidGuarantees/367f9543bd55c4de93e7f8a883c9319d/A/70bbc904c1f9429a94764fc5b4d69c06, hdfs://localhost:34345/user/jenkins/test-data/14d118ee-a83a-b09b-5913-1a58940a5db1/data/default/TestAcidGuarantees/367f9543bd55c4de93e7f8a883c9319d/A/79f07291695847e5ad2a468cc05e7ab3, hdfs://localhost:34345/user/jenkins/test-data/14d118ee-a83a-b09b-5913-1a58940a5db1/data/default/TestAcidGuarantees/367f9543bd55c4de93e7f8a883c9319d/A/cf88d78dd0294be086f7d84c0e634ccf] into tmpdir=hdfs://localhost:34345/user/jenkins/test-data/14d118ee-a83a-b09b-5913-1a58940a5db1/data/default/TestAcidGuarantees/367f9543bd55c4de93e7f8a883c9319d/.tmp, totalSize=115.9 K 2024-11-14T14:42:02,755 INFO [RS:0;da1c6afcd1f9:35765-longCompactions-0 {}] regionserver.HRegion(2416): Starting compaction of 367f9543bd55c4de93e7f8a883c9319d/B in TestAcidGuarantees,,1731595315055.367f9543bd55c4de93e7f8a883c9319d. 2024-11-14T14:42:02,755 INFO [RS:0;da1c6afcd1f9:35765-shortCompactions-0 {}] mob.DefaultMobStoreCompactor(181): MOB compaction: major=false isAll=true priority=13 throughput controller=DefaultCompactionThroughputController [maxThroughput=50.00 MB/second, activeCompactions=0] table=TestAcidGuarantees cf=A region=TestAcidGuarantees,,1731595315055.367f9543bd55c4de93e7f8a883c9319d. 2024-11-14T14:42:02,755 DEBUG [RS:0;da1c6afcd1f9:35765-shortCompactions-0 {}] mob.DefaultMobStoreCompactor(191): MOB compaction table=TestAcidGuarantees cf=A region=TestAcidGuarantees,,1731595315055.367f9543bd55c4de93e7f8a883c9319d. files: [hdfs://localhost:34345/user/jenkins/test-data/14d118ee-a83a-b09b-5913-1a58940a5db1/data/default/TestAcidGuarantees/367f9543bd55c4de93e7f8a883c9319d/A/70bbc904c1f9429a94764fc5b4d69c06, hdfs://localhost:34345/user/jenkins/test-data/14d118ee-a83a-b09b-5913-1a58940a5db1/data/default/TestAcidGuarantees/367f9543bd55c4de93e7f8a883c9319d/A/79f07291695847e5ad2a468cc05e7ab3, hdfs://localhost:34345/user/jenkins/test-data/14d118ee-a83a-b09b-5913-1a58940a5db1/data/default/TestAcidGuarantees/367f9543bd55c4de93e7f8a883c9319d/A/cf88d78dd0294be086f7d84c0e634ccf] 2024-11-14T14:42:02,755 INFO [RS:0;da1c6afcd1f9:35765-longCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:34345/user/jenkins/test-data/14d118ee-a83a-b09b-5913-1a58940a5db1/data/default/TestAcidGuarantees/367f9543bd55c4de93e7f8a883c9319d/B/aed49bafe7894ad28168f6488ea9c610, hdfs://localhost:34345/user/jenkins/test-data/14d118ee-a83a-b09b-5913-1a58940a5db1/data/default/TestAcidGuarantees/367f9543bd55c4de93e7f8a883c9319d/B/84c2273aeccf41579a2a9e25195b31cf, hdfs://localhost:34345/user/jenkins/test-data/14d118ee-a83a-b09b-5913-1a58940a5db1/data/default/TestAcidGuarantees/367f9543bd55c4de93e7f8a883c9319d/B/a27e457aa4924968ae20f7591f0d5939] into tmpdir=hdfs://localhost:34345/user/jenkins/test-data/14d118ee-a83a-b09b-5913-1a58940a5db1/data/default/TestAcidGuarantees/367f9543bd55c4de93e7f8a883c9319d/.tmp, totalSize=35.2 K 2024-11-14T14:42:02,755 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T14:42:02,755 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T14:42:02,755 DEBUG [RS:0;da1c6afcd1f9:35765-longCompactions-0 {}] compactions.Compactor(225): Compacting aed49bafe7894ad28168f6488ea9c610, keycount=150, bloomtype=ROW, size=11.7 K, encoding=NONE, compression=NONE, seqNum=15, earliestPutTs=1731595318171 2024-11-14T14:42:02,755 DEBUG [RS:0;da1c6afcd1f9:35765-shortCompactions-0 {}] compactions.Compactor(225): Compacting 70bbc904c1f9429a94764fc5b4d69c06, keycount=250, bloomtype=ROW, size=47.0 K, encoding=NONE, compression=NONE, seqNum=15, earliestPutTs=1731595318166 2024-11-14T14:42:02,755 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T14:42:02,756 DEBUG [RS:0;da1c6afcd1f9:35765-longCompactions-0 {}] compactions.Compactor(225): Compacting 84c2273aeccf41579a2a9e25195b31cf, keycount=150, bloomtype=ROW, size=11.7 K, encoding=NONE, compression=NONE, seqNum=49, earliestPutTs=1731595318269 2024-11-14T14:42:02,756 DEBUG [RS:0;da1c6afcd1f9:35765-shortCompactions-0 {}] compactions.Compactor(225): Compacting 79f07291695847e5ad2a468cc05e7ab3, keycount=150, bloomtype=ROW, size=30.2 K, encoding=NONE, compression=NONE, seqNum=49, earliestPutTs=1731595318269 2024-11-14T14:42:02,756 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T14:42:02,756 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T14:42:02,756 DEBUG [RS:0;da1c6afcd1f9:35765-longCompactions-0 {}] compactions.Compactor(225): Compacting a27e457aa4924968ae20f7591f0d5939, keycount=150, bloomtype=ROW, size=11.7 K, encoding=NONE, compression=NONE, seqNum=61, earliestPutTs=1731595320409 2024-11-14T14:42:02,756 DEBUG [RS:0;da1c6afcd1f9:35765-shortCompactions-0 {}] compactions.Compactor(225): Compacting cf88d78dd0294be086f7d84c0e634ccf, keycount=200, bloomtype=ROW, size=38.6 K, encoding=NONE, compression=NONE, seqNum=61, earliestPutTs=1731595320409 2024-11-14T14:42:02,756 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T14:42:02,756 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T14:42:02,757 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T14:42:02,757 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T14:42:02,757 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T14:42:02,758 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T14:42:02,758 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T14:42:02,758 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T14:42:02,758 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T14:42:02,759 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T14:42:02,759 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T14:42:02,759 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T14:42:02,759 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T14:42:02,759 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T14:42:02,760 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T14:42:02,760 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T14:42:02,760 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T14:42:02,760 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T14:42:02,761 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T14:42:02,761 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T14:42:02,761 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T14:42:02,761 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T14:42:02,762 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T14:42:02,762 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T14:42:02,762 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T14:42:02,762 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T14:42:02,762 INFO [RS:0;da1c6afcd1f9:35765-shortCompactions-0 {}] mob.DefaultMobStoreCompactor(321): Compact MOB=false optimized configured=false optimized enabled=false maximum MOB file size=1073741824 major=true store=[table=TestAcidGuarantees family=A region=367f9543bd55c4de93e7f8a883c9319d] 2024-11-14T14:42:02,762 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T14:42:02,763 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T14:42:02,763 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T14:42:02,763 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T14:42:02,763 INFO [RS:0;da1c6afcd1f9:35765-longCompactions-0 {}] throttle.PressureAwareThroughputController(145): 367f9543bd55c4de93e7f8a883c9319d#B#compaction#287 average throughput is 6.55 MB/second, slept 0 time(s) and total slept time is 0 ms. 1 active operations remaining, total limit is 50.00 MB/second 2024-11-14T14:42:02,764 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T14:42:02,764 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T14:42:02,764 DEBUG [RS:0;da1c6afcd1f9:35765-longCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:34345/user/jenkins/test-data/14d118ee-a83a-b09b-5913-1a58940a5db1/data/default/TestAcidGuarantees/367f9543bd55c4de93e7f8a883c9319d/.tmp/B/324855a5437147a4bf3432478dda0ccd is 50, key is test_row_0/B:col10/1731595320423/Put/seqid=0 2024-11-14T14:42:02,764 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T14:42:02,764 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T14:42:02,764 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T14:42:02,765 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T14:42:02,765 DEBUG [RS:0;da1c6afcd1f9:35765-shortCompactions-0 {}] mob.DefaultMobStoreCompactor(635): New MOB writer created=d41d8cd98f00b204e9800998ecf8427e20241114da0e458d1c7c4e5da27a158b92c90a31_367f9543bd55c4de93e7f8a883c9319d store=[table=TestAcidGuarantees family=A region=367f9543bd55c4de93e7f8a883c9319d] 2024-11-14T14:42:02,765 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T14:42:02,765 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T14:42:02,766 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T14:42:02,766 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T14:42:02,766 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T14:42:02,766 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T14:42:02,767 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T14:42:02,767 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T14:42:02,767 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T14:42:02,767 DEBUG [RS:0;da1c6afcd1f9:35765-shortCompactions-0 {}] mob.DefaultMobStoreCompactor(656): Commit or abort size=0 mobCells=0 major=true file=d41d8cd98f00b204e9800998ecf8427e20241114da0e458d1c7c4e5da27a158b92c90a31_367f9543bd55c4de93e7f8a883c9319d, store=[table=TestAcidGuarantees family=A region=367f9543bd55c4de93e7f8a883c9319d] 2024-11-14T14:42:02,767 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T14:42:02,767 DEBUG [RS:0;da1c6afcd1f9:35765-shortCompactions-0 {}] mob.DefaultMobStoreCompactor(667): Aborting writer for hdfs://localhost:34345/user/jenkins/test-data/14d118ee-a83a-b09b-5913-1a58940a5db1/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e20241114da0e458d1c7c4e5da27a158b92c90a31_367f9543bd55c4de93e7f8a883c9319d because there are no MOB cells, store=[table=TestAcidGuarantees family=A region=367f9543bd55c4de93e7f8a883c9319d] 2024-11-14T14:42:02,767 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T14:42:02,768 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T14:42:02,768 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36699 is added to blk_1073742159_1335 (size=12104) 2024-11-14T14:42:02,768 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T14:42:02,769 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T14:42:02,769 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T14:42:02,769 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T14:42:02,769 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T14:42:02,770 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T14:42:02,770 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T14:42:02,770 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T14:42:02,770 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T14:42:02,771 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36699 is added to blk_1073742160_1336 (size=4469) 2024-11-14T14:42:02,771 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T14:42:02,771 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T14:42:02,771 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T14:42:02,771 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T14:42:02,771 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T14:42:02,772 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T14:42:02,772 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T14:42:02,772 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T14:42:02,772 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T14:42:02,772 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T14:42:02,773 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T14:42:02,773 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T14:42:02,773 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T14:42:02,773 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T14:42:02,773 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T14:42:02,774 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T14:42:02,774 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T14:42:02,774 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T14:42:02,774 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T14:42:02,774 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T14:42:02,774 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T14:42:02,775 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T14:42:02,775 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T14:42:02,775 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T14:42:02,775 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T14:42:02,775 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T14:42:02,776 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T14:42:02,776 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T14:42:02,776 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T14:42:02,776 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T14:42:02,777 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T14:42:02,777 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T14:42:02,777 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T14:42:02,777 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T14:42:02,777 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T14:42:02,777 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T14:42:02,777 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T14:42:02,778 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T14:42:02,778 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T14:42:02,778 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T14:42:02,778 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T14:42:02,778 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T14:42:02,778 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T14:42:02,779 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T14:42:02,779 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T14:42:02,779 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T14:42:02,779 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T14:42:02,780 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T14:42:02,780 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T14:42:02,780 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T14:42:02,780 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T14:42:02,781 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T14:42:02,782 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T14:42:02,782 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T14:42:02,783 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T14:42:02,784 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T14:42:02,784 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T14:42:02,785 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T14:42:02,785 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T14:42:02,786 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T14:42:02,788 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T14:42:02,788 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T14:42:02,788 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T14:42:02,789 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T14:42:02,789 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T14:42:02,790 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T14:42:02,790 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T14:42:02,790 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T14:42:02,790 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T14:42:02,791 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T14:42:02,791 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T14:42:02,791 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T14:42:02,791 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T14:42:02,792 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T14:42:02,792 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T14:42:02,792 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T14:42:02,792 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T14:42:02,793 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T14:42:02,793 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T14:42:02,793 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T14:42:02,793 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T14:42:02,793 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T14:42:02,793 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T14:42:02,794 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T14:42:02,794 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T14:42:02,794 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T14:42:02,794 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T14:42:02,794 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T14:42:02,795 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T14:42:02,795 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T14:42:02,795 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T14:42:02,795 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T14:42:02,795 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T14:42:02,796 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T14:42:02,796 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T14:42:02,796 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T14:42:02,796 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T14:42:02,796 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T14:42:02,796 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T14:42:02,797 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T14:42:02,797 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T14:42:02,797 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T14:42:02,797 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T14:42:02,797 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T14:42:02,797 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T14:42:02,798 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T14:42:02,798 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T14:42:02,798 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T14:42:02,798 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T14:42:02,799 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T14:42:02,799 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T14:42:02,799 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T14:42:02,799 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T14:42:02,799 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T14:42:02,799 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T14:42:02,800 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T14:42:02,800 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T14:42:02,800 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T14:42:02,800 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T14:42:02,800 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T14:42:02,801 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T14:42:02,801 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=35765 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=106 2024-11-14T14:42:02,801 DEBUG [RS_FLUSH_OPERATIONS-regionserver/da1c6afcd1f9:0-0 {event_type=RS_FLUSH_REGIONS, pid=106}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1731595315055.367f9543bd55c4de93e7f8a883c9319d. 2024-11-14T14:42:02,801 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T14:42:02,801 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T14:42:02,801 INFO [RS_FLUSH_OPERATIONS-regionserver/da1c6afcd1f9:0-0 {event_type=RS_FLUSH_REGIONS, pid=106}] regionserver.HRegion(2902): Flushing 367f9543bd55c4de93e7f8a883c9319d 3/3 column families, dataSize=114.05 KB heapSize=339.42 KB 2024-11-14T14:42:02,801 DEBUG [RS_FLUSH_OPERATIONS-regionserver/da1c6afcd1f9:0-0 {event_type=RS_FLUSH_REGIONS, pid=106}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 367f9543bd55c4de93e7f8a883c9319d, store=A 2024-11-14T14:42:02,801 DEBUG [RS_FLUSH_OPERATIONS-regionserver/da1c6afcd1f9:0-0 {event_type=RS_FLUSH_REGIONS, pid=106}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-14T14:42:02,801 DEBUG [RS_FLUSH_OPERATIONS-regionserver/da1c6afcd1f9:0-0 {event_type=RS_FLUSH_REGIONS, pid=106}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 367f9543bd55c4de93e7f8a883c9319d, store=B 2024-11-14T14:42:02,801 DEBUG [RS_FLUSH_OPERATIONS-regionserver/da1c6afcd1f9:0-0 {event_type=RS_FLUSH_REGIONS, pid=106}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-14T14:42:02,801 DEBUG [RS_FLUSH_OPERATIONS-regionserver/da1c6afcd1f9:0-0 {event_type=RS_FLUSH_REGIONS, pid=106}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 367f9543bd55c4de93e7f8a883c9319d, store=C 2024-11-14T14:42:02,801 DEBUG [RS_FLUSH_OPERATIONS-regionserver/da1c6afcd1f9:0-0 {event_type=RS_FLUSH_REGIONS, pid=106}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-14T14:42:02,802 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T14:42:02,802 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T14:42:02,802 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T14:42:02,802 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T14:42:02,802 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T14:42:02,803 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T14:42:02,803 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T14:42:02,803 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T14:42:02,803 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T14:42:02,804 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T14:42:02,804 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T14:42:02,804 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T14:42:02,804 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T14:42:02,804 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T14:42:02,805 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T14:42:02,805 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T14:42:02,805 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T14:42:02,805 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T14:42:02,805 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T14:42:02,805 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T14:42:02,806 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T14:42:02,806 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T14:42:02,806 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T14:42:02,806 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T14:42:02,806 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T14:42:02,806 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T14:42:02,807 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T14:42:02,807 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T14:42:02,807 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T14:42:02,807 DEBUG [RS_FLUSH_OPERATIONS-regionserver/da1c6afcd1f9:0-0 {event_type=RS_FLUSH_REGIONS, pid=106}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:34345/user/jenkins/test-data/14d118ee-a83a-b09b-5913-1a58940a5db1/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e2024111464da404726ef4901b21293896c3e66f8_367f9543bd55c4de93e7f8a883c9319d is 50, key is test_row_0/A:col10/1731595321128/Put/seqid=0 2024-11-14T14:42:02,808 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T14:42:02,808 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T14:42:02,808 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T14:42:02,808 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T14:42:02,808 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T14:42:02,809 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T14:42:02,809 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T14:42:02,809 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T14:42:02,809 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T14:42:02,810 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T14:42:02,810 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T14:42:02,810 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T14:42:02,810 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T14:42:02,810 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T14:42:02,811 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T14:42:02,811 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T14:42:02,811 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36699 is added to blk_1073742161_1337 (size=9714) 2024-11-14T14:42:02,811 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T14:42:02,812 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T14:42:02,812 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T14:42:02,812 DEBUG [RS_FLUSH_OPERATIONS-regionserver/da1c6afcd1f9:0-0 {event_type=RS_FLUSH_REGIONS, pid=106}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T14:42:02,812 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T14:42:02,812 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T14:42:02,812 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T14:42:02,813 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T14:42:02,813 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T14:42:02,813 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T14:42:02,813 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T14:42:02,814 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T14:42:02,814 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T14:42:02,814 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T14:42:02,814 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T14:42:02,815 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T14:42:02,815 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T14:42:02,815 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T14:42:02,815 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T14:42:02,815 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T14:42:02,816 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T14:42:02,816 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T14:42:02,816 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T14:42:02,816 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T14:42:02,817 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T14:42:02,817 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T14:42:02,817 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T14:42:02,817 INFO [RS_FLUSH_OPERATIONS-regionserver/da1c6afcd1f9:0-0 {event_type=RS_FLUSH_REGIONS, pid=106}] regionserver.HMobStore(268): FLUSH Renaming flushed file from hdfs://localhost:34345/user/jenkins/test-data/14d118ee-a83a-b09b-5913-1a58940a5db1/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e2024111464da404726ef4901b21293896c3e66f8_367f9543bd55c4de93e7f8a883c9319d to hdfs://localhost:34345/user/jenkins/test-data/14d118ee-a83a-b09b-5913-1a58940a5db1/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e2024111464da404726ef4901b21293896c3e66f8_367f9543bd55c4de93e7f8a883c9319d 2024-11-14T14:42:02,818 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T14:42:02,818 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T14:42:02,818 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T14:42:02,818 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T14:42:02,818 DEBUG [RS_FLUSH_OPERATIONS-regionserver/da1c6afcd1f9:0-0 {event_type=RS_FLUSH_REGIONS, pid=106}] mob.DefaultMobStoreFlusher(263): Flush store file: hdfs://localhost:34345/user/jenkins/test-data/14d118ee-a83a-b09b-5913-1a58940a5db1/data/default/TestAcidGuarantees/367f9543bd55c4de93e7f8a883c9319d/.tmp/A/bf0ddc51a024400fafa24301a37dde78, store: [table=TestAcidGuarantees family=A region=367f9543bd55c4de93e7f8a883c9319d] 2024-11-14T14:42:02,818 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T14:42:02,819 DEBUG [RS_FLUSH_OPERATIONS-regionserver/da1c6afcd1f9:0-0 {event_type=RS_FLUSH_REGIONS, pid=106}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:34345/user/jenkins/test-data/14d118ee-a83a-b09b-5913-1a58940a5db1/data/default/TestAcidGuarantees/367f9543bd55c4de93e7f8a883c9319d/.tmp/A/bf0ddc51a024400fafa24301a37dde78 is 175, key is test_row_0/A:col10/1731595321128/Put/seqid=0 2024-11-14T14:42:02,819 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T14:42:02,820 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T14:42:02,824 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T14:42:02,825 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T14:42:02,825 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T14:42:02,826 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T14:42:02,826 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T14:42:02,826 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T14:42:02,827 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T14:42:02,827 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T14:42:02,827 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T14:42:02,828 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T14:42:02,828 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T14:42:02,828 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T14:42:02,828 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T14:42:02,828 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T14:42:02,829 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T14:42:02,829 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T14:42:02,829 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T14:42:02,829 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T14:42:02,829 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T14:42:02,830 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T14:42:02,830 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T14:42:02,830 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T14:42:02,830 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T14:42:02,831 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T14:42:02,831 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T14:42:02,831 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T14:42:02,832 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T14:42:02,832 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T14:42:02,832 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T14:42:02,833 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T14:42:02,833 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T14:42:02,834 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36699 is added to blk_1073742162_1338 (size=22361) 2024-11-14T14:42:02,834 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T14:42:02,835 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T14:42:02,835 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T14:42:02,836 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T14:42:02,836 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T14:42:02,836 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T14:42:02,837 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T14:42:02,837 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T14:42:02,837 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T14:42:02,837 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T14:42:02,838 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T14:42:02,838 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T14:42:02,838 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T14:42:02,838 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T14:42:02,838 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T14:42:02,838 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T14:42:02,839 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T14:42:02,839 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T14:42:02,839 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T14:42:02,839 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T14:42:02,840 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T14:42:02,840 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T14:42:02,840 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T14:42:02,841 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T14:42:02,841 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T14:42:02,841 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T14:42:02,841 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T14:42:02,841 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T14:42:02,842 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T14:42:02,842 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T14:42:02,842 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T14:42:02,842 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T14:42:02,842 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T14:42:02,843 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T14:42:02,843 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T14:42:02,843 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T14:42:02,843 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T14:42:02,844 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T14:42:02,844 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T14:42:02,844 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T14:42:02,844 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T14:42:02,845 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T14:42:02,845 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T14:42:02,845 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T14:42:02,845 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T14:42:02,846 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T14:42:02,846 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T14:42:02,846 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T14:42:02,846 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T14:42:02,846 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T14:42:02,847 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T14:42:02,847 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T14:42:02,847 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T14:42:02,847 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T14:42:02,847 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T14:42:02,848 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T14:42:02,848 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T14:42:02,848 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T14:42:02,848 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T14:42:02,849 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T14:42:02,849 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T14:42:02,849 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T14:42:02,849 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T14:42:02,849 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T14:42:02,850 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T14:42:02,850 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T14:42:02,850 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T14:42:02,851 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T14:42:02,851 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T14:42:02,851 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T14:42:02,851 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T14:42:02,851 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T14:42:02,852 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T14:42:02,852 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T14:42:02,852 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T14:42:02,852 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T14:42:02,852 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T14:42:02,852 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T14:42:02,853 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T14:42:02,853 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T14:42:02,853 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T14:42:02,853 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T14:42:02,853 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T14:42:02,854 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T14:42:02,854 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T14:42:02,854 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T14:42:02,854 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T14:42:02,855 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T14:42:02,855 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T14:42:02,855 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T14:42:02,855 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T14:42:02,855 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T14:42:02,856 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T14:42:02,856 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T14:42:02,856 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T14:42:02,856 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T14:42:02,856 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T14:42:02,856 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T14:42:02,857 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T14:42:02,857 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T14:42:02,857 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T14:42:02,857 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T14:42:02,858 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T14:42:02,858 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T14:42:02,858 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T14:42:02,858 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T14:42:02,859 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T14:42:02,859 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T14:42:02,859 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T14:42:02,859 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T14:42:02,860 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T14:42:02,860 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T14:42:02,860 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T14:42:02,861 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T14:42:02,861 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T14:42:02,862 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T14:42:02,863 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T14:42:02,863 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T14:42:02,864 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T14:42:02,864 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T14:42:02,865 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T14:42:02,865 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T14:42:02,866 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T14:42:02,866 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T14:42:02,867 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T14:42:02,867 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T14:42:02,867 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T14:42:02,868 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T14:42:02,868 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T14:42:02,868 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T14:42:02,868 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T14:42:02,869 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T14:42:02,869 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T14:42:02,869 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T14:42:02,870 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T14:42:02,870 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T14:42:02,870 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T14:42:02,870 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T14:42:02,871 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T14:42:02,871 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T14:42:02,872 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T14:42:02,872 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T14:42:02,872 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T14:42:02,873 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T14:42:02,873 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T14:42:02,873 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T14:42:02,874 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T14:42:02,874 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T14:42:02,874 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T14:42:02,874 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T14:42:02,875 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T14:42:02,875 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T14:42:02,875 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T14:42:02,875 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T14:42:02,876 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T14:42:02,876 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T14:42:02,876 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T14:42:02,876 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T14:42:02,877 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T14:42:02,877 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T14:42:02,877 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T14:42:02,877 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T14:42:02,878 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T14:42:02,878 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T14:42:02,878 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T14:42:02,878 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T14:42:02,878 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T14:42:02,879 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T14:42:02,879 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T14:42:02,879 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T14:42:02,879 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T14:42:02,879 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T14:42:02,880 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T14:42:02,880 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T14:42:02,880 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T14:42:02,880 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T14:42:02,880 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T14:42:02,880 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T14:42:02,881 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T14:42:02,881 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T14:42:02,881 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T14:42:02,881 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T14:42:02,881 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T14:42:02,881 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T14:42:02,882 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T14:42:02,882 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T14:42:02,882 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T14:42:02,882 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T14:42:02,883 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T14:42:02,883 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T14:42:02,883 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T14:42:02,883 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T14:42:02,883 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T14:42:02,884 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T14:42:02,884 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T14:42:02,884 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T14:42:02,884 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T14:42:02,884 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T14:42:02,884 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T14:42:02,885 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T14:42:02,885 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T14:42:02,885 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T14:42:02,885 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T14:42:02,885 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T14:42:02,886 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T14:42:02,886 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T14:42:02,886 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T14:42:02,886 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T14:42:02,887 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T14:42:02,887 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T14:42:02,887 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T14:42:02,887 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T14:42:02,887 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T14:42:02,888 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T14:42:02,888 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T14:42:02,888 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T14:42:02,888 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T14:42:02,889 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T14:42:02,889 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T14:42:02,889 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T14:42:02,889 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T14:42:02,889 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T14:42:02,889 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T14:42:02,890 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T14:42:02,890 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T14:42:02,890 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T14:42:02,890 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T14:42:02,891 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T14:42:02,891 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T14:42:02,891 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T14:42:02,891 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T14:42:02,892 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T14:42:02,892 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T14:42:02,892 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T14:42:02,892 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T14:42:02,892 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T14:42:02,893 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T14:42:02,893 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T14:42:02,893 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T14:42:02,893 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T14:42:02,893 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T14:42:02,894 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T14:42:02,894 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T14:42:02,894 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T14:42:02,894 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T14:42:02,894 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T14:42:02,895 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T14:42:02,895 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T14:42:02,895 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T14:42:02,895 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T14:42:02,895 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T14:42:02,896 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T14:42:02,896 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T14:42:02,896 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T14:42:02,896 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T14:42:02,897 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T14:42:02,897 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T14:42:02,897 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T14:42:02,898 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T14:42:02,898 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T14:42:02,899 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T14:42:02,899 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T14:42:02,899 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T14:42:02,900 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T14:42:02,900 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T14:42:02,900 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T14:42:02,901 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T14:42:02,902 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T14:42:02,903 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T14:42:02,903 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T14:42:02,904 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T14:42:02,904 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T14:42:02,905 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T14:42:02,905 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T14:42:02,905 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T14:42:02,905 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T14:42:02,906 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T14:42:02,906 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T14:42:02,906 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T14:42:02,907 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T14:42:02,907 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T14:42:02,907 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T14:42:02,907 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T14:42:02,907 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T14:42:02,907 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T14:42:02,908 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T14:42:02,908 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T14:42:02,908 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T14:42:02,908 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T14:42:02,909 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T14:42:02,909 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T14:42:02,909 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T14:42:02,910 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T14:42:02,910 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T14:42:02,910 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T14:42:02,910 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T14:42:02,911 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T14:42:02,911 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T14:42:02,911 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T14:42:02,912 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T14:42:02,912 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T14:42:02,912 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T14:42:02,912 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T14:42:02,913 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T14:42:02,913 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T14:42:02,914 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T14:42:02,914 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T14:42:02,914 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T14:42:02,914 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T14:42:02,914 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T14:42:02,915 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T14:42:02,915 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T14:42:02,915 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T14:42:02,915 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T14:42:02,915 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T14:42:02,916 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T14:42:02,916 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T14:42:02,916 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T14:42:02,916 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T14:42:02,916 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T14:42:02,917 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T14:42:02,917 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T14:42:02,917 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T14:42:02,917 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T14:42:02,918 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T14:42:02,918 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T14:42:02,918 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T14:42:02,918 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T14:42:02,918 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T14:42:02,918 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T14:42:02,919 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T14:42:02,919 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T14:42:02,919 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T14:42:02,919 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T14:42:02,919 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T14:42:02,920 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T14:42:02,920 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T14:42:02,920 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T14:42:02,920 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T14:42:02,920 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T14:42:02,921 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T14:42:02,921 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T14:42:02,921 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T14:42:02,921 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T14:42:02,921 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T14:42:02,922 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T14:42:02,922 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T14:42:02,922 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T14:42:02,922 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T14:42:02,923 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T14:42:02,923 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T14:42:02,923 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T14:42:02,923 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T14:42:02,923 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T14:42:02,923 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T14:42:02,924 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T14:42:02,924 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T14:42:02,924 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T14:42:02,924 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T14:42:02,924 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T14:42:02,925 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T14:42:02,925 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T14:42:02,925 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T14:42:02,925 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T14:42:02,925 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T14:42:02,926 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T14:42:02,926 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T14:42:02,926 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T14:42:02,926 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T14:42:02,926 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T14:42:02,927 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T14:42:02,927 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T14:42:02,927 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T14:42:02,927 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T14:42:02,927 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T14:42:02,927 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T14:42:02,928 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T14:42:02,928 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T14:42:02,928 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T14:42:02,928 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T14:42:02,929 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T14:42:02,929 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T14:42:02,929 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T14:42:02,929 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T14:42:02,929 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T14:42:02,929 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T14:42:02,930 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T14:42:02,930 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T14:42:02,930 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T14:42:02,930 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T14:42:02,930 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T14:42:02,931 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T14:42:02,931 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T14:42:02,931 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T14:42:02,931 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T14:42:02,931 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T14:42:02,932 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T14:42:02,932 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T14:42:02,932 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T14:42:02,932 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T14:42:02,932 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T14:42:02,933 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T14:42:02,933 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T14:42:02,933 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T14:42:02,933 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T14:42:02,933 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T14:42:02,933 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T14:42:02,934 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T14:42:02,934 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T14:42:02,934 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T14:42:02,934 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T14:42:02,935 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T14:42:02,935 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T14:42:02,935 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T14:42:02,935 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T14:42:02,935 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T14:42:02,935 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T14:42:02,936 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T14:42:02,936 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T14:42:02,936 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T14:42:02,936 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T14:42:02,937 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T14:42:02,937 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T14:42:02,937 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T14:42:02,938 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T14:42:02,939 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T14:42:02,940 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T14:42:02,941 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T14:42:02,945 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T14:42:02,946 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T14:42:02,946 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T14:42:02,947 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T14:42:02,947 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T14:42:02,947 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T14:42:02,947 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T14:42:02,948 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T14:42:02,948 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T14:42:02,948 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T14:42:02,948 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T14:42:02,948 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T14:42:02,949 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T14:42:02,949 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T14:42:02,949 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T14:42:02,949 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T14:42:02,949 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T14:42:02,950 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T14:42:02,950 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T14:42:02,950 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T14:42:02,950 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T14:42:02,950 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T14:42:02,950 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T14:42:02,951 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T14:42:02,951 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T14:42:02,951 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T14:42:02,951 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T14:42:02,952 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T14:42:02,952 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T14:42:02,952 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T14:42:02,952 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T14:42:02,952 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T14:42:02,953 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T14:42:02,953 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T14:42:02,953 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T14:42:02,953 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T14:42:02,954 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T14:42:02,954 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T14:42:02,954 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T14:42:02,954 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T14:42:02,954 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T14:42:02,954 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T14:42:02,955 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T14:42:02,955 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T14:42:02,955 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T14:42:02,955 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T14:42:02,956 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T14:42:02,956 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T14:42:02,956 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T14:42:02,956 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T14:42:02,956 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T14:42:02,956 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T14:42:02,957 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T14:42:02,957 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T14:42:02,957 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T14:42:02,957 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T14:42:02,958 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T14:42:02,958 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T14:42:02,958 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T14:42:02,958 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T14:42:02,958 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T14:42:02,959 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T14:42:02,959 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T14:42:02,959 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T14:42:02,959 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T14:42:02,959 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T14:42:02,959 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T14:42:02,960 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T14:42:02,960 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T14:42:02,960 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T14:42:02,960 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T14:42:02,961 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T14:42:02,961 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T14:42:02,961 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T14:42:02,961 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T14:42:02,961 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T14:42:02,962 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T14:42:02,962 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T14:42:02,962 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T14:42:02,962 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T14:42:02,963 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T14:42:02,963 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T14:42:02,963 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T14:42:02,963 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T14:42:02,963 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T14:42:02,964 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T14:42:02,964 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T14:42:02,964 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T14:42:02,964 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T14:42:02,964 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T14:42:02,964 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T14:42:02,965 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T14:42:02,965 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T14:42:02,965 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T14:42:02,966 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T14:42:02,966 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T14:42:02,966 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45145 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=105 2024-11-14T14:42:02,966 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T14:42:02,966 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T14:42:02,967 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T14:42:02,967 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T14:42:02,967 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T14:42:02,968 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T14:42:02,968 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T14:42:02,968 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T14:42:02,968 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T14:42:02,968 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T14:42:02,969 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T14:42:02,969 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T14:42:02,969 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T14:42:02,969 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T14:42:02,969 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T14:42:02,970 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T14:42:02,970 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T14:42:02,970 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T14:42:02,970 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T14:42:02,971 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T14:42:02,971 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T14:42:02,971 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T14:42:02,971 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T14:42:02,972 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T14:42:02,972 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T14:42:02,972 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T14:42:02,972 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T14:42:02,973 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T14:42:02,973 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T14:42:02,973 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T14:42:02,973 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T14:42:02,974 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T14:42:02,974 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T14:42:02,974 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T14:42:02,974 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T14:42:02,974 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T14:42:02,975 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T14:42:02,975 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T14:42:02,975 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T14:42:02,975 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T14:42:02,976 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T14:42:02,976 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T14:42:02,976 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T14:42:02,976 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T14:42:02,977 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T14:42:02,977 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T14:42:02,977 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T14:42:02,977 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T14:42:02,978 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T14:42:02,978 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T14:42:02,978 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T14:42:02,979 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T14:42:02,979 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T14:42:02,980 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T14:42:02,988 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T14:42:02,989 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T14:42:02,990 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T14:42:02,990 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T14:42:02,990 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T14:42:02,990 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T14:42:02,990 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T14:42:02,991 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T14:42:02,991 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T14:42:02,991 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T14:42:02,992 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T14:42:02,992 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T14:42:02,992 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T14:42:02,992 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T14:42:02,993 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T14:42:02,993 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T14:42:02,993 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T14:42:02,993 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T14:42:02,993 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T14:42:02,993 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T14:42:02,994 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T14:42:02,994 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T14:42:02,994 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T14:42:02,995 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T14:42:02,995 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T14:42:02,995 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T14:42:02,995 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T14:42:02,995 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T14:42:02,996 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T14:42:02,996 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T14:42:02,996 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T14:42:02,997 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T14:42:02,997 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T14:42:02,997 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T14:42:02,997 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T14:42:02,997 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T14:42:02,997 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T14:42:02,998 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T14:42:02,998 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T14:42:02,998 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T14:42:02,998 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T14:42:02,999 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T14:42:02,999 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T14:42:02,999 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T14:42:02,999 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T14:42:02,999 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T14:42:03,000 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T14:42:03,000 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T14:42:03,000 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T14:42:03,000 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T14:42:03,001 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T14:42:03,001 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T14:42:03,001 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T14:42:03,002 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T14:42:03,002 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T14:42:03,002 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T14:42:03,002 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T14:42:03,002 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T14:42:03,003 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T14:42:03,003 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T14:42:03,003 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T14:42:03,003 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T14:42:03,004 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T14:42:03,004 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T14:42:03,004 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T14:42:03,005 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T14:42:03,005 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T14:42:03,005 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T14:42:03,005 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T14:42:03,005 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T14:42:03,006 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T14:42:03,006 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T14:42:03,006 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T14:42:03,006 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T14:42:03,007 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T14:42:03,007 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T14:42:03,007 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T14:42:03,007 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T14:42:03,007 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T14:42:03,008 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T14:42:03,008 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T14:42:03,008 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T14:42:03,008 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T14:42:03,009 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T14:42:03,009 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T14:42:03,009 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T14:42:03,009 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T14:42:03,010 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T14:42:03,010 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T14:42:03,010 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T14:42:03,010 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T14:42:03,010 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T14:42:03,011 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T14:42:03,011 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T14:42:03,011 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T14:42:03,011 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T14:42:03,012 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T14:42:03,012 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T14:42:03,012 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T14:42:03,012 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T14:42:03,013 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T14:42:03,013 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T14:42:03,013 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T14:42:03,013 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T14:42:03,013 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T14:42:03,014 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T14:42:03,014 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T14:42:03,014 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T14:42:03,015 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T14:42:03,015 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T14:42:03,015 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T14:42:03,015 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T14:42:03,015 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T14:42:03,016 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T14:42:03,016 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T14:42:03,016 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T14:42:03,016 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T14:42:03,016 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T14:42:03,017 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T14:42:03,017 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T14:42:03,017 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T14:42:03,017 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T14:42:03,017 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T14:42:03,018 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T14:42:03,018 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T14:42:03,018 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T14:42:03,018 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T14:42:03,018 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T14:42:03,019 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T14:42:03,019 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T14:42:03,019 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T14:42:03,019 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T14:42:03,020 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T14:42:03,020 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T14:42:03,020 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T14:42:03,020 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T14:42:03,020 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T14:42:03,021 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T14:42:03,021 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T14:42:03,021 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T14:42:03,021 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T14:42:03,022 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T14:42:03,022 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T14:42:03,022 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T14:42:03,022 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T14:42:03,023 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T14:42:03,023 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T14:42:03,023 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T14:42:03,024 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T14:42:03,024 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T14:42:03,029 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T14:42:03,029 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T14:42:03,030 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T14:42:03,031 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T14:42:03,031 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T14:42:03,032 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T14:42:03,033 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T14:42:03,033 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T14:42:03,034 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T14:42:03,034 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T14:42:03,035 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T14:42:03,035 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T14:42:03,035 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T14:42:03,035 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T14:42:03,036 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T14:42:03,036 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T14:42:03,036 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T14:42:03,036 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T14:42:03,037 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T14:42:03,037 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T14:42:03,037 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T14:42:03,037 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T14:42:03,037 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T14:42:03,037 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T14:42:03,038 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T14:42:03,038 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T14:42:03,038 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T14:42:03,038 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T14:42:03,039 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T14:42:03,039 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T14:42:03,039 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T14:42:03,039 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T14:42:03,039 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T14:42:03,040 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T14:42:03,040 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T14:42:03,040 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T14:42:03,040 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T14:42:03,041 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T14:42:03,041 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T14:42:03,041 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T14:42:03,041 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T14:42:03,041 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T14:42:03,042 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T14:42:03,042 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T14:42:03,042 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T14:42:03,042 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T14:42:03,043 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T14:42:03,043 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T14:42:03,043 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T14:42:03,043 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T14:42:03,043 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T14:42:03,044 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T14:42:03,044 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T14:42:03,044 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T14:42:03,044 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T14:42:03,045 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T14:42:03,045 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T14:42:03,045 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T14:42:03,046 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T14:42:03,046 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T14:42:03,046 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T14:42:03,047 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T14:42:03,047 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T14:42:03,047 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T14:42:03,047 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T14:42:03,047 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T14:42:03,048 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T14:42:03,048 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T14:42:03,049 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T14:42:03,049 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T14:42:03,049 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T14:42:03,050 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T14:42:03,050 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T14:42:03,050 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T14:42:03,051 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T14:42:03,051 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T14:42:03,051 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T14:42:03,051 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T14:42:03,051 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T14:42:03,051 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T14:42:03,052 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T14:42:03,052 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T14:42:03,052 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T14:42:03,052 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T14:42:03,053 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T14:42:03,053 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T14:42:03,053 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T14:42:03,053 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T14:42:03,053 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T14:42:03,054 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T14:42:03,054 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T14:42:03,054 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T14:42:03,055 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T14:42:03,055 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T14:42:03,055 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T14:42:03,055 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T14:42:03,055 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T14:42:03,056 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T14:42:03,056 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T14:42:03,056 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T14:42:03,057 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T14:42:03,057 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T14:42:03,057 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T14:42:03,057 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T14:42:03,057 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T14:42:03,057 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T14:42:03,058 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T14:42:03,058 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T14:42:03,059 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T14:42:03,059 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T14:42:03,059 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T14:42:03,059 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T14:42:03,059 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T14:42:03,059 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T14:42:03,060 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T14:42:03,060 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T14:42:03,060 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T14:42:03,061 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T14:42:03,061 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T14:42:03,061 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T14:42:03,061 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T14:42:03,061 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T14:42:03,062 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T14:42:03,062 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T14:42:03,062 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T14:42:03,062 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T14:42:03,063 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T14:42:03,063 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T14:42:03,063 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T14:42:03,063 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T14:42:03,064 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T14:42:03,064 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T14:42:03,064 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T14:42:03,064 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T14:42:03,064 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T14:42:03,065 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T14:42:03,065 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T14:42:03,065 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T14:42:03,066 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T14:42:03,066 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T14:42:03,066 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T14:42:03,067 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T14:42:03,067 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T14:42:03,076 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T14:42:03,077 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T14:42:03,077 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T14:42:03,078 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T14:42:03,079 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T14:42:03,079 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T14:42:03,080 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T14:42:03,080 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T14:42:03,081 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T14:42:03,082 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T14:42:03,082 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T14:42:03,082 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T14:42:03,084 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T14:42:03,084 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T14:42:03,085 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T14:42:03,085 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T14:42:03,086 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T14:42:03,086 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T14:42:03,086 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T14:42:03,087 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T14:42:03,087 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T14:42:03,087 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T14:42:03,087 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T14:42:03,087 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T14:42:03,088 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T14:42:03,088 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T14:42:03,088 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T14:42:03,088 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T14:42:03,088 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T14:42:03,089 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T14:42:03,089 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T14:42:03,089 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T14:42:03,089 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T14:42:03,090 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T14:42:03,090 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T14:42:03,090 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T14:42:03,090 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T14:42:03,091 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T14:42:03,091 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T14:42:03,091 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T14:42:03,091 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T14:42:03,092 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T14:42:03,092 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T14:42:03,092 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T14:42:03,093 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T14:42:03,093 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T14:42:03,093 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T14:42:03,093 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T14:42:03,093 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T14:42:03,094 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T14:42:03,094 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T14:42:03,094 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T14:42:03,094 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T14:42:03,094 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T14:42:03,094 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T14:42:03,095 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T14:42:03,095 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T14:42:03,095 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T14:42:03,096 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T14:42:03,096 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T14:42:03,096 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T14:42:03,096 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T14:42:03,096 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T14:42:03,096 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T14:42:03,097 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T14:42:03,097 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T14:42:03,097 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T14:42:03,098 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T14:42:03,098 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T14:42:03,098 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T14:42:03,099 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T14:42:03,099 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T14:42:03,099 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T14:42:03,100 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T14:42:03,100 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T14:42:03,100 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T14:42:03,101 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T14:42:03,101 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T14:42:03,101 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T14:42:03,102 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T14:42:03,102 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T14:42:03,102 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T14:42:03,102 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T14:42:03,103 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T14:42:03,103 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T14:42:03,104 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T14:42:03,104 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T14:42:03,104 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T14:42:03,104 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T14:42:03,105 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T14:42:03,105 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T14:42:03,105 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T14:42:03,105 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T14:42:03,106 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T14:42:03,106 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T14:42:03,107 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T14:42:03,107 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T14:42:03,107 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T14:42:03,108 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T14:42:03,108 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T14:42:03,108 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T14:42:03,108 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T14:42:03,109 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T14:42:03,109 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T14:42:03,109 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T14:42:03,109 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T14:42:03,109 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T14:42:03,110 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T14:42:03,110 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T14:42:03,110 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T14:42:03,110 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T14:42:03,111 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T14:42:03,111 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T14:42:03,111 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T14:42:03,111 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T14:42:03,112 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T14:42:03,112 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T14:42:03,112 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T14:42:03,112 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T14:42:03,113 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T14:42:03,113 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T14:42:03,113 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T14:42:03,113 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T14:42:03,113 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T14:42:03,114 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T14:42:03,114 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T14:42:03,114 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T14:42:03,115 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T14:42:03,115 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T14:42:03,115 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T14:42:03,115 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T14:42:03,116 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T14:42:03,117 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T14:42:03,117 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T14:42:03,118 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T14:42:03,118 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T14:42:03,119 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T14:42:03,119 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T14:42:03,120 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T14:42:03,120 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T14:42:03,121 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T14:42:03,122 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T14:42:03,122 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T14:42:03,123 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T14:42:03,123 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T14:42:03,123 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T14:42:03,123 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T14:42:03,124 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T14:42:03,124 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T14:42:03,125 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T14:42:03,125 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T14:42:03,125 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T14:42:03,125 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T14:42:03,126 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T14:42:03,126 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T14:42:03,126 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T14:42:03,126 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T14:42:03,127 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T14:42:03,127 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T14:42:03,127 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T14:42:03,127 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T14:42:03,127 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T14:42:03,128 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T14:42:03,128 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T14:42:03,128 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T14:42:03,128 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T14:42:03,129 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T14:42:03,129 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T14:42:03,129 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T14:42:03,129 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T14:42:03,129 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T14:42:03,130 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T14:42:03,130 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T14:42:03,130 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T14:42:03,130 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T14:42:03,130 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T14:42:03,131 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T14:42:03,131 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T14:42:03,131 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T14:42:03,131 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T14:42:03,132 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T14:42:03,132 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T14:42:03,132 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T14:42:03,133 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T14:42:03,133 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T14:42:03,133 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T14:42:03,134 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T14:42:03,134 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T14:42:03,134 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T14:42:03,134 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T14:42:03,135 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T14:42:03,135 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T14:42:03,135 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T14:42:03,135 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T14:42:03,136 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T14:42:03,136 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T14:42:03,136 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T14:42:03,137 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T14:42:03,137 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T14:42:03,137 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T14:42:03,138 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T14:42:03,138 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T14:42:03,138 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T14:42:03,138 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T14:42:03,138 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T14:42:03,139 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T14:42:03,139 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T14:42:03,139 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T14:42:03,139 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T14:42:03,139 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T14:42:03,139 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T14:42:03,140 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T14:42:03,140 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T14:42:03,140 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T14:42:03,140 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T14:42:03,141 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T14:42:03,141 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T14:42:03,141 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T14:42:03,141 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T14:42:03,141 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T14:42:03,141 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T14:42:03,142 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T14:42:03,142 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T14:42:03,142 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T14:42:03,142 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T14:42:03,142 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T14:42:03,143 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T14:42:03,143 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T14:42:03,143 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T14:42:03,143 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T14:42:03,143 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T14:42:03,143 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T14:42:03,144 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T14:42:03,144 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T14:42:03,144 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T14:42:03,144 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T14:42:03,145 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T14:42:03,145 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T14:42:03,145 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T14:42:03,145 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T14:42:03,145 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T14:42:03,145 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T14:42:03,146 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T14:42:03,146 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T14:42:03,146 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T14:42:03,146 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T14:42:03,146 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T14:42:03,147 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T14:42:03,147 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T14:42:03,147 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T14:42:03,147 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T14:42:03,147 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T14:42:03,148 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T14:42:03,148 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T14:42:03,148 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T14:42:03,148 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T14:42:03,148 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T14:42:03,149 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T14:42:03,149 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T14:42:03,149 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T14:42:03,149 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T14:42:03,149 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T14:42:03,149 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T14:42:03,150 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T14:42:03,150 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T14:42:03,150 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T14:42:03,150 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T14:42:03,150 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T14:42:03,151 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T14:42:03,151 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T14:42:03,151 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T14:42:03,151 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T14:42:03,151 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T14:42:03,151 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T14:42:03,152 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T14:42:03,152 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T14:42:03,152 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T14:42:03,153 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T14:42:03,153 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T14:42:03,153 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T14:42:03,154 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T14:42:03,154 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T14:42:03,154 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T14:42:03,155 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T14:42:03,155 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T14:42:03,155 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T14:42:03,155 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T14:42:03,156 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T14:42:03,157 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T14:42:03,157 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T14:42:03,158 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T14:42:03,158 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T14:42:03,159 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T14:42:03,159 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T14:42:03,159 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T14:42:03,160 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T14:42:03,160 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T14:42:03,160 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T14:42:03,161 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T14:42:03,161 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T14:42:03,161 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T14:42:03,161 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T14:42:03,162 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T14:42:03,162 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T14:42:03,162 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T14:42:03,162 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T14:42:03,163 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T14:42:03,163 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T14:42:03,163 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T14:42:03,164 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T14:42:03,164 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T14:42:03,164 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T14:42:03,164 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T14:42:03,164 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T14:42:03,164 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T14:42:03,165 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T14:42:03,165 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T14:42:03,165 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T14:42:03,165 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T14:42:03,165 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T14:42:03,165 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T14:42:03,166 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T14:42:03,166 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T14:42:03,166 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T14:42:03,167 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T14:42:03,167 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T14:42:03,167 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T14:42:03,167 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T14:42:03,168 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T14:42:03,168 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T14:42:03,168 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T14:42:03,168 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T14:42:03,168 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T14:42:03,169 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T14:42:03,169 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T14:42:03,170 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T14:42:03,170 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T14:42:03,170 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T14:42:03,171 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T14:42:03,171 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T14:42:03,172 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T14:42:03,172 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T14:42:03,172 INFO [RS:0;da1c6afcd1f9:35765-shortCompactions-0 {}] throttle.PressureAwareThroughputController(145): 367f9543bd55c4de93e7f8a883c9319d#A#compaction#288 average throughput is 0.06 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second 2024-11-14T14:42:03,172 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T14:42:03,172 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T14:42:03,173 DEBUG [RS:0;da1c6afcd1f9:35765-shortCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:34345/user/jenkins/test-data/14d118ee-a83a-b09b-5913-1a58940a5db1/data/default/TestAcidGuarantees/367f9543bd55c4de93e7f8a883c9319d/.tmp/A/a8e72b00b18a405abed65507090f5021 is 175, key is test_row_0/A:col10/1731595320423/Put/seqid=0 2024-11-14T14:42:03,173 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T14:42:03,173 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T14:42:03,174 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T14:42:03,174 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T14:42:03,175 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T14:42:03,175 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T14:42:03,175 DEBUG [RS:0;da1c6afcd1f9:35765-longCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:34345/user/jenkins/test-data/14d118ee-a83a-b09b-5913-1a58940a5db1/data/default/TestAcidGuarantees/367f9543bd55c4de93e7f8a883c9319d/.tmp/B/324855a5437147a4bf3432478dda0ccd as hdfs://localhost:34345/user/jenkins/test-data/14d118ee-a83a-b09b-5913-1a58940a5db1/data/default/TestAcidGuarantees/367f9543bd55c4de93e7f8a883c9319d/B/324855a5437147a4bf3432478dda0ccd 2024-11-14T14:42:03,175 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T14:42:03,176 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T14:42:03,176 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T14:42:03,176 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T14:42:03,176 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T14:42:03,177 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T14:42:03,178 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36699 is added to blk_1073742163_1339 (size=31058) 2024-11-14T14:42:03,178 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T14:42:03,180 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T14:42:03,180 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T14:42:03,181 INFO [RS:0;da1c6afcd1f9:35765-longCompactions-0 {}] regionserver.HStore(1337): Completed compaction of 3 (all) file(s) in 367f9543bd55c4de93e7f8a883c9319d/B of 367f9543bd55c4de93e7f8a883c9319d into 324855a5437147a4bf3432478dda0ccd(size=11.8 K), total size for store is 11.8 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-11-14T14:42:03,182 DEBUG [RS:0;da1c6afcd1f9:35765-longCompactions-0 {}] regionserver.HRegion(2446): Compaction status journal for 367f9543bd55c4de93e7f8a883c9319d: 2024-11-14T14:42:03,182 INFO [RS:0;da1c6afcd1f9:35765-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1731595315055.367f9543bd55c4de93e7f8a883c9319d., storeName=367f9543bd55c4de93e7f8a883c9319d/B, priority=13, startTime=1731595322753; duration=0sec 2024-11-14T14:42:03,182 DEBUG [RS:0;da1c6afcd1f9:35765-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=1), splitQueue=0 2024-11-14T14:42:03,182 DEBUG [RS:0;da1c6afcd1f9:35765-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: 367f9543bd55c4de93e7f8a883c9319d:B 2024-11-14T14:42:03,182 DEBUG [RS:0;da1c6afcd1f9:35765-longCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 3 store files, 0 compacting, 3 eligible, 16 blocking 2024-11-14T14:42:03,182 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T14:42:03,183 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T14:42:03,183 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T14:42:03,183 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T14:42:03,184 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T14:42:03,184 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T14:42:03,184 DEBUG [RS:0;da1c6afcd1f9:35765-longCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 3 files of size 36003 starting at candidate #0 after considering 1 permutations with 1 in ratio 2024-11-14T14:42:03,184 DEBUG [RS:0;da1c6afcd1f9:35765-longCompactions-0 {}] regionserver.HStore(1541): 367f9543bd55c4de93e7f8a883c9319d/C is initiating minor compaction (all files) 2024-11-14T14:42:03,184 INFO [RS:0;da1c6afcd1f9:35765-longCompactions-0 {}] regionserver.HRegion(2416): Starting compaction of 367f9543bd55c4de93e7f8a883c9319d/C in TestAcidGuarantees,,1731595315055.367f9543bd55c4de93e7f8a883c9319d. 2024-11-14T14:42:03,185 INFO [RS:0;da1c6afcd1f9:35765-longCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:34345/user/jenkins/test-data/14d118ee-a83a-b09b-5913-1a58940a5db1/data/default/TestAcidGuarantees/367f9543bd55c4de93e7f8a883c9319d/C/da2551c988d04528ab868489248bdab3, hdfs://localhost:34345/user/jenkins/test-data/14d118ee-a83a-b09b-5913-1a58940a5db1/data/default/TestAcidGuarantees/367f9543bd55c4de93e7f8a883c9319d/C/03ccdf0ca33d4fa3a88e7fd9925bd344, hdfs://localhost:34345/user/jenkins/test-data/14d118ee-a83a-b09b-5913-1a58940a5db1/data/default/TestAcidGuarantees/367f9543bd55c4de93e7f8a883c9319d/C/6638ec2e74874880b88ad1203ff21dbe] into tmpdir=hdfs://localhost:34345/user/jenkins/test-data/14d118ee-a83a-b09b-5913-1a58940a5db1/data/default/TestAcidGuarantees/367f9543bd55c4de93e7f8a883c9319d/.tmp, totalSize=35.2 K 2024-11-14T14:42:03,185 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T14:42:03,185 DEBUG [RS:0;da1c6afcd1f9:35765-longCompactions-0 {}] compactions.Compactor(225): Compacting da2551c988d04528ab868489248bdab3, keycount=150, bloomtype=ROW, size=11.7 K, encoding=NONE, compression=NONE, seqNum=15, earliestPutTs=1731595318171 2024-11-14T14:42:03,185 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T14:42:03,185 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T14:42:03,185 DEBUG [RS:0;da1c6afcd1f9:35765-longCompactions-0 {}] compactions.Compactor(225): Compacting 03ccdf0ca33d4fa3a88e7fd9925bd344, keycount=150, bloomtype=ROW, size=11.7 K, encoding=NONE, compression=NONE, seqNum=49, earliestPutTs=1731595318269 2024-11-14T14:42:03,186 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T14:42:03,186 DEBUG [RS:0;da1c6afcd1f9:35765-longCompactions-0 {}] compactions.Compactor(225): Compacting 6638ec2e74874880b88ad1203ff21dbe, keycount=150, bloomtype=ROW, size=11.7 K, encoding=NONE, compression=NONE, seqNum=61, earliestPutTs=1731595320409 2024-11-14T14:42:03,186 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T14:42:03,186 DEBUG [RS:0;da1c6afcd1f9:35765-shortCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:34345/user/jenkins/test-data/14d118ee-a83a-b09b-5913-1a58940a5db1/data/default/TestAcidGuarantees/367f9543bd55c4de93e7f8a883c9319d/.tmp/A/a8e72b00b18a405abed65507090f5021 as hdfs://localhost:34345/user/jenkins/test-data/14d118ee-a83a-b09b-5913-1a58940a5db1/data/default/TestAcidGuarantees/367f9543bd55c4de93e7f8a883c9319d/A/a8e72b00b18a405abed65507090f5021 2024-11-14T14:42:03,186 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T14:42:03,187 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T14:42:03,187 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T14:42:03,187 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T14:42:03,187 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T14:42:03,188 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T14:42:03,188 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T14:42:03,188 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T14:42:03,188 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T14:42:03,189 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T14:42:03,189 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T14:42:03,189 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T14:42:03,190 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T14:42:03,190 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T14:42:03,191 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T14:42:03,191 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T14:42:03,191 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T14:42:03,192 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T14:42:03,192 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T14:42:03,193 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T14:42:03,193 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T14:42:03,193 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T14:42:03,194 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T14:42:03,194 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T14:42:03,195 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T14:42:03,195 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T14:42:03,195 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T14:42:03,196 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T14:42:03,196 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T14:42:03,196 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T14:42:03,196 INFO [RS:0;da1c6afcd1f9:35765-shortCompactions-0 {}] regionserver.HStore(1337): Completed compaction of 3 (all) file(s) in 367f9543bd55c4de93e7f8a883c9319d/A of 367f9543bd55c4de93e7f8a883c9319d into a8e72b00b18a405abed65507090f5021(size=30.3 K), total size for store is 30.3 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-11-14T14:42:03,196 DEBUG [RS:0;da1c6afcd1f9:35765-shortCompactions-0 {}] regionserver.HRegion(2446): Compaction status journal for 367f9543bd55c4de93e7f8a883c9319d: 2024-11-14T14:42:03,196 INFO [RS:0;da1c6afcd1f9:35765-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1731595315055.367f9543bd55c4de93e7f8a883c9319d., storeName=367f9543bd55c4de93e7f8a883c9319d/A, priority=13, startTime=1731595322753; duration=0sec 2024-11-14T14:42:03,196 DEBUG [RS:0;da1c6afcd1f9:35765-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-14T14:42:03,196 DEBUG [RS:0;da1c6afcd1f9:35765-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: 367f9543bd55c4de93e7f8a883c9319d:A 2024-11-14T14:42:03,197 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T14:42:03,197 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T14:42:03,197 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T14:42:03,197 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T14:42:03,197 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T14:42:03,198 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T14:42:03,198 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T14:42:03,198 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T14:42:03,199 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T14:42:03,199 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T14:42:03,199 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T14:42:03,200 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T14:42:03,200 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T14:42:03,200 INFO [RS:0;da1c6afcd1f9:35765-longCompactions-0 {}] throttle.PressureAwareThroughputController(145): 367f9543bd55c4de93e7f8a883c9319d#C#compaction#290 average throughput is 3.28 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second 2024-11-14T14:42:03,200 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T14:42:03,200 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T14:42:03,201 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T14:42:03,201 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T14:42:03,201 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T14:42:03,202 DEBUG [RS:0;da1c6afcd1f9:35765-longCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:34345/user/jenkins/test-data/14d118ee-a83a-b09b-5913-1a58940a5db1/data/default/TestAcidGuarantees/367f9543bd55c4de93e7f8a883c9319d/.tmp/C/5f1f31948b3649009ad7ddaa59ae28ef is 50, key is test_row_0/C:col10/1731595320423/Put/seqid=0 2024-11-14T14:42:03,202 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T14:42:03,202 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T14:42:03,202 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T14:42:03,203 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T14:42:03,203 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T14:42:03,204 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T14:42:03,204 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T14:42:03,205 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T14:42:03,205 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T14:42:03,206 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T14:42:03,206 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T14:42:03,206 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T14:42:03,207 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T14:42:03,208 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T14:42:03,208 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T14:42:03,209 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T14:42:03,210 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36699 is added to blk_1073742164_1340 (size=12104) 2024-11-14T14:42:03,210 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T14:42:03,210 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T14:42:03,211 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T14:42:03,212 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T14:42:03,212 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T14:42:03,212 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T14:42:03,213 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T14:42:03,213 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T14:42:03,213 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T14:42:03,214 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T14:42:03,214 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T14:42:03,214 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T14:42:03,214 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T14:42:03,214 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T14:42:03,215 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T14:42:03,215 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T14:42:03,215 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T14:42:03,215 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T14:42:03,215 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T14:42:03,216 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T14:42:03,216 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T14:42:03,216 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T14:42:03,216 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T14:42:03,216 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T14:42:03,217 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T14:42:03,217 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T14:42:03,217 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T14:42:03,217 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T14:42:03,217 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T14:42:03,217 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T14:42:03,218 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T14:42:03,218 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T14:42:03,218 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T14:42:03,218 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T14:42:03,218 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T14:42:03,219 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T14:42:03,219 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T14:42:03,219 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T14:42:03,219 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T14:42:03,219 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T14:42:03,220 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T14:42:03,220 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T14:42:03,220 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T14:42:03,220 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T14:42:03,220 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T14:42:03,221 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T14:42:03,221 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T14:42:03,221 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T14:42:03,221 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T14:42:03,221 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T14:42:03,222 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T14:42:03,222 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T14:42:03,222 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T14:42:03,222 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T14:42:03,223 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T14:42:03,223 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T14:42:03,223 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T14:42:03,223 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T14:42:03,223 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T14:42:03,223 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T14:42:03,224 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T14:42:03,224 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T14:42:03,225 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T14:42:03,225 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T14:42:03,225 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T14:42:03,225 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T14:42:03,226 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T14:42:03,226 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T14:42:03,227 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T14:42:03,227 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T14:42:03,227 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T14:42:03,227 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T14:42:03,228 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T14:42:03,228 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T14:42:03,229 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T14:42:03,229 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T14:42:03,229 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T14:42:03,230 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T14:42:03,230 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T14:42:03,230 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T14:42:03,231 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T14:42:03,231 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T14:42:03,231 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T14:42:03,231 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T14:42:03,231 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T14:42:03,232 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T14:42:03,232 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T14:42:03,232 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T14:42:03,232 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T14:42:03,232 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T14:42:03,233 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T14:42:03,233 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T14:42:03,233 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T14:42:03,233 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T14:42:03,234 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T14:42:03,234 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T14:42:03,234 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T14:42:03,234 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T14:42:03,234 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T14:42:03,235 INFO [RS_FLUSH_OPERATIONS-regionserver/da1c6afcd1f9:0-0 {event_type=RS_FLUSH_REGIONS, pid=106}] mob.DefaultMobStoreFlusher(147): Mob store is flushed, sequenceid=81, memsize=38.0 K, hasBloomFilter=true, into tmp file hdfs://localhost:34345/user/jenkins/test-data/14d118ee-a83a-b09b-5913-1a58940a5db1/data/default/TestAcidGuarantees/367f9543bd55c4de93e7f8a883c9319d/.tmp/A/bf0ddc51a024400fafa24301a37dde78 2024-11-14T14:42:03,235 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T14:42:03,235 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T14:42:03,235 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T14:42:03,236 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T14:42:03,236 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T14:42:03,236 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T14:42:03,236 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T14:42:03,237 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T14:42:03,237 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T14:42:03,237 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T14:42:03,238 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T14:42:03,238 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T14:42:03,238 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T14:42:03,238 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T14:42:03,238 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T14:42:03,239 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T14:42:03,239 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T14:42:03,240 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T14:42:03,240 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T14:42:03,240 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T14:42:03,240 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T14:42:03,241 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T14:42:03,241 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T14:42:03,241 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T14:42:03,241 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T14:42:03,242 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T14:42:03,242 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T14:42:03,242 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T14:42:03,243 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T14:42:03,243 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T14:42:03,244 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T14:42:03,244 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T14:42:03,244 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T14:42:03,244 DEBUG [RS_FLUSH_OPERATIONS-regionserver/da1c6afcd1f9:0-0 {event_type=RS_FLUSH_REGIONS, pid=106}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:34345/user/jenkins/test-data/14d118ee-a83a-b09b-5913-1a58940a5db1/data/default/TestAcidGuarantees/367f9543bd55c4de93e7f8a883c9319d/.tmp/B/74375290218f48e48096bf777ee1417d is 50, key is test_row_0/B:col10/1731595321128/Put/seqid=0 2024-11-14T14:42:03,245 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T14:42:03,245 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T14:42:03,245 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T14:42:03,245 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T14:42:03,246 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T14:42:03,246 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T14:42:03,246 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T14:42:03,247 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T14:42:03,247 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T14:42:03,247 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T14:42:03,247 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T14:42:03,248 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T14:42:03,248 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T14:42:03,248 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T14:42:03,249 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T14:42:03,249 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T14:42:03,249 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T14:42:03,250 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T14:42:03,251 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T14:42:03,252 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T14:42:03,256 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T14:42:03,256 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T14:42:03,256 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T14:42:03,257 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T14:42:03,257 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T14:42:03,257 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T14:42:03,259 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T14:42:03,259 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T14:42:03,259 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36699 is added to blk_1073742165_1341 (size=9657) 2024-11-14T14:42:03,259 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T14:42:03,259 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T14:42:03,260 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T14:42:03,260 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T14:42:03,260 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T14:42:03,261 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T14:42:03,261 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T14:42:03,261 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T14:42:03,261 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T14:42:03,262 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T14:42:03,262 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T14:42:03,264 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T14:42:03,264 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T14:42:03,264 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T14:42:03,265 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T14:42:03,265 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T14:42:03,265 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T14:42:03,265 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T14:42:03,266 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T14:42:03,266 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T14:42:03,266 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T14:42:03,266 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T14:42:03,266 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T14:42:03,267 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T14:42:03,267 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T14:42:03,267 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T14:42:03,267 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T14:42:03,268 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T14:42:03,268 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T14:42:03,268 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T14:42:03,268 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T14:42:03,269 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T14:42:03,269 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T14:42:03,269 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T14:42:03,269 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T14:42:03,270 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T14:42:03,270 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T14:42:03,270 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T14:42:03,270 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T14:42:03,271 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T14:42:03,271 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T14:42:03,271 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T14:42:03,271 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T14:42:03,272 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T14:42:03,272 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T14:42:03,272 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T14:42:03,272 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T14:42:03,273 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T14:42:03,273 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T14:42:03,274 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T14:42:03,274 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T14:42:03,274 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T14:42:03,274 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T14:42:03,275 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T14:42:03,275 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T14:42:03,276 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T14:42:03,276 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T14:42:03,276 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T14:42:03,277 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T14:42:03,277 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T14:42:03,277 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T14:42:03,277 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T14:42:03,278 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T14:42:03,278 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T14:42:03,278 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T14:42:03,278 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T14:42:03,279 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T14:42:03,279 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T14:42:03,279 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T14:42:03,280 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T14:42:03,280 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T14:42:03,280 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T14:42:03,280 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T14:42:03,280 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T14:42:03,281 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T14:42:03,281 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T14:42:03,281 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T14:42:03,281 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T14:42:03,281 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T14:42:03,282 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T14:42:03,282 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T14:42:03,282 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T14:42:03,283 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T14:42:03,283 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T14:42:03,283 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T14:42:03,283 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T14:42:03,283 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T14:42:03,284 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T14:42:03,284 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T14:42:03,284 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T14:42:03,284 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T14:42:03,285 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T14:42:03,285 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T14:42:03,285 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T14:42:03,286 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T14:42:03,286 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T14:42:03,286 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T14:42:03,286 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T14:42:03,286 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T14:42:03,286 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T14:42:03,287 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T14:42:03,287 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T14:42:03,287 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T14:42:03,288 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T14:42:03,288 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T14:42:03,288 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T14:42:03,289 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T14:42:03,289 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T14:42:03,289 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T14:42:03,289 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T14:42:03,289 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T14:42:03,289 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T14:42:03,290 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T14:42:03,290 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T14:42:03,290 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T14:42:03,291 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T14:42:03,291 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T14:42:03,291 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T14:42:03,291 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T14:42:03,291 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T14:42:03,292 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T14:42:03,292 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T14:42:03,292 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T14:42:03,292 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T14:42:03,293 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T14:42:03,293 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T14:42:03,293 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T14:42:03,293 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T14:42:03,294 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T14:42:03,294 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T14:42:03,295 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T14:42:03,295 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T14:42:03,296 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T14:42:03,296 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T14:42:03,297 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T14:42:03,297 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T14:42:03,297 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T14:42:03,298 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T14:42:03,298 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T14:42:03,298 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T14:42:03,299 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T14:42:03,299 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T14:42:03,300 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T14:42:03,300 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T14:42:03,300 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T14:42:03,301 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T14:42:03,301 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T14:42:03,301 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T14:42:03,301 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T14:42:03,301 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T14:42:03,302 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T14:42:03,302 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T14:42:03,302 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T14:42:03,303 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T14:42:03,304 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T14:42:03,304 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T14:42:03,304 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T14:42:03,305 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T14:42:03,305 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T14:42:03,305 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T14:42:03,306 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T14:42:03,306 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T14:42:03,306 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T14:42:03,307 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T14:42:03,307 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T14:42:03,307 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T14:42:03,308 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T14:42:03,308 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T14:42:03,308 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T14:42:03,308 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T14:42:03,308 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T14:42:03,308 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T14:42:03,309 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T14:42:03,309 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T14:42:03,309 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T14:42:03,310 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T14:42:03,310 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T14:42:03,310 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T14:42:03,310 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T14:42:03,310 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T14:42:03,311 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T14:42:03,311 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T14:42:03,311 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T14:42:03,311 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T14:42:03,311 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T14:42:03,311 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T14:42:03,312 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T14:42:03,312 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T14:42:03,312 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T14:42:03,312 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T14:42:03,313 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T14:42:03,313 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T14:42:03,313 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T14:42:03,313 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T14:42:03,313 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T14:42:03,314 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T14:42:03,314 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T14:42:03,314 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T14:42:03,314 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T14:42:03,315 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T14:42:03,315 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T14:42:03,315 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T14:42:03,315 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T14:42:03,316 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T14:42:03,317 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T14:42:03,318 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1731595315055.367f9543bd55c4de93e7f8a883c9319d. as already flushing 2024-11-14T14:42:03,318 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35765 {}] regionserver.HRegion(8855): Flush requested on 367f9543bd55c4de93e7f8a883c9319d 2024-11-14T14:42:03,318 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T14:42:03,318 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T14:42:03,319 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T14:42:03,319 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T14:42:03,319 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T14:42:03,320 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T14:42:03,320 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T14:42:03,321 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T14:42:03,321 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T14:42:03,321 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T14:42:03,321 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T14:42:03,322 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T14:42:03,322 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T14:42:03,322 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T14:42:03,322 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T14:42:03,323 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T14:42:03,323 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T14:42:03,323 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T14:42:03,323 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T14:42:03,324 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T14:42:03,324 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T14:42:03,324 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T14:42:03,324 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T14:42:03,325 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T14:42:03,325 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T14:42:03,325 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T14:42:03,325 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T14:42:03,326 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T14:42:03,326 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T14:42:03,326 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T14:42:03,327 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T14:42:03,327 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T14:42:03,328 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T14:42:03,328 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T14:42:03,329 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T14:42:03,329 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T14:42:03,329 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T14:42:03,330 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T14:42:03,330 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T14:42:03,330 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T14:42:03,330 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T14:42:03,331 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T14:42:03,331 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T14:42:03,331 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T14:42:03,331 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T14:42:03,332 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T14:42:03,332 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T14:42:03,333 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T14:42:03,334 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T14:42:03,334 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T14:42:03,335 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T14:42:03,335 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T14:42:03,336 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T14:42:03,337 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T14:42:03,337 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T14:42:03,338 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T14:42:03,339 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T14:42:03,341 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T14:42:03,370 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35765 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=367f9543bd55c4de93e7f8a883c9319d, server=da1c6afcd1f9,35765,1731595233113 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-14T14:42:03,370 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35765 {}] ipc.CallRunner(138): callId: 30 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:50294 deadline: 1731595383355, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=367f9543bd55c4de93e7f8a883c9319d, server=da1c6afcd1f9,35765,1731595233113 2024-11-14T14:42:03,370 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35765 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=367f9543bd55c4de93e7f8a883c9319d, server=da1c6afcd1f9,35765,1731595233113 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-14T14:42:03,371 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731595315055.367f9543bd55c4de93e7f8a883c9319d., hostname=da1c6afcd1f9,35765,1731595233113, seqNum=5 , the old value is region=TestAcidGuarantees,,1731595315055.367f9543bd55c4de93e7f8a883c9319d., hostname=da1c6afcd1f9,35765,1731595233113, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=367f9543bd55c4de93e7f8a883c9319d, server=da1c6afcd1f9,35765,1731595233113 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-14T14:42:03,371 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731595315055.367f9543bd55c4de93e7f8a883c9319d., hostname=da1c6afcd1f9,35765,1731595233113, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=367f9543bd55c4de93e7f8a883c9319d, server=da1c6afcd1f9,35765,1731595233113 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-14T14:42:03,371 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35765 {}] ipc.CallRunner(138): callId: 32 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:50194 deadline: 1731595383355, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=367f9543bd55c4de93e7f8a883c9319d, server=da1c6afcd1f9,35765,1731595233113 2024-11-14T14:42:03,371 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731595315055.367f9543bd55c4de93e7f8a883c9319d., hostname=da1c6afcd1f9,35765,1731595233113, seqNum=5 because the exception is null or not the one we care about 2024-11-14T14:42:03,371 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731595315055.367f9543bd55c4de93e7f8a883c9319d., hostname=da1c6afcd1f9,35765,1731595233113, seqNum=5 , the old value is region=TestAcidGuarantees,,1731595315055.367f9543bd55c4de93e7f8a883c9319d., hostname=da1c6afcd1f9,35765,1731595233113, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=367f9543bd55c4de93e7f8a883c9319d, server=da1c6afcd1f9,35765,1731595233113 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-14T14:42:03,371 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731595315055.367f9543bd55c4de93e7f8a883c9319d., hostname=da1c6afcd1f9,35765,1731595233113, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=367f9543bd55c4de93e7f8a883c9319d, server=da1c6afcd1f9,35765,1731595233113 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-14T14:42:03,371 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731595315055.367f9543bd55c4de93e7f8a883c9319d., hostname=da1c6afcd1f9,35765,1731595233113, seqNum=5 because the exception is null or not the one we care about 2024-11-14T14:42:03,383 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35765 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=367f9543bd55c4de93e7f8a883c9319d, server=da1c6afcd1f9,35765,1731595233113 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-14T14:42:03,383 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35765 {}] ipc.CallRunner(138): callId: 29 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:50266 deadline: 1731595383370, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=367f9543bd55c4de93e7f8a883c9319d, server=da1c6afcd1f9,35765,1731595233113 2024-11-14T14:42:03,386 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731595315055.367f9543bd55c4de93e7f8a883c9319d., hostname=da1c6afcd1f9,35765,1731595233113, seqNum=5 , the old value is region=TestAcidGuarantees,,1731595315055.367f9543bd55c4de93e7f8a883c9319d., hostname=da1c6afcd1f9,35765,1731595233113, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=367f9543bd55c4de93e7f8a883c9319d, server=da1c6afcd1f9,35765,1731595233113 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-14T14:42:03,386 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731595315055.367f9543bd55c4de93e7f8a883c9319d., hostname=da1c6afcd1f9,35765,1731595233113, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=367f9543bd55c4de93e7f8a883c9319d, server=da1c6afcd1f9,35765,1731595233113 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-14T14:42:03,386 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731595315055.367f9543bd55c4de93e7f8a883c9319d., hostname=da1c6afcd1f9,35765,1731595233113, seqNum=5 because the exception is null or not the one we care about 2024-11-14T14:42:03,476 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45145 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=105 2024-11-14T14:42:03,483 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35765 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=367f9543bd55c4de93e7f8a883c9319d, server=da1c6afcd1f9,35765,1731595233113 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-14T14:42:03,483 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35765 {}] ipc.CallRunner(138): callId: 31 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:50294 deadline: 1731595383477, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=367f9543bd55c4de93e7f8a883c9319d, server=da1c6afcd1f9,35765,1731595233113 2024-11-14T14:42:03,484 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35765 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=367f9543bd55c4de93e7f8a883c9319d, server=da1c6afcd1f9,35765,1731595233113 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-14T14:42:03,484 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35765 {}] ipc.CallRunner(138): callId: 33 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:50194 deadline: 1731595383477, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=367f9543bd55c4de93e7f8a883c9319d, server=da1c6afcd1f9,35765,1731595233113 2024-11-14T14:42:03,484 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731595315055.367f9543bd55c4de93e7f8a883c9319d., hostname=da1c6afcd1f9,35765,1731595233113, seqNum=5 , the old value is region=TestAcidGuarantees,,1731595315055.367f9543bd55c4de93e7f8a883c9319d., hostname=da1c6afcd1f9,35765,1731595233113, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=367f9543bd55c4de93e7f8a883c9319d, server=da1c6afcd1f9,35765,1731595233113 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-14T14:42:03,484 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731595315055.367f9543bd55c4de93e7f8a883c9319d., hostname=da1c6afcd1f9,35765,1731595233113, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=367f9543bd55c4de93e7f8a883c9319d, server=da1c6afcd1f9,35765,1731595233113 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-14T14:42:03,484 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731595315055.367f9543bd55c4de93e7f8a883c9319d., hostname=da1c6afcd1f9,35765,1731595233113, seqNum=5 because the exception is null or not the one we care about 2024-11-14T14:42:03,484 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731595315055.367f9543bd55c4de93e7f8a883c9319d., hostname=da1c6afcd1f9,35765,1731595233113, seqNum=5 , the old value is region=TestAcidGuarantees,,1731595315055.367f9543bd55c4de93e7f8a883c9319d., hostname=da1c6afcd1f9,35765,1731595233113, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=367f9543bd55c4de93e7f8a883c9319d, server=da1c6afcd1f9,35765,1731595233113 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-14T14:42:03,484 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731595315055.367f9543bd55c4de93e7f8a883c9319d., hostname=da1c6afcd1f9,35765,1731595233113, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=367f9543bd55c4de93e7f8a883c9319d, server=da1c6afcd1f9,35765,1731595233113 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-14T14:42:03,484 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731595315055.367f9543bd55c4de93e7f8a883c9319d., hostname=da1c6afcd1f9,35765,1731595233113, seqNum=5 because the exception is null or not the one we care about 2024-11-14T14:42:03,503 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35765 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=367f9543bd55c4de93e7f8a883c9319d, server=da1c6afcd1f9,35765,1731595233113 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-14T14:42:03,503 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35765 {}] ipc.CallRunner(138): callId: 30 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:50266 deadline: 1731595383496, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=367f9543bd55c4de93e7f8a883c9319d, server=da1c6afcd1f9,35765,1731595233113 2024-11-14T14:42:03,504 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731595315055.367f9543bd55c4de93e7f8a883c9319d., hostname=da1c6afcd1f9,35765,1731595233113, seqNum=5 , the old value is region=TestAcidGuarantees,,1731595315055.367f9543bd55c4de93e7f8a883c9319d., hostname=da1c6afcd1f9,35765,1731595233113, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=367f9543bd55c4de93e7f8a883c9319d, server=da1c6afcd1f9,35765,1731595233113 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-14T14:42:03,504 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731595315055.367f9543bd55c4de93e7f8a883c9319d., hostname=da1c6afcd1f9,35765,1731595233113, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=367f9543bd55c4de93e7f8a883c9319d, server=da1c6afcd1f9,35765,1731595233113 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-14T14:42:03,504 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731595315055.367f9543bd55c4de93e7f8a883c9319d., hostname=da1c6afcd1f9,35765,1731595233113, seqNum=5 because the exception is null or not the one we care about 2024-11-14T14:42:03,616 DEBUG [RS:0;da1c6afcd1f9:35765-longCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:34345/user/jenkins/test-data/14d118ee-a83a-b09b-5913-1a58940a5db1/data/default/TestAcidGuarantees/367f9543bd55c4de93e7f8a883c9319d/.tmp/C/5f1f31948b3649009ad7ddaa59ae28ef as hdfs://localhost:34345/user/jenkins/test-data/14d118ee-a83a-b09b-5913-1a58940a5db1/data/default/TestAcidGuarantees/367f9543bd55c4de93e7f8a883c9319d/C/5f1f31948b3649009ad7ddaa59ae28ef 2024-11-14T14:42:03,621 INFO [RS:0;da1c6afcd1f9:35765-longCompactions-0 {}] regionserver.HStore(1337): Completed compaction of 3 (all) file(s) in 367f9543bd55c4de93e7f8a883c9319d/C of 367f9543bd55c4de93e7f8a883c9319d into 5f1f31948b3649009ad7ddaa59ae28ef(size=11.8 K), total size for store is 11.8 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-11-14T14:42:03,621 DEBUG [RS:0;da1c6afcd1f9:35765-longCompactions-0 {}] regionserver.HRegion(2446): Compaction status journal for 367f9543bd55c4de93e7f8a883c9319d: 2024-11-14T14:42:03,621 INFO [RS:0;da1c6afcd1f9:35765-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1731595315055.367f9543bd55c4de93e7f8a883c9319d., storeName=367f9543bd55c4de93e7f8a883c9319d/C, priority=13, startTime=1731595322754; duration=0sec 2024-11-14T14:42:03,622 DEBUG [RS:0;da1c6afcd1f9:35765-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-14T14:42:03,622 DEBUG [RS:0;da1c6afcd1f9:35765-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: 367f9543bd55c4de93e7f8a883c9319d:C 2024-11-14T14:42:03,660 INFO [RS_FLUSH_OPERATIONS-regionserver/da1c6afcd1f9:0-0 {event_type=RS_FLUSH_REGIONS, pid=106}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=38.02 KB at sequenceid=81 (bloomFilter=true), to=hdfs://localhost:34345/user/jenkins/test-data/14d118ee-a83a-b09b-5913-1a58940a5db1/data/default/TestAcidGuarantees/367f9543bd55c4de93e7f8a883c9319d/.tmp/B/74375290218f48e48096bf777ee1417d 2024-11-14T14:42:03,670 DEBUG [RS_FLUSH_OPERATIONS-regionserver/da1c6afcd1f9:0-0 {event_type=RS_FLUSH_REGIONS, pid=106}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:34345/user/jenkins/test-data/14d118ee-a83a-b09b-5913-1a58940a5db1/data/default/TestAcidGuarantees/367f9543bd55c4de93e7f8a883c9319d/.tmp/C/617db39114e94a57a5db05b018f6e0c6 is 50, key is test_row_0/C:col10/1731595321128/Put/seqid=0 2024-11-14T14:42:03,674 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36699 is added to blk_1073742166_1342 (size=9657) 2024-11-14T14:42:03,692 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35765 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=367f9543bd55c4de93e7f8a883c9319d, server=da1c6afcd1f9,35765,1731595233113 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-14T14:42:03,692 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35765 {}] ipc.CallRunner(138): callId: 32 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:50294 deadline: 1731595383686, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=367f9543bd55c4de93e7f8a883c9319d, server=da1c6afcd1f9,35765,1731595233113 2024-11-14T14:42:03,693 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35765 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=367f9543bd55c4de93e7f8a883c9319d, server=da1c6afcd1f9,35765,1731595233113 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-14T14:42:03,693 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731595315055.367f9543bd55c4de93e7f8a883c9319d., hostname=da1c6afcd1f9,35765,1731595233113, seqNum=5 , the old value is region=TestAcidGuarantees,,1731595315055.367f9543bd55c4de93e7f8a883c9319d., hostname=da1c6afcd1f9,35765,1731595233113, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=367f9543bd55c4de93e7f8a883c9319d, server=da1c6afcd1f9,35765,1731595233113 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-14T14:42:03,693 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35765 {}] ipc.CallRunner(138): callId: 34 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:50194 deadline: 1731595383686, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=367f9543bd55c4de93e7f8a883c9319d, server=da1c6afcd1f9,35765,1731595233113 2024-11-14T14:42:03,693 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731595315055.367f9543bd55c4de93e7f8a883c9319d., hostname=da1c6afcd1f9,35765,1731595233113, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=367f9543bd55c4de93e7f8a883c9319d, server=da1c6afcd1f9,35765,1731595233113 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-14T14:42:03,693 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731595315055.367f9543bd55c4de93e7f8a883c9319d., hostname=da1c6afcd1f9,35765,1731595233113, seqNum=5 because the exception is null or not the one we care about 2024-11-14T14:42:03,693 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731595315055.367f9543bd55c4de93e7f8a883c9319d., hostname=da1c6afcd1f9,35765,1731595233113, seqNum=5 , the old value is region=TestAcidGuarantees,,1731595315055.367f9543bd55c4de93e7f8a883c9319d., hostname=da1c6afcd1f9,35765,1731595233113, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=367f9543bd55c4de93e7f8a883c9319d, server=da1c6afcd1f9,35765,1731595233113 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-14T14:42:03,693 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731595315055.367f9543bd55c4de93e7f8a883c9319d., hostname=da1c6afcd1f9,35765,1731595233113, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=367f9543bd55c4de93e7f8a883c9319d, server=da1c6afcd1f9,35765,1731595233113 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-14T14:42:03,693 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731595315055.367f9543bd55c4de93e7f8a883c9319d., hostname=da1c6afcd1f9,35765,1731595233113, seqNum=5 because the exception is null or not the one we care about 2024-11-14T14:42:03,712 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35765 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=367f9543bd55c4de93e7f8a883c9319d, server=da1c6afcd1f9,35765,1731595233113 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-14T14:42:03,712 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35765 {}] ipc.CallRunner(138): callId: 31 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:50266 deadline: 1731595383706, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=367f9543bd55c4de93e7f8a883c9319d, server=da1c6afcd1f9,35765,1731595233113 2024-11-14T14:42:03,713 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731595315055.367f9543bd55c4de93e7f8a883c9319d., hostname=da1c6afcd1f9,35765,1731595233113, seqNum=5 , the old value is region=TestAcidGuarantees,,1731595315055.367f9543bd55c4de93e7f8a883c9319d., hostname=da1c6afcd1f9,35765,1731595233113, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=367f9543bd55c4de93e7f8a883c9319d, server=da1c6afcd1f9,35765,1731595233113 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-14T14:42:03,713 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731595315055.367f9543bd55c4de93e7f8a883c9319d., hostname=da1c6afcd1f9,35765,1731595233113, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=367f9543bd55c4de93e7f8a883c9319d, server=da1c6afcd1f9,35765,1731595233113 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-14T14:42:03,713 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731595315055.367f9543bd55c4de93e7f8a883c9319d., hostname=da1c6afcd1f9,35765,1731595233113, seqNum=5 because the exception is null or not the one we care about 2024-11-14T14:42:04,002 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35765 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=367f9543bd55c4de93e7f8a883c9319d, server=da1c6afcd1f9,35765,1731595233113 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-14T14:42:04,002 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35765 {}] ipc.CallRunner(138): callId: 33 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:50294 deadline: 1731595383996, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=367f9543bd55c4de93e7f8a883c9319d, server=da1c6afcd1f9,35765,1731595233113 2024-11-14T14:42:04,003 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731595315055.367f9543bd55c4de93e7f8a883c9319d., hostname=da1c6afcd1f9,35765,1731595233113, seqNum=5 , the old value is region=TestAcidGuarantees,,1731595315055.367f9543bd55c4de93e7f8a883c9319d., hostname=da1c6afcd1f9,35765,1731595233113, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=367f9543bd55c4de93e7f8a883c9319d, server=da1c6afcd1f9,35765,1731595233113 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-14T14:42:04,003 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35765 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=367f9543bd55c4de93e7f8a883c9319d, server=da1c6afcd1f9,35765,1731595233113 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-14T14:42:04,003 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731595315055.367f9543bd55c4de93e7f8a883c9319d., hostname=da1c6afcd1f9,35765,1731595233113, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=367f9543bd55c4de93e7f8a883c9319d, server=da1c6afcd1f9,35765,1731595233113 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-14T14:42:04,003 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731595315055.367f9543bd55c4de93e7f8a883c9319d., hostname=da1c6afcd1f9,35765,1731595233113, seqNum=5 because the exception is null or not the one we care about 2024-11-14T14:42:04,003 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35765 {}] ipc.CallRunner(138): callId: 35 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:50194 deadline: 1731595383996, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=367f9543bd55c4de93e7f8a883c9319d, server=da1c6afcd1f9,35765,1731595233113 2024-11-14T14:42:04,003 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731595315055.367f9543bd55c4de93e7f8a883c9319d., hostname=da1c6afcd1f9,35765,1731595233113, seqNum=5 , the old value is region=TestAcidGuarantees,,1731595315055.367f9543bd55c4de93e7f8a883c9319d., hostname=da1c6afcd1f9,35765,1731595233113, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=367f9543bd55c4de93e7f8a883c9319d, server=da1c6afcd1f9,35765,1731595233113 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-14T14:42:04,003 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731595315055.367f9543bd55c4de93e7f8a883c9319d., hostname=da1c6afcd1f9,35765,1731595233113, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=367f9543bd55c4de93e7f8a883c9319d, server=da1c6afcd1f9,35765,1731595233113 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-14T14:42:04,003 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731595315055.367f9543bd55c4de93e7f8a883c9319d., hostname=da1c6afcd1f9,35765,1731595233113, seqNum=5 because the exception is null or not the one we care about 2024-11-14T14:42:04,024 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35765 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=367f9543bd55c4de93e7f8a883c9319d, server=da1c6afcd1f9,35765,1731595233113 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-14T14:42:04,024 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35765 {}] ipc.CallRunner(138): callId: 32 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:50266 deadline: 1731595384016, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=367f9543bd55c4de93e7f8a883c9319d, server=da1c6afcd1f9,35765,1731595233113 2024-11-14T14:42:04,024 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731595315055.367f9543bd55c4de93e7f8a883c9319d., hostname=da1c6afcd1f9,35765,1731595233113, seqNum=5 , the old value is region=TestAcidGuarantees,,1731595315055.367f9543bd55c4de93e7f8a883c9319d., hostname=da1c6afcd1f9,35765,1731595233113, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=367f9543bd55c4de93e7f8a883c9319d, server=da1c6afcd1f9,35765,1731595233113 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-14T14:42:04,024 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731595315055.367f9543bd55c4de93e7f8a883c9319d., hostname=da1c6afcd1f9,35765,1731595233113, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=367f9543bd55c4de93e7f8a883c9319d, server=da1c6afcd1f9,35765,1731595233113 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-14T14:42:04,024 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731595315055.367f9543bd55c4de93e7f8a883c9319d., hostname=da1c6afcd1f9,35765,1731595233113, seqNum=5 because the exception is null or not the one we care about 2024-11-14T14:42:04,075 INFO [RS_FLUSH_OPERATIONS-regionserver/da1c6afcd1f9:0-0 {event_type=RS_FLUSH_REGIONS, pid=106}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=38.02 KB at sequenceid=81 (bloomFilter=true), to=hdfs://localhost:34345/user/jenkins/test-data/14d118ee-a83a-b09b-5913-1a58940a5db1/data/default/TestAcidGuarantees/367f9543bd55c4de93e7f8a883c9319d/.tmp/C/617db39114e94a57a5db05b018f6e0c6 2024-11-14T14:42:04,079 DEBUG [RS_FLUSH_OPERATIONS-regionserver/da1c6afcd1f9:0-0 {event_type=RS_FLUSH_REGIONS, pid=106}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:34345/user/jenkins/test-data/14d118ee-a83a-b09b-5913-1a58940a5db1/data/default/TestAcidGuarantees/367f9543bd55c4de93e7f8a883c9319d/.tmp/A/bf0ddc51a024400fafa24301a37dde78 as hdfs://localhost:34345/user/jenkins/test-data/14d118ee-a83a-b09b-5913-1a58940a5db1/data/default/TestAcidGuarantees/367f9543bd55c4de93e7f8a883c9319d/A/bf0ddc51a024400fafa24301a37dde78 2024-11-14T14:42:04,084 INFO [RS_FLUSH_OPERATIONS-regionserver/da1c6afcd1f9:0-0 {event_type=RS_FLUSH_REGIONS, pid=106}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:34345/user/jenkins/test-data/14d118ee-a83a-b09b-5913-1a58940a5db1/data/default/TestAcidGuarantees/367f9543bd55c4de93e7f8a883c9319d/A/bf0ddc51a024400fafa24301a37dde78, entries=100, sequenceid=81, filesize=21.8 K 2024-11-14T14:42:04,085 DEBUG [RS_FLUSH_OPERATIONS-regionserver/da1c6afcd1f9:0-0 {event_type=RS_FLUSH_REGIONS, pid=106}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:34345/user/jenkins/test-data/14d118ee-a83a-b09b-5913-1a58940a5db1/data/default/TestAcidGuarantees/367f9543bd55c4de93e7f8a883c9319d/.tmp/B/74375290218f48e48096bf777ee1417d as hdfs://localhost:34345/user/jenkins/test-data/14d118ee-a83a-b09b-5913-1a58940a5db1/data/default/TestAcidGuarantees/367f9543bd55c4de93e7f8a883c9319d/B/74375290218f48e48096bf777ee1417d 2024-11-14T14:42:04,089 INFO [RS_FLUSH_OPERATIONS-regionserver/da1c6afcd1f9:0-0 {event_type=RS_FLUSH_REGIONS, pid=106}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:34345/user/jenkins/test-data/14d118ee-a83a-b09b-5913-1a58940a5db1/data/default/TestAcidGuarantees/367f9543bd55c4de93e7f8a883c9319d/B/74375290218f48e48096bf777ee1417d, entries=100, sequenceid=81, filesize=9.4 K 2024-11-14T14:42:04,089 DEBUG [RS_FLUSH_OPERATIONS-regionserver/da1c6afcd1f9:0-0 {event_type=RS_FLUSH_REGIONS, pid=106}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:34345/user/jenkins/test-data/14d118ee-a83a-b09b-5913-1a58940a5db1/data/default/TestAcidGuarantees/367f9543bd55c4de93e7f8a883c9319d/.tmp/C/617db39114e94a57a5db05b018f6e0c6 as hdfs://localhost:34345/user/jenkins/test-data/14d118ee-a83a-b09b-5913-1a58940a5db1/data/default/TestAcidGuarantees/367f9543bd55c4de93e7f8a883c9319d/C/617db39114e94a57a5db05b018f6e0c6 2024-11-14T14:42:04,093 INFO [RS_FLUSH_OPERATIONS-regionserver/da1c6afcd1f9:0-0 {event_type=RS_FLUSH_REGIONS, pid=106}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:34345/user/jenkins/test-data/14d118ee-a83a-b09b-5913-1a58940a5db1/data/default/TestAcidGuarantees/367f9543bd55c4de93e7f8a883c9319d/C/617db39114e94a57a5db05b018f6e0c6, entries=100, sequenceid=81, filesize=9.4 K 2024-11-14T14:42:04,094 INFO [RS_FLUSH_OPERATIONS-regionserver/da1c6afcd1f9:0-0 {event_type=RS_FLUSH_REGIONS, pid=106}] regionserver.HRegion(3140): Finished flush of dataSize ~114.05 KB/116790, heapSize ~339.38 KB/347520, currentSize=60.38 KB/61830 for 367f9543bd55c4de93e7f8a883c9319d in 1293ms, sequenceid=81, compaction requested=false 2024-11-14T14:42:04,094 DEBUG [RS_FLUSH_OPERATIONS-regionserver/da1c6afcd1f9:0-0 {event_type=RS_FLUSH_REGIONS, pid=106}] regionserver.HRegion(2603): Flush status journal for 367f9543bd55c4de93e7f8a883c9319d: 2024-11-14T14:42:04,094 DEBUG [RS_FLUSH_OPERATIONS-regionserver/da1c6afcd1f9:0-0 {event_type=RS_FLUSH_REGIONS, pid=106}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1731595315055.367f9543bd55c4de93e7f8a883c9319d. 2024-11-14T14:42:04,094 DEBUG [RS_FLUSH_OPERATIONS-regionserver/da1c6afcd1f9:0-0 {event_type=RS_FLUSH_REGIONS, pid=106}] regionserver.RemoteProcedureResultReporter(62): Successfully complete execution of pid=106 2024-11-14T14:42:04,094 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45145 {}] master.HMaster(4169): Remote procedure done, pid=106 2024-11-14T14:42:04,097 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=106, resume processing ppid=105 2024-11-14T14:42:04,097 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1521): Finished pid=106, ppid=105, state=SUCCESS, hasLock=false; org.apache.hadoop.hbase.master.procedure.FlushRegionProcedure in 1.7540 sec 2024-11-14T14:42:04,099 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1521): Finished pid=105, state=SUCCESS, hasLock=false; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=105, table=TestAcidGuarantees in 1.7610 sec 2024-11-14T14:42:04,486 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45145 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=105 2024-11-14T14:42:04,486 INFO [RPCClient-NioEventLoopGroup-4-8 {}] client.RawAsyncHBaseAdmin$TableProcedureBiConsumer(2721): Operation: FLUSH, Table Name: default:TestAcidGuarantees completed 2024-11-14T14:42:04,487 INFO [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45145 {}] master.HMaster$22(4506): Client=jenkins//172.17.0.2 flush TestAcidGuarantees 2024-11-14T14:42:04,488 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45145 {}] procedure2.ProcedureExecutor(1139): Stored pid=107, state=RUNNABLE:FLUSH_TABLE_PREPARE, hasLock=false; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=107, table=TestAcidGuarantees 2024-11-14T14:42:04,489 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45145 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=107 2024-11-14T14:42:04,489 INFO [PEWorker-3 {}] procedure.FlushTableProcedure(91): pid=107, state=RUNNABLE:FLUSH_TABLE_PREPARE, hasLock=true; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=107, table=TestAcidGuarantees execute state=FLUSH_TABLE_PREPARE 2024-11-14T14:42:04,490 INFO [PEWorker-3 {}] procedure.FlushTableProcedure(91): pid=107, state=RUNNABLE:FLUSH_TABLE_FLUSH_REGIONS, hasLock=true; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=107, table=TestAcidGuarantees execute state=FLUSH_TABLE_FLUSH_REGIONS 2024-11-14T14:42:04,490 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=108, ppid=107, state=RUNNABLE, hasLock=false; org.apache.hadoop.hbase.master.procedure.FlushRegionProcedure}] 2024-11-14T14:42:04,510 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35765 {}] regionserver.HRegion(8855): Flush requested on 367f9543bd55c4de93e7f8a883c9319d 2024-11-14T14:42:04,510 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(2902): Flushing 367f9543bd55c4de93e7f8a883c9319d 3/3 column families, dataSize=67.09 KB heapSize=199.97 KB 2024-11-14T14:42:04,510 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 367f9543bd55c4de93e7f8a883c9319d, store=A 2024-11-14T14:42:04,510 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-14T14:42:04,510 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 367f9543bd55c4de93e7f8a883c9319d, store=B 2024-11-14T14:42:04,510 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-14T14:42:04,510 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 367f9543bd55c4de93e7f8a883c9319d, store=C 2024-11-14T14:42:04,510 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-14T14:42:04,518 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:34345/user/jenkins/test-data/14d118ee-a83a-b09b-5913-1a58940a5db1/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e20241114088770aad2e041f9a57cf255f96bec8d_367f9543bd55c4de93e7f8a883c9319d is 50, key is test_row_0/A:col10/1731595323338/Put/seqid=0 2024-11-14T14:42:04,530 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36699 is added to blk_1073742167_1343 (size=12154) 2024-11-14T14:42:04,567 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35765 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=367f9543bd55c4de93e7f8a883c9319d, server=da1c6afcd1f9,35765,1731595233113 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-14T14:42:04,567 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35765 {}] ipc.CallRunner(138): callId: 35 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:50266 deadline: 1731595384557, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=367f9543bd55c4de93e7f8a883c9319d, server=da1c6afcd1f9,35765,1731595233113 2024-11-14T14:42:04,567 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731595315055.367f9543bd55c4de93e7f8a883c9319d., hostname=da1c6afcd1f9,35765,1731595233113, seqNum=5 , the old value is region=TestAcidGuarantees,,1731595315055.367f9543bd55c4de93e7f8a883c9319d., hostname=da1c6afcd1f9,35765,1731595233113, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=367f9543bd55c4de93e7f8a883c9319d, server=da1c6afcd1f9,35765,1731595233113 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-14T14:42:04,567 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731595315055.367f9543bd55c4de93e7f8a883c9319d., hostname=da1c6afcd1f9,35765,1731595233113, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=367f9543bd55c4de93e7f8a883c9319d, server=da1c6afcd1f9,35765,1731595233113 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-14T14:42:04,567 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731595315055.367f9543bd55c4de93e7f8a883c9319d., hostname=da1c6afcd1f9,35765,1731595233113, seqNum=5 because the exception is null or not the one we care about 2024-11-14T14:42:04,569 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35765 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=367f9543bd55c4de93e7f8a883c9319d, server=da1c6afcd1f9,35765,1731595233113 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-14T14:42:04,569 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35765 {}] ipc.CallRunner(138): callId: 43 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:50194 deadline: 1731595384561, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=367f9543bd55c4de93e7f8a883c9319d, server=da1c6afcd1f9,35765,1731595233113 2024-11-14T14:42:04,569 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731595315055.367f9543bd55c4de93e7f8a883c9319d., hostname=da1c6afcd1f9,35765,1731595233113, seqNum=5 , the old value is region=TestAcidGuarantees,,1731595315055.367f9543bd55c4de93e7f8a883c9319d., hostname=da1c6afcd1f9,35765,1731595233113, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=367f9543bd55c4de93e7f8a883c9319d, server=da1c6afcd1f9,35765,1731595233113 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-14T14:42:04,569 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731595315055.367f9543bd55c4de93e7f8a883c9319d., hostname=da1c6afcd1f9,35765,1731595233113, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=367f9543bd55c4de93e7f8a883c9319d, server=da1c6afcd1f9,35765,1731595233113 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-14T14:42:04,569 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731595315055.367f9543bd55c4de93e7f8a883c9319d., hostname=da1c6afcd1f9,35765,1731595233113, seqNum=5 because the exception is null or not the one we care about 2024-11-14T14:42:04,573 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35765 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=367f9543bd55c4de93e7f8a883c9319d, server=da1c6afcd1f9,35765,1731595233113 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-14T14:42:04,573 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35765 {}] ipc.CallRunner(138): callId: 42 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:50294 deadline: 1731595384567, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=367f9543bd55c4de93e7f8a883c9319d, server=da1c6afcd1f9,35765,1731595233113 2024-11-14T14:42:04,574 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731595315055.367f9543bd55c4de93e7f8a883c9319d., hostname=da1c6afcd1f9,35765,1731595233113, seqNum=5 , the old value is region=TestAcidGuarantees,,1731595315055.367f9543bd55c4de93e7f8a883c9319d., hostname=da1c6afcd1f9,35765,1731595233113, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=367f9543bd55c4de93e7f8a883c9319d, server=da1c6afcd1f9,35765,1731595233113 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-14T14:42:04,574 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731595315055.367f9543bd55c4de93e7f8a883c9319d., hostname=da1c6afcd1f9,35765,1731595233113, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=367f9543bd55c4de93e7f8a883c9319d, server=da1c6afcd1f9,35765,1731595233113 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-14T14:42:04,574 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731595315055.367f9543bd55c4de93e7f8a883c9319d., hostname=da1c6afcd1f9,35765,1731595233113, seqNum=5 because the exception is null or not the one we care about 2024-11-14T14:42:04,595 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45145 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=107 2024-11-14T14:42:04,642 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=35765 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=108 2024-11-14T14:42:04,642 DEBUG [RS_FLUSH_OPERATIONS-regionserver/da1c6afcd1f9:0-1 {event_type=RS_FLUSH_REGIONS, pid=108}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1731595315055.367f9543bd55c4de93e7f8a883c9319d. 2024-11-14T14:42:04,642 DEBUG [RS_FLUSH_OPERATIONS-regionserver/da1c6afcd1f9:0-1 {event_type=RS_FLUSH_REGIONS, pid=108}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1731595315055.367f9543bd55c4de93e7f8a883c9319d. as already flushing 2024-11-14T14:42:04,642 DEBUG [RS_FLUSH_OPERATIONS-regionserver/da1c6afcd1f9:0-1 {event_type=RS_FLUSH_REGIONS, pid=108}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1731595315055.367f9543bd55c4de93e7f8a883c9319d. 2024-11-14T14:42:04,642 ERROR [RS_FLUSH_OPERATIONS-regionserver/da1c6afcd1f9:0-1 {event_type=RS_FLUSH_REGIONS, pid=108}] handler.RSProcedureHandler(58): pid=108 java.io.IOException: Unable to complete flush {ENCODED => 367f9543bd55c4de93e7f8a883c9319d, NAME => 'TestAcidGuarantees,,1731595315055.367f9543bd55c4de93e7f8a883c9319d.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-14T14:42:04,643 DEBUG [RS_FLUSH_OPERATIONS-regionserver/da1c6afcd1f9:0-1 {event_type=RS_FLUSH_REGIONS, pid=108}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=108 java.io.IOException: Unable to complete flush {ENCODED => 367f9543bd55c4de93e7f8a883c9319d, NAME => 'TestAcidGuarantees,,1731595315055.367f9543bd55c4de93e7f8a883c9319d.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-14T14:42:04,643 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45145 {}] master.HMaster(4177): Remote procedure failed, pid=108 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 367f9543bd55c4de93e7f8a883c9319d, NAME => 'TestAcidGuarantees,,1731595315055.367f9543bd55c4de93e7f8a883c9319d.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$5(MasterRpcServices.java:2580) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2575) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 367f9543bd55c4de93e7f8a883c9319d, NAME => 'TestAcidGuarantees,,1731595315055.367f9543bd55c4de93e7f8a883c9319d.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-14T14:42:04,685 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35765 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=367f9543bd55c4de93e7f8a883c9319d, server=da1c6afcd1f9,35765,1731595233113 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-14T14:42:04,685 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35765 {}] ipc.CallRunner(138): callId: 36 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:50266 deadline: 1731595384676, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=367f9543bd55c4de93e7f8a883c9319d, server=da1c6afcd1f9,35765,1731595233113 2024-11-14T14:42:04,685 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35765 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=367f9543bd55c4de93e7f8a883c9319d, server=da1c6afcd1f9,35765,1731595233113 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-14T14:42:04,685 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731595315055.367f9543bd55c4de93e7f8a883c9319d., hostname=da1c6afcd1f9,35765,1731595233113, seqNum=5 , the old value is region=TestAcidGuarantees,,1731595315055.367f9543bd55c4de93e7f8a883c9319d., hostname=da1c6afcd1f9,35765,1731595233113, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=367f9543bd55c4de93e7f8a883c9319d, server=da1c6afcd1f9,35765,1731595233113 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-14T14:42:04,685 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731595315055.367f9543bd55c4de93e7f8a883c9319d., hostname=da1c6afcd1f9,35765,1731595233113, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=367f9543bd55c4de93e7f8a883c9319d, server=da1c6afcd1f9,35765,1731595233113 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-14T14:42:04,685 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35765 {}] ipc.CallRunner(138): callId: 44 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:50194 deadline: 1731595384676, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=367f9543bd55c4de93e7f8a883c9319d, server=da1c6afcd1f9,35765,1731595233113 2024-11-14T14:42:04,685 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731595315055.367f9543bd55c4de93e7f8a883c9319d., hostname=da1c6afcd1f9,35765,1731595233113, seqNum=5 because the exception is null or not the one we care about 2024-11-14T14:42:04,686 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731595315055.367f9543bd55c4de93e7f8a883c9319d., hostname=da1c6afcd1f9,35765,1731595233113, seqNum=5 , the old value is region=TestAcidGuarantees,,1731595315055.367f9543bd55c4de93e7f8a883c9319d., hostname=da1c6afcd1f9,35765,1731595233113, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=367f9543bd55c4de93e7f8a883c9319d, server=da1c6afcd1f9,35765,1731595233113 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-14T14:42:04,686 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731595315055.367f9543bd55c4de93e7f8a883c9319d., hostname=da1c6afcd1f9,35765,1731595233113, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=367f9543bd55c4de93e7f8a883c9319d, server=da1c6afcd1f9,35765,1731595233113 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-14T14:42:04,686 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731595315055.367f9543bd55c4de93e7f8a883c9319d., hostname=da1c6afcd1f9,35765,1731595233113, seqNum=5 because the exception is null or not the one we care about 2024-11-14T14:42:04,686 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35765 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=367f9543bd55c4de93e7f8a883c9319d, server=da1c6afcd1f9,35765,1731595233113 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-14T14:42:04,686 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35765 {}] ipc.CallRunner(138): callId: 43 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:50294 deadline: 1731595384676, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=367f9543bd55c4de93e7f8a883c9319d, server=da1c6afcd1f9,35765,1731595233113 2024-11-14T14:42:04,686 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731595315055.367f9543bd55c4de93e7f8a883c9319d., hostname=da1c6afcd1f9,35765,1731595233113, seqNum=5 , the old value is region=TestAcidGuarantees,,1731595315055.367f9543bd55c4de93e7f8a883c9319d., hostname=da1c6afcd1f9,35765,1731595233113, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=367f9543bd55c4de93e7f8a883c9319d, server=da1c6afcd1f9,35765,1731595233113 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-14T14:42:04,686 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731595315055.367f9543bd55c4de93e7f8a883c9319d., hostname=da1c6afcd1f9,35765,1731595233113, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=367f9543bd55c4de93e7f8a883c9319d, server=da1c6afcd1f9,35765,1731595233113 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-14T14:42:04,686 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731595315055.367f9543bd55c4de93e7f8a883c9319d., hostname=da1c6afcd1f9,35765,1731595233113, seqNum=5 because the exception is null or not the one we care about 2024-11-14T14:42:04,795 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=35765 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=108 2024-11-14T14:42:04,795 DEBUG [RS_FLUSH_OPERATIONS-regionserver/da1c6afcd1f9:0-2 {event_type=RS_FLUSH_REGIONS, pid=108}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1731595315055.367f9543bd55c4de93e7f8a883c9319d. 2024-11-14T14:42:04,795 DEBUG [RS_FLUSH_OPERATIONS-regionserver/da1c6afcd1f9:0-2 {event_type=RS_FLUSH_REGIONS, pid=108}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1731595315055.367f9543bd55c4de93e7f8a883c9319d. as already flushing 2024-11-14T14:42:04,796 DEBUG [RS_FLUSH_OPERATIONS-regionserver/da1c6afcd1f9:0-2 {event_type=RS_FLUSH_REGIONS, pid=108}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1731595315055.367f9543bd55c4de93e7f8a883c9319d. 2024-11-14T14:42:04,796 ERROR [RS_FLUSH_OPERATIONS-regionserver/da1c6afcd1f9:0-2 {event_type=RS_FLUSH_REGIONS, pid=108}] handler.RSProcedureHandler(58): pid=108 java.io.IOException: Unable to complete flush {ENCODED => 367f9543bd55c4de93e7f8a883c9319d, NAME => 'TestAcidGuarantees,,1731595315055.367f9543bd55c4de93e7f8a883c9319d.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-14T14:42:04,796 DEBUG [RS_FLUSH_OPERATIONS-regionserver/da1c6afcd1f9:0-2 {event_type=RS_FLUSH_REGIONS, pid=108}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=108 java.io.IOException: Unable to complete flush {ENCODED => 367f9543bd55c4de93e7f8a883c9319d, NAME => 'TestAcidGuarantees,,1731595315055.367f9543bd55c4de93e7f8a883c9319d.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-14T14:42:04,797 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45145 {}] master.HMaster(4177): Remote procedure failed, pid=108 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 367f9543bd55c4de93e7f8a883c9319d, NAME => 'TestAcidGuarantees,,1731595315055.367f9543bd55c4de93e7f8a883c9319d.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$5(MasterRpcServices.java:2580) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2575) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 367f9543bd55c4de93e7f8a883c9319d, NAME => 'TestAcidGuarantees,,1731595315055.367f9543bd55c4de93e7f8a883c9319d.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-14T14:42:04,806 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45145 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=107 2024-11-14T14:42:04,905 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35765 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=367f9543bd55c4de93e7f8a883c9319d, server=da1c6afcd1f9,35765,1731595233113 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-14T14:42:04,905 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35765 {}] ipc.CallRunner(138): callId: 44 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:50294 deadline: 1731595384897, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=367f9543bd55c4de93e7f8a883c9319d, server=da1c6afcd1f9,35765,1731595233113 2024-11-14T14:42:04,906 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35765 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=367f9543bd55c4de93e7f8a883c9319d, server=da1c6afcd1f9,35765,1731595233113 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-14T14:42:04,906 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731595315055.367f9543bd55c4de93e7f8a883c9319d., hostname=da1c6afcd1f9,35765,1731595233113, seqNum=5 , the old value is region=TestAcidGuarantees,,1731595315055.367f9543bd55c4de93e7f8a883c9319d., hostname=da1c6afcd1f9,35765,1731595233113, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=367f9543bd55c4de93e7f8a883c9319d, server=da1c6afcd1f9,35765,1731595233113 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-14T14:42:04,906 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731595315055.367f9543bd55c4de93e7f8a883c9319d., hostname=da1c6afcd1f9,35765,1731595233113, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=367f9543bd55c4de93e7f8a883c9319d, server=da1c6afcd1f9,35765,1731595233113 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-14T14:42:04,906 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35765 {}] ipc.CallRunner(138): callId: 37 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:50266 deadline: 1731595384897, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=367f9543bd55c4de93e7f8a883c9319d, server=da1c6afcd1f9,35765,1731595233113 2024-11-14T14:42:04,906 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731595315055.367f9543bd55c4de93e7f8a883c9319d., hostname=da1c6afcd1f9,35765,1731595233113, seqNum=5 because the exception is null or not the one we care about 2024-11-14T14:42:04,906 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35765 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=367f9543bd55c4de93e7f8a883c9319d, server=da1c6afcd1f9,35765,1731595233113 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-14T14:42:04,906 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35765 {}] ipc.CallRunner(138): callId: 45 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:50194 deadline: 1731595384897, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=367f9543bd55c4de93e7f8a883c9319d, server=da1c6afcd1f9,35765,1731595233113 2024-11-14T14:42:04,906 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731595315055.367f9543bd55c4de93e7f8a883c9319d., hostname=da1c6afcd1f9,35765,1731595233113, seqNum=5 , the old value is region=TestAcidGuarantees,,1731595315055.367f9543bd55c4de93e7f8a883c9319d., hostname=da1c6afcd1f9,35765,1731595233113, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=367f9543bd55c4de93e7f8a883c9319d, server=da1c6afcd1f9,35765,1731595233113 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-14T14:42:04,906 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731595315055.367f9543bd55c4de93e7f8a883c9319d., hostname=da1c6afcd1f9,35765,1731595233113, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=367f9543bd55c4de93e7f8a883c9319d, server=da1c6afcd1f9,35765,1731595233113 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-14T14:42:04,906 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731595315055.367f9543bd55c4de93e7f8a883c9319d., hostname=da1c6afcd1f9,35765,1731595233113, seqNum=5 because the exception is null or not the one we care about 2024-11-14T14:42:04,907 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731595315055.367f9543bd55c4de93e7f8a883c9319d., hostname=da1c6afcd1f9,35765,1731595233113, seqNum=5 , the old value is region=TestAcidGuarantees,,1731595315055.367f9543bd55c4de93e7f8a883c9319d., hostname=da1c6afcd1f9,35765,1731595233113, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=367f9543bd55c4de93e7f8a883c9319d, server=da1c6afcd1f9,35765,1731595233113 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-14T14:42:04,907 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731595315055.367f9543bd55c4de93e7f8a883c9319d., hostname=da1c6afcd1f9,35765,1731595233113, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=367f9543bd55c4de93e7f8a883c9319d, server=da1c6afcd1f9,35765,1731595233113 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-14T14:42:04,907 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731595315055.367f9543bd55c4de93e7f8a883c9319d., hostname=da1c6afcd1f9,35765,1731595233113, seqNum=5 because the exception is null or not the one we care about 2024-11-14T14:42:04,931 DEBUG [MemStoreFlusher.0 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T14:42:04,937 INFO [MemStoreFlusher.0 {}] regionserver.HMobStore(268): FLUSH Renaming flushed file from hdfs://localhost:34345/user/jenkins/test-data/14d118ee-a83a-b09b-5913-1a58940a5db1/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e20241114088770aad2e041f9a57cf255f96bec8d_367f9543bd55c4de93e7f8a883c9319d to hdfs://localhost:34345/user/jenkins/test-data/14d118ee-a83a-b09b-5913-1a58940a5db1/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e20241114088770aad2e041f9a57cf255f96bec8d_367f9543bd55c4de93e7f8a883c9319d 2024-11-14T14:42:04,941 DEBUG [MemStoreFlusher.0 {}] mob.DefaultMobStoreFlusher(263): Flush store file: hdfs://localhost:34345/user/jenkins/test-data/14d118ee-a83a-b09b-5913-1a58940a5db1/data/default/TestAcidGuarantees/367f9543bd55c4de93e7f8a883c9319d/.tmp/A/f41523dba029496aa6b90a2190b0721f, store: [table=TestAcidGuarantees family=A region=367f9543bd55c4de93e7f8a883c9319d] 2024-11-14T14:42:04,942 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:34345/user/jenkins/test-data/14d118ee-a83a-b09b-5913-1a58940a5db1/data/default/TestAcidGuarantees/367f9543bd55c4de93e7f8a883c9319d/.tmp/A/f41523dba029496aa6b90a2190b0721f is 175, key is test_row_0/A:col10/1731595323338/Put/seqid=0 2024-11-14T14:42:04,952 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=35765 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=108 2024-11-14T14:42:04,952 DEBUG [RS_FLUSH_OPERATIONS-regionserver/da1c6afcd1f9:0-0 {event_type=RS_FLUSH_REGIONS, pid=108}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1731595315055.367f9543bd55c4de93e7f8a883c9319d. 2024-11-14T14:42:04,952 DEBUG [RS_FLUSH_OPERATIONS-regionserver/da1c6afcd1f9:0-0 {event_type=RS_FLUSH_REGIONS, pid=108}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1731595315055.367f9543bd55c4de93e7f8a883c9319d. as already flushing 2024-11-14T14:42:04,952 DEBUG [RS_FLUSH_OPERATIONS-regionserver/da1c6afcd1f9:0-0 {event_type=RS_FLUSH_REGIONS, pid=108}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1731595315055.367f9543bd55c4de93e7f8a883c9319d. 2024-11-14T14:42:04,953 ERROR [RS_FLUSH_OPERATIONS-regionserver/da1c6afcd1f9:0-0 {event_type=RS_FLUSH_REGIONS, pid=108}] handler.RSProcedureHandler(58): pid=108 java.io.IOException: Unable to complete flush {ENCODED => 367f9543bd55c4de93e7f8a883c9319d, NAME => 'TestAcidGuarantees,,1731595315055.367f9543bd55c4de93e7f8a883c9319d.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-14T14:42:04,953 DEBUG [RS_FLUSH_OPERATIONS-regionserver/da1c6afcd1f9:0-0 {event_type=RS_FLUSH_REGIONS, pid=108}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=108 java.io.IOException: Unable to complete flush {ENCODED => 367f9543bd55c4de93e7f8a883c9319d, NAME => 'TestAcidGuarantees,,1731595315055.367f9543bd55c4de93e7f8a883c9319d.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-14T14:42:04,956 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45145 {}] master.HMaster(4177): Remote procedure failed, pid=108 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 367f9543bd55c4de93e7f8a883c9319d, NAME => 'TestAcidGuarantees,,1731595315055.367f9543bd55c4de93e7f8a883c9319d.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$5(MasterRpcServices.java:2580) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2575) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 367f9543bd55c4de93e7f8a883c9319d, NAME => 'TestAcidGuarantees,,1731595315055.367f9543bd55c4de93e7f8a883c9319d.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-14T14:42:04,968 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36699 is added to blk_1073742168_1344 (size=30955) 2024-11-14T14:42:04,970 INFO [MemStoreFlusher.0 {}] mob.DefaultMobStoreFlusher(147): Mob store is flushed, sequenceid=97, memsize=22.4 K, hasBloomFilter=true, into tmp file hdfs://localhost:34345/user/jenkins/test-data/14d118ee-a83a-b09b-5913-1a58940a5db1/data/default/TestAcidGuarantees/367f9543bd55c4de93e7f8a883c9319d/.tmp/A/f41523dba029496aa6b90a2190b0721f 2024-11-14T14:42:04,982 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:34345/user/jenkins/test-data/14d118ee-a83a-b09b-5913-1a58940a5db1/data/default/TestAcidGuarantees/367f9543bd55c4de93e7f8a883c9319d/.tmp/B/9fbf2fd4184d4424a746bea9760c1493 is 50, key is test_row_0/B:col10/1731595323338/Put/seqid=0 2024-11-14T14:42:04,994 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36699 is added to blk_1073742169_1345 (size=12001) 2024-11-14T14:42:05,108 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=35765 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=108 2024-11-14T14:42:05,108 DEBUG [RS_FLUSH_OPERATIONS-regionserver/da1c6afcd1f9:0-1 {event_type=RS_FLUSH_REGIONS, pid=108}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1731595315055.367f9543bd55c4de93e7f8a883c9319d. 2024-11-14T14:42:05,108 DEBUG [RS_FLUSH_OPERATIONS-regionserver/da1c6afcd1f9:0-1 {event_type=RS_FLUSH_REGIONS, pid=108}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1731595315055.367f9543bd55c4de93e7f8a883c9319d. as already flushing 2024-11-14T14:42:05,109 DEBUG [RS_FLUSH_OPERATIONS-regionserver/da1c6afcd1f9:0-1 {event_type=RS_FLUSH_REGIONS, pid=108}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1731595315055.367f9543bd55c4de93e7f8a883c9319d. 2024-11-14T14:42:05,109 ERROR [RS_FLUSH_OPERATIONS-regionserver/da1c6afcd1f9:0-1 {event_type=RS_FLUSH_REGIONS, pid=108}] handler.RSProcedureHandler(58): pid=108 java.io.IOException: Unable to complete flush {ENCODED => 367f9543bd55c4de93e7f8a883c9319d, NAME => 'TestAcidGuarantees,,1731595315055.367f9543bd55c4de93e7f8a883c9319d.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-14T14:42:05,109 DEBUG [RS_FLUSH_OPERATIONS-regionserver/da1c6afcd1f9:0-1 {event_type=RS_FLUSH_REGIONS, pid=108}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=108 java.io.IOException: Unable to complete flush {ENCODED => 367f9543bd55c4de93e7f8a883c9319d, NAME => 'TestAcidGuarantees,,1731595315055.367f9543bd55c4de93e7f8a883c9319d.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-14T14:42:05,112 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45145 {}] master.HMaster(4177): Remote procedure failed, pid=108 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 367f9543bd55c4de93e7f8a883c9319d, NAME => 'TestAcidGuarantees,,1731595315055.367f9543bd55c4de93e7f8a883c9319d.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$5(MasterRpcServices.java:2580) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2575) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 367f9543bd55c4de93e7f8a883c9319d, NAME => 'TestAcidGuarantees,,1731595315055.367f9543bd55c4de93e7f8a883c9319d.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-14T14:42:05,116 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45145 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=107 2024-11-14T14:42:05,230 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35765 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=367f9543bd55c4de93e7f8a883c9319d, server=da1c6afcd1f9,35765,1731595233113 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-14T14:42:05,230 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35765 {}] ipc.CallRunner(138): callId: 45 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:50294 deadline: 1731595385218, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=367f9543bd55c4de93e7f8a883c9319d, server=da1c6afcd1f9,35765,1731595233113 2024-11-14T14:42:05,231 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35765 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=367f9543bd55c4de93e7f8a883c9319d, server=da1c6afcd1f9,35765,1731595233113 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-14T14:42:05,231 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35765 {}] ipc.CallRunner(138): callId: 38 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:50266 deadline: 1731595385218, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=367f9543bd55c4de93e7f8a883c9319d, server=da1c6afcd1f9,35765,1731595233113 2024-11-14T14:42:05,231 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731595315055.367f9543bd55c4de93e7f8a883c9319d., hostname=da1c6afcd1f9,35765,1731595233113, seqNum=5 , the old value is region=TestAcidGuarantees,,1731595315055.367f9543bd55c4de93e7f8a883c9319d., hostname=da1c6afcd1f9,35765,1731595233113, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=367f9543bd55c4de93e7f8a883c9319d, server=da1c6afcd1f9,35765,1731595233113 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-14T14:42:05,231 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35765 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=367f9543bd55c4de93e7f8a883c9319d, server=da1c6afcd1f9,35765,1731595233113 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-14T14:42:05,231 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731595315055.367f9543bd55c4de93e7f8a883c9319d., hostname=da1c6afcd1f9,35765,1731595233113, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=367f9543bd55c4de93e7f8a883c9319d, server=da1c6afcd1f9,35765,1731595233113 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-14T14:42:05,231 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731595315055.367f9543bd55c4de93e7f8a883c9319d., hostname=da1c6afcd1f9,35765,1731595233113, seqNum=5 because the exception is null or not the one we care about 2024-11-14T14:42:05,231 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35765 {}] ipc.CallRunner(138): callId: 46 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:50194 deadline: 1731595385218, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=367f9543bd55c4de93e7f8a883c9319d, server=da1c6afcd1f9,35765,1731595233113 2024-11-14T14:42:05,232 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731595315055.367f9543bd55c4de93e7f8a883c9319d., hostname=da1c6afcd1f9,35765,1731595233113, seqNum=5 , the old value is region=TestAcidGuarantees,,1731595315055.367f9543bd55c4de93e7f8a883c9319d., hostname=da1c6afcd1f9,35765,1731595233113, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=367f9543bd55c4de93e7f8a883c9319d, server=da1c6afcd1f9,35765,1731595233113 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-14T14:42:05,232 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731595315055.367f9543bd55c4de93e7f8a883c9319d., hostname=da1c6afcd1f9,35765,1731595233113, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=367f9543bd55c4de93e7f8a883c9319d, server=da1c6afcd1f9,35765,1731595233113 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-14T14:42:05,232 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731595315055.367f9543bd55c4de93e7f8a883c9319d., hostname=da1c6afcd1f9,35765,1731595233113, seqNum=5 because the exception is null or not the one we care about 2024-11-14T14:42:05,233 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731595315055.367f9543bd55c4de93e7f8a883c9319d., hostname=da1c6afcd1f9,35765,1731595233113, seqNum=5 , the old value is region=TestAcidGuarantees,,1731595315055.367f9543bd55c4de93e7f8a883c9319d., hostname=da1c6afcd1f9,35765,1731595233113, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=367f9543bd55c4de93e7f8a883c9319d, server=da1c6afcd1f9,35765,1731595233113 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-14T14:42:05,233 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731595315055.367f9543bd55c4de93e7f8a883c9319d., hostname=da1c6afcd1f9,35765,1731595233113, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=367f9543bd55c4de93e7f8a883c9319d, server=da1c6afcd1f9,35765,1731595233113 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-14T14:42:05,233 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731595315055.367f9543bd55c4de93e7f8a883c9319d., hostname=da1c6afcd1f9,35765,1731595233113, seqNum=5 because the exception is null or not the one we care about 2024-11-14T14:42:05,266 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=35765 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=108 2024-11-14T14:42:05,266 DEBUG [RS_FLUSH_OPERATIONS-regionserver/da1c6afcd1f9:0-2 {event_type=RS_FLUSH_REGIONS, pid=108}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1731595315055.367f9543bd55c4de93e7f8a883c9319d. 2024-11-14T14:42:05,267 DEBUG [RS_FLUSH_OPERATIONS-regionserver/da1c6afcd1f9:0-2 {event_type=RS_FLUSH_REGIONS, pid=108}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1731595315055.367f9543bd55c4de93e7f8a883c9319d. as already flushing 2024-11-14T14:42:05,267 DEBUG [RS_FLUSH_OPERATIONS-regionserver/da1c6afcd1f9:0-2 {event_type=RS_FLUSH_REGIONS, pid=108}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1731595315055.367f9543bd55c4de93e7f8a883c9319d. 2024-11-14T14:42:05,267 ERROR [RS_FLUSH_OPERATIONS-regionserver/da1c6afcd1f9:0-2 {event_type=RS_FLUSH_REGIONS, pid=108}] handler.RSProcedureHandler(58): pid=108 java.io.IOException: Unable to complete flush {ENCODED => 367f9543bd55c4de93e7f8a883c9319d, NAME => 'TestAcidGuarantees,,1731595315055.367f9543bd55c4de93e7f8a883c9319d.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-14T14:42:05,267 DEBUG [RS_FLUSH_OPERATIONS-regionserver/da1c6afcd1f9:0-2 {event_type=RS_FLUSH_REGIONS, pid=108}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=108 java.io.IOException: Unable to complete flush {ENCODED => 367f9543bd55c4de93e7f8a883c9319d, NAME => 'TestAcidGuarantees,,1731595315055.367f9543bd55c4de93e7f8a883c9319d.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-14T14:42:05,268 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45145 {}] master.HMaster(4177): Remote procedure failed, pid=108 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 367f9543bd55c4de93e7f8a883c9319d, NAME => 'TestAcidGuarantees,,1731595315055.367f9543bd55c4de93e7f8a883c9319d.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$5(MasterRpcServices.java:2580) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2575) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 367f9543bd55c4de93e7f8a883c9319d, NAME => 'TestAcidGuarantees,,1731595315055.367f9543bd55c4de93e7f8a883c9319d.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-14T14:42:05,397 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=22.36 KB at sequenceid=97 (bloomFilter=true), to=hdfs://localhost:34345/user/jenkins/test-data/14d118ee-a83a-b09b-5913-1a58940a5db1/data/default/TestAcidGuarantees/367f9543bd55c4de93e7f8a883c9319d/.tmp/B/9fbf2fd4184d4424a746bea9760c1493 2024-11-14T14:42:05,418 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:34345/user/jenkins/test-data/14d118ee-a83a-b09b-5913-1a58940a5db1/data/default/TestAcidGuarantees/367f9543bd55c4de93e7f8a883c9319d/.tmp/C/700c53b06169465b86d154dad7fb68fa is 50, key is test_row_0/C:col10/1731595323338/Put/seqid=0 2024-11-14T14:42:05,420 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=35765 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=108 2024-11-14T14:42:05,420 DEBUG [RS_FLUSH_OPERATIONS-regionserver/da1c6afcd1f9:0-0 {event_type=RS_FLUSH_REGIONS, pid=108}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1731595315055.367f9543bd55c4de93e7f8a883c9319d. 2024-11-14T14:42:05,420 DEBUG [RS_FLUSH_OPERATIONS-regionserver/da1c6afcd1f9:0-0 {event_type=RS_FLUSH_REGIONS, pid=108}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1731595315055.367f9543bd55c4de93e7f8a883c9319d. as already flushing 2024-11-14T14:42:05,420 DEBUG [RS_FLUSH_OPERATIONS-regionserver/da1c6afcd1f9:0-0 {event_type=RS_FLUSH_REGIONS, pid=108}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1731595315055.367f9543bd55c4de93e7f8a883c9319d. 2024-11-14T14:42:05,420 ERROR [RS_FLUSH_OPERATIONS-regionserver/da1c6afcd1f9:0-0 {event_type=RS_FLUSH_REGIONS, pid=108}] handler.RSProcedureHandler(58): pid=108 java.io.IOException: Unable to complete flush {ENCODED => 367f9543bd55c4de93e7f8a883c9319d, NAME => 'TestAcidGuarantees,,1731595315055.367f9543bd55c4de93e7f8a883c9319d.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-14T14:42:05,421 DEBUG [RS_FLUSH_OPERATIONS-regionserver/da1c6afcd1f9:0-0 {event_type=RS_FLUSH_REGIONS, pid=108}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=108 java.io.IOException: Unable to complete flush {ENCODED => 367f9543bd55c4de93e7f8a883c9319d, NAME => 'TestAcidGuarantees,,1731595315055.367f9543bd55c4de93e7f8a883c9319d.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-14T14:42:05,422 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45145 {}] master.HMaster(4177): Remote procedure failed, pid=108 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 367f9543bd55c4de93e7f8a883c9319d, NAME => 'TestAcidGuarantees,,1731595315055.367f9543bd55c4de93e7f8a883c9319d.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$5(MasterRpcServices.java:2580) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2575) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 367f9543bd55c4de93e7f8a883c9319d, NAME => 'TestAcidGuarantees,,1731595315055.367f9543bd55c4de93e7f8a883c9319d.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-14T14:42:05,435 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36699 is added to blk_1073742170_1346 (size=12001) 2024-11-14T14:42:05,437 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=22.36 KB at sequenceid=97 (bloomFilter=true), to=hdfs://localhost:34345/user/jenkins/test-data/14d118ee-a83a-b09b-5913-1a58940a5db1/data/default/TestAcidGuarantees/367f9543bd55c4de93e7f8a883c9319d/.tmp/C/700c53b06169465b86d154dad7fb68fa 2024-11-14T14:42:05,447 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:34345/user/jenkins/test-data/14d118ee-a83a-b09b-5913-1a58940a5db1/data/default/TestAcidGuarantees/367f9543bd55c4de93e7f8a883c9319d/.tmp/A/f41523dba029496aa6b90a2190b0721f as hdfs://localhost:34345/user/jenkins/test-data/14d118ee-a83a-b09b-5913-1a58940a5db1/data/default/TestAcidGuarantees/367f9543bd55c4de93e7f8a883c9319d/A/f41523dba029496aa6b90a2190b0721f 2024-11-14T14:42:05,451 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:34345/user/jenkins/test-data/14d118ee-a83a-b09b-5913-1a58940a5db1/data/default/TestAcidGuarantees/367f9543bd55c4de93e7f8a883c9319d/A/f41523dba029496aa6b90a2190b0721f, entries=150, sequenceid=97, filesize=30.2 K 2024-11-14T14:42:05,452 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:34345/user/jenkins/test-data/14d118ee-a83a-b09b-5913-1a58940a5db1/data/default/TestAcidGuarantees/367f9543bd55c4de93e7f8a883c9319d/.tmp/B/9fbf2fd4184d4424a746bea9760c1493 as hdfs://localhost:34345/user/jenkins/test-data/14d118ee-a83a-b09b-5913-1a58940a5db1/data/default/TestAcidGuarantees/367f9543bd55c4de93e7f8a883c9319d/B/9fbf2fd4184d4424a746bea9760c1493 2024-11-14T14:42:05,456 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:34345/user/jenkins/test-data/14d118ee-a83a-b09b-5913-1a58940a5db1/data/default/TestAcidGuarantees/367f9543bd55c4de93e7f8a883c9319d/B/9fbf2fd4184d4424a746bea9760c1493, entries=150, sequenceid=97, filesize=11.7 K 2024-11-14T14:42:05,457 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:34345/user/jenkins/test-data/14d118ee-a83a-b09b-5913-1a58940a5db1/data/default/TestAcidGuarantees/367f9543bd55c4de93e7f8a883c9319d/.tmp/C/700c53b06169465b86d154dad7fb68fa as hdfs://localhost:34345/user/jenkins/test-data/14d118ee-a83a-b09b-5913-1a58940a5db1/data/default/TestAcidGuarantees/367f9543bd55c4de93e7f8a883c9319d/C/700c53b06169465b86d154dad7fb68fa 2024-11-14T14:42:05,462 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:34345/user/jenkins/test-data/14d118ee-a83a-b09b-5913-1a58940a5db1/data/default/TestAcidGuarantees/367f9543bd55c4de93e7f8a883c9319d/C/700c53b06169465b86d154dad7fb68fa, entries=150, sequenceid=97, filesize=11.7 K 2024-11-14T14:42:05,463 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(3140): Finished flush of dataSize ~67.09 KB/68700, heapSize ~199.92 KB/204720, currentSize=107.34 KB/109920 for 367f9543bd55c4de93e7f8a883c9319d in 953ms, sequenceid=97, compaction requested=true 2024-11-14T14:42:05,463 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2603): Flush status journal for 367f9543bd55c4de93e7f8a883c9319d: 2024-11-14T14:42:05,463 DEBUG [RS:0;da1c6afcd1f9:35765-shortCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 3 store files, 0 compacting, 3 eligible, 16 blocking 2024-11-14T14:42:05,464 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store 367f9543bd55c4de93e7f8a883c9319d:A, priority=-2147483648, current under compaction store size is 1 2024-11-14T14:42:05,464 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-14T14:42:05,464 DEBUG [RS:0;da1c6afcd1f9:35765-longCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 3 store files, 0 compacting, 3 eligible, 16 blocking 2024-11-14T14:42:05,464 DEBUG [RS:0;da1c6afcd1f9:35765-shortCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 3 files of size 84374 starting at candidate #0 after considering 1 permutations with 1 in ratio 2024-11-14T14:42:05,465 DEBUG [RS:0;da1c6afcd1f9:35765-shortCompactions-0 {}] regionserver.HStore(1541): 367f9543bd55c4de93e7f8a883c9319d/A is initiating minor compaction (all files) 2024-11-14T14:42:05,465 INFO [RS:0;da1c6afcd1f9:35765-shortCompactions-0 {}] regionserver.HRegion(2416): Starting compaction of 367f9543bd55c4de93e7f8a883c9319d/A in TestAcidGuarantees,,1731595315055.367f9543bd55c4de93e7f8a883c9319d. 2024-11-14T14:42:05,465 INFO [RS:0;da1c6afcd1f9:35765-shortCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:34345/user/jenkins/test-data/14d118ee-a83a-b09b-5913-1a58940a5db1/data/default/TestAcidGuarantees/367f9543bd55c4de93e7f8a883c9319d/A/a8e72b00b18a405abed65507090f5021, hdfs://localhost:34345/user/jenkins/test-data/14d118ee-a83a-b09b-5913-1a58940a5db1/data/default/TestAcidGuarantees/367f9543bd55c4de93e7f8a883c9319d/A/bf0ddc51a024400fafa24301a37dde78, hdfs://localhost:34345/user/jenkins/test-data/14d118ee-a83a-b09b-5913-1a58940a5db1/data/default/TestAcidGuarantees/367f9543bd55c4de93e7f8a883c9319d/A/f41523dba029496aa6b90a2190b0721f] into tmpdir=hdfs://localhost:34345/user/jenkins/test-data/14d118ee-a83a-b09b-5913-1a58940a5db1/data/default/TestAcidGuarantees/367f9543bd55c4de93e7f8a883c9319d/.tmp, totalSize=82.4 K 2024-11-14T14:42:05,465 INFO [RS:0;da1c6afcd1f9:35765-shortCompactions-0 {}] mob.DefaultMobStoreCompactor(181): MOB compaction: major=false isAll=true priority=13 throughput controller=DefaultCompactionThroughputController [maxThroughput=50.00 MB/second, activeCompactions=0] table=TestAcidGuarantees cf=A region=TestAcidGuarantees,,1731595315055.367f9543bd55c4de93e7f8a883c9319d. 2024-11-14T14:42:05,465 DEBUG [RS:0;da1c6afcd1f9:35765-shortCompactions-0 {}] mob.DefaultMobStoreCompactor(191): MOB compaction table=TestAcidGuarantees cf=A region=TestAcidGuarantees,,1731595315055.367f9543bd55c4de93e7f8a883c9319d. files: [hdfs://localhost:34345/user/jenkins/test-data/14d118ee-a83a-b09b-5913-1a58940a5db1/data/default/TestAcidGuarantees/367f9543bd55c4de93e7f8a883c9319d/A/a8e72b00b18a405abed65507090f5021, hdfs://localhost:34345/user/jenkins/test-data/14d118ee-a83a-b09b-5913-1a58940a5db1/data/default/TestAcidGuarantees/367f9543bd55c4de93e7f8a883c9319d/A/bf0ddc51a024400fafa24301a37dde78, hdfs://localhost:34345/user/jenkins/test-data/14d118ee-a83a-b09b-5913-1a58940a5db1/data/default/TestAcidGuarantees/367f9543bd55c4de93e7f8a883c9319d/A/f41523dba029496aa6b90a2190b0721f] 2024-11-14T14:42:05,465 DEBUG [RS:0;da1c6afcd1f9:35765-shortCompactions-0 {}] compactions.Compactor(225): Compacting a8e72b00b18a405abed65507090f5021, keycount=150, bloomtype=ROW, size=30.3 K, encoding=NONE, compression=NONE, seqNum=61, earliestPutTs=1731595320409 2024-11-14T14:42:05,465 DEBUG [RS:0;da1c6afcd1f9:35765-longCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 3 files of size 33762 starting at candidate #0 after considering 1 permutations with 1 in ratio 2024-11-14T14:42:05,466 DEBUG [RS:0;da1c6afcd1f9:35765-longCompactions-0 {}] regionserver.HStore(1541): 367f9543bd55c4de93e7f8a883c9319d/B is initiating minor compaction (all files) 2024-11-14T14:42:05,466 INFO [RS:0;da1c6afcd1f9:35765-longCompactions-0 {}] regionserver.HRegion(2416): Starting compaction of 367f9543bd55c4de93e7f8a883c9319d/B in TestAcidGuarantees,,1731595315055.367f9543bd55c4de93e7f8a883c9319d. 2024-11-14T14:42:05,466 INFO [RS:0;da1c6afcd1f9:35765-longCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:34345/user/jenkins/test-data/14d118ee-a83a-b09b-5913-1a58940a5db1/data/default/TestAcidGuarantees/367f9543bd55c4de93e7f8a883c9319d/B/324855a5437147a4bf3432478dda0ccd, hdfs://localhost:34345/user/jenkins/test-data/14d118ee-a83a-b09b-5913-1a58940a5db1/data/default/TestAcidGuarantees/367f9543bd55c4de93e7f8a883c9319d/B/74375290218f48e48096bf777ee1417d, hdfs://localhost:34345/user/jenkins/test-data/14d118ee-a83a-b09b-5913-1a58940a5db1/data/default/TestAcidGuarantees/367f9543bd55c4de93e7f8a883c9319d/B/9fbf2fd4184d4424a746bea9760c1493] into tmpdir=hdfs://localhost:34345/user/jenkins/test-data/14d118ee-a83a-b09b-5913-1a58940a5db1/data/default/TestAcidGuarantees/367f9543bd55c4de93e7f8a883c9319d/.tmp, totalSize=33.0 K 2024-11-14T14:42:05,465 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store 367f9543bd55c4de93e7f8a883c9319d:B, priority=-2147483648, current under compaction store size is 2 2024-11-14T14:42:05,466 DEBUG [RS:0;da1c6afcd1f9:35765-shortCompactions-0 {}] compactions.Compactor(225): Compacting bf0ddc51a024400fafa24301a37dde78, keycount=100, bloomtype=ROW, size=21.8 K, encoding=NONE, compression=NONE, seqNum=81, earliestPutTs=1731595321128 2024-11-14T14:42:05,466 DEBUG [RS:0;da1c6afcd1f9:35765-longCompactions-0 {}] compactions.Compactor(225): Compacting 324855a5437147a4bf3432478dda0ccd, keycount=150, bloomtype=ROW, size=11.8 K, encoding=NONE, compression=NONE, seqNum=61, earliestPutTs=1731595320409 2024-11-14T14:42:05,466 DEBUG [RS:0;da1c6afcd1f9:35765-shortCompactions-0 {}] compactions.Compactor(225): Compacting f41523dba029496aa6b90a2190b0721f, keycount=150, bloomtype=ROW, size=30.2 K, encoding=NONE, compression=NONE, seqNum=97, earliestPutTs=1731595323338 2024-11-14T14:42:05,467 DEBUG [RS:0;da1c6afcd1f9:35765-longCompactions-0 {}] compactions.Compactor(225): Compacting 74375290218f48e48096bf777ee1417d, keycount=100, bloomtype=ROW, size=9.4 K, encoding=NONE, compression=NONE, seqNum=81, earliestPutTs=1731595321128 2024-11-14T14:42:05,467 DEBUG [RS:0;da1c6afcd1f9:35765-longCompactions-0 {}] compactions.Compactor(225): Compacting 9fbf2fd4184d4424a746bea9760c1493, keycount=150, bloomtype=ROW, size=11.7 K, encoding=NONE, compression=NONE, seqNum=97, earliestPutTs=1731595323338 2024-11-14T14:42:05,468 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-14T14:42:05,468 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store 367f9543bd55c4de93e7f8a883c9319d:C, priority=-2147483648, current under compaction store size is 3 2024-11-14T14:42:05,470 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=1), splitQueue=0 2024-11-14T14:42:05,483 INFO [RS:0;da1c6afcd1f9:35765-shortCompactions-0 {}] mob.DefaultMobStoreCompactor(321): Compact MOB=false optimized configured=false optimized enabled=false maximum MOB file size=1073741824 major=true store=[table=TestAcidGuarantees family=A region=367f9543bd55c4de93e7f8a883c9319d] 2024-11-14T14:42:05,492 DEBUG [RS:0;da1c6afcd1f9:35765-shortCompactions-0 {}] mob.DefaultMobStoreCompactor(635): New MOB writer created=d41d8cd98f00b204e9800998ecf8427e20241114cd397a45dba840798835b1b64f821b80_367f9543bd55c4de93e7f8a883c9319d store=[table=TestAcidGuarantees family=A region=367f9543bd55c4de93e7f8a883c9319d] 2024-11-14T14:42:05,493 INFO [RS:0;da1c6afcd1f9:35765-longCompactions-0 {}] throttle.PressureAwareThroughputController(145): 367f9543bd55c4de93e7f8a883c9319d#B#compaction#297 average throughput is 3.28 MB/second, slept 0 time(s) and total slept time is 0 ms. 1 active operations remaining, total limit is 50.00 MB/second 2024-11-14T14:42:05,494 DEBUG [RS:0;da1c6afcd1f9:35765-longCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:34345/user/jenkins/test-data/14d118ee-a83a-b09b-5913-1a58940a5db1/data/default/TestAcidGuarantees/367f9543bd55c4de93e7f8a883c9319d/.tmp/B/f8f83a4c1daa4411bf6cb0968db7a6d3 is 50, key is test_row_0/B:col10/1731595323338/Put/seqid=0 2024-11-14T14:42:05,494 DEBUG [RS:0;da1c6afcd1f9:35765-shortCompactions-0 {}] mob.DefaultMobStoreCompactor(656): Commit or abort size=0 mobCells=0 major=true file=d41d8cd98f00b204e9800998ecf8427e20241114cd397a45dba840798835b1b64f821b80_367f9543bd55c4de93e7f8a883c9319d, store=[table=TestAcidGuarantees family=A region=367f9543bd55c4de93e7f8a883c9319d] 2024-11-14T14:42:05,495 DEBUG [RS:0;da1c6afcd1f9:35765-shortCompactions-0 {}] mob.DefaultMobStoreCompactor(667): Aborting writer for hdfs://localhost:34345/user/jenkins/test-data/14d118ee-a83a-b09b-5913-1a58940a5db1/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e20241114cd397a45dba840798835b1b64f821b80_367f9543bd55c4de93e7f8a883c9319d because there are no MOB cells, store=[table=TestAcidGuarantees family=A region=367f9543bd55c4de93e7f8a883c9319d] 2024-11-14T14:42:05,503 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36699 is added to blk_1073742171_1347 (size=12207) 2024-11-14T14:42:05,505 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36699 is added to blk_1073742172_1348 (size=4469) 2024-11-14T14:42:05,512 INFO [RS:0;da1c6afcd1f9:35765-shortCompactions-0 {}] throttle.PressureAwareThroughputController(145): 367f9543bd55c4de93e7f8a883c9319d#A#compaction#296 average throughput is 0.84 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second 2024-11-14T14:42:05,513 DEBUG [RS:0;da1c6afcd1f9:35765-shortCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:34345/user/jenkins/test-data/14d118ee-a83a-b09b-5913-1a58940a5db1/data/default/TestAcidGuarantees/367f9543bd55c4de93e7f8a883c9319d/.tmp/A/5e336ba31cb04605ac922aa162278d68 is 175, key is test_row_0/A:col10/1731595323338/Put/seqid=0 2024-11-14T14:42:05,523 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36699 is added to blk_1073742173_1349 (size=31161) 2024-11-14T14:42:05,576 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=35765 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=108 2024-11-14T14:42:05,577 DEBUG [RS_FLUSH_OPERATIONS-regionserver/da1c6afcd1f9:0-1 {event_type=RS_FLUSH_REGIONS, pid=108}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1731595315055.367f9543bd55c4de93e7f8a883c9319d. 2024-11-14T14:42:05,577 INFO [RS_FLUSH_OPERATIONS-regionserver/da1c6afcd1f9:0-1 {event_type=RS_FLUSH_REGIONS, pid=108}] regionserver.HRegion(2902): Flushing 367f9543bd55c4de93e7f8a883c9319d 3/3 column families, dataSize=107.34 KB heapSize=319.50 KB 2024-11-14T14:42:05,577 DEBUG [RS_FLUSH_OPERATIONS-regionserver/da1c6afcd1f9:0-1 {event_type=RS_FLUSH_REGIONS, pid=108}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 367f9543bd55c4de93e7f8a883c9319d, store=A 2024-11-14T14:42:05,577 DEBUG [RS_FLUSH_OPERATIONS-regionserver/da1c6afcd1f9:0-1 {event_type=RS_FLUSH_REGIONS, pid=108}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-14T14:42:05,577 DEBUG [RS_FLUSH_OPERATIONS-regionserver/da1c6afcd1f9:0-1 {event_type=RS_FLUSH_REGIONS, pid=108}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 367f9543bd55c4de93e7f8a883c9319d, store=B 2024-11-14T14:42:05,577 DEBUG [RS_FLUSH_OPERATIONS-regionserver/da1c6afcd1f9:0-1 {event_type=RS_FLUSH_REGIONS, pid=108}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-14T14:42:05,577 DEBUG [RS_FLUSH_OPERATIONS-regionserver/da1c6afcd1f9:0-1 {event_type=RS_FLUSH_REGIONS, pid=108}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 367f9543bd55c4de93e7f8a883c9319d, store=C 2024-11-14T14:42:05,577 DEBUG [RS_FLUSH_OPERATIONS-regionserver/da1c6afcd1f9:0-1 {event_type=RS_FLUSH_REGIONS, pid=108}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-14T14:42:05,586 DEBUG [RS_FLUSH_OPERATIONS-regionserver/da1c6afcd1f9:0-1 {event_type=RS_FLUSH_REGIONS, pid=108}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:34345/user/jenkins/test-data/14d118ee-a83a-b09b-5913-1a58940a5db1/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e20241114626788b9fd9544578fd9c1dcf58e546b_367f9543bd55c4de93e7f8a883c9319d is 50, key is test_row_0/A:col10/1731595324560/Put/seqid=0 2024-11-14T14:42:05,591 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36699 is added to blk_1073742174_1350 (size=12154) 2024-11-14T14:42:05,626 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45145 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=107 2024-11-14T14:42:05,744 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35765 {}] regionserver.HRegion(8855): Flush requested on 367f9543bd55c4de93e7f8a883c9319d 2024-11-14T14:42:05,744 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1731595315055.367f9543bd55c4de93e7f8a883c9319d. as already flushing 2024-11-14T14:42:05,773 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35765 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=367f9543bd55c4de93e7f8a883c9319d, server=da1c6afcd1f9,35765,1731595233113 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-14T14:42:05,773 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35765 {}] ipc.CallRunner(138): callId: 50 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:50194 deadline: 1731595385761, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=367f9543bd55c4de93e7f8a883c9319d, server=da1c6afcd1f9,35765,1731595233113 2024-11-14T14:42:05,774 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731595315055.367f9543bd55c4de93e7f8a883c9319d., hostname=da1c6afcd1f9,35765,1731595233113, seqNum=5 , the old value is region=TestAcidGuarantees,,1731595315055.367f9543bd55c4de93e7f8a883c9319d., hostname=da1c6afcd1f9,35765,1731595233113, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=367f9543bd55c4de93e7f8a883c9319d, server=da1c6afcd1f9,35765,1731595233113 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-14T14:42:05,774 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731595315055.367f9543bd55c4de93e7f8a883c9319d., hostname=da1c6afcd1f9,35765,1731595233113, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=367f9543bd55c4de93e7f8a883c9319d, server=da1c6afcd1f9,35765,1731595233113 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-14T14:42:05,774 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731595315055.367f9543bd55c4de93e7f8a883c9319d., hostname=da1c6afcd1f9,35765,1731595233113, seqNum=5 because the exception is null or not the one we care about 2024-11-14T14:42:05,785 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35765 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=367f9543bd55c4de93e7f8a883c9319d, server=da1c6afcd1f9,35765,1731595233113 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-14T14:42:05,786 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35765 {}] ipc.CallRunner(138): callId: 49 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:50294 deadline: 1731595385772, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=367f9543bd55c4de93e7f8a883c9319d, server=da1c6afcd1f9,35765,1731595233113 2024-11-14T14:42:05,786 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35765 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=367f9543bd55c4de93e7f8a883c9319d, server=da1c6afcd1f9,35765,1731595233113 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-14T14:42:05,786 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35765 {}] ipc.CallRunner(138): callId: 43 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:50266 deadline: 1731595385773, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=367f9543bd55c4de93e7f8a883c9319d, server=da1c6afcd1f9,35765,1731595233113 2024-11-14T14:42:05,786 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731595315055.367f9543bd55c4de93e7f8a883c9319d., hostname=da1c6afcd1f9,35765,1731595233113, seqNum=5 , the old value is region=TestAcidGuarantees,,1731595315055.367f9543bd55c4de93e7f8a883c9319d., hostname=da1c6afcd1f9,35765,1731595233113, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=367f9543bd55c4de93e7f8a883c9319d, server=da1c6afcd1f9,35765,1731595233113 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-14T14:42:05,786 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731595315055.367f9543bd55c4de93e7f8a883c9319d., hostname=da1c6afcd1f9,35765,1731595233113, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=367f9543bd55c4de93e7f8a883c9319d, server=da1c6afcd1f9,35765,1731595233113 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-14T14:42:05,786 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731595315055.367f9543bd55c4de93e7f8a883c9319d., hostname=da1c6afcd1f9,35765,1731595233113, seqNum=5 because the exception is null or not the one we care about 2024-11-14T14:42:05,786 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731595315055.367f9543bd55c4de93e7f8a883c9319d., hostname=da1c6afcd1f9,35765,1731595233113, seqNum=5 , the old value is region=TestAcidGuarantees,,1731595315055.367f9543bd55c4de93e7f8a883c9319d., hostname=da1c6afcd1f9,35765,1731595233113, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=367f9543bd55c4de93e7f8a883c9319d, server=da1c6afcd1f9,35765,1731595233113 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-14T14:42:05,786 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731595315055.367f9543bd55c4de93e7f8a883c9319d., hostname=da1c6afcd1f9,35765,1731595233113, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=367f9543bd55c4de93e7f8a883c9319d, server=da1c6afcd1f9,35765,1731595233113 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-14T14:42:05,786 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731595315055.367f9543bd55c4de93e7f8a883c9319d., hostname=da1c6afcd1f9,35765,1731595233113, seqNum=5 because the exception is null or not the one we care about 2024-11-14T14:42:05,885 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35765 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=367f9543bd55c4de93e7f8a883c9319d, server=da1c6afcd1f9,35765,1731595233113 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-14T14:42:05,885 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35765 {}] ipc.CallRunner(138): callId: 51 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:50194 deadline: 1731595385876, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=367f9543bd55c4de93e7f8a883c9319d, server=da1c6afcd1f9,35765,1731595233113 2024-11-14T14:42:05,886 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731595315055.367f9543bd55c4de93e7f8a883c9319d., hostname=da1c6afcd1f9,35765,1731595233113, seqNum=5 , the old value is region=TestAcidGuarantees,,1731595315055.367f9543bd55c4de93e7f8a883c9319d., hostname=da1c6afcd1f9,35765,1731595233113, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=367f9543bd55c4de93e7f8a883c9319d, server=da1c6afcd1f9,35765,1731595233113 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-14T14:42:05,886 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731595315055.367f9543bd55c4de93e7f8a883c9319d., hostname=da1c6afcd1f9,35765,1731595233113, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=367f9543bd55c4de93e7f8a883c9319d, server=da1c6afcd1f9,35765,1731595233113 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-14T14:42:05,886 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731595315055.367f9543bd55c4de93e7f8a883c9319d., hostname=da1c6afcd1f9,35765,1731595233113, seqNum=5 because the exception is null or not the one we care about 2024-11-14T14:42:05,906 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35765 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=367f9543bd55c4de93e7f8a883c9319d, server=da1c6afcd1f9,35765,1731595233113 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-14T14:42:05,906 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35765 {}] ipc.CallRunner(138): callId: 50 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:50294 deadline: 1731595385896, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=367f9543bd55c4de93e7f8a883c9319d, server=da1c6afcd1f9,35765,1731595233113 2024-11-14T14:42:05,906 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731595315055.367f9543bd55c4de93e7f8a883c9319d., hostname=da1c6afcd1f9,35765,1731595233113, seqNum=5 , the old value is region=TestAcidGuarantees,,1731595315055.367f9543bd55c4de93e7f8a883c9319d., hostname=da1c6afcd1f9,35765,1731595233113, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=367f9543bd55c4de93e7f8a883c9319d, server=da1c6afcd1f9,35765,1731595233113 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-14T14:42:05,906 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35765 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=367f9543bd55c4de93e7f8a883c9319d, server=da1c6afcd1f9,35765,1731595233113 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-14T14:42:05,906 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731595315055.367f9543bd55c4de93e7f8a883c9319d., hostname=da1c6afcd1f9,35765,1731595233113, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=367f9543bd55c4de93e7f8a883c9319d, server=da1c6afcd1f9,35765,1731595233113 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-14T14:42:05,906 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731595315055.367f9543bd55c4de93e7f8a883c9319d., hostname=da1c6afcd1f9,35765,1731595233113, seqNum=5 because the exception is null or not the one we care about 2024-11-14T14:42:05,906 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35765 {}] ipc.CallRunner(138): callId: 44 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:50266 deadline: 1731595385896, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=367f9543bd55c4de93e7f8a883c9319d, server=da1c6afcd1f9,35765,1731595233113 2024-11-14T14:42:05,907 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731595315055.367f9543bd55c4de93e7f8a883c9319d., hostname=da1c6afcd1f9,35765,1731595233113, seqNum=5 , the old value is region=TestAcidGuarantees,,1731595315055.367f9543bd55c4de93e7f8a883c9319d., hostname=da1c6afcd1f9,35765,1731595233113, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=367f9543bd55c4de93e7f8a883c9319d, server=da1c6afcd1f9,35765,1731595233113 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-14T14:42:05,907 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731595315055.367f9543bd55c4de93e7f8a883c9319d., hostname=da1c6afcd1f9,35765,1731595233113, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=367f9543bd55c4de93e7f8a883c9319d, server=da1c6afcd1f9,35765,1731595233113 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-14T14:42:05,907 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731595315055.367f9543bd55c4de93e7f8a883c9319d., hostname=da1c6afcd1f9,35765,1731595233113, seqNum=5 because the exception is null or not the one we care about 2024-11-14T14:42:05,908 DEBUG [RS:0;da1c6afcd1f9:35765-longCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:34345/user/jenkins/test-data/14d118ee-a83a-b09b-5913-1a58940a5db1/data/default/TestAcidGuarantees/367f9543bd55c4de93e7f8a883c9319d/.tmp/B/f8f83a4c1daa4411bf6cb0968db7a6d3 as hdfs://localhost:34345/user/jenkins/test-data/14d118ee-a83a-b09b-5913-1a58940a5db1/data/default/TestAcidGuarantees/367f9543bd55c4de93e7f8a883c9319d/B/f8f83a4c1daa4411bf6cb0968db7a6d3 2024-11-14T14:42:05,912 INFO [RS:0;da1c6afcd1f9:35765-longCompactions-0 {}] regionserver.HStore(1337): Completed compaction of 3 (all) file(s) in 367f9543bd55c4de93e7f8a883c9319d/B of 367f9543bd55c4de93e7f8a883c9319d into f8f83a4c1daa4411bf6cb0968db7a6d3(size=11.9 K), total size for store is 11.9 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-11-14T14:42:05,912 DEBUG [RS:0;da1c6afcd1f9:35765-longCompactions-0 {}] regionserver.HRegion(2446): Compaction status journal for 367f9543bd55c4de93e7f8a883c9319d: 2024-11-14T14:42:05,912 INFO [RS:0;da1c6afcd1f9:35765-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1731595315055.367f9543bd55c4de93e7f8a883c9319d., storeName=367f9543bd55c4de93e7f8a883c9319d/B, priority=13, startTime=1731595325464; duration=0sec 2024-11-14T14:42:05,912 DEBUG [RS:0;da1c6afcd1f9:35765-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=1), splitQueue=0 2024-11-14T14:42:05,912 DEBUG [RS:0;da1c6afcd1f9:35765-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: 367f9543bd55c4de93e7f8a883c9319d:B 2024-11-14T14:42:05,913 DEBUG [RS:0;da1c6afcd1f9:35765-longCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 3 store files, 0 compacting, 3 eligible, 16 blocking 2024-11-14T14:42:05,913 DEBUG [RS:0;da1c6afcd1f9:35765-longCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 3 files of size 33762 starting at candidate #0 after considering 1 permutations with 1 in ratio 2024-11-14T14:42:05,914 DEBUG [RS:0;da1c6afcd1f9:35765-longCompactions-0 {}] regionserver.HStore(1541): 367f9543bd55c4de93e7f8a883c9319d/C is initiating minor compaction (all files) 2024-11-14T14:42:05,914 INFO [RS:0;da1c6afcd1f9:35765-longCompactions-0 {}] regionserver.HRegion(2416): Starting compaction of 367f9543bd55c4de93e7f8a883c9319d/C in TestAcidGuarantees,,1731595315055.367f9543bd55c4de93e7f8a883c9319d. 2024-11-14T14:42:05,914 INFO [RS:0;da1c6afcd1f9:35765-longCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:34345/user/jenkins/test-data/14d118ee-a83a-b09b-5913-1a58940a5db1/data/default/TestAcidGuarantees/367f9543bd55c4de93e7f8a883c9319d/C/5f1f31948b3649009ad7ddaa59ae28ef, hdfs://localhost:34345/user/jenkins/test-data/14d118ee-a83a-b09b-5913-1a58940a5db1/data/default/TestAcidGuarantees/367f9543bd55c4de93e7f8a883c9319d/C/617db39114e94a57a5db05b018f6e0c6, hdfs://localhost:34345/user/jenkins/test-data/14d118ee-a83a-b09b-5913-1a58940a5db1/data/default/TestAcidGuarantees/367f9543bd55c4de93e7f8a883c9319d/C/700c53b06169465b86d154dad7fb68fa] into tmpdir=hdfs://localhost:34345/user/jenkins/test-data/14d118ee-a83a-b09b-5913-1a58940a5db1/data/default/TestAcidGuarantees/367f9543bd55c4de93e7f8a883c9319d/.tmp, totalSize=33.0 K 2024-11-14T14:42:05,914 DEBUG [RS:0;da1c6afcd1f9:35765-longCompactions-0 {}] compactions.Compactor(225): Compacting 5f1f31948b3649009ad7ddaa59ae28ef, keycount=150, bloomtype=ROW, size=11.8 K, encoding=NONE, compression=NONE, seqNum=61, earliestPutTs=1731595320409 2024-11-14T14:42:05,914 DEBUG [RS:0;da1c6afcd1f9:35765-longCompactions-0 {}] compactions.Compactor(225): Compacting 617db39114e94a57a5db05b018f6e0c6, keycount=100, bloomtype=ROW, size=9.4 K, encoding=NONE, compression=NONE, seqNum=81, earliestPutTs=1731595321128 2024-11-14T14:42:05,915 DEBUG [RS:0;da1c6afcd1f9:35765-longCompactions-0 {}] compactions.Compactor(225): Compacting 700c53b06169465b86d154dad7fb68fa, keycount=150, bloomtype=ROW, size=11.7 K, encoding=NONE, compression=NONE, seqNum=97, earliestPutTs=1731595323338 2024-11-14T14:42:05,926 INFO [RS:0;da1c6afcd1f9:35765-longCompactions-0 {}] throttle.PressureAwareThroughputController(145): 367f9543bd55c4de93e7f8a883c9319d#C#compaction#299 average throughput is 3.28 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second 2024-11-14T14:42:05,927 DEBUG [RS:0;da1c6afcd1f9:35765-longCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:34345/user/jenkins/test-data/14d118ee-a83a-b09b-5913-1a58940a5db1/data/default/TestAcidGuarantees/367f9543bd55c4de93e7f8a883c9319d/.tmp/C/2dba22befe334b4b8590f62d9b91885b is 50, key is test_row_0/C:col10/1731595323338/Put/seqid=0 2024-11-14T14:42:05,930 DEBUG [RS:0;da1c6afcd1f9:35765-shortCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:34345/user/jenkins/test-data/14d118ee-a83a-b09b-5913-1a58940a5db1/data/default/TestAcidGuarantees/367f9543bd55c4de93e7f8a883c9319d/.tmp/A/5e336ba31cb04605ac922aa162278d68 as hdfs://localhost:34345/user/jenkins/test-data/14d118ee-a83a-b09b-5913-1a58940a5db1/data/default/TestAcidGuarantees/367f9543bd55c4de93e7f8a883c9319d/A/5e336ba31cb04605ac922aa162278d68 2024-11-14T14:42:05,935 INFO [RS:0;da1c6afcd1f9:35765-shortCompactions-0 {}] regionserver.HStore(1337): Completed compaction of 3 (all) file(s) in 367f9543bd55c4de93e7f8a883c9319d/A of 367f9543bd55c4de93e7f8a883c9319d into 5e336ba31cb04605ac922aa162278d68(size=30.4 K), total size for store is 30.4 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-11-14T14:42:05,935 DEBUG [RS:0;da1c6afcd1f9:35765-shortCompactions-0 {}] regionserver.HRegion(2446): Compaction status journal for 367f9543bd55c4de93e7f8a883c9319d: 2024-11-14T14:42:05,935 INFO [RS:0;da1c6afcd1f9:35765-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1731595315055.367f9543bd55c4de93e7f8a883c9319d., storeName=367f9543bd55c4de93e7f8a883c9319d/A, priority=13, startTime=1731595325463; duration=0sec 2024-11-14T14:42:05,935 DEBUG [RS:0;da1c6afcd1f9:35765-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-14T14:42:05,935 DEBUG [RS:0;da1c6afcd1f9:35765-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: 367f9543bd55c4de93e7f8a883c9319d:A 2024-11-14T14:42:05,940 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36699 is added to blk_1073742175_1351 (size=12207) 2024-11-14T14:42:05,949 DEBUG [RS:0;da1c6afcd1f9:35765-longCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:34345/user/jenkins/test-data/14d118ee-a83a-b09b-5913-1a58940a5db1/data/default/TestAcidGuarantees/367f9543bd55c4de93e7f8a883c9319d/.tmp/C/2dba22befe334b4b8590f62d9b91885b as hdfs://localhost:34345/user/jenkins/test-data/14d118ee-a83a-b09b-5913-1a58940a5db1/data/default/TestAcidGuarantees/367f9543bd55c4de93e7f8a883c9319d/C/2dba22befe334b4b8590f62d9b91885b 2024-11-14T14:42:05,955 INFO [RS:0;da1c6afcd1f9:35765-longCompactions-0 {}] regionserver.HStore(1337): Completed compaction of 3 (all) file(s) in 367f9543bd55c4de93e7f8a883c9319d/C of 367f9543bd55c4de93e7f8a883c9319d into 2dba22befe334b4b8590f62d9b91885b(size=11.9 K), total size for store is 11.9 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-11-14T14:42:05,955 DEBUG [RS:0;da1c6afcd1f9:35765-longCompactions-0 {}] regionserver.HRegion(2446): Compaction status journal for 367f9543bd55c4de93e7f8a883c9319d: 2024-11-14T14:42:05,955 INFO [RS:0;da1c6afcd1f9:35765-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1731595315055.367f9543bd55c4de93e7f8a883c9319d., storeName=367f9543bd55c4de93e7f8a883c9319d/C, priority=13, startTime=1731595325468; duration=0sec 2024-11-14T14:42:05,955 DEBUG [RS:0;da1c6afcd1f9:35765-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-14T14:42:05,955 DEBUG [RS:0;da1c6afcd1f9:35765-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: 367f9543bd55c4de93e7f8a883c9319d:C 2024-11-14T14:42:05,992 DEBUG [RS_FLUSH_OPERATIONS-regionserver/da1c6afcd1f9:0-1 {event_type=RS_FLUSH_REGIONS, pid=108}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T14:42:05,995 INFO [RS_FLUSH_OPERATIONS-regionserver/da1c6afcd1f9:0-1 {event_type=RS_FLUSH_REGIONS, pid=108}] regionserver.HMobStore(268): FLUSH Renaming flushed file from hdfs://localhost:34345/user/jenkins/test-data/14d118ee-a83a-b09b-5913-1a58940a5db1/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e20241114626788b9fd9544578fd9c1dcf58e546b_367f9543bd55c4de93e7f8a883c9319d to hdfs://localhost:34345/user/jenkins/test-data/14d118ee-a83a-b09b-5913-1a58940a5db1/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e20241114626788b9fd9544578fd9c1dcf58e546b_367f9543bd55c4de93e7f8a883c9319d 2024-11-14T14:42:05,996 DEBUG [RS_FLUSH_OPERATIONS-regionserver/da1c6afcd1f9:0-1 {event_type=RS_FLUSH_REGIONS, pid=108}] mob.DefaultMobStoreFlusher(263): Flush store file: hdfs://localhost:34345/user/jenkins/test-data/14d118ee-a83a-b09b-5913-1a58940a5db1/data/default/TestAcidGuarantees/367f9543bd55c4de93e7f8a883c9319d/.tmp/A/1a21913888244c0a814668c0bc821d5c, store: [table=TestAcidGuarantees family=A region=367f9543bd55c4de93e7f8a883c9319d] 2024-11-14T14:42:05,997 DEBUG [RS_FLUSH_OPERATIONS-regionserver/da1c6afcd1f9:0-1 {event_type=RS_FLUSH_REGIONS, pid=108}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:34345/user/jenkins/test-data/14d118ee-a83a-b09b-5913-1a58940a5db1/data/default/TestAcidGuarantees/367f9543bd55c4de93e7f8a883c9319d/.tmp/A/1a21913888244c0a814668c0bc821d5c is 175, key is test_row_0/A:col10/1731595324560/Put/seqid=0 2024-11-14T14:42:06,001 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36699 is added to blk_1073742176_1352 (size=30955) 2024-11-14T14:42:06,103 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35765 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=367f9543bd55c4de93e7f8a883c9319d, server=da1c6afcd1f9,35765,1731595233113 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-14T14:42:06,103 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35765 {}] ipc.CallRunner(138): callId: 52 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:50194 deadline: 1731595386096, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=367f9543bd55c4de93e7f8a883c9319d, server=da1c6afcd1f9,35765,1731595233113 2024-11-14T14:42:06,104 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731595315055.367f9543bd55c4de93e7f8a883c9319d., hostname=da1c6afcd1f9,35765,1731595233113, seqNum=5 , the old value is region=TestAcidGuarantees,,1731595315055.367f9543bd55c4de93e7f8a883c9319d., hostname=da1c6afcd1f9,35765,1731595233113, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=367f9543bd55c4de93e7f8a883c9319d, server=da1c6afcd1f9,35765,1731595233113 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-14T14:42:06,104 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731595315055.367f9543bd55c4de93e7f8a883c9319d., hostname=da1c6afcd1f9,35765,1731595233113, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=367f9543bd55c4de93e7f8a883c9319d, server=da1c6afcd1f9,35765,1731595233113 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-14T14:42:06,104 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731595315055.367f9543bd55c4de93e7f8a883c9319d., hostname=da1c6afcd1f9,35765,1731595233113, seqNum=5 because the exception is null or not the one we care about 2024-11-14T14:42:06,119 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35765 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=367f9543bd55c4de93e7f8a883c9319d, server=da1c6afcd1f9,35765,1731595233113 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-14T14:42:06,119 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35765 {}] ipc.CallRunner(138): callId: 51 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:50294 deadline: 1731595386116, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=367f9543bd55c4de93e7f8a883c9319d, server=da1c6afcd1f9,35765,1731595233113 2024-11-14T14:42:06,119 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731595315055.367f9543bd55c4de93e7f8a883c9319d., hostname=da1c6afcd1f9,35765,1731595233113, seqNum=5 , the old value is region=TestAcidGuarantees,,1731595315055.367f9543bd55c4de93e7f8a883c9319d., hostname=da1c6afcd1f9,35765,1731595233113, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=367f9543bd55c4de93e7f8a883c9319d, server=da1c6afcd1f9,35765,1731595233113 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-14T14:42:06,119 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35765 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=367f9543bd55c4de93e7f8a883c9319d, server=da1c6afcd1f9,35765,1731595233113 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-14T14:42:06,119 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731595315055.367f9543bd55c4de93e7f8a883c9319d., hostname=da1c6afcd1f9,35765,1731595233113, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=367f9543bd55c4de93e7f8a883c9319d, server=da1c6afcd1f9,35765,1731595233113 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-14T14:42:06,119 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731595315055.367f9543bd55c4de93e7f8a883c9319d., hostname=da1c6afcd1f9,35765,1731595233113, seqNum=5 because the exception is null or not the one we care about 2024-11-14T14:42:06,119 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35765 {}] ipc.CallRunner(138): callId: 45 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:50266 deadline: 1731595386116, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=367f9543bd55c4de93e7f8a883c9319d, server=da1c6afcd1f9,35765,1731595233113 2024-11-14T14:42:06,119 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731595315055.367f9543bd55c4de93e7f8a883c9319d., hostname=da1c6afcd1f9,35765,1731595233113, seqNum=5 , the old value is region=TestAcidGuarantees,,1731595315055.367f9543bd55c4de93e7f8a883c9319d., hostname=da1c6afcd1f9,35765,1731595233113, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=367f9543bd55c4de93e7f8a883c9319d, server=da1c6afcd1f9,35765,1731595233113 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-14T14:42:06,119 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731595315055.367f9543bd55c4de93e7f8a883c9319d., hostname=da1c6afcd1f9,35765,1731595233113, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=367f9543bd55c4de93e7f8a883c9319d, server=da1c6afcd1f9,35765,1731595233113 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-14T14:42:06,119 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731595315055.367f9543bd55c4de93e7f8a883c9319d., hostname=da1c6afcd1f9,35765,1731595233113, seqNum=5 because the exception is null or not the one we care about 2024-11-14T14:42:06,401 INFO [RS_FLUSH_OPERATIONS-regionserver/da1c6afcd1f9:0-1 {event_type=RS_FLUSH_REGIONS, pid=108}] mob.DefaultMobStoreFlusher(147): Mob store is flushed, sequenceid=116, memsize=35.8 K, hasBloomFilter=true, into tmp file hdfs://localhost:34345/user/jenkins/test-data/14d118ee-a83a-b09b-5913-1a58940a5db1/data/default/TestAcidGuarantees/367f9543bd55c4de93e7f8a883c9319d/.tmp/A/1a21913888244c0a814668c0bc821d5c 2024-11-14T14:42:06,409 DEBUG [RS_FLUSH_OPERATIONS-regionserver/da1c6afcd1f9:0-1 {event_type=RS_FLUSH_REGIONS, pid=108}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:34345/user/jenkins/test-data/14d118ee-a83a-b09b-5913-1a58940a5db1/data/default/TestAcidGuarantees/367f9543bd55c4de93e7f8a883c9319d/.tmp/B/8b244032837648fa99a2e3ed4832e08d is 50, key is test_row_0/B:col10/1731595324560/Put/seqid=0 2024-11-14T14:42:06,413 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36699 is added to blk_1073742177_1353 (size=12001) 2024-11-14T14:42:06,414 INFO [RS_FLUSH_OPERATIONS-regionserver/da1c6afcd1f9:0-1 {event_type=RS_FLUSH_REGIONS, pid=108}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=35.78 KB at sequenceid=116 (bloomFilter=true), to=hdfs://localhost:34345/user/jenkins/test-data/14d118ee-a83a-b09b-5913-1a58940a5db1/data/default/TestAcidGuarantees/367f9543bd55c4de93e7f8a883c9319d/.tmp/B/8b244032837648fa99a2e3ed4832e08d 2024-11-14T14:42:06,423 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35765 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=367f9543bd55c4de93e7f8a883c9319d, server=da1c6afcd1f9,35765,1731595233113 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-14T14:42:06,423 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35765 {}] ipc.CallRunner(138): callId: 53 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:50194 deadline: 1731595386416, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=367f9543bd55c4de93e7f8a883c9319d, server=da1c6afcd1f9,35765,1731595233113 2024-11-14T14:42:06,424 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731595315055.367f9543bd55c4de93e7f8a883c9319d., hostname=da1c6afcd1f9,35765,1731595233113, seqNum=5 , the old value is region=TestAcidGuarantees,,1731595315055.367f9543bd55c4de93e7f8a883c9319d., hostname=da1c6afcd1f9,35765,1731595233113, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=367f9543bd55c4de93e7f8a883c9319d, server=da1c6afcd1f9,35765,1731595233113 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-14T14:42:06,424 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731595315055.367f9543bd55c4de93e7f8a883c9319d., hostname=da1c6afcd1f9,35765,1731595233113, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=367f9543bd55c4de93e7f8a883c9319d, server=da1c6afcd1f9,35765,1731595233113 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-14T14:42:06,424 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731595315055.367f9543bd55c4de93e7f8a883c9319d., hostname=da1c6afcd1f9,35765,1731595233113, seqNum=5 because the exception is null or not the one we care about 2024-11-14T14:42:06,428 DEBUG [RS_FLUSH_OPERATIONS-regionserver/da1c6afcd1f9:0-1 {event_type=RS_FLUSH_REGIONS, pid=108}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:34345/user/jenkins/test-data/14d118ee-a83a-b09b-5913-1a58940a5db1/data/default/TestAcidGuarantees/367f9543bd55c4de93e7f8a883c9319d/.tmp/C/5f1cc48a4c7d4be799253195ef4ad298 is 50, key is test_row_0/C:col10/1731595324560/Put/seqid=0 2024-11-14T14:42:06,432 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36699 is added to blk_1073742178_1354 (size=12001) 2024-11-14T14:42:06,433 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35765 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=367f9543bd55c4de93e7f8a883c9319d, server=da1c6afcd1f9,35765,1731595233113 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-14T14:42:06,433 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35765 {}] ipc.CallRunner(138): callId: 52 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:50294 deadline: 1731595386426, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=367f9543bd55c4de93e7f8a883c9319d, server=da1c6afcd1f9,35765,1731595233113 2024-11-14T14:42:06,433 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731595315055.367f9543bd55c4de93e7f8a883c9319d., hostname=da1c6afcd1f9,35765,1731595233113, seqNum=5 , the old value is region=TestAcidGuarantees,,1731595315055.367f9543bd55c4de93e7f8a883c9319d., hostname=da1c6afcd1f9,35765,1731595233113, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=367f9543bd55c4de93e7f8a883c9319d, server=da1c6afcd1f9,35765,1731595233113 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-14T14:42:06,434 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731595315055.367f9543bd55c4de93e7f8a883c9319d., hostname=da1c6afcd1f9,35765,1731595233113, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=367f9543bd55c4de93e7f8a883c9319d, server=da1c6afcd1f9,35765,1731595233113 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-14T14:42:06,434 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731595315055.367f9543bd55c4de93e7f8a883c9319d., hostname=da1c6afcd1f9,35765,1731595233113, seqNum=5 because the exception is null or not the one we care about 2024-11-14T14:42:06,435 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35765 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=367f9543bd55c4de93e7f8a883c9319d, server=da1c6afcd1f9,35765,1731595233113 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-14T14:42:06,435 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35765 {}] ipc.CallRunner(138): callId: 46 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:50266 deadline: 1731595386426, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=367f9543bd55c4de93e7f8a883c9319d, server=da1c6afcd1f9,35765,1731595233113 2024-11-14T14:42:06,436 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731595315055.367f9543bd55c4de93e7f8a883c9319d., hostname=da1c6afcd1f9,35765,1731595233113, seqNum=5 , the old value is region=TestAcidGuarantees,,1731595315055.367f9543bd55c4de93e7f8a883c9319d., hostname=da1c6afcd1f9,35765,1731595233113, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=367f9543bd55c4de93e7f8a883c9319d, server=da1c6afcd1f9,35765,1731595233113 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-14T14:42:06,436 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731595315055.367f9543bd55c4de93e7f8a883c9319d., hostname=da1c6afcd1f9,35765,1731595233113, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=367f9543bd55c4de93e7f8a883c9319d, server=da1c6afcd1f9,35765,1731595233113 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-14T14:42:06,436 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731595315055.367f9543bd55c4de93e7f8a883c9319d., hostname=da1c6afcd1f9,35765,1731595233113, seqNum=5 because the exception is null or not the one we care about 2024-11-14T14:42:06,514 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35765 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=367f9543bd55c4de93e7f8a883c9319d, server=da1c6afcd1f9,35765,1731595233113 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-14T14:42:06,514 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35765 {}] ipc.CallRunner(138): callId: 21 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:50240 deadline: 1731595386506, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=367f9543bd55c4de93e7f8a883c9319d, server=da1c6afcd1f9,35765,1731595233113 2024-11-14T14:42:06,514 WARN [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRpcRetryingCaller(177): Call to da1c6afcd1f9,35765,1731595233113 for 'test_row_0' in 367f9543bd55c4de93e7f8a883c9319d of TestAcidGuarantees failed, tries = 8, maxAttempts = 16, timeout = 1200000 ms, time elapsed = 8232 ms org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=367f9543bd55c4de93e7f8a883c9319d, server=da1c6afcd1f9,35765,1731595233113 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) at jdk.internal.reflect.GeneratedConstructorAccessor39.newInstance(Unknown Source) ~[?:?] at jdk.internal.reflect.DelegatingConstructorAccessorImpl.newInstance(DelegatingConstructorAccessorImpl.java:45) ~[?:?] at java.lang.reflect.Constructor.newInstanceWithCaller(Constructor.java:499) ~[?:?] at java.lang.reflect.Constructor.newInstance(Constructor.java:480) ~[?:?] at org.apache.hadoop.hbase.ipc.RemoteWithExtrasException.instantiateException(RemoteWithExtrasException.java:110) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RemoteWithExtrasException.unwrapRemoteException(RemoteWithExtrasException.java:100) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.client.ConnectionUtils.translateException(ConnectionUtils.java:219) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRpcRetryingCaller.onError(AsyncRpcRetryingCaller.java:165) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.lambda$call$4(AsyncSingleRequestRpcRetryingCaller.java:86) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.lambda$addListener$0(FutureUtils.java:71) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:863) ~[?:?] at java.util.concurrent.CompletableFuture$UniWhenComplete.tryFire(CompletableFuture.java:841) ~[?:?] at java.util.concurrent.CompletableFuture.postComplete(CompletableFuture.java:510) ~[?:?] at java.util.concurrent.CompletableFuture.completeExceptionally(CompletableFuture.java:2162) ~[?:?] at org.apache.hadoop.hbase.client.ConnectionUtils$2.run(ConnectionUtils.java:625) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hbase.thirdparty.com.google.protobuf.RpcUtil$1.run(RpcUtil.java:56) ~[hbase-shaded-protobuf-4.1.9.jar:4.1.9] at org.apache.hbase.thirdparty.com.google.protobuf.RpcUtil$1.run(RpcUtil.java:47) ~[hbase-shaded-protobuf-4.1.9.jar:4.1.9] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.onCallFinished(AbstractRpcClient.java:397) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:430) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:425) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.callComplete(Call.java:117) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.setException(Call.java:132) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcConnection.readResponse(RpcConnection.java:457) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.NettyRpcDuplexHandler.readResponse(NettyRpcDuplexHandler.java:125) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.NettyRpcDuplexHandler.channelRead(NettyRpcDuplexHandler.java:140) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:442) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.handler.codec.ByteToMessageDecoder.fireChannelRead(ByteToMessageDecoder.java:346) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.handler.codec.ByteToMessageDecoder.channelRead(ByteToMessageDecoder.java:318) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:444) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.handler.timeout.IdleStateHandler.channelRead(IdleStateHandler.java:289) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:442) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline$HeadContext.channelRead(DefaultChannelPipeline.java:1357) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:440) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline.fireChannelRead(DefaultChannelPipeline.java:868) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.AbstractNioByteChannel$NioByteUnsafe.read(AbstractNioByteChannel.java:166) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.processSelectedKey(NioEventLoop.java:788) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.processSelectedKeysOptimized(NioEventLoop.java:724) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.processSelectedKeys(NioEventLoop.java:650) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:562) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) ~[hbase-shaded-netty-4.1.9.jar:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] Caused by: org.apache.hadoop.hbase.ipc.RemoteWithExtrasException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=367f9543bd55c4de93e7f8a883c9319d, server=da1c6afcd1f9,35765,1731595233113 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) at org.apache.hadoop.hbase.ipc.AbstractRpcClient.onCallFinished(AbstractRpcClient.java:392) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] ... 32 more 2024-11-14T14:42:06,515 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731595315055.367f9543bd55c4de93e7f8a883c9319d., hostname=da1c6afcd1f9,35765,1731595233113, seqNum=5 , the old value is region=TestAcidGuarantees,,1731595315055.367f9543bd55c4de93e7f8a883c9319d., hostname=da1c6afcd1f9,35765,1731595233113, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=367f9543bd55c4de93e7f8a883c9319d, server=da1c6afcd1f9,35765,1731595233113 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-14T14:42:06,515 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731595315055.367f9543bd55c4de93e7f8a883c9319d., hostname=da1c6afcd1f9,35765,1731595233113, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=367f9543bd55c4de93e7f8a883c9319d, server=da1c6afcd1f9,35765,1731595233113 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-14T14:42:06,515 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731595315055.367f9543bd55c4de93e7f8a883c9319d., hostname=da1c6afcd1f9,35765,1731595233113, seqNum=5 because the exception is null or not the one we care about 2024-11-14T14:42:06,534 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35765 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=367f9543bd55c4de93e7f8a883c9319d, server=da1c6afcd1f9,35765,1731595233113 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-14T14:42:06,534 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35765 {}] ipc.CallRunner(138): callId: 20 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:50278 deadline: 1731595386526, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=367f9543bd55c4de93e7f8a883c9319d, server=da1c6afcd1f9,35765,1731595233113 2024-11-14T14:42:06,534 WARN [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRpcRetryingCaller(177): Call to da1c6afcd1f9,35765,1731595233113 for 'test_row_0' in 367f9543bd55c4de93e7f8a883c9319d of TestAcidGuarantees failed, tries = 8, maxAttempts = 16, timeout = 1200000 ms, time elapsed = 8255 ms org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=367f9543bd55c4de93e7f8a883c9319d, server=da1c6afcd1f9,35765,1731595233113 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) at jdk.internal.reflect.GeneratedConstructorAccessor39.newInstance(Unknown Source) ~[?:?] at jdk.internal.reflect.DelegatingConstructorAccessorImpl.newInstance(DelegatingConstructorAccessorImpl.java:45) ~[?:?] at java.lang.reflect.Constructor.newInstanceWithCaller(Constructor.java:499) ~[?:?] at java.lang.reflect.Constructor.newInstance(Constructor.java:480) ~[?:?] at org.apache.hadoop.hbase.ipc.RemoteWithExtrasException.instantiateException(RemoteWithExtrasException.java:110) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RemoteWithExtrasException.unwrapRemoteException(RemoteWithExtrasException.java:100) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.client.ConnectionUtils.translateException(ConnectionUtils.java:219) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRpcRetryingCaller.onError(AsyncRpcRetryingCaller.java:165) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.lambda$call$4(AsyncSingleRequestRpcRetryingCaller.java:86) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.lambda$addListener$0(FutureUtils.java:71) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:863) ~[?:?] at java.util.concurrent.CompletableFuture$UniWhenComplete.tryFire(CompletableFuture.java:841) ~[?:?] at java.util.concurrent.CompletableFuture.postComplete(CompletableFuture.java:510) ~[?:?] at java.util.concurrent.CompletableFuture.completeExceptionally(CompletableFuture.java:2162) ~[?:?] at org.apache.hadoop.hbase.client.ConnectionUtils$2.run(ConnectionUtils.java:625) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hbase.thirdparty.com.google.protobuf.RpcUtil$1.run(RpcUtil.java:56) ~[hbase-shaded-protobuf-4.1.9.jar:4.1.9] at org.apache.hbase.thirdparty.com.google.protobuf.RpcUtil$1.run(RpcUtil.java:47) ~[hbase-shaded-protobuf-4.1.9.jar:4.1.9] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.onCallFinished(AbstractRpcClient.java:397) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:430) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:425) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.callComplete(Call.java:117) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.setException(Call.java:132) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcConnection.readResponse(RpcConnection.java:457) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.NettyRpcDuplexHandler.readResponse(NettyRpcDuplexHandler.java:125) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.NettyRpcDuplexHandler.channelRead(NettyRpcDuplexHandler.java:140) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:442) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.handler.codec.ByteToMessageDecoder.fireChannelRead(ByteToMessageDecoder.java:346) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.handler.codec.ByteToMessageDecoder.channelRead(ByteToMessageDecoder.java:318) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:444) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.handler.timeout.IdleStateHandler.channelRead(IdleStateHandler.java:289) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:442) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline$HeadContext.channelRead(DefaultChannelPipeline.java:1357) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:440) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline.fireChannelRead(DefaultChannelPipeline.java:868) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.AbstractNioByteChannel$NioByteUnsafe.read(AbstractNioByteChannel.java:166) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.processSelectedKey(NioEventLoop.java:788) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.processSelectedKeysOptimized(NioEventLoop.java:724) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.processSelectedKeys(NioEventLoop.java:650) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:562) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) ~[hbase-shaded-netty-4.1.9.jar:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] Caused by: org.apache.hadoop.hbase.ipc.RemoteWithExtrasException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=367f9543bd55c4de93e7f8a883c9319d, server=da1c6afcd1f9,35765,1731595233113 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) at org.apache.hadoop.hbase.ipc.AbstractRpcClient.onCallFinished(AbstractRpcClient.java:392) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] ... 32 more 2024-11-14T14:42:06,535 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731595315055.367f9543bd55c4de93e7f8a883c9319d., hostname=da1c6afcd1f9,35765,1731595233113, seqNum=5 , the old value is region=TestAcidGuarantees,,1731595315055.367f9543bd55c4de93e7f8a883c9319d., hostname=da1c6afcd1f9,35765,1731595233113, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=367f9543bd55c4de93e7f8a883c9319d, server=da1c6afcd1f9,35765,1731595233113 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-14T14:42:06,535 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731595315055.367f9543bd55c4de93e7f8a883c9319d., hostname=da1c6afcd1f9,35765,1731595233113, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=367f9543bd55c4de93e7f8a883c9319d, server=da1c6afcd1f9,35765,1731595233113 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-14T14:42:06,535 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731595315055.367f9543bd55c4de93e7f8a883c9319d., hostname=da1c6afcd1f9,35765,1731595233113, seqNum=5 because the exception is null or not the one we care about 2024-11-14T14:42:06,646 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45145 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=107 2024-11-14T14:42:06,832 INFO [RS_FLUSH_OPERATIONS-regionserver/da1c6afcd1f9:0-1 {event_type=RS_FLUSH_REGIONS, pid=108}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=35.78 KB at sequenceid=116 (bloomFilter=true), to=hdfs://localhost:34345/user/jenkins/test-data/14d118ee-a83a-b09b-5913-1a58940a5db1/data/default/TestAcidGuarantees/367f9543bd55c4de93e7f8a883c9319d/.tmp/C/5f1cc48a4c7d4be799253195ef4ad298 2024-11-14T14:42:06,837 DEBUG [RS_FLUSH_OPERATIONS-regionserver/da1c6afcd1f9:0-1 {event_type=RS_FLUSH_REGIONS, pid=108}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:34345/user/jenkins/test-data/14d118ee-a83a-b09b-5913-1a58940a5db1/data/default/TestAcidGuarantees/367f9543bd55c4de93e7f8a883c9319d/.tmp/A/1a21913888244c0a814668c0bc821d5c as hdfs://localhost:34345/user/jenkins/test-data/14d118ee-a83a-b09b-5913-1a58940a5db1/data/default/TestAcidGuarantees/367f9543bd55c4de93e7f8a883c9319d/A/1a21913888244c0a814668c0bc821d5c 2024-11-14T14:42:06,841 INFO [RS_FLUSH_OPERATIONS-regionserver/da1c6afcd1f9:0-1 {event_type=RS_FLUSH_REGIONS, pid=108}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:34345/user/jenkins/test-data/14d118ee-a83a-b09b-5913-1a58940a5db1/data/default/TestAcidGuarantees/367f9543bd55c4de93e7f8a883c9319d/A/1a21913888244c0a814668c0bc821d5c, entries=150, sequenceid=116, filesize=30.2 K 2024-11-14T14:42:06,841 DEBUG [RS_FLUSH_OPERATIONS-regionserver/da1c6afcd1f9:0-1 {event_type=RS_FLUSH_REGIONS, pid=108}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:34345/user/jenkins/test-data/14d118ee-a83a-b09b-5913-1a58940a5db1/data/default/TestAcidGuarantees/367f9543bd55c4de93e7f8a883c9319d/.tmp/B/8b244032837648fa99a2e3ed4832e08d as hdfs://localhost:34345/user/jenkins/test-data/14d118ee-a83a-b09b-5913-1a58940a5db1/data/default/TestAcidGuarantees/367f9543bd55c4de93e7f8a883c9319d/B/8b244032837648fa99a2e3ed4832e08d 2024-11-14T14:42:06,845 INFO [RS_FLUSH_OPERATIONS-regionserver/da1c6afcd1f9:0-1 {event_type=RS_FLUSH_REGIONS, pid=108}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:34345/user/jenkins/test-data/14d118ee-a83a-b09b-5913-1a58940a5db1/data/default/TestAcidGuarantees/367f9543bd55c4de93e7f8a883c9319d/B/8b244032837648fa99a2e3ed4832e08d, entries=150, sequenceid=116, filesize=11.7 K 2024-11-14T14:42:06,845 DEBUG [RS_FLUSH_OPERATIONS-regionserver/da1c6afcd1f9:0-1 {event_type=RS_FLUSH_REGIONS, pid=108}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:34345/user/jenkins/test-data/14d118ee-a83a-b09b-5913-1a58940a5db1/data/default/TestAcidGuarantees/367f9543bd55c4de93e7f8a883c9319d/.tmp/C/5f1cc48a4c7d4be799253195ef4ad298 as hdfs://localhost:34345/user/jenkins/test-data/14d118ee-a83a-b09b-5913-1a58940a5db1/data/default/TestAcidGuarantees/367f9543bd55c4de93e7f8a883c9319d/C/5f1cc48a4c7d4be799253195ef4ad298 2024-11-14T14:42:06,849 INFO [RS_FLUSH_OPERATIONS-regionserver/da1c6afcd1f9:0-1 {event_type=RS_FLUSH_REGIONS, pid=108}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:34345/user/jenkins/test-data/14d118ee-a83a-b09b-5913-1a58940a5db1/data/default/TestAcidGuarantees/367f9543bd55c4de93e7f8a883c9319d/C/5f1cc48a4c7d4be799253195ef4ad298, entries=150, sequenceid=116, filesize=11.7 K 2024-11-14T14:42:06,850 INFO [RS_FLUSH_OPERATIONS-regionserver/da1c6afcd1f9:0-1 {event_type=RS_FLUSH_REGIONS, pid=108}] regionserver.HRegion(3140): Finished flush of dataSize ~107.34 KB/109920, heapSize ~319.45 KB/327120, currentSize=67.09 KB/68700 for 367f9543bd55c4de93e7f8a883c9319d in 1273ms, sequenceid=116, compaction requested=false 2024-11-14T14:42:06,851 DEBUG [RS_FLUSH_OPERATIONS-regionserver/da1c6afcd1f9:0-1 {event_type=RS_FLUSH_REGIONS, pid=108}] regionserver.HRegion(2603): Flush status journal for 367f9543bd55c4de93e7f8a883c9319d: 2024-11-14T14:42:06,851 DEBUG [RS_FLUSH_OPERATIONS-regionserver/da1c6afcd1f9:0-1 {event_type=RS_FLUSH_REGIONS, pid=108}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1731595315055.367f9543bd55c4de93e7f8a883c9319d. 2024-11-14T14:42:06,851 DEBUG [RS_FLUSH_OPERATIONS-regionserver/da1c6afcd1f9:0-1 {event_type=RS_FLUSH_REGIONS, pid=108}] regionserver.RemoteProcedureResultReporter(62): Successfully complete execution of pid=108 2024-11-14T14:42:06,851 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45145 {}] master.HMaster(4169): Remote procedure done, pid=108 2024-11-14T14:42:06,853 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=108, resume processing ppid=107 2024-11-14T14:42:06,853 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1521): Finished pid=108, ppid=107, state=SUCCESS, hasLock=false; org.apache.hadoop.hbase.master.procedure.FlushRegionProcedure in 2.3620 sec 2024-11-14T14:42:06,855 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1521): Finished pid=107, state=SUCCESS, hasLock=false; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=107, table=TestAcidGuarantees in 2.3670 sec 2024-11-14T14:42:06,941 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35765 {}] regionserver.HRegion(8855): Flush requested on 367f9543bd55c4de93e7f8a883c9319d 2024-11-14T14:42:06,941 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(2902): Flushing 367f9543bd55c4de93e7f8a883c9319d 3/3 column families, dataSize=73.80 KB heapSize=219.89 KB 2024-11-14T14:42:06,942 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 367f9543bd55c4de93e7f8a883c9319d, store=A 2024-11-14T14:42:06,942 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-14T14:42:06,942 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 367f9543bd55c4de93e7f8a883c9319d, store=B 2024-11-14T14:42:06,942 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-14T14:42:06,942 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 367f9543bd55c4de93e7f8a883c9319d, store=C 2024-11-14T14:42:06,942 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-14T14:42:06,949 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:34345/user/jenkins/test-data/14d118ee-a83a-b09b-5913-1a58940a5db1/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e2024111497bdd6952eb34982bed5aad7b5a3ccc9_367f9543bd55c4de93e7f8a883c9319d is 50, key is test_row_0/A:col10/1731595325760/Put/seqid=0 2024-11-14T14:42:06,953 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36699 is added to blk_1073742179_1355 (size=14644) 2024-11-14T14:42:06,954 DEBUG [MemStoreFlusher.0 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T14:42:06,957 INFO [MemStoreFlusher.0 {}] regionserver.HMobStore(268): FLUSH Renaming flushed file from hdfs://localhost:34345/user/jenkins/test-data/14d118ee-a83a-b09b-5913-1a58940a5db1/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e2024111497bdd6952eb34982bed5aad7b5a3ccc9_367f9543bd55c4de93e7f8a883c9319d to hdfs://localhost:34345/user/jenkins/test-data/14d118ee-a83a-b09b-5913-1a58940a5db1/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e2024111497bdd6952eb34982bed5aad7b5a3ccc9_367f9543bd55c4de93e7f8a883c9319d 2024-11-14T14:42:06,958 DEBUG [MemStoreFlusher.0 {}] mob.DefaultMobStoreFlusher(263): Flush store file: hdfs://localhost:34345/user/jenkins/test-data/14d118ee-a83a-b09b-5913-1a58940a5db1/data/default/TestAcidGuarantees/367f9543bd55c4de93e7f8a883c9319d/.tmp/A/3a2ac238585441dd876f2338bf4132c8, store: [table=TestAcidGuarantees family=A region=367f9543bd55c4de93e7f8a883c9319d] 2024-11-14T14:42:06,958 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:34345/user/jenkins/test-data/14d118ee-a83a-b09b-5913-1a58940a5db1/data/default/TestAcidGuarantees/367f9543bd55c4de93e7f8a883c9319d/.tmp/A/3a2ac238585441dd876f2338bf4132c8 is 175, key is test_row_0/A:col10/1731595325760/Put/seqid=0 2024-11-14T14:42:06,962 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36699 is added to blk_1073742180_1356 (size=39599) 2024-11-14T14:42:07,004 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35765 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=367f9543bd55c4de93e7f8a883c9319d, server=da1c6afcd1f9,35765,1731595233113 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-14T14:42:07,004 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35765 {}] ipc.CallRunner(138): callId: 51 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:50266 deadline: 1731595386992, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=367f9543bd55c4de93e7f8a883c9319d, server=da1c6afcd1f9,35765,1731595233113 2024-11-14T14:42:07,005 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731595315055.367f9543bd55c4de93e7f8a883c9319d., hostname=da1c6afcd1f9,35765,1731595233113, seqNum=5 , the old value is region=TestAcidGuarantees,,1731595315055.367f9543bd55c4de93e7f8a883c9319d., hostname=da1c6afcd1f9,35765,1731595233113, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=367f9543bd55c4de93e7f8a883c9319d, server=da1c6afcd1f9,35765,1731595233113 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-14T14:42:07,005 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731595315055.367f9543bd55c4de93e7f8a883c9319d., hostname=da1c6afcd1f9,35765,1731595233113, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=367f9543bd55c4de93e7f8a883c9319d, server=da1c6afcd1f9,35765,1731595233113 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-14T14:42:07,005 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731595315055.367f9543bd55c4de93e7f8a883c9319d., hostname=da1c6afcd1f9,35765,1731595233113, seqNum=5 because the exception is null or not the one we care about 2024-11-14T14:42:07,006 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35765 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=367f9543bd55c4de93e7f8a883c9319d, server=da1c6afcd1f9,35765,1731595233113 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-14T14:42:07,006 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35765 {}] ipc.CallRunner(138): callId: 61 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:50194 deadline: 1731595386996, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=367f9543bd55c4de93e7f8a883c9319d, server=da1c6afcd1f9,35765,1731595233113 2024-11-14T14:42:07,006 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731595315055.367f9543bd55c4de93e7f8a883c9319d., hostname=da1c6afcd1f9,35765,1731595233113, seqNum=5 , the old value is region=TestAcidGuarantees,,1731595315055.367f9543bd55c4de93e7f8a883c9319d., hostname=da1c6afcd1f9,35765,1731595233113, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=367f9543bd55c4de93e7f8a883c9319d, server=da1c6afcd1f9,35765,1731595233113 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-14T14:42:07,006 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731595315055.367f9543bd55c4de93e7f8a883c9319d., hostname=da1c6afcd1f9,35765,1731595233113, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=367f9543bd55c4de93e7f8a883c9319d, server=da1c6afcd1f9,35765,1731595233113 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-14T14:42:07,006 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731595315055.367f9543bd55c4de93e7f8a883c9319d., hostname=da1c6afcd1f9,35765,1731595233113, seqNum=5 because the exception is null or not the one we care about 2024-11-14T14:42:07,014 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35765 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=367f9543bd55c4de93e7f8a883c9319d, server=da1c6afcd1f9,35765,1731595233113 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-14T14:42:07,015 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35765 {}] ipc.CallRunner(138): callId: 58 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:50294 deadline: 1731595386997, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=367f9543bd55c4de93e7f8a883c9319d, server=da1c6afcd1f9,35765,1731595233113 2024-11-14T14:42:07,015 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731595315055.367f9543bd55c4de93e7f8a883c9319d., hostname=da1c6afcd1f9,35765,1731595233113, seqNum=5 , the old value is region=TestAcidGuarantees,,1731595315055.367f9543bd55c4de93e7f8a883c9319d., hostname=da1c6afcd1f9,35765,1731595233113, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=367f9543bd55c4de93e7f8a883c9319d, server=da1c6afcd1f9,35765,1731595233113 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-14T14:42:07,015 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731595315055.367f9543bd55c4de93e7f8a883c9319d., hostname=da1c6afcd1f9,35765,1731595233113, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=367f9543bd55c4de93e7f8a883c9319d, server=da1c6afcd1f9,35765,1731595233113 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-14T14:42:07,015 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731595315055.367f9543bd55c4de93e7f8a883c9319d., hostname=da1c6afcd1f9,35765,1731595233113, seqNum=5 because the exception is null or not the one we care about 2024-11-14T14:42:07,113 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35765 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=367f9543bd55c4de93e7f8a883c9319d, server=da1c6afcd1f9,35765,1731595233113 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-14T14:42:07,114 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35765 {}] ipc.CallRunner(138): callId: 52 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:50266 deadline: 1731595387106, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=367f9543bd55c4de93e7f8a883c9319d, server=da1c6afcd1f9,35765,1731595233113 2024-11-14T14:42:07,114 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731595315055.367f9543bd55c4de93e7f8a883c9319d., hostname=da1c6afcd1f9,35765,1731595233113, seqNum=5 , the old value is region=TestAcidGuarantees,,1731595315055.367f9543bd55c4de93e7f8a883c9319d., hostname=da1c6afcd1f9,35765,1731595233113, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=367f9543bd55c4de93e7f8a883c9319d, server=da1c6afcd1f9,35765,1731595233113 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-14T14:42:07,114 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731595315055.367f9543bd55c4de93e7f8a883c9319d., hostname=da1c6afcd1f9,35765,1731595233113, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=367f9543bd55c4de93e7f8a883c9319d, server=da1c6afcd1f9,35765,1731595233113 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-14T14:42:07,114 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731595315055.367f9543bd55c4de93e7f8a883c9319d., hostname=da1c6afcd1f9,35765,1731595233113, seqNum=5 because the exception is null or not the one we care about 2024-11-14T14:42:07,127 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35765 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=367f9543bd55c4de93e7f8a883c9319d, server=da1c6afcd1f9,35765,1731595233113 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-14T14:42:07,127 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35765 {}] ipc.CallRunner(138): callId: 62 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:50194 deadline: 1731595387116, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=367f9543bd55c4de93e7f8a883c9319d, server=da1c6afcd1f9,35765,1731595233113 2024-11-14T14:42:07,127 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731595315055.367f9543bd55c4de93e7f8a883c9319d., hostname=da1c6afcd1f9,35765,1731595233113, seqNum=5 , the old value is region=TestAcidGuarantees,,1731595315055.367f9543bd55c4de93e7f8a883c9319d., hostname=da1c6afcd1f9,35765,1731595233113, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=367f9543bd55c4de93e7f8a883c9319d, server=da1c6afcd1f9,35765,1731595233113 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-14T14:42:07,127 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731595315055.367f9543bd55c4de93e7f8a883c9319d., hostname=da1c6afcd1f9,35765,1731595233113, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=367f9543bd55c4de93e7f8a883c9319d, server=da1c6afcd1f9,35765,1731595233113 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-14T14:42:07,127 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731595315055.367f9543bd55c4de93e7f8a883c9319d., hostname=da1c6afcd1f9,35765,1731595233113, seqNum=5 because the exception is null or not the one we care about 2024-11-14T14:42:07,131 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35765 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=367f9543bd55c4de93e7f8a883c9319d, server=da1c6afcd1f9,35765,1731595233113 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-14T14:42:07,131 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35765 {}] ipc.CallRunner(138): callId: 59 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:50294 deadline: 1731595387126, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=367f9543bd55c4de93e7f8a883c9319d, server=da1c6afcd1f9,35765,1731595233113 2024-11-14T14:42:07,131 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731595315055.367f9543bd55c4de93e7f8a883c9319d., hostname=da1c6afcd1f9,35765,1731595233113, seqNum=5 , the old value is region=TestAcidGuarantees,,1731595315055.367f9543bd55c4de93e7f8a883c9319d., hostname=da1c6afcd1f9,35765,1731595233113, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=367f9543bd55c4de93e7f8a883c9319d, server=da1c6afcd1f9,35765,1731595233113 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-14T14:42:07,131 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731595315055.367f9543bd55c4de93e7f8a883c9319d., hostname=da1c6afcd1f9,35765,1731595233113, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=367f9543bd55c4de93e7f8a883c9319d, server=da1c6afcd1f9,35765,1731595233113 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-14T14:42:07,131 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731595315055.367f9543bd55c4de93e7f8a883c9319d., hostname=da1c6afcd1f9,35765,1731595233113, seqNum=5 because the exception is null or not the one we care about 2024-11-14T14:42:07,335 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35765 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=367f9543bd55c4de93e7f8a883c9319d, server=da1c6afcd1f9,35765,1731595233113 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-14T14:42:07,336 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35765 {}] ipc.CallRunner(138): callId: 53 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:50266 deadline: 1731595387326, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=367f9543bd55c4de93e7f8a883c9319d, server=da1c6afcd1f9,35765,1731595233113 2024-11-14T14:42:07,336 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731595315055.367f9543bd55c4de93e7f8a883c9319d., hostname=da1c6afcd1f9,35765,1731595233113, seqNum=5 , the old value is region=TestAcidGuarantees,,1731595315055.367f9543bd55c4de93e7f8a883c9319d., hostname=da1c6afcd1f9,35765,1731595233113, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=367f9543bd55c4de93e7f8a883c9319d, server=da1c6afcd1f9,35765,1731595233113 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-14T14:42:07,336 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731595315055.367f9543bd55c4de93e7f8a883c9319d., hostname=da1c6afcd1f9,35765,1731595233113, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=367f9543bd55c4de93e7f8a883c9319d, server=da1c6afcd1f9,35765,1731595233113 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-14T14:42:07,336 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731595315055.367f9543bd55c4de93e7f8a883c9319d., hostname=da1c6afcd1f9,35765,1731595233113, seqNum=5 because the exception is null or not the one we care about 2024-11-14T14:42:07,343 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35765 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=367f9543bd55c4de93e7f8a883c9319d, server=da1c6afcd1f9,35765,1731595233113 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-14T14:42:07,344 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35765 {}] ipc.CallRunner(138): callId: 63 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:50194 deadline: 1731595387336, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=367f9543bd55c4de93e7f8a883c9319d, server=da1c6afcd1f9,35765,1731595233113 2024-11-14T14:42:07,344 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35765 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=367f9543bd55c4de93e7f8a883c9319d, server=da1c6afcd1f9,35765,1731595233113 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-14T14:42:07,344 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731595315055.367f9543bd55c4de93e7f8a883c9319d., hostname=da1c6afcd1f9,35765,1731595233113, seqNum=5 , the old value is region=TestAcidGuarantees,,1731595315055.367f9543bd55c4de93e7f8a883c9319d., hostname=da1c6afcd1f9,35765,1731595233113, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=367f9543bd55c4de93e7f8a883c9319d, server=da1c6afcd1f9,35765,1731595233113 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-14T14:42:07,344 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731595315055.367f9543bd55c4de93e7f8a883c9319d., hostname=da1c6afcd1f9,35765,1731595233113, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=367f9543bd55c4de93e7f8a883c9319d, server=da1c6afcd1f9,35765,1731595233113 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-14T14:42:07,344 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35765 {}] ipc.CallRunner(138): callId: 60 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:50294 deadline: 1731595387336, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=367f9543bd55c4de93e7f8a883c9319d, server=da1c6afcd1f9,35765,1731595233113 2024-11-14T14:42:07,344 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731595315055.367f9543bd55c4de93e7f8a883c9319d., hostname=da1c6afcd1f9,35765,1731595233113, seqNum=5 because the exception is null or not the one we care about 2024-11-14T14:42:07,344 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731595315055.367f9543bd55c4de93e7f8a883c9319d., hostname=da1c6afcd1f9,35765,1731595233113, seqNum=5 , the old value is region=TestAcidGuarantees,,1731595315055.367f9543bd55c4de93e7f8a883c9319d., hostname=da1c6afcd1f9,35765,1731595233113, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=367f9543bd55c4de93e7f8a883c9319d, server=da1c6afcd1f9,35765,1731595233113 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-14T14:42:07,344 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731595315055.367f9543bd55c4de93e7f8a883c9319d., hostname=da1c6afcd1f9,35765,1731595233113, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=367f9543bd55c4de93e7f8a883c9319d, server=da1c6afcd1f9,35765,1731595233113 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-14T14:42:07,344 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731595315055.367f9543bd55c4de93e7f8a883c9319d., hostname=da1c6afcd1f9,35765,1731595233113, seqNum=5 because the exception is null or not the one we care about 2024-11-14T14:42:07,363 INFO [MemStoreFlusher.0 {}] mob.DefaultMobStoreFlusher(147): Mob store is flushed, sequenceid=133, memsize=24.6 K, hasBloomFilter=true, into tmp file hdfs://localhost:34345/user/jenkins/test-data/14d118ee-a83a-b09b-5913-1a58940a5db1/data/default/TestAcidGuarantees/367f9543bd55c4de93e7f8a883c9319d/.tmp/A/3a2ac238585441dd876f2338bf4132c8 2024-11-14T14:42:07,371 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:34345/user/jenkins/test-data/14d118ee-a83a-b09b-5913-1a58940a5db1/data/default/TestAcidGuarantees/367f9543bd55c4de93e7f8a883c9319d/.tmp/B/12b40eb34742450a994887c631464052 is 50, key is test_row_0/B:col10/1731595325760/Put/seqid=0 2024-11-14T14:42:07,375 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36699 is added to blk_1073742181_1357 (size=12051) 2024-11-14T14:42:07,377 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=24.60 KB at sequenceid=133 (bloomFilter=true), to=hdfs://localhost:34345/user/jenkins/test-data/14d118ee-a83a-b09b-5913-1a58940a5db1/data/default/TestAcidGuarantees/367f9543bd55c4de93e7f8a883c9319d/.tmp/B/12b40eb34742450a994887c631464052 2024-11-14T14:42:07,386 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:34345/user/jenkins/test-data/14d118ee-a83a-b09b-5913-1a58940a5db1/data/default/TestAcidGuarantees/367f9543bd55c4de93e7f8a883c9319d/.tmp/C/64f9fa3ad7464739a6e0844ed17590ad is 50, key is test_row_0/C:col10/1731595325760/Put/seqid=0 2024-11-14T14:42:07,389 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36699 is added to blk_1073742182_1358 (size=12051) 2024-11-14T14:42:07,651 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35765 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=367f9543bd55c4de93e7f8a883c9319d, server=da1c6afcd1f9,35765,1731595233113 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-14T14:42:07,651 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35765 {}] ipc.CallRunner(138): callId: 54 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:50266 deadline: 1731595387646, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=367f9543bd55c4de93e7f8a883c9319d, server=da1c6afcd1f9,35765,1731595233113 2024-11-14T14:42:07,652 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35765 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=367f9543bd55c4de93e7f8a883c9319d, server=da1c6afcd1f9,35765,1731595233113 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-14T14:42:07,652 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731595315055.367f9543bd55c4de93e7f8a883c9319d., hostname=da1c6afcd1f9,35765,1731595233113, seqNum=5 , the old value is region=TestAcidGuarantees,,1731595315055.367f9543bd55c4de93e7f8a883c9319d., hostname=da1c6afcd1f9,35765,1731595233113, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=367f9543bd55c4de93e7f8a883c9319d, server=da1c6afcd1f9,35765,1731595233113 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-14T14:42:07,652 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731595315055.367f9543bd55c4de93e7f8a883c9319d., hostname=da1c6afcd1f9,35765,1731595233113, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=367f9543bd55c4de93e7f8a883c9319d, server=da1c6afcd1f9,35765,1731595233113 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-14T14:42:07,652 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35765 {}] ipc.CallRunner(138): callId: 64 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:50194 deadline: 1731595387646, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=367f9543bd55c4de93e7f8a883c9319d, server=da1c6afcd1f9,35765,1731595233113 2024-11-14T14:42:07,652 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731595315055.367f9543bd55c4de93e7f8a883c9319d., hostname=da1c6afcd1f9,35765,1731595233113, seqNum=5 because the exception is null or not the one we care about 2024-11-14T14:42:07,652 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731595315055.367f9543bd55c4de93e7f8a883c9319d., hostname=da1c6afcd1f9,35765,1731595233113, seqNum=5 , the old value is region=TestAcidGuarantees,,1731595315055.367f9543bd55c4de93e7f8a883c9319d., hostname=da1c6afcd1f9,35765,1731595233113, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=367f9543bd55c4de93e7f8a883c9319d, server=da1c6afcd1f9,35765,1731595233113 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-14T14:42:07,652 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731595315055.367f9543bd55c4de93e7f8a883c9319d., hostname=da1c6afcd1f9,35765,1731595233113, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=367f9543bd55c4de93e7f8a883c9319d, server=da1c6afcd1f9,35765,1731595233113 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-14T14:42:07,652 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731595315055.367f9543bd55c4de93e7f8a883c9319d., hostname=da1c6afcd1f9,35765,1731595233113, seqNum=5 because the exception is null or not the one we care about 2024-11-14T14:42:07,665 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35765 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=367f9543bd55c4de93e7f8a883c9319d, server=da1c6afcd1f9,35765,1731595233113 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-14T14:42:07,665 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35765 {}] ipc.CallRunner(138): callId: 61 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:50294 deadline: 1731595387656, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=367f9543bd55c4de93e7f8a883c9319d, server=da1c6afcd1f9,35765,1731595233113 2024-11-14T14:42:07,665 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731595315055.367f9543bd55c4de93e7f8a883c9319d., hostname=da1c6afcd1f9,35765,1731595233113, seqNum=5 , the old value is region=TestAcidGuarantees,,1731595315055.367f9543bd55c4de93e7f8a883c9319d., hostname=da1c6afcd1f9,35765,1731595233113, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=367f9543bd55c4de93e7f8a883c9319d, server=da1c6afcd1f9,35765,1731595233113 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-14T14:42:07,665 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731595315055.367f9543bd55c4de93e7f8a883c9319d., hostname=da1c6afcd1f9,35765,1731595233113, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=367f9543bd55c4de93e7f8a883c9319d, server=da1c6afcd1f9,35765,1731595233113 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-14T14:42:07,665 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731595315055.367f9543bd55c4de93e7f8a883c9319d., hostname=da1c6afcd1f9,35765,1731595233113, seqNum=5 because the exception is null or not the one we care about 2024-11-14T14:42:07,790 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=24.60 KB at sequenceid=133 (bloomFilter=true), to=hdfs://localhost:34345/user/jenkins/test-data/14d118ee-a83a-b09b-5913-1a58940a5db1/data/default/TestAcidGuarantees/367f9543bd55c4de93e7f8a883c9319d/.tmp/C/64f9fa3ad7464739a6e0844ed17590ad 2024-11-14T14:42:07,794 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:34345/user/jenkins/test-data/14d118ee-a83a-b09b-5913-1a58940a5db1/data/default/TestAcidGuarantees/367f9543bd55c4de93e7f8a883c9319d/.tmp/A/3a2ac238585441dd876f2338bf4132c8 as hdfs://localhost:34345/user/jenkins/test-data/14d118ee-a83a-b09b-5913-1a58940a5db1/data/default/TestAcidGuarantees/367f9543bd55c4de93e7f8a883c9319d/A/3a2ac238585441dd876f2338bf4132c8 2024-11-14T14:42:07,797 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:34345/user/jenkins/test-data/14d118ee-a83a-b09b-5913-1a58940a5db1/data/default/TestAcidGuarantees/367f9543bd55c4de93e7f8a883c9319d/A/3a2ac238585441dd876f2338bf4132c8, entries=200, sequenceid=133, filesize=38.7 K 2024-11-14T14:42:07,798 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:34345/user/jenkins/test-data/14d118ee-a83a-b09b-5913-1a58940a5db1/data/default/TestAcidGuarantees/367f9543bd55c4de93e7f8a883c9319d/.tmp/B/12b40eb34742450a994887c631464052 as hdfs://localhost:34345/user/jenkins/test-data/14d118ee-a83a-b09b-5913-1a58940a5db1/data/default/TestAcidGuarantees/367f9543bd55c4de93e7f8a883c9319d/B/12b40eb34742450a994887c631464052 2024-11-14T14:42:07,802 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:34345/user/jenkins/test-data/14d118ee-a83a-b09b-5913-1a58940a5db1/data/default/TestAcidGuarantees/367f9543bd55c4de93e7f8a883c9319d/B/12b40eb34742450a994887c631464052, entries=150, sequenceid=133, filesize=11.8 K 2024-11-14T14:42:07,802 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:34345/user/jenkins/test-data/14d118ee-a83a-b09b-5913-1a58940a5db1/data/default/TestAcidGuarantees/367f9543bd55c4de93e7f8a883c9319d/.tmp/C/64f9fa3ad7464739a6e0844ed17590ad as hdfs://localhost:34345/user/jenkins/test-data/14d118ee-a83a-b09b-5913-1a58940a5db1/data/default/TestAcidGuarantees/367f9543bd55c4de93e7f8a883c9319d/C/64f9fa3ad7464739a6e0844ed17590ad 2024-11-14T14:42:07,805 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:34345/user/jenkins/test-data/14d118ee-a83a-b09b-5913-1a58940a5db1/data/default/TestAcidGuarantees/367f9543bd55c4de93e7f8a883c9319d/C/64f9fa3ad7464739a6e0844ed17590ad, entries=150, sequenceid=133, filesize=11.8 K 2024-11-14T14:42:07,806 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(3140): Finished flush of dataSize ~73.80 KB/75570, heapSize ~219.84 KB/225120, currentSize=100.63 KB/103050 for 367f9543bd55c4de93e7f8a883c9319d in 865ms, sequenceid=133, compaction requested=true 2024-11-14T14:42:07,806 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2603): Flush status journal for 367f9543bd55c4de93e7f8a883c9319d: 2024-11-14T14:42:07,806 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store 367f9543bd55c4de93e7f8a883c9319d:A, priority=-2147483648, current under compaction store size is 1 2024-11-14T14:42:07,806 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-14T14:42:07,806 DEBUG [RS:0;da1c6afcd1f9:35765-shortCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 3 store files, 0 compacting, 3 eligible, 16 blocking 2024-11-14T14:42:07,806 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store 367f9543bd55c4de93e7f8a883c9319d:B, priority=-2147483648, current under compaction store size is 2 2024-11-14T14:42:07,806 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-14T14:42:07,806 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store 367f9543bd55c4de93e7f8a883c9319d:C, priority=-2147483648, current under compaction store size is 3 2024-11-14T14:42:07,806 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=1), splitQueue=0 2024-11-14T14:42:07,806 DEBUG [RS:0;da1c6afcd1f9:35765-longCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 3 store files, 0 compacting, 3 eligible, 16 blocking 2024-11-14T14:42:07,807 DEBUG [RS:0;da1c6afcd1f9:35765-longCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 3 files of size 36259 starting at candidate #0 after considering 1 permutations with 1 in ratio 2024-11-14T14:42:07,807 DEBUG [RS:0;da1c6afcd1f9:35765-shortCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 3 files of size 101715 starting at candidate #0 after considering 1 permutations with 1 in ratio 2024-11-14T14:42:07,807 DEBUG [RS:0;da1c6afcd1f9:35765-longCompactions-0 {}] regionserver.HStore(1541): 367f9543bd55c4de93e7f8a883c9319d/B is initiating minor compaction (all files) 2024-11-14T14:42:07,807 DEBUG [RS:0;da1c6afcd1f9:35765-shortCompactions-0 {}] regionserver.HStore(1541): 367f9543bd55c4de93e7f8a883c9319d/A is initiating minor compaction (all files) 2024-11-14T14:42:07,808 INFO [RS:0;da1c6afcd1f9:35765-longCompactions-0 {}] regionserver.HRegion(2416): Starting compaction of 367f9543bd55c4de93e7f8a883c9319d/B in TestAcidGuarantees,,1731595315055.367f9543bd55c4de93e7f8a883c9319d. 2024-11-14T14:42:07,808 INFO [RS:0;da1c6afcd1f9:35765-shortCompactions-0 {}] regionserver.HRegion(2416): Starting compaction of 367f9543bd55c4de93e7f8a883c9319d/A in TestAcidGuarantees,,1731595315055.367f9543bd55c4de93e7f8a883c9319d. 2024-11-14T14:42:07,808 INFO [RS:0;da1c6afcd1f9:35765-longCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:34345/user/jenkins/test-data/14d118ee-a83a-b09b-5913-1a58940a5db1/data/default/TestAcidGuarantees/367f9543bd55c4de93e7f8a883c9319d/B/f8f83a4c1daa4411bf6cb0968db7a6d3, hdfs://localhost:34345/user/jenkins/test-data/14d118ee-a83a-b09b-5913-1a58940a5db1/data/default/TestAcidGuarantees/367f9543bd55c4de93e7f8a883c9319d/B/8b244032837648fa99a2e3ed4832e08d, hdfs://localhost:34345/user/jenkins/test-data/14d118ee-a83a-b09b-5913-1a58940a5db1/data/default/TestAcidGuarantees/367f9543bd55c4de93e7f8a883c9319d/B/12b40eb34742450a994887c631464052] into tmpdir=hdfs://localhost:34345/user/jenkins/test-data/14d118ee-a83a-b09b-5913-1a58940a5db1/data/default/TestAcidGuarantees/367f9543bd55c4de93e7f8a883c9319d/.tmp, totalSize=35.4 K 2024-11-14T14:42:07,808 INFO [RS:0;da1c6afcd1f9:35765-shortCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:34345/user/jenkins/test-data/14d118ee-a83a-b09b-5913-1a58940a5db1/data/default/TestAcidGuarantees/367f9543bd55c4de93e7f8a883c9319d/A/5e336ba31cb04605ac922aa162278d68, hdfs://localhost:34345/user/jenkins/test-data/14d118ee-a83a-b09b-5913-1a58940a5db1/data/default/TestAcidGuarantees/367f9543bd55c4de93e7f8a883c9319d/A/1a21913888244c0a814668c0bc821d5c, hdfs://localhost:34345/user/jenkins/test-data/14d118ee-a83a-b09b-5913-1a58940a5db1/data/default/TestAcidGuarantees/367f9543bd55c4de93e7f8a883c9319d/A/3a2ac238585441dd876f2338bf4132c8] into tmpdir=hdfs://localhost:34345/user/jenkins/test-data/14d118ee-a83a-b09b-5913-1a58940a5db1/data/default/TestAcidGuarantees/367f9543bd55c4de93e7f8a883c9319d/.tmp, totalSize=99.3 K 2024-11-14T14:42:07,808 INFO [RS:0;da1c6afcd1f9:35765-shortCompactions-0 {}] mob.DefaultMobStoreCompactor(181): MOB compaction: major=false isAll=true priority=13 throughput controller=DefaultCompactionThroughputController [maxThroughput=50.00 MB/second, activeCompactions=0] table=TestAcidGuarantees cf=A region=TestAcidGuarantees,,1731595315055.367f9543bd55c4de93e7f8a883c9319d. 2024-11-14T14:42:07,808 DEBUG [RS:0;da1c6afcd1f9:35765-shortCompactions-0 {}] mob.DefaultMobStoreCompactor(191): MOB compaction table=TestAcidGuarantees cf=A region=TestAcidGuarantees,,1731595315055.367f9543bd55c4de93e7f8a883c9319d. files: [hdfs://localhost:34345/user/jenkins/test-data/14d118ee-a83a-b09b-5913-1a58940a5db1/data/default/TestAcidGuarantees/367f9543bd55c4de93e7f8a883c9319d/A/5e336ba31cb04605ac922aa162278d68, hdfs://localhost:34345/user/jenkins/test-data/14d118ee-a83a-b09b-5913-1a58940a5db1/data/default/TestAcidGuarantees/367f9543bd55c4de93e7f8a883c9319d/A/1a21913888244c0a814668c0bc821d5c, hdfs://localhost:34345/user/jenkins/test-data/14d118ee-a83a-b09b-5913-1a58940a5db1/data/default/TestAcidGuarantees/367f9543bd55c4de93e7f8a883c9319d/A/3a2ac238585441dd876f2338bf4132c8] 2024-11-14T14:42:07,808 DEBUG [RS:0;da1c6afcd1f9:35765-longCompactions-0 {}] compactions.Compactor(225): Compacting f8f83a4c1daa4411bf6cb0968db7a6d3, keycount=150, bloomtype=ROW, size=11.9 K, encoding=NONE, compression=NONE, seqNum=97, earliestPutTs=1731595323338 2024-11-14T14:42:07,808 DEBUG [RS:0;da1c6afcd1f9:35765-shortCompactions-0 {}] compactions.Compactor(225): Compacting 5e336ba31cb04605ac922aa162278d68, keycount=150, bloomtype=ROW, size=30.4 K, encoding=NONE, compression=NONE, seqNum=97, earliestPutTs=1731595323338 2024-11-14T14:42:07,809 DEBUG [RS:0;da1c6afcd1f9:35765-longCompactions-0 {}] compactions.Compactor(225): Compacting 8b244032837648fa99a2e3ed4832e08d, keycount=150, bloomtype=ROW, size=11.7 K, encoding=NONE, compression=NONE, seqNum=116, earliestPutTs=1731595324556 2024-11-14T14:42:07,809 DEBUG [RS:0;da1c6afcd1f9:35765-shortCompactions-0 {}] compactions.Compactor(225): Compacting 1a21913888244c0a814668c0bc821d5c, keycount=150, bloomtype=ROW, size=30.2 K, encoding=NONE, compression=NONE, seqNum=116, earliestPutTs=1731595324556 2024-11-14T14:42:07,809 DEBUG [RS:0;da1c6afcd1f9:35765-shortCompactions-0 {}] compactions.Compactor(225): Compacting 3a2ac238585441dd876f2338bf4132c8, keycount=200, bloomtype=ROW, size=38.7 K, encoding=NONE, compression=NONE, seqNum=133, earliestPutTs=1731595325760 2024-11-14T14:42:07,809 DEBUG [RS:0;da1c6afcd1f9:35765-longCompactions-0 {}] compactions.Compactor(225): Compacting 12b40eb34742450a994887c631464052, keycount=150, bloomtype=ROW, size=11.8 K, encoding=NONE, compression=NONE, seqNum=133, earliestPutTs=1731595325760 2024-11-14T14:42:07,815 INFO [RS:0;da1c6afcd1f9:35765-shortCompactions-0 {}] mob.DefaultMobStoreCompactor(321): Compact MOB=false optimized configured=false optimized enabled=false maximum MOB file size=1073741824 major=true store=[table=TestAcidGuarantees family=A region=367f9543bd55c4de93e7f8a883c9319d] 2024-11-14T14:42:07,816 INFO [RS:0;da1c6afcd1f9:35765-longCompactions-0 {}] throttle.PressureAwareThroughputController(145): 367f9543bd55c4de93e7f8a883c9319d#B#compaction#305 average throughput is 6.55 MB/second, slept 0 time(s) and total slept time is 0 ms. 1 active operations remaining, total limit is 50.00 MB/second 2024-11-14T14:42:07,817 DEBUG [RS:0;da1c6afcd1f9:35765-longCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:34345/user/jenkins/test-data/14d118ee-a83a-b09b-5913-1a58940a5db1/data/default/TestAcidGuarantees/367f9543bd55c4de93e7f8a883c9319d/.tmp/B/e9ffcbed4bd2401798a3094dc254f39c is 50, key is test_row_0/B:col10/1731595325760/Put/seqid=0 2024-11-14T14:42:07,817 DEBUG [RS:0;da1c6afcd1f9:35765-shortCompactions-0 {}] mob.DefaultMobStoreCompactor(635): New MOB writer created=d41d8cd98f00b204e9800998ecf8427e20241114c5dc730a40734433b5e2af488b14bbfc_367f9543bd55c4de93e7f8a883c9319d store=[table=TestAcidGuarantees family=A region=367f9543bd55c4de93e7f8a883c9319d] 2024-11-14T14:42:07,820 DEBUG [RS:0;da1c6afcd1f9:35765-shortCompactions-0 {}] mob.DefaultMobStoreCompactor(656): Commit or abort size=0 mobCells=0 major=true file=d41d8cd98f00b204e9800998ecf8427e20241114c5dc730a40734433b5e2af488b14bbfc_367f9543bd55c4de93e7f8a883c9319d, store=[table=TestAcidGuarantees family=A region=367f9543bd55c4de93e7f8a883c9319d] 2024-11-14T14:42:07,820 DEBUG [RS:0;da1c6afcd1f9:35765-shortCompactions-0 {}] mob.DefaultMobStoreCompactor(667): Aborting writer for hdfs://localhost:34345/user/jenkins/test-data/14d118ee-a83a-b09b-5913-1a58940a5db1/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e20241114c5dc730a40734433b5e2af488b14bbfc_367f9543bd55c4de93e7f8a883c9319d because there are no MOB cells, store=[table=TestAcidGuarantees family=A region=367f9543bd55c4de93e7f8a883c9319d] 2024-11-14T14:42:07,822 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36699 is added to blk_1073742183_1359 (size=12359) 2024-11-14T14:42:07,823 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36699 is added to blk_1073742184_1360 (size=4469) 2024-11-14T14:42:07,826 DEBUG [RS:0;da1c6afcd1f9:35765-longCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:34345/user/jenkins/test-data/14d118ee-a83a-b09b-5913-1a58940a5db1/data/default/TestAcidGuarantees/367f9543bd55c4de93e7f8a883c9319d/.tmp/B/e9ffcbed4bd2401798a3094dc254f39c as hdfs://localhost:34345/user/jenkins/test-data/14d118ee-a83a-b09b-5913-1a58940a5db1/data/default/TestAcidGuarantees/367f9543bd55c4de93e7f8a883c9319d/B/e9ffcbed4bd2401798a3094dc254f39c 2024-11-14T14:42:07,830 INFO [RS:0;da1c6afcd1f9:35765-longCompactions-0 {}] regionserver.HStore(1337): Completed compaction of 3 (all) file(s) in 367f9543bd55c4de93e7f8a883c9319d/B of 367f9543bd55c4de93e7f8a883c9319d into e9ffcbed4bd2401798a3094dc254f39c(size=12.1 K), total size for store is 12.1 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-11-14T14:42:07,830 DEBUG [RS:0;da1c6afcd1f9:35765-longCompactions-0 {}] regionserver.HRegion(2446): Compaction status journal for 367f9543bd55c4de93e7f8a883c9319d: 2024-11-14T14:42:07,830 INFO [RS:0;da1c6afcd1f9:35765-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1731595315055.367f9543bd55c4de93e7f8a883c9319d., storeName=367f9543bd55c4de93e7f8a883c9319d/B, priority=13, startTime=1731595327806; duration=0sec 2024-11-14T14:42:07,830 DEBUG [RS:0;da1c6afcd1f9:35765-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=1), splitQueue=0 2024-11-14T14:42:07,830 DEBUG [RS:0;da1c6afcd1f9:35765-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: 367f9543bd55c4de93e7f8a883c9319d:B 2024-11-14T14:42:07,830 DEBUG [RS:0;da1c6afcd1f9:35765-longCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 3 store files, 0 compacting, 3 eligible, 16 blocking 2024-11-14T14:42:07,831 DEBUG [RS:0;da1c6afcd1f9:35765-longCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 3 files of size 36259 starting at candidate #0 after considering 1 permutations with 1 in ratio 2024-11-14T14:42:07,831 DEBUG [RS:0;da1c6afcd1f9:35765-longCompactions-0 {}] regionserver.HStore(1541): 367f9543bd55c4de93e7f8a883c9319d/C is initiating minor compaction (all files) 2024-11-14T14:42:07,831 INFO [RS:0;da1c6afcd1f9:35765-longCompactions-0 {}] regionserver.HRegion(2416): Starting compaction of 367f9543bd55c4de93e7f8a883c9319d/C in TestAcidGuarantees,,1731595315055.367f9543bd55c4de93e7f8a883c9319d. 2024-11-14T14:42:07,831 INFO [RS:0;da1c6afcd1f9:35765-longCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:34345/user/jenkins/test-data/14d118ee-a83a-b09b-5913-1a58940a5db1/data/default/TestAcidGuarantees/367f9543bd55c4de93e7f8a883c9319d/C/2dba22befe334b4b8590f62d9b91885b, hdfs://localhost:34345/user/jenkins/test-data/14d118ee-a83a-b09b-5913-1a58940a5db1/data/default/TestAcidGuarantees/367f9543bd55c4de93e7f8a883c9319d/C/5f1cc48a4c7d4be799253195ef4ad298, hdfs://localhost:34345/user/jenkins/test-data/14d118ee-a83a-b09b-5913-1a58940a5db1/data/default/TestAcidGuarantees/367f9543bd55c4de93e7f8a883c9319d/C/64f9fa3ad7464739a6e0844ed17590ad] into tmpdir=hdfs://localhost:34345/user/jenkins/test-data/14d118ee-a83a-b09b-5913-1a58940a5db1/data/default/TestAcidGuarantees/367f9543bd55c4de93e7f8a883c9319d/.tmp, totalSize=35.4 K 2024-11-14T14:42:07,831 DEBUG [RS:0;da1c6afcd1f9:35765-longCompactions-0 {}] compactions.Compactor(225): Compacting 2dba22befe334b4b8590f62d9b91885b, keycount=150, bloomtype=ROW, size=11.9 K, encoding=NONE, compression=NONE, seqNum=97, earliestPutTs=1731595323338 2024-11-14T14:42:07,832 DEBUG [RS:0;da1c6afcd1f9:35765-longCompactions-0 {}] compactions.Compactor(225): Compacting 5f1cc48a4c7d4be799253195ef4ad298, keycount=150, bloomtype=ROW, size=11.7 K, encoding=NONE, compression=NONE, seqNum=116, earliestPutTs=1731595324556 2024-11-14T14:42:07,832 DEBUG [RS:0;da1c6afcd1f9:35765-longCompactions-0 {}] compactions.Compactor(225): Compacting 64f9fa3ad7464739a6e0844ed17590ad, keycount=150, bloomtype=ROW, size=11.8 K, encoding=NONE, compression=NONE, seqNum=133, earliestPutTs=1731595325760 2024-11-14T14:42:07,838 INFO [RS:0;da1c6afcd1f9:35765-longCompactions-0 {}] throttle.PressureAwareThroughputController(145): 367f9543bd55c4de93e7f8a883c9319d#C#compaction#307 average throughput is 3.28 MB/second, slept 0 time(s) and total slept time is 0 ms. 1 active operations remaining, total limit is 50.00 MB/second 2024-11-14T14:42:07,839 DEBUG [RS:0;da1c6afcd1f9:35765-longCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:34345/user/jenkins/test-data/14d118ee-a83a-b09b-5913-1a58940a5db1/data/default/TestAcidGuarantees/367f9543bd55c4de93e7f8a883c9319d/.tmp/C/2390055ce6c947baa1d2e000040e8f24 is 50, key is test_row_0/C:col10/1731595325760/Put/seqid=0 2024-11-14T14:42:07,844 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36699 is added to blk_1073742185_1361 (size=12359) 2024-11-14T14:42:07,849 DEBUG [RS:0;da1c6afcd1f9:35765-longCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:34345/user/jenkins/test-data/14d118ee-a83a-b09b-5913-1a58940a5db1/data/default/TestAcidGuarantees/367f9543bd55c4de93e7f8a883c9319d/.tmp/C/2390055ce6c947baa1d2e000040e8f24 as hdfs://localhost:34345/user/jenkins/test-data/14d118ee-a83a-b09b-5913-1a58940a5db1/data/default/TestAcidGuarantees/367f9543bd55c4de93e7f8a883c9319d/C/2390055ce6c947baa1d2e000040e8f24 2024-11-14T14:42:07,855 INFO [RS:0;da1c6afcd1f9:35765-longCompactions-0 {}] regionserver.HStore(1337): Completed compaction of 3 (all) file(s) in 367f9543bd55c4de93e7f8a883c9319d/C of 367f9543bd55c4de93e7f8a883c9319d into 2390055ce6c947baa1d2e000040e8f24(size=12.1 K), total size for store is 12.1 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-11-14T14:42:07,855 DEBUG [RS:0;da1c6afcd1f9:35765-longCompactions-0 {}] regionserver.HRegion(2446): Compaction status journal for 367f9543bd55c4de93e7f8a883c9319d: 2024-11-14T14:42:07,855 INFO [RS:0;da1c6afcd1f9:35765-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1731595315055.367f9543bd55c4de93e7f8a883c9319d., storeName=367f9543bd55c4de93e7f8a883c9319d/C, priority=13, startTime=1731595327806; duration=0sec 2024-11-14T14:42:07,855 DEBUG [RS:0;da1c6afcd1f9:35765-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-14T14:42:07,855 DEBUG [RS:0;da1c6afcd1f9:35765-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: 367f9543bd55c4de93e7f8a883c9319d:C 2024-11-14T14:42:08,160 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35765 {}] regionserver.HRegion(8855): Flush requested on 367f9543bd55c4de93e7f8a883c9319d 2024-11-14T14:42:08,161 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(2902): Flushing 367f9543bd55c4de93e7f8a883c9319d 3/3 column families, dataSize=107.34 KB heapSize=319.50 KB 2024-11-14T14:42:08,161 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 367f9543bd55c4de93e7f8a883c9319d, store=A 2024-11-14T14:42:08,161 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-14T14:42:08,161 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 367f9543bd55c4de93e7f8a883c9319d, store=B 2024-11-14T14:42:08,161 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-14T14:42:08,161 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 367f9543bd55c4de93e7f8a883c9319d, store=C 2024-11-14T14:42:08,161 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-14T14:42:08,168 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:34345/user/jenkins/test-data/14d118ee-a83a-b09b-5913-1a58940a5db1/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e202411143c1fc4a854944b52bc311966d8969d14_367f9543bd55c4de93e7f8a883c9319d is 50, key is test_row_0/A:col10/1731595328159/Put/seqid=0 2024-11-14T14:42:08,172 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36699 is added to blk_1073742186_1362 (size=14794) 2024-11-14T14:42:08,172 DEBUG [MemStoreFlusher.0 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T14:42:08,176 INFO [MemStoreFlusher.0 {}] regionserver.HMobStore(268): FLUSH Renaming flushed file from hdfs://localhost:34345/user/jenkins/test-data/14d118ee-a83a-b09b-5913-1a58940a5db1/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e202411143c1fc4a854944b52bc311966d8969d14_367f9543bd55c4de93e7f8a883c9319d to hdfs://localhost:34345/user/jenkins/test-data/14d118ee-a83a-b09b-5913-1a58940a5db1/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e202411143c1fc4a854944b52bc311966d8969d14_367f9543bd55c4de93e7f8a883c9319d 2024-11-14T14:42:08,177 DEBUG [MemStoreFlusher.0 {}] mob.DefaultMobStoreFlusher(263): Flush store file: hdfs://localhost:34345/user/jenkins/test-data/14d118ee-a83a-b09b-5913-1a58940a5db1/data/default/TestAcidGuarantees/367f9543bd55c4de93e7f8a883c9319d/.tmp/A/669088de9914452cb47777f875c324a3, store: [table=TestAcidGuarantees family=A region=367f9543bd55c4de93e7f8a883c9319d] 2024-11-14T14:42:08,177 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:34345/user/jenkins/test-data/14d118ee-a83a-b09b-5913-1a58940a5db1/data/default/TestAcidGuarantees/367f9543bd55c4de93e7f8a883c9319d/.tmp/A/669088de9914452cb47777f875c324a3 is 175, key is test_row_0/A:col10/1731595328159/Put/seqid=0 2024-11-14T14:42:08,184 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36699 is added to blk_1073742187_1363 (size=39749) 2024-11-14T14:42:08,224 INFO [RS:0;da1c6afcd1f9:35765-shortCompactions-0 {}] throttle.PressureAwareThroughputController(145): 367f9543bd55c4de93e7f8a883c9319d#A#compaction#306 average throughput is 0.06 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second 2024-11-14T14:42:08,225 DEBUG [RS:0;da1c6afcd1f9:35765-shortCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:34345/user/jenkins/test-data/14d118ee-a83a-b09b-5913-1a58940a5db1/data/default/TestAcidGuarantees/367f9543bd55c4de93e7f8a883c9319d/.tmp/A/2889ef3aef224da3b4f7aeb66c7f7d12 is 175, key is test_row_0/A:col10/1731595325760/Put/seqid=0 2024-11-14T14:42:08,228 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36699 is added to blk_1073742188_1364 (size=31313) 2024-11-14T14:42:08,236 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35765 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=367f9543bd55c4de93e7f8a883c9319d, server=da1c6afcd1f9,35765,1731595233113 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-14T14:42:08,236 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35765 {}] ipc.CallRunner(138): callId: 64 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:50294 deadline: 1731595388221, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=367f9543bd55c4de93e7f8a883c9319d, server=da1c6afcd1f9,35765,1731595233113 2024-11-14T14:42:08,236 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731595315055.367f9543bd55c4de93e7f8a883c9319d., hostname=da1c6afcd1f9,35765,1731595233113, seqNum=5 , the old value is region=TestAcidGuarantees,,1731595315055.367f9543bd55c4de93e7f8a883c9319d., hostname=da1c6afcd1f9,35765,1731595233113, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=367f9543bd55c4de93e7f8a883c9319d, server=da1c6afcd1f9,35765,1731595233113 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-14T14:42:08,236 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35765 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=367f9543bd55c4de93e7f8a883c9319d, server=da1c6afcd1f9,35765,1731595233113 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-14T14:42:08,236 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731595315055.367f9543bd55c4de93e7f8a883c9319d., hostname=da1c6afcd1f9,35765,1731595233113, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=367f9543bd55c4de93e7f8a883c9319d, server=da1c6afcd1f9,35765,1731595233113 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-14T14:42:08,236 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731595315055.367f9543bd55c4de93e7f8a883c9319d., hostname=da1c6afcd1f9,35765,1731595233113, seqNum=5 because the exception is null or not the one we care about 2024-11-14T14:42:08,236 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35765 {}] ipc.CallRunner(138): callId: 70 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:50194 deadline: 1731595388222, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=367f9543bd55c4de93e7f8a883c9319d, server=da1c6afcd1f9,35765,1731595233113 2024-11-14T14:42:08,237 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731595315055.367f9543bd55c4de93e7f8a883c9319d., hostname=da1c6afcd1f9,35765,1731595233113, seqNum=5 , the old value is region=TestAcidGuarantees,,1731595315055.367f9543bd55c4de93e7f8a883c9319d., hostname=da1c6afcd1f9,35765,1731595233113, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=367f9543bd55c4de93e7f8a883c9319d, server=da1c6afcd1f9,35765,1731595233113 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-14T14:42:08,237 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731595315055.367f9543bd55c4de93e7f8a883c9319d., hostname=da1c6afcd1f9,35765,1731595233113, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=367f9543bd55c4de93e7f8a883c9319d, server=da1c6afcd1f9,35765,1731595233113 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-14T14:42:08,237 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35765 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=367f9543bd55c4de93e7f8a883c9319d, server=da1c6afcd1f9,35765,1731595233113 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-14T14:42:08,237 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731595315055.367f9543bd55c4de93e7f8a883c9319d., hostname=da1c6afcd1f9,35765,1731595233113, seqNum=5 because the exception is null or not the one we care about 2024-11-14T14:42:08,237 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35765 {}] ipc.CallRunner(138): callId: 59 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:50266 deadline: 1731595388224, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=367f9543bd55c4de93e7f8a883c9319d, server=da1c6afcd1f9,35765,1731595233113 2024-11-14T14:42:08,237 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731595315055.367f9543bd55c4de93e7f8a883c9319d., hostname=da1c6afcd1f9,35765,1731595233113, seqNum=5 , the old value is region=TestAcidGuarantees,,1731595315055.367f9543bd55c4de93e7f8a883c9319d., hostname=da1c6afcd1f9,35765,1731595233113, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=367f9543bd55c4de93e7f8a883c9319d, server=da1c6afcd1f9,35765,1731595233113 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-14T14:42:08,237 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731595315055.367f9543bd55c4de93e7f8a883c9319d., hostname=da1c6afcd1f9,35765,1731595233113, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=367f9543bd55c4de93e7f8a883c9319d, server=da1c6afcd1f9,35765,1731595233113 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-14T14:42:08,237 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731595315055.367f9543bd55c4de93e7f8a883c9319d., hostname=da1c6afcd1f9,35765,1731595233113, seqNum=5 because the exception is null or not the one we care about 2024-11-14T14:42:08,353 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35765 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=367f9543bd55c4de93e7f8a883c9319d, server=da1c6afcd1f9,35765,1731595233113 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-14T14:42:08,353 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35765 {}] ipc.CallRunner(138): callId: 65 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:50294 deadline: 1731595388346, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=367f9543bd55c4de93e7f8a883c9319d, server=da1c6afcd1f9,35765,1731595233113 2024-11-14T14:42:08,353 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35765 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=367f9543bd55c4de93e7f8a883c9319d, server=da1c6afcd1f9,35765,1731595233113 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-14T14:42:08,354 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731595315055.367f9543bd55c4de93e7f8a883c9319d., hostname=da1c6afcd1f9,35765,1731595233113, seqNum=5 , the old value is region=TestAcidGuarantees,,1731595315055.367f9543bd55c4de93e7f8a883c9319d., hostname=da1c6afcd1f9,35765,1731595233113, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=367f9543bd55c4de93e7f8a883c9319d, server=da1c6afcd1f9,35765,1731595233113 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-14T14:42:08,354 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731595315055.367f9543bd55c4de93e7f8a883c9319d., hostname=da1c6afcd1f9,35765,1731595233113, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=367f9543bd55c4de93e7f8a883c9319d, server=da1c6afcd1f9,35765,1731595233113 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-14T14:42:08,354 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35765 {}] ipc.CallRunner(138): callId: 71 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:50194 deadline: 1731595388346, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=367f9543bd55c4de93e7f8a883c9319d, server=da1c6afcd1f9,35765,1731595233113 2024-11-14T14:42:08,354 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731595315055.367f9543bd55c4de93e7f8a883c9319d., hostname=da1c6afcd1f9,35765,1731595233113, seqNum=5 because the exception is null or not the one we care about 2024-11-14T14:42:08,354 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731595315055.367f9543bd55c4de93e7f8a883c9319d., hostname=da1c6afcd1f9,35765,1731595233113, seqNum=5 , the old value is region=TestAcidGuarantees,,1731595315055.367f9543bd55c4de93e7f8a883c9319d., hostname=da1c6afcd1f9,35765,1731595233113, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=367f9543bd55c4de93e7f8a883c9319d, server=da1c6afcd1f9,35765,1731595233113 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-14T14:42:08,354 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731595315055.367f9543bd55c4de93e7f8a883c9319d., hostname=da1c6afcd1f9,35765,1731595233113, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=367f9543bd55c4de93e7f8a883c9319d, server=da1c6afcd1f9,35765,1731595233113 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-14T14:42:08,354 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35765 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=367f9543bd55c4de93e7f8a883c9319d, server=da1c6afcd1f9,35765,1731595233113 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-14T14:42:08,354 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731595315055.367f9543bd55c4de93e7f8a883c9319d., hostname=da1c6afcd1f9,35765,1731595233113, seqNum=5 because the exception is null or not the one we care about 2024-11-14T14:42:08,354 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35765 {}] ipc.CallRunner(138): callId: 60 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:50266 deadline: 1731595388346, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=367f9543bd55c4de93e7f8a883c9319d, server=da1c6afcd1f9,35765,1731595233113 2024-11-14T14:42:08,354 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731595315055.367f9543bd55c4de93e7f8a883c9319d., hostname=da1c6afcd1f9,35765,1731595233113, seqNum=5 , the old value is region=TestAcidGuarantees,,1731595315055.367f9543bd55c4de93e7f8a883c9319d., hostname=da1c6afcd1f9,35765,1731595233113, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=367f9543bd55c4de93e7f8a883c9319d, server=da1c6afcd1f9,35765,1731595233113 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-14T14:42:08,354 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731595315055.367f9543bd55c4de93e7f8a883c9319d., hostname=da1c6afcd1f9,35765,1731595233113, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=367f9543bd55c4de93e7f8a883c9319d, server=da1c6afcd1f9,35765,1731595233113 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-14T14:42:08,354 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731595315055.367f9543bd55c4de93e7f8a883c9319d., hostname=da1c6afcd1f9,35765,1731595233113, seqNum=5 because the exception is null or not the one we care about 2024-11-14T14:42:08,562 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35765 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=367f9543bd55c4de93e7f8a883c9319d, server=da1c6afcd1f9,35765,1731595233113 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-14T14:42:08,563 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35765 {}] ipc.CallRunner(138): callId: 66 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:50294 deadline: 1731595388556, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=367f9543bd55c4de93e7f8a883c9319d, server=da1c6afcd1f9,35765,1731595233113 2024-11-14T14:42:08,563 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35765 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=367f9543bd55c4de93e7f8a883c9319d, server=da1c6afcd1f9,35765,1731595233113 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-14T14:42:08,563 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731595315055.367f9543bd55c4de93e7f8a883c9319d., hostname=da1c6afcd1f9,35765,1731595233113, seqNum=5 , the old value is region=TestAcidGuarantees,,1731595315055.367f9543bd55c4de93e7f8a883c9319d., hostname=da1c6afcd1f9,35765,1731595233113, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=367f9543bd55c4de93e7f8a883c9319d, server=da1c6afcd1f9,35765,1731595233113 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-14T14:42:08,563 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731595315055.367f9543bd55c4de93e7f8a883c9319d., hostname=da1c6afcd1f9,35765,1731595233113, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=367f9543bd55c4de93e7f8a883c9319d, server=da1c6afcd1f9,35765,1731595233113 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-14T14:42:08,563 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35765 {}] ipc.CallRunner(138): callId: 61 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:50266 deadline: 1731595388556, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=367f9543bd55c4de93e7f8a883c9319d, server=da1c6afcd1f9,35765,1731595233113 2024-11-14T14:42:08,563 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731595315055.367f9543bd55c4de93e7f8a883c9319d., hostname=da1c6afcd1f9,35765,1731595233113, seqNum=5 because the exception is null or not the one we care about 2024-11-14T14:42:08,563 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731595315055.367f9543bd55c4de93e7f8a883c9319d., hostname=da1c6afcd1f9,35765,1731595233113, seqNum=5 , the old value is region=TestAcidGuarantees,,1731595315055.367f9543bd55c4de93e7f8a883c9319d., hostname=da1c6afcd1f9,35765,1731595233113, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=367f9543bd55c4de93e7f8a883c9319d, server=da1c6afcd1f9,35765,1731595233113 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-14T14:42:08,563 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731595315055.367f9543bd55c4de93e7f8a883c9319d., hostname=da1c6afcd1f9,35765,1731595233113, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=367f9543bd55c4de93e7f8a883c9319d, server=da1c6afcd1f9,35765,1731595233113 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-14T14:42:08,563 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731595315055.367f9543bd55c4de93e7f8a883c9319d., hostname=da1c6afcd1f9,35765,1731595233113, seqNum=5 because the exception is null or not the one we care about 2024-11-14T14:42:08,574 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35765 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=367f9543bd55c4de93e7f8a883c9319d, server=da1c6afcd1f9,35765,1731595233113 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-14T14:42:08,574 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35765 {}] ipc.CallRunner(138): callId: 72 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:50194 deadline: 1731595388565, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=367f9543bd55c4de93e7f8a883c9319d, server=da1c6afcd1f9,35765,1731595233113 2024-11-14T14:42:08,574 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731595315055.367f9543bd55c4de93e7f8a883c9319d., hostname=da1c6afcd1f9,35765,1731595233113, seqNum=5 , the old value is region=TestAcidGuarantees,,1731595315055.367f9543bd55c4de93e7f8a883c9319d., hostname=da1c6afcd1f9,35765,1731595233113, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=367f9543bd55c4de93e7f8a883c9319d, server=da1c6afcd1f9,35765,1731595233113 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-14T14:42:08,574 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731595315055.367f9543bd55c4de93e7f8a883c9319d., hostname=da1c6afcd1f9,35765,1731595233113, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=367f9543bd55c4de93e7f8a883c9319d, server=da1c6afcd1f9,35765,1731595233113 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-14T14:42:08,574 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731595315055.367f9543bd55c4de93e7f8a883c9319d., hostname=da1c6afcd1f9,35765,1731595233113, seqNum=5 because the exception is null or not the one we care about 2024-11-14T14:42:08,585 INFO [MemStoreFlusher.0 {}] mob.DefaultMobStoreFlusher(147): Mob store is flushed, sequenceid=154, memsize=35.8 K, hasBloomFilter=true, into tmp file hdfs://localhost:34345/user/jenkins/test-data/14d118ee-a83a-b09b-5913-1a58940a5db1/data/default/TestAcidGuarantees/367f9543bd55c4de93e7f8a883c9319d/.tmp/A/669088de9914452cb47777f875c324a3 2024-11-14T14:42:08,593 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:34345/user/jenkins/test-data/14d118ee-a83a-b09b-5913-1a58940a5db1/data/default/TestAcidGuarantees/367f9543bd55c4de93e7f8a883c9319d/.tmp/B/dbcba21faf6b4b62a585b2ba89b6eca5 is 50, key is test_row_0/B:col10/1731595328159/Put/seqid=0 2024-11-14T14:42:08,597 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36699 is added to blk_1073742189_1365 (size=12151) 2024-11-14T14:42:08,633 DEBUG [RS:0;da1c6afcd1f9:35765-shortCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:34345/user/jenkins/test-data/14d118ee-a83a-b09b-5913-1a58940a5db1/data/default/TestAcidGuarantees/367f9543bd55c4de93e7f8a883c9319d/.tmp/A/2889ef3aef224da3b4f7aeb66c7f7d12 as hdfs://localhost:34345/user/jenkins/test-data/14d118ee-a83a-b09b-5913-1a58940a5db1/data/default/TestAcidGuarantees/367f9543bd55c4de93e7f8a883c9319d/A/2889ef3aef224da3b4f7aeb66c7f7d12 2024-11-14T14:42:08,637 INFO [RS:0;da1c6afcd1f9:35765-shortCompactions-0 {}] regionserver.HStore(1337): Completed compaction of 3 (all) file(s) in 367f9543bd55c4de93e7f8a883c9319d/A of 367f9543bd55c4de93e7f8a883c9319d into 2889ef3aef224da3b4f7aeb66c7f7d12(size=30.6 K), total size for store is 30.6 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-11-14T14:42:08,637 DEBUG [RS:0;da1c6afcd1f9:35765-shortCompactions-0 {}] regionserver.HRegion(2446): Compaction status journal for 367f9543bd55c4de93e7f8a883c9319d: 2024-11-14T14:42:08,637 INFO [RS:0;da1c6afcd1f9:35765-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1731595315055.367f9543bd55c4de93e7f8a883c9319d., storeName=367f9543bd55c4de93e7f8a883c9319d/A, priority=13, startTime=1731595327806; duration=0sec 2024-11-14T14:42:08,637 DEBUG [RS:0;da1c6afcd1f9:35765-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-14T14:42:08,637 DEBUG [RS:0;da1c6afcd1f9:35765-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: 367f9543bd55c4de93e7f8a883c9319d:A 2024-11-14T14:42:08,666 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45145 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=107 2024-11-14T14:42:08,667 INFO [RPCClient-NioEventLoopGroup-4-8 {}] client.RawAsyncHBaseAdmin$TableProcedureBiConsumer(2721): Operation: FLUSH, Table Name: default:TestAcidGuarantees completed 2024-11-14T14:42:08,667 INFO [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45145 {}] master.HMaster$22(4506): Client=jenkins//172.17.0.2 flush TestAcidGuarantees 2024-11-14T14:42:08,668 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45145 {}] procedure2.ProcedureExecutor(1139): Stored pid=109, state=RUNNABLE:FLUSH_TABLE_PREPARE, hasLock=false; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=109, table=TestAcidGuarantees 2024-11-14T14:42:08,669 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45145 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=109 2024-11-14T14:42:08,669 INFO [PEWorker-3 {}] procedure.FlushTableProcedure(91): pid=109, state=RUNNABLE:FLUSH_TABLE_PREPARE, hasLock=true; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=109, table=TestAcidGuarantees execute state=FLUSH_TABLE_PREPARE 2024-11-14T14:42:08,670 INFO [PEWorker-3 {}] procedure.FlushTableProcedure(91): pid=109, state=RUNNABLE:FLUSH_TABLE_FLUSH_REGIONS, hasLock=true; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=109, table=TestAcidGuarantees execute state=FLUSH_TABLE_FLUSH_REGIONS 2024-11-14T14:42:08,670 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=110, ppid=109, state=RUNNABLE, hasLock=false; org.apache.hadoop.hbase.master.procedure.FlushRegionProcedure}] 2024-11-14T14:42:08,776 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45145 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=109 2024-11-14T14:42:08,823 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=35765 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=110 2024-11-14T14:42:08,823 DEBUG [RS_FLUSH_OPERATIONS-regionserver/da1c6afcd1f9:0-2 {event_type=RS_FLUSH_REGIONS, pid=110}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1731595315055.367f9543bd55c4de93e7f8a883c9319d. 2024-11-14T14:42:08,823 DEBUG [RS_FLUSH_OPERATIONS-regionserver/da1c6afcd1f9:0-2 {event_type=RS_FLUSH_REGIONS, pid=110}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1731595315055.367f9543bd55c4de93e7f8a883c9319d. as already flushing 2024-11-14T14:42:08,824 DEBUG [RS_FLUSH_OPERATIONS-regionserver/da1c6afcd1f9:0-2 {event_type=RS_FLUSH_REGIONS, pid=110}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1731595315055.367f9543bd55c4de93e7f8a883c9319d. 2024-11-14T14:42:08,824 ERROR [RS_FLUSH_OPERATIONS-regionserver/da1c6afcd1f9:0-2 {event_type=RS_FLUSH_REGIONS, pid=110}] handler.RSProcedureHandler(58): pid=110 java.io.IOException: Unable to complete flush {ENCODED => 367f9543bd55c4de93e7f8a883c9319d, NAME => 'TestAcidGuarantees,,1731595315055.367f9543bd55c4de93e7f8a883c9319d.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-14T14:42:08,824 DEBUG [RS_FLUSH_OPERATIONS-regionserver/da1c6afcd1f9:0-2 {event_type=RS_FLUSH_REGIONS, pid=110}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=110 java.io.IOException: Unable to complete flush {ENCODED => 367f9543bd55c4de93e7f8a883c9319d, NAME => 'TestAcidGuarantees,,1731595315055.367f9543bd55c4de93e7f8a883c9319d.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-14T14:42:08,825 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45145 {}] master.HMaster(4177): Remote procedure failed, pid=110 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 367f9543bd55c4de93e7f8a883c9319d, NAME => 'TestAcidGuarantees,,1731595315055.367f9543bd55c4de93e7f8a883c9319d.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$5(MasterRpcServices.java:2580) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2575) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 367f9543bd55c4de93e7f8a883c9319d, NAME => 'TestAcidGuarantees,,1731595315055.367f9543bd55c4de93e7f8a883c9319d.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-14T14:42:08,872 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35765 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=367f9543bd55c4de93e7f8a883c9319d, server=da1c6afcd1f9,35765,1731595233113 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-14T14:42:08,872 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35765 {}] ipc.CallRunner(138): callId: 62 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:50266 deadline: 1731595388866, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=367f9543bd55c4de93e7f8a883c9319d, server=da1c6afcd1f9,35765,1731595233113 2024-11-14T14:42:08,873 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731595315055.367f9543bd55c4de93e7f8a883c9319d., hostname=da1c6afcd1f9,35765,1731595233113, seqNum=5 , the old value is region=TestAcidGuarantees,,1731595315055.367f9543bd55c4de93e7f8a883c9319d., hostname=da1c6afcd1f9,35765,1731595233113, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=367f9543bd55c4de93e7f8a883c9319d, server=da1c6afcd1f9,35765,1731595233113 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-14T14:42:08,873 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731595315055.367f9543bd55c4de93e7f8a883c9319d., hostname=da1c6afcd1f9,35765,1731595233113, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=367f9543bd55c4de93e7f8a883c9319d, server=da1c6afcd1f9,35765,1731595233113 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-14T14:42:08,873 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731595315055.367f9543bd55c4de93e7f8a883c9319d., hostname=da1c6afcd1f9,35765,1731595233113, seqNum=5 because the exception is null or not the one we care about 2024-11-14T14:42:08,882 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35765 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=367f9543bd55c4de93e7f8a883c9319d, server=da1c6afcd1f9,35765,1731595233113 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-14T14:42:08,882 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35765 {}] ipc.CallRunner(138): callId: 67 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:50294 deadline: 1731595388876, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=367f9543bd55c4de93e7f8a883c9319d, server=da1c6afcd1f9,35765,1731595233113 2024-11-14T14:42:08,883 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731595315055.367f9543bd55c4de93e7f8a883c9319d., hostname=da1c6afcd1f9,35765,1731595233113, seqNum=5 , the old value is region=TestAcidGuarantees,,1731595315055.367f9543bd55c4de93e7f8a883c9319d., hostname=da1c6afcd1f9,35765,1731595233113, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=367f9543bd55c4de93e7f8a883c9319d, server=da1c6afcd1f9,35765,1731595233113 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-14T14:42:08,883 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731595315055.367f9543bd55c4de93e7f8a883c9319d., hostname=da1c6afcd1f9,35765,1731595233113, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=367f9543bd55c4de93e7f8a883c9319d, server=da1c6afcd1f9,35765,1731595233113 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-14T14:42:08,883 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731595315055.367f9543bd55c4de93e7f8a883c9319d., hostname=da1c6afcd1f9,35765,1731595233113, seqNum=5 because the exception is null or not the one we care about 2024-11-14T14:42:08,892 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35765 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=367f9543bd55c4de93e7f8a883c9319d, server=da1c6afcd1f9,35765,1731595233113 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-14T14:42:08,892 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35765 {}] ipc.CallRunner(138): callId: 73 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:50194 deadline: 1731595388885, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=367f9543bd55c4de93e7f8a883c9319d, server=da1c6afcd1f9,35765,1731595233113 2024-11-14T14:42:08,893 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731595315055.367f9543bd55c4de93e7f8a883c9319d., hostname=da1c6afcd1f9,35765,1731595233113, seqNum=5 , the old value is region=TestAcidGuarantees,,1731595315055.367f9543bd55c4de93e7f8a883c9319d., hostname=da1c6afcd1f9,35765,1731595233113, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=367f9543bd55c4de93e7f8a883c9319d, server=da1c6afcd1f9,35765,1731595233113 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-14T14:42:08,893 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731595315055.367f9543bd55c4de93e7f8a883c9319d., hostname=da1c6afcd1f9,35765,1731595233113, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=367f9543bd55c4de93e7f8a883c9319d, server=da1c6afcd1f9,35765,1731595233113 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-14T14:42:08,893 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731595315055.367f9543bd55c4de93e7f8a883c9319d., hostname=da1c6afcd1f9,35765,1731595233113, seqNum=5 because the exception is null or not the one we care about 2024-11-14T14:42:08,977 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=35765 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=110 2024-11-14T14:42:08,977 DEBUG [RS_FLUSH_OPERATIONS-regionserver/da1c6afcd1f9:0-0 {event_type=RS_FLUSH_REGIONS, pid=110}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1731595315055.367f9543bd55c4de93e7f8a883c9319d. 2024-11-14T14:42:08,977 DEBUG [RS_FLUSH_OPERATIONS-regionserver/da1c6afcd1f9:0-0 {event_type=RS_FLUSH_REGIONS, pid=110}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1731595315055.367f9543bd55c4de93e7f8a883c9319d. as already flushing 2024-11-14T14:42:08,977 DEBUG [RS_FLUSH_OPERATIONS-regionserver/da1c6afcd1f9:0-0 {event_type=RS_FLUSH_REGIONS, pid=110}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1731595315055.367f9543bd55c4de93e7f8a883c9319d. 2024-11-14T14:42:08,977 ERROR [RS_FLUSH_OPERATIONS-regionserver/da1c6afcd1f9:0-0 {event_type=RS_FLUSH_REGIONS, pid=110}] handler.RSProcedureHandler(58): pid=110 java.io.IOException: Unable to complete flush {ENCODED => 367f9543bd55c4de93e7f8a883c9319d, NAME => 'TestAcidGuarantees,,1731595315055.367f9543bd55c4de93e7f8a883c9319d.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-14T14:42:08,977 DEBUG [RS_FLUSH_OPERATIONS-regionserver/da1c6afcd1f9:0-0 {event_type=RS_FLUSH_REGIONS, pid=110}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=110 java.io.IOException: Unable to complete flush {ENCODED => 367f9543bd55c4de93e7f8a883c9319d, NAME => 'TestAcidGuarantees,,1731595315055.367f9543bd55c4de93e7f8a883c9319d.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-14T14:42:08,978 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45145 {}] master.HMaster(4177): Remote procedure failed, pid=110 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 367f9543bd55c4de93e7f8a883c9319d, NAME => 'TestAcidGuarantees,,1731595315055.367f9543bd55c4de93e7f8a883c9319d.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$5(MasterRpcServices.java:2580) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2575) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 367f9543bd55c4de93e7f8a883c9319d, NAME => 'TestAcidGuarantees,,1731595315055.367f9543bd55c4de93e7f8a883c9319d.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-14T14:42:08,986 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45145 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=109 2024-11-14T14:42:08,998 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=35.78 KB at sequenceid=154 (bloomFilter=true), to=hdfs://localhost:34345/user/jenkins/test-data/14d118ee-a83a-b09b-5913-1a58940a5db1/data/default/TestAcidGuarantees/367f9543bd55c4de93e7f8a883c9319d/.tmp/B/dbcba21faf6b4b62a585b2ba89b6eca5 2024-11-14T14:42:09,005 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:34345/user/jenkins/test-data/14d118ee-a83a-b09b-5913-1a58940a5db1/data/default/TestAcidGuarantees/367f9543bd55c4de93e7f8a883c9319d/.tmp/C/dc078b4aff014915bef1c087c19ce7b2 is 50, key is test_row_0/C:col10/1731595328159/Put/seqid=0 2024-11-14T14:42:09,008 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36699 is added to blk_1073742190_1366 (size=12151) 2024-11-14T14:42:09,130 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=35765 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=110 2024-11-14T14:42:09,130 DEBUG [RS_FLUSH_OPERATIONS-regionserver/da1c6afcd1f9:0-1 {event_type=RS_FLUSH_REGIONS, pid=110}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1731595315055.367f9543bd55c4de93e7f8a883c9319d. 2024-11-14T14:42:09,130 DEBUG [RS_FLUSH_OPERATIONS-regionserver/da1c6afcd1f9:0-1 {event_type=RS_FLUSH_REGIONS, pid=110}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1731595315055.367f9543bd55c4de93e7f8a883c9319d. as already flushing 2024-11-14T14:42:09,130 DEBUG [RS_FLUSH_OPERATIONS-regionserver/da1c6afcd1f9:0-1 {event_type=RS_FLUSH_REGIONS, pid=110}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1731595315055.367f9543bd55c4de93e7f8a883c9319d. 2024-11-14T14:42:09,130 ERROR [RS_FLUSH_OPERATIONS-regionserver/da1c6afcd1f9:0-1 {event_type=RS_FLUSH_REGIONS, pid=110}] handler.RSProcedureHandler(58): pid=110 java.io.IOException: Unable to complete flush {ENCODED => 367f9543bd55c4de93e7f8a883c9319d, NAME => 'TestAcidGuarantees,,1731595315055.367f9543bd55c4de93e7f8a883c9319d.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-14T14:42:09,130 DEBUG [RS_FLUSH_OPERATIONS-regionserver/da1c6afcd1f9:0-1 {event_type=RS_FLUSH_REGIONS, pid=110}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=110 java.io.IOException: Unable to complete flush {ENCODED => 367f9543bd55c4de93e7f8a883c9319d, NAME => 'TestAcidGuarantees,,1731595315055.367f9543bd55c4de93e7f8a883c9319d.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-14T14:42:09,131 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45145 {}] master.HMaster(4177): Remote procedure failed, pid=110 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 367f9543bd55c4de93e7f8a883c9319d, NAME => 'TestAcidGuarantees,,1731595315055.367f9543bd55c4de93e7f8a883c9319d.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$5(MasterRpcServices.java:2580) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2575) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 367f9543bd55c4de93e7f8a883c9319d, NAME => 'TestAcidGuarantees,,1731595315055.367f9543bd55c4de93e7f8a883c9319d.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-14T14:42:09,283 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=35765 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=110 2024-11-14T14:42:09,283 DEBUG [RS_FLUSH_OPERATIONS-regionserver/da1c6afcd1f9:0-2 {event_type=RS_FLUSH_REGIONS, pid=110}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1731595315055.367f9543bd55c4de93e7f8a883c9319d. 2024-11-14T14:42:09,283 DEBUG [RS_FLUSH_OPERATIONS-regionserver/da1c6afcd1f9:0-2 {event_type=RS_FLUSH_REGIONS, pid=110}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1731595315055.367f9543bd55c4de93e7f8a883c9319d. as already flushing 2024-11-14T14:42:09,283 DEBUG [RS_FLUSH_OPERATIONS-regionserver/da1c6afcd1f9:0-2 {event_type=RS_FLUSH_REGIONS, pid=110}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1731595315055.367f9543bd55c4de93e7f8a883c9319d. 2024-11-14T14:42:09,283 ERROR [RS_FLUSH_OPERATIONS-regionserver/da1c6afcd1f9:0-2 {event_type=RS_FLUSH_REGIONS, pid=110}] handler.RSProcedureHandler(58): pid=110 java.io.IOException: Unable to complete flush {ENCODED => 367f9543bd55c4de93e7f8a883c9319d, NAME => 'TestAcidGuarantees,,1731595315055.367f9543bd55c4de93e7f8a883c9319d.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-14T14:42:09,283 DEBUG [RS_FLUSH_OPERATIONS-regionserver/da1c6afcd1f9:0-2 {event_type=RS_FLUSH_REGIONS, pid=110}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=110 java.io.IOException: Unable to complete flush {ENCODED => 367f9543bd55c4de93e7f8a883c9319d, NAME => 'TestAcidGuarantees,,1731595315055.367f9543bd55c4de93e7f8a883c9319d.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-14T14:42:09,284 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45145 {}] master.HMaster(4177): Remote procedure failed, pid=110 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 367f9543bd55c4de93e7f8a883c9319d, NAME => 'TestAcidGuarantees,,1731595315055.367f9543bd55c4de93e7f8a883c9319d.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$5(MasterRpcServices.java:2580) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2575) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 367f9543bd55c4de93e7f8a883c9319d, NAME => 'TestAcidGuarantees,,1731595315055.367f9543bd55c4de93e7f8a883c9319d.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-14T14:42:09,296 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45145 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=109 2024-11-14T14:42:09,392 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35765 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=367f9543bd55c4de93e7f8a883c9319d, server=da1c6afcd1f9,35765,1731595233113 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-14T14:42:09,392 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35765 {}] ipc.CallRunner(138): callId: 63 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:50266 deadline: 1731595389386, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=367f9543bd55c4de93e7f8a883c9319d, server=da1c6afcd1f9,35765,1731595233113 2024-11-14T14:42:09,392 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731595315055.367f9543bd55c4de93e7f8a883c9319d., hostname=da1c6afcd1f9,35765,1731595233113, seqNum=5 , the old value is region=TestAcidGuarantees,,1731595315055.367f9543bd55c4de93e7f8a883c9319d., hostname=da1c6afcd1f9,35765,1731595233113, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=367f9543bd55c4de93e7f8a883c9319d, server=da1c6afcd1f9,35765,1731595233113 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-14T14:42:09,392 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731595315055.367f9543bd55c4de93e7f8a883c9319d., hostname=da1c6afcd1f9,35765,1731595233113, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=367f9543bd55c4de93e7f8a883c9319d, server=da1c6afcd1f9,35765,1731595233113 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-14T14:42:09,392 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731595315055.367f9543bd55c4de93e7f8a883c9319d., hostname=da1c6afcd1f9,35765,1731595233113, seqNum=5 because the exception is null or not the one we care about 2024-11-14T14:42:09,394 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35765 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=367f9543bd55c4de93e7f8a883c9319d, server=da1c6afcd1f9,35765,1731595233113 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-14T14:42:09,395 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35765 {}] ipc.CallRunner(138): callId: 68 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:50294 deadline: 1731595389387, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=367f9543bd55c4de93e7f8a883c9319d, server=da1c6afcd1f9,35765,1731595233113 2024-11-14T14:42:09,395 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731595315055.367f9543bd55c4de93e7f8a883c9319d., hostname=da1c6afcd1f9,35765,1731595233113, seqNum=5 , the old value is region=TestAcidGuarantees,,1731595315055.367f9543bd55c4de93e7f8a883c9319d., hostname=da1c6afcd1f9,35765,1731595233113, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=367f9543bd55c4de93e7f8a883c9319d, server=da1c6afcd1f9,35765,1731595233113 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-14T14:42:09,395 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731595315055.367f9543bd55c4de93e7f8a883c9319d., hostname=da1c6afcd1f9,35765,1731595233113, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=367f9543bd55c4de93e7f8a883c9319d, server=da1c6afcd1f9,35765,1731595233113 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-14T14:42:09,395 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731595315055.367f9543bd55c4de93e7f8a883c9319d., hostname=da1c6afcd1f9,35765,1731595233113, seqNum=5 because the exception is null or not the one we care about 2024-11-14T14:42:09,408 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=35.78 KB at sequenceid=154 (bloomFilter=true), to=hdfs://localhost:34345/user/jenkins/test-data/14d118ee-a83a-b09b-5913-1a58940a5db1/data/default/TestAcidGuarantees/367f9543bd55c4de93e7f8a883c9319d/.tmp/C/dc078b4aff014915bef1c087c19ce7b2 2024-11-14T14:42:09,412 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:34345/user/jenkins/test-data/14d118ee-a83a-b09b-5913-1a58940a5db1/data/default/TestAcidGuarantees/367f9543bd55c4de93e7f8a883c9319d/.tmp/A/669088de9914452cb47777f875c324a3 as hdfs://localhost:34345/user/jenkins/test-data/14d118ee-a83a-b09b-5913-1a58940a5db1/data/default/TestAcidGuarantees/367f9543bd55c4de93e7f8a883c9319d/A/669088de9914452cb47777f875c324a3 2024-11-14T14:42:09,413 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35765 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=367f9543bd55c4de93e7f8a883c9319d, server=da1c6afcd1f9,35765,1731595233113 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-14T14:42:09,413 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35765 {}] ipc.CallRunner(138): callId: 74 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:50194 deadline: 1731595389406, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=367f9543bd55c4de93e7f8a883c9319d, server=da1c6afcd1f9,35765,1731595233113 2024-11-14T14:42:09,414 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731595315055.367f9543bd55c4de93e7f8a883c9319d., hostname=da1c6afcd1f9,35765,1731595233113, seqNum=5 , the old value is region=TestAcidGuarantees,,1731595315055.367f9543bd55c4de93e7f8a883c9319d., hostname=da1c6afcd1f9,35765,1731595233113, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=367f9543bd55c4de93e7f8a883c9319d, server=da1c6afcd1f9,35765,1731595233113 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-14T14:42:09,414 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731595315055.367f9543bd55c4de93e7f8a883c9319d., hostname=da1c6afcd1f9,35765,1731595233113, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=367f9543bd55c4de93e7f8a883c9319d, server=da1c6afcd1f9,35765,1731595233113 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-14T14:42:09,414 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731595315055.367f9543bd55c4de93e7f8a883c9319d., hostname=da1c6afcd1f9,35765,1731595233113, seqNum=5 because the exception is null or not the one we care about 2024-11-14T14:42:09,416 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:34345/user/jenkins/test-data/14d118ee-a83a-b09b-5913-1a58940a5db1/data/default/TestAcidGuarantees/367f9543bd55c4de93e7f8a883c9319d/A/669088de9914452cb47777f875c324a3, entries=200, sequenceid=154, filesize=38.8 K 2024-11-14T14:42:09,417 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:34345/user/jenkins/test-data/14d118ee-a83a-b09b-5913-1a58940a5db1/data/default/TestAcidGuarantees/367f9543bd55c4de93e7f8a883c9319d/.tmp/B/dbcba21faf6b4b62a585b2ba89b6eca5 as hdfs://localhost:34345/user/jenkins/test-data/14d118ee-a83a-b09b-5913-1a58940a5db1/data/default/TestAcidGuarantees/367f9543bd55c4de93e7f8a883c9319d/B/dbcba21faf6b4b62a585b2ba89b6eca5 2024-11-14T14:42:09,419 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T14:42:09,421 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T14:42:09,422 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:34345/user/jenkins/test-data/14d118ee-a83a-b09b-5913-1a58940a5db1/data/default/TestAcidGuarantees/367f9543bd55c4de93e7f8a883c9319d/B/dbcba21faf6b4b62a585b2ba89b6eca5, entries=150, sequenceid=154, filesize=11.9 K 2024-11-14T14:42:09,423 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:34345/user/jenkins/test-data/14d118ee-a83a-b09b-5913-1a58940a5db1/data/default/TestAcidGuarantees/367f9543bd55c4de93e7f8a883c9319d/.tmp/C/dc078b4aff014915bef1c087c19ce7b2 as hdfs://localhost:34345/user/jenkins/test-data/14d118ee-a83a-b09b-5913-1a58940a5db1/data/default/TestAcidGuarantees/367f9543bd55c4de93e7f8a883c9319d/C/dc078b4aff014915bef1c087c19ce7b2 2024-11-14T14:42:09,425 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T14:42:09,426 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T14:42:09,426 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T14:42:09,426 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T14:42:09,426 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T14:42:09,427 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T14:42:09,427 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T14:42:09,427 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:34345/user/jenkins/test-data/14d118ee-a83a-b09b-5913-1a58940a5db1/data/default/TestAcidGuarantees/367f9543bd55c4de93e7f8a883c9319d/C/dc078b4aff014915bef1c087c19ce7b2, entries=150, sequenceid=154, filesize=11.9 K 2024-11-14T14:42:09,427 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T14:42:09,427 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T14:42:09,427 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T14:42:09,428 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T14:42:09,428 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T14:42:09,428 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T14:42:09,428 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(3140): Finished flush of dataSize ~107.34 KB/109920, heapSize ~319.45 KB/327120, currentSize=67.09 KB/68700 for 367f9543bd55c4de93e7f8a883c9319d in 1268ms, sequenceid=154, compaction requested=false 2024-11-14T14:42:09,428 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2603): Flush status journal for 367f9543bd55c4de93e7f8a883c9319d: 2024-11-14T14:42:09,428 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T14:42:09,428 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T14:42:09,428 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T14:42:09,429 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T14:42:09,429 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T14:42:09,429 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T14:42:09,429 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T14:42:09,429 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T14:42:09,429 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T14:42:09,430 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T14:42:09,430 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T14:42:09,430 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T14:42:09,430 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T14:42:09,430 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T14:42:09,430 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T14:42:09,431 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T14:42:09,431 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T14:42:09,431 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T14:42:09,431 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T14:42:09,431 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T14:42:09,432 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T14:42:09,432 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T14:42:09,432 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T14:42:09,432 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T14:42:09,432 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T14:42:09,432 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T14:42:09,433 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T14:42:09,433 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T14:42:09,433 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T14:42:09,433 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T14:42:09,433 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T14:42:09,433 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T14:42:09,433 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T14:42:09,433 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T14:42:09,434 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T14:42:09,434 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T14:42:09,434 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T14:42:09,434 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T14:42:09,434 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T14:42:09,435 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T14:42:09,435 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T14:42:09,435 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T14:42:09,435 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T14:42:09,435 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T14:42:09,435 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T14:42:09,436 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T14:42:09,436 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T14:42:09,436 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T14:42:09,436 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=35765 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=110 2024-11-14T14:42:09,436 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T14:42:09,436 DEBUG [RS_FLUSH_OPERATIONS-regionserver/da1c6afcd1f9:0-0 {event_type=RS_FLUSH_REGIONS, pid=110}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1731595315055.367f9543bd55c4de93e7f8a883c9319d. 2024-11-14T14:42:09,436 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T14:42:09,437 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T14:42:09,437 INFO [RS_FLUSH_OPERATIONS-regionserver/da1c6afcd1f9:0-0 {event_type=RS_FLUSH_REGIONS, pid=110}] regionserver.HRegion(2902): Flushing 367f9543bd55c4de93e7f8a883c9319d 3/3 column families, dataSize=67.09 KB heapSize=199.97 KB 2024-11-14T14:42:09,437 DEBUG [RS_FLUSH_OPERATIONS-regionserver/da1c6afcd1f9:0-0 {event_type=RS_FLUSH_REGIONS, pid=110}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 367f9543bd55c4de93e7f8a883c9319d, store=A 2024-11-14T14:42:09,437 DEBUG [RS_FLUSH_OPERATIONS-regionserver/da1c6afcd1f9:0-0 {event_type=RS_FLUSH_REGIONS, pid=110}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-14T14:42:09,437 DEBUG [RS_FLUSH_OPERATIONS-regionserver/da1c6afcd1f9:0-0 {event_type=RS_FLUSH_REGIONS, pid=110}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 367f9543bd55c4de93e7f8a883c9319d, store=B 2024-11-14T14:42:09,437 DEBUG [RS_FLUSH_OPERATIONS-regionserver/da1c6afcd1f9:0-0 {event_type=RS_FLUSH_REGIONS, pid=110}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-14T14:42:09,437 DEBUG [RS_FLUSH_OPERATIONS-regionserver/da1c6afcd1f9:0-0 {event_type=RS_FLUSH_REGIONS, pid=110}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 367f9543bd55c4de93e7f8a883c9319d, store=C 2024-11-14T14:42:09,437 DEBUG [RS_FLUSH_OPERATIONS-regionserver/da1c6afcd1f9:0-0 {event_type=RS_FLUSH_REGIONS, pid=110}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-14T14:42:09,437 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T14:42:09,437 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T14:42:09,438 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T14:42:09,438 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T14:42:09,438 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T14:42:09,438 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T14:42:09,438 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T14:42:09,438 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T14:42:09,439 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T14:42:09,439 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T14:42:09,439 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T14:42:09,439 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T14:42:09,439 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T14:42:09,440 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T14:42:09,440 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T14:42:09,440 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T14:42:09,440 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T14:42:09,440 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T14:42:09,440 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T14:42:09,441 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T14:42:09,441 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T14:42:09,441 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T14:42:09,441 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T14:42:09,441 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T14:42:09,442 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T14:42:09,442 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T14:42:09,442 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T14:42:09,442 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T14:42:09,442 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T14:42:09,443 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T14:42:09,443 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T14:42:09,443 DEBUG [RS_FLUSH_OPERATIONS-regionserver/da1c6afcd1f9:0-0 {event_type=RS_FLUSH_REGIONS, pid=110}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:34345/user/jenkins/test-data/14d118ee-a83a-b09b-5913-1a58940a5db1/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e202411148bbf75a03a474e84bf7ce0c56dbc8277_367f9543bd55c4de93e7f8a883c9319d is 50, key is test_row_1/A:col10/1731595328219/Put/seqid=0 2024-11-14T14:42:09,444 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T14:42:09,444 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T14:42:09,444 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T14:42:09,444 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T14:42:09,444 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T14:42:09,445 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T14:42:09,445 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T14:42:09,445 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T14:42:09,445 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T14:42:09,446 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T14:42:09,446 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T14:42:09,446 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T14:42:09,446 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T14:42:09,447 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T14:42:09,447 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T14:42:09,447 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T14:42:09,447 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T14:42:09,447 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T14:42:09,448 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36699 is added to blk_1073742191_1367 (size=9814) 2024-11-14T14:42:09,448 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T14:42:09,448 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T14:42:09,448 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T14:42:09,448 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T14:42:09,449 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T14:42:09,449 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T14:42:09,449 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T14:42:09,449 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T14:42:09,449 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T14:42:09,449 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T14:42:09,450 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T14:42:09,450 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T14:42:09,450 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T14:42:09,450 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T14:42:09,450 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T14:42:09,450 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T14:42:09,451 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T14:42:09,451 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T14:42:09,451 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T14:42:09,451 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T14:42:09,452 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T14:42:09,452 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T14:42:09,452 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T14:42:09,452 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T14:42:09,452 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T14:42:09,452 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T14:42:09,453 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T14:42:09,453 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T14:42:09,453 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T14:42:09,454 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T14:42:09,454 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T14:42:09,454 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T14:42:09,454 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T14:42:09,454 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T14:42:09,455 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T14:42:09,460 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T14:42:09,461 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T14:42:09,462 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T14:42:09,462 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T14:42:09,463 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T14:42:09,463 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T14:42:09,464 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T14:42:09,464 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T14:42:09,464 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T14:42:09,464 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T14:42:09,464 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T14:42:09,465 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T14:42:09,465 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T14:42:09,465 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T14:42:09,465 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T14:42:09,466 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T14:42:09,466 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T14:42:09,466 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T14:42:09,466 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T14:42:09,466 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T14:42:09,467 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T14:42:09,467 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T14:42:09,467 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T14:42:09,467 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T14:42:09,467 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T14:42:09,468 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T14:42:09,468 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T14:42:09,468 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T14:42:09,468 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T14:42:09,468 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T14:42:09,468 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T14:42:09,469 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T14:42:09,469 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T14:42:09,469 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T14:42:09,469 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T14:42:09,469 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T14:42:09,469 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T14:42:09,470 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T14:42:09,470 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T14:42:09,470 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T14:42:09,470 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T14:42:09,470 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T14:42:09,470 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T14:42:09,471 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T14:42:09,471 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T14:42:09,471 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T14:42:09,471 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T14:42:09,471 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T14:42:09,472 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T14:42:09,472 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T14:42:09,472 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T14:42:09,472 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T14:42:09,473 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T14:42:09,473 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T14:42:09,473 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T14:42:09,473 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T14:42:09,473 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T14:42:09,473 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T14:42:09,474 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T14:42:09,474 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T14:42:09,474 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T14:42:09,474 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T14:42:09,475 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T14:42:09,475 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T14:42:09,475 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T14:42:09,475 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T14:42:09,475 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T14:42:09,475 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T14:42:09,476 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T14:42:09,476 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T14:42:09,476 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T14:42:09,476 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T14:42:09,476 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T14:42:09,477 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T14:42:09,477 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T14:42:09,477 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T14:42:09,477 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T14:42:09,478 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T14:42:09,478 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T14:42:09,478 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T14:42:09,478 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T14:42:09,478 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T14:42:09,479 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T14:42:09,479 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T14:42:09,479 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T14:42:09,479 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T14:42:09,479 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T14:42:09,480 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T14:42:09,480 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T14:42:09,480 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T14:42:09,480 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T14:42:09,480 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T14:42:09,480 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T14:42:09,481 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T14:42:09,481 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T14:42:09,481 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T14:42:09,481 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T14:42:09,482 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T14:42:09,482 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T14:42:09,482 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T14:42:09,482 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T14:42:09,482 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T14:42:09,482 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T14:42:09,483 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T14:42:09,483 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T14:42:09,483 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T14:42:09,483 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T14:42:09,484 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T14:42:09,484 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T14:42:09,484 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T14:42:09,484 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T14:42:09,484 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T14:42:09,484 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T14:42:09,485 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T14:42:09,485 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T14:42:09,485 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T14:42:09,485 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T14:42:09,485 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T14:42:09,485 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T14:42:09,486 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T14:42:09,486 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T14:42:09,486 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T14:42:09,486 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T14:42:09,487 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T14:42:09,487 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T14:42:09,487 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T14:42:09,487 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T14:42:09,487 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T14:42:09,487 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T14:42:09,487 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T14:42:09,488 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T14:42:09,488 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T14:42:09,488 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T14:42:09,488 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T14:42:09,488 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T14:42:09,489 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T14:42:09,489 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T14:42:09,489 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T14:42:09,489 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T14:42:09,489 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T14:42:09,489 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T14:42:09,490 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T14:42:09,490 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T14:42:09,490 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T14:42:09,490 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T14:42:09,491 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T14:42:09,491 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T14:42:09,492 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T14:42:09,492 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T14:42:09,493 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T14:42:09,496 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T14:42:09,496 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T14:42:09,497 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T14:42:09,497 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T14:42:09,497 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T14:42:09,498 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T14:42:09,499 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T14:42:09,499 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T14:42:09,499 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T14:42:09,499 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T14:42:09,500 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T14:42:09,500 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T14:42:09,500 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T14:42:09,500 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T14:42:09,501 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T14:42:09,501 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T14:42:09,501 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T14:42:09,501 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T14:42:09,502 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T14:42:09,502 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T14:42:09,502 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T14:42:09,502 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T14:42:09,502 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T14:42:09,502 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T14:42:09,503 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T14:42:09,503 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T14:42:09,503 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T14:42:09,503 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T14:42:09,503 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T14:42:09,504 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T14:42:09,504 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T14:42:09,504 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T14:42:09,504 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T14:42:09,504 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T14:42:09,504 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T14:42:09,505 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T14:42:09,505 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T14:42:09,505 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T14:42:09,505 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T14:42:09,506 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T14:42:09,506 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T14:42:09,506 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T14:42:09,506 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T14:42:09,506 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T14:42:09,506 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T14:42:09,507 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T14:42:09,507 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T14:42:09,507 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T14:42:09,507 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T14:42:09,507 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T14:42:09,507 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T14:42:09,508 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T14:42:09,508 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T14:42:09,508 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T14:42:09,508 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T14:42:09,509 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T14:42:09,509 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T14:42:09,509 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T14:42:09,509 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T14:42:09,509 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T14:42:09,509 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T14:42:09,510 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T14:42:09,510 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T14:42:09,510 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T14:42:09,510 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T14:42:09,510 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T14:42:09,510 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T14:42:09,511 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T14:42:09,511 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T14:42:09,511 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T14:42:09,511 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T14:42:09,511 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T14:42:09,511 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T14:42:09,512 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T14:42:09,512 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T14:42:09,512 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T14:42:09,512 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T14:42:09,513 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T14:42:09,513 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T14:42:09,513 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T14:42:09,513 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T14:42:09,513 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T14:42:09,513 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T14:42:09,514 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T14:42:09,514 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T14:42:09,514 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T14:42:09,514 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T14:42:09,515 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T14:42:09,515 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T14:42:09,515 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T14:42:09,515 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T14:42:09,515 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T14:42:09,516 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T14:42:09,516 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T14:42:09,516 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T14:42:09,516 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T14:42:09,516 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T14:42:09,516 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T14:42:09,517 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T14:42:09,517 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T14:42:09,517 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T14:42:09,517 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T14:42:09,518 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T14:42:09,518 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T14:42:09,518 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T14:42:09,518 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T14:42:09,518 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T14:42:09,518 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T14:42:09,519 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T14:42:09,519 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T14:42:09,519 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T14:42:09,519 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T14:42:09,519 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T14:42:09,519 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T14:42:09,520 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T14:42:09,520 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T14:42:09,520 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T14:42:09,520 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T14:42:09,521 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T14:42:09,521 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T14:42:09,521 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T14:42:09,521 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T14:42:09,521 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T14:42:09,521 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T14:42:09,522 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T14:42:09,522 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T14:42:09,522 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T14:42:09,522 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T14:42:09,522 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T14:42:09,523 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T14:42:09,523 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T14:42:09,523 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T14:42:09,523 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T14:42:09,523 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T14:42:09,524 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T14:42:09,524 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T14:42:09,524 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T14:42:09,524 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T14:42:09,525 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T14:42:09,525 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T14:42:09,525 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T14:42:09,525 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T14:42:09,526 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T14:42:09,527 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T14:42:09,527 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T14:42:09,528 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T14:42:09,528 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T14:42:09,529 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T14:42:09,529 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T14:42:09,530 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T14:42:09,530 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T14:42:09,530 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T14:42:09,531 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T14:42:09,531 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T14:42:09,531 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T14:42:09,531 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T14:42:09,532 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T14:42:09,532 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T14:42:09,532 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T14:42:09,532 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T14:42:09,532 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T14:42:09,533 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T14:42:09,533 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T14:42:09,533 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T14:42:09,534 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T14:42:09,534 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T14:42:09,534 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T14:42:09,534 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T14:42:09,535 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T14:42:09,535 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T14:42:09,535 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T14:42:09,535 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T14:42:09,536 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T14:42:09,536 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T14:42:09,536 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T14:42:09,536 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T14:42:09,537 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T14:42:09,537 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T14:42:09,537 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T14:42:09,538 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T14:42:09,538 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T14:42:09,538 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T14:42:09,538 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T14:42:09,538 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T14:42:09,539 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T14:42:09,539 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T14:42:09,539 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T14:42:09,539 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T14:42:09,539 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T14:42:09,540 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T14:42:09,540 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T14:42:09,540 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T14:42:09,540 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T14:42:09,540 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T14:42:09,541 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T14:42:09,541 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T14:42:09,541 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T14:42:09,541 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T14:42:09,541 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T14:42:09,542 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T14:42:09,542 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T14:42:09,542 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T14:42:09,542 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T14:42:09,542 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T14:42:09,542 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T14:42:09,543 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T14:42:09,543 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T14:42:09,543 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T14:42:09,543 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T14:42:09,543 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T14:42:09,543 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T14:42:09,544 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T14:42:09,544 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T14:42:09,544 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T14:42:09,544 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T14:42:09,544 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T14:42:09,545 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T14:42:09,545 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T14:42:09,545 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T14:42:09,545 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T14:42:09,545 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T14:42:09,545 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T14:42:09,546 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T14:42:09,546 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T14:42:09,546 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T14:42:09,546 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T14:42:09,546 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T14:42:09,546 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T14:42:09,547 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T14:42:09,547 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T14:42:09,547 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T14:42:09,547 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T14:42:09,547 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T14:42:09,547 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T14:42:09,548 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T14:42:09,548 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T14:42:09,548 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T14:42:09,548 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T14:42:09,548 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T14:42:09,548 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T14:42:09,549 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T14:42:09,549 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T14:42:09,549 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T14:42:09,549 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T14:42:09,550 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T14:42:09,550 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T14:42:09,550 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T14:42:09,550 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T14:42:09,550 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T14:42:09,551 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T14:42:09,551 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T14:42:09,551 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T14:42:09,551 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T14:42:09,551 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T14:42:09,552 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T14:42:09,552 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T14:42:09,552 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T14:42:09,552 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T14:42:09,552 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T14:42:09,553 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T14:42:09,553 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T14:42:09,553 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T14:42:09,553 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T14:42:09,554 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T14:42:09,554 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T14:42:09,554 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T14:42:09,554 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T14:42:09,554 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T14:42:09,554 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T14:42:09,554 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T14:42:09,555 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T14:42:09,555 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T14:42:09,555 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T14:42:09,555 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T14:42:09,555 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T14:42:09,556 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T14:42:09,556 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T14:42:09,557 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T14:42:09,557 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T14:42:09,558 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T14:42:09,558 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T14:42:09,559 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T14:42:09,559 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T14:42:09,559 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T14:42:09,560 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T14:42:09,560 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T14:42:09,560 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T14:42:09,561 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T14:42:09,561 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T14:42:09,561 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T14:42:09,562 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T14:42:09,562 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T14:42:09,563 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T14:42:09,563 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T14:42:09,564 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T14:42:09,564 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T14:42:09,564 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T14:42:09,565 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T14:42:09,565 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T14:42:09,565 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T14:42:09,566 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T14:42:09,566 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T14:42:09,566 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T14:42:09,566 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T14:42:09,567 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T14:42:09,567 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T14:42:09,567 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T14:42:09,567 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T14:42:09,568 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T14:42:09,568 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T14:42:09,568 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T14:42:09,569 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T14:42:09,569 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T14:42:09,569 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T14:42:09,569 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T14:42:09,570 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T14:42:09,570 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T14:42:09,570 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T14:42:09,570 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T14:42:09,570 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T14:42:09,571 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T14:42:09,571 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T14:42:09,571 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T14:42:09,571 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T14:42:09,572 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T14:42:09,572 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T14:42:09,573 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T14:42:09,573 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T14:42:09,573 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T14:42:09,573 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T14:42:09,574 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T14:42:09,574 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T14:42:09,574 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T14:42:09,574 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T14:42:09,575 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T14:42:09,575 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T14:42:09,576 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T14:42:09,576 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T14:42:09,576 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T14:42:09,577 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T14:42:09,577 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T14:42:09,577 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T14:42:09,577 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T14:42:09,578 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T14:42:09,578 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T14:42:09,578 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T14:42:09,579 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T14:42:09,579 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T14:42:09,579 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T14:42:09,580 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T14:42:09,580 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T14:42:09,580 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T14:42:09,581 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T14:42:09,581 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T14:42:09,581 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T14:42:09,581 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T14:42:09,581 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T14:42:09,582 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T14:42:09,582 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T14:42:09,582 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T14:42:09,583 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T14:42:09,583 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T14:42:09,583 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T14:42:09,583 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T14:42:09,583 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T14:42:09,583 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T14:42:09,584 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T14:42:09,584 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T14:42:09,584 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T14:42:09,584 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T14:42:09,584 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T14:42:09,585 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T14:42:09,585 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T14:42:09,585 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T14:42:09,586 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T14:42:09,586 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T14:42:09,586 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T14:42:09,586 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T14:42:09,586 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T14:42:09,586 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T14:42:09,587 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T14:42:09,587 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T14:42:09,587 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T14:42:09,587 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T14:42:09,588 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T14:42:09,588 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T14:42:09,588 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T14:42:09,588 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T14:42:09,588 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T14:42:09,589 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T14:42:09,589 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T14:42:09,589 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T14:42:09,589 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T14:42:09,589 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T14:42:09,589 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T14:42:09,590 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T14:42:09,590 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T14:42:09,590 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T14:42:09,590 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T14:42:09,591 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T14:42:09,591 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T14:42:09,591 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T14:42:09,591 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T14:42:09,591 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T14:42:09,592 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T14:42:09,592 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T14:42:09,592 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T14:42:09,592 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T14:42:09,593 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T14:42:09,593 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T14:42:09,593 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T14:42:09,594 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T14:42:09,594 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T14:42:09,594 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T14:42:09,594 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T14:42:09,595 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T14:42:09,595 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T14:42:09,595 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T14:42:09,596 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T14:42:09,596 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T14:42:09,597 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T14:42:09,598 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T14:42:09,598 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T14:42:09,598 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T14:42:09,599 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T14:42:09,600 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T14:42:09,600 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T14:42:09,600 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T14:42:09,601 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T14:42:09,601 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T14:42:09,601 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T14:42:09,601 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T14:42:09,602 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T14:42:09,602 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T14:42:09,602 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T14:42:09,602 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T14:42:09,603 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T14:42:09,603 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T14:42:09,603 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T14:42:09,603 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T14:42:09,604 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T14:42:09,604 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T14:42:09,604 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T14:42:09,605 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T14:42:09,605 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T14:42:09,605 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T14:42:09,606 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T14:42:09,606 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T14:42:09,606 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T14:42:09,607 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T14:42:09,607 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T14:42:09,607 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T14:42:09,607 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T14:42:09,608 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T14:42:09,609 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T14:42:09,609 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T14:42:09,609 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T14:42:09,609 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T14:42:09,610 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T14:42:09,610 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T14:42:09,611 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T14:42:09,611 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T14:42:09,611 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T14:42:09,611 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T14:42:09,612 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T14:42:09,612 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T14:42:09,612 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T14:42:09,612 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T14:42:09,613 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T14:42:09,613 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T14:42:09,613 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T14:42:09,613 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T14:42:09,613 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T14:42:09,613 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T14:42:09,614 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T14:42:09,614 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T14:42:09,614 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T14:42:09,614 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T14:42:09,615 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T14:42:09,615 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T14:42:09,615 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T14:42:09,615 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T14:42:09,615 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T14:42:09,616 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T14:42:09,616 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T14:42:09,616 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T14:42:09,617 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T14:42:09,617 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T14:42:09,617 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T14:42:09,617 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T14:42:09,618 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T14:42:09,618 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T14:42:09,618 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T14:42:09,619 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T14:42:09,619 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T14:42:09,619 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T14:42:09,619 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T14:42:09,620 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T14:42:09,620 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T14:42:09,620 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T14:42:09,620 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T14:42:09,621 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T14:42:09,621 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T14:42:09,621 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T14:42:09,622 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T14:42:09,622 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T14:42:09,622 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T14:42:09,622 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T14:42:09,623 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T14:42:09,623 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T14:42:09,623 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T14:42:09,624 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T14:42:09,624 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T14:42:09,624 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T14:42:09,624 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T14:42:09,625 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T14:42:09,625 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T14:42:09,625 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T14:42:09,625 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T14:42:09,626 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T14:42:09,626 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T14:42:09,626 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T14:42:09,626 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T14:42:09,626 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T14:42:09,627 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T14:42:09,627 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T14:42:09,627 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T14:42:09,627 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T14:42:09,628 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T14:42:09,628 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T14:42:09,628 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T14:42:09,628 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T14:42:09,629 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T14:42:09,629 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T14:42:09,629 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T14:42:09,629 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T14:42:09,629 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T14:42:09,630 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T14:42:09,630 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T14:42:09,630 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T14:42:09,630 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T14:42:09,630 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T14:42:09,631 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T14:42:09,631 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T14:42:09,631 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T14:42:09,631 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T14:42:09,631 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T14:42:09,632 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T14:42:09,632 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T14:42:09,632 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T14:42:09,632 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T14:42:09,633 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T14:42:09,633 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T14:42:09,633 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T14:42:09,633 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T14:42:09,634 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T14:42:09,635 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T14:42:09,635 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T14:42:09,636 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T14:42:09,636 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T14:42:09,636 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T14:42:09,637 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T14:42:09,637 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T14:42:09,637 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T14:42:09,638 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T14:42:09,638 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T14:42:09,638 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T14:42:09,638 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T14:42:09,639 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T14:42:09,639 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T14:42:09,639 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T14:42:09,639 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T14:42:09,640 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T14:42:09,640 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T14:42:09,641 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T14:42:09,641 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T14:42:09,641 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T14:42:09,642 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T14:42:09,642 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T14:42:09,643 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T14:42:09,644 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T14:42:09,644 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T14:42:09,644 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T14:42:09,644 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T14:42:09,645 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T14:42:09,645 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T14:42:09,645 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T14:42:09,645 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T14:42:09,646 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T14:42:09,646 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T14:42:09,647 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T14:42:09,647 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T14:42:09,647 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T14:42:09,647 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T14:42:09,648 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T14:42:09,648 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T14:42:09,648 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T14:42:09,648 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T14:42:09,649 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T14:42:09,649 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T14:42:09,650 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T14:42:09,650 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T14:42:09,650 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T14:42:09,651 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T14:42:09,651 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T14:42:09,651 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T14:42:09,651 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T14:42:09,652 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T14:42:09,652 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T14:42:09,652 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T14:42:09,652 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T14:42:09,652 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T14:42:09,653 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T14:42:09,653 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T14:42:09,653 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T14:42:09,653 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T14:42:09,653 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T14:42:09,654 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T14:42:09,654 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T14:42:09,654 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T14:42:09,654 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T14:42:09,654 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T14:42:09,655 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T14:42:09,655 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T14:42:09,655 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T14:42:09,655 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T14:42:09,656 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T14:42:09,656 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T14:42:09,656 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T14:42:09,656 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T14:42:09,656 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T14:42:09,656 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T14:42:09,657 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T14:42:09,657 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T14:42:09,657 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T14:42:09,657 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T14:42:09,657 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T14:42:09,658 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T14:42:09,658 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T14:42:09,658 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T14:42:09,658 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T14:42:09,658 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T14:42:09,658 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T14:42:09,659 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T14:42:09,659 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T14:42:09,659 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T14:42:09,659 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T14:42:09,659 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T14:42:09,660 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T14:42:09,660 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T14:42:09,660 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T14:42:09,660 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T14:42:09,660 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T14:42:09,661 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T14:42:09,661 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T14:42:09,661 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T14:42:09,661 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T14:42:09,662 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T14:42:09,662 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T14:42:09,662 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T14:42:09,662 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T14:42:09,663 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T14:42:09,663 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T14:42:09,663 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T14:42:09,663 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T14:42:09,664 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T14:42:09,664 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T14:42:09,664 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T14:42:09,664 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T14:42:09,665 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T14:42:09,665 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T14:42:09,665 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T14:42:09,665 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T14:42:09,666 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T14:42:09,666 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T14:42:09,667 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T14:42:09,667 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T14:42:09,667 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T14:42:09,668 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T14:42:09,668 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T14:42:09,668 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T14:42:09,668 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T14:42:09,668 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T14:42:09,668 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T14:42:09,669 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T14:42:09,669 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T14:42:09,669 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T14:42:09,670 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T14:42:09,670 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T14:42:09,670 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T14:42:09,670 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T14:42:09,671 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T14:42:09,671 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T14:42:09,671 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T14:42:09,671 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T14:42:09,672 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T14:42:09,672 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T14:42:09,672 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T14:42:09,672 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T14:42:09,673 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T14:42:09,673 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T14:42:09,673 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T14:42:09,673 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T14:42:09,674 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T14:42:09,674 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T14:42:09,674 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T14:42:09,674 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T14:42:09,675 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T14:42:09,675 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T14:42:09,675 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T14:42:09,675 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T14:42:09,675 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T14:42:09,676 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T14:42:09,676 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T14:42:09,676 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T14:42:09,676 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T14:42:09,677 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T14:42:09,677 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T14:42:09,677 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T14:42:09,677 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T14:42:09,677 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T14:42:09,678 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T14:42:09,678 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T14:42:09,678 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T14:42:09,678 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T14:42:09,678 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T14:42:09,679 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T14:42:09,679 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T14:42:09,679 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T14:42:09,679 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T14:42:09,679 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T14:42:09,679 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T14:42:09,680 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T14:42:09,680 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T14:42:09,680 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T14:42:09,680 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T14:42:09,681 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T14:42:09,681 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T14:42:09,681 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T14:42:09,682 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T14:42:09,682 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T14:42:09,682 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T14:42:09,682 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T14:42:09,683 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T14:42:09,683 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T14:42:09,683 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T14:42:09,683 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T14:42:09,684 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T14:42:09,684 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T14:42:09,684 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T14:42:09,684 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T14:42:09,684 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T14:42:09,685 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T14:42:09,685 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T14:42:09,685 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T14:42:09,686 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T14:42:09,686 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T14:42:09,686 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T14:42:09,686 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T14:42:09,686 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T14:42:09,686 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T14:42:09,687 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T14:42:09,687 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T14:42:09,687 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T14:42:09,687 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T14:42:09,687 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T14:42:09,687 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T14:42:09,688 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T14:42:09,688 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T14:42:09,688 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T14:42:09,688 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T14:42:09,688 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T14:42:09,688 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T14:42:09,689 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T14:42:09,689 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T14:42:09,689 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T14:42:09,689 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T14:42:09,689 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T14:42:09,690 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T14:42:09,690 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T14:42:09,690 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T14:42:09,691 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T14:42:09,691 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T14:42:09,691 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T14:42:09,691 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T14:42:09,691 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T14:42:09,692 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T14:42:09,692 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T14:42:09,692 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T14:42:09,692 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T14:42:09,692 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T14:42:09,693 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T14:42:09,693 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T14:42:09,693 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T14:42:09,693 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T14:42:09,693 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T14:42:09,694 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T14:42:09,694 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T14:42:09,694 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T14:42:09,694 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T14:42:09,695 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T14:42:09,695 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T14:42:09,695 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T14:42:09,695 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T14:42:09,695 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T14:42:09,695 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T14:42:09,696 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T14:42:09,696 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T14:42:09,697 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T14:42:09,697 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T14:42:09,697 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T14:42:09,697 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T14:42:09,698 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T14:42:09,698 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T14:42:09,698 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T14:42:09,698 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T14:42:09,699 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T14:42:09,699 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T14:42:09,699 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T14:42:09,700 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T14:42:09,700 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T14:42:09,700 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T14:42:09,701 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T14:42:09,701 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T14:42:09,701 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T14:42:09,701 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T14:42:09,701 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T14:42:09,702 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T14:42:09,702 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T14:42:09,702 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T14:42:09,702 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T14:42:09,703 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T14:42:09,703 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T14:42:09,703 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T14:42:09,703 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T14:42:09,704 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T14:42:09,704 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T14:42:09,704 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T14:42:09,704 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T14:42:09,704 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T14:42:09,705 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T14:42:09,705 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T14:42:09,705 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T14:42:09,705 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T14:42:09,706 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T14:42:09,706 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T14:42:09,706 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T14:42:09,706 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T14:42:09,707 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T14:42:09,707 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T14:42:09,707 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T14:42:09,708 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T14:42:09,708 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T14:42:09,708 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T14:42:09,708 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T14:42:09,709 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T14:42:09,709 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T14:42:09,709 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T14:42:09,709 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T14:42:09,710 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T14:42:09,710 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T14:42:09,710 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T14:42:09,711 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T14:42:09,711 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T14:42:09,711 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T14:42:09,711 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T14:42:09,711 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T14:42:09,712 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T14:42:09,712 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T14:42:09,712 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T14:42:09,713 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T14:42:09,713 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T14:42:09,713 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T14:42:09,713 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T14:42:09,714 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T14:42:09,714 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T14:42:09,714 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T14:42:09,715 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T14:42:09,715 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T14:42:09,715 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T14:42:09,715 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T14:42:09,716 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T14:42:09,716 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T14:42:09,716 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T14:42:09,716 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T14:42:09,717 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T14:42:09,717 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T14:42:09,717 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T14:42:09,717 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T14:42:09,718 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T14:42:09,718 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T14:42:09,718 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T14:42:09,718 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T14:42:09,718 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T14:42:09,718 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T14:42:09,719 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T14:42:09,719 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T14:42:09,719 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T14:42:09,719 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T14:42:09,719 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T14:42:09,719 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T14:42:09,720 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T14:42:09,720 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T14:42:09,720 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T14:42:09,720 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T14:42:09,720 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T14:42:09,721 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T14:42:09,721 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T14:42:09,721 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T14:42:09,721 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T14:42:09,721 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T14:42:09,721 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T14:42:09,722 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T14:42:09,722 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T14:42:09,722 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T14:42:09,722 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T14:42:09,722 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T14:42:09,723 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T14:42:09,723 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T14:42:09,723 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T14:42:09,723 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T14:42:09,723 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T14:42:09,723 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T14:42:09,724 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T14:42:09,724 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T14:42:09,724 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T14:42:09,724 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T14:42:09,724 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T14:42:09,725 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T14:42:09,725 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T14:42:09,725 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T14:42:09,725 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T14:42:09,725 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T14:42:09,726 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T14:42:09,726 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T14:42:09,726 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T14:42:09,726 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T14:42:09,726 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T14:42:09,726 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T14:42:09,727 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T14:42:09,727 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T14:42:09,727 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T14:42:09,727 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T14:42:09,727 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T14:42:09,727 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T14:42:09,728 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T14:42:09,728 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T14:42:09,728 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T14:42:09,728 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T14:42:09,729 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T14:42:09,729 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T14:42:09,729 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T14:42:09,729 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T14:42:09,729 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T14:42:09,729 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T14:42:09,730 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T14:42:09,730 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T14:42:09,730 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T14:42:09,730 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T14:42:09,731 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T14:42:09,731 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T14:42:09,731 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T14:42:09,731 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T14:42:09,731 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T14:42:09,732 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T14:42:09,732 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T14:42:09,732 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T14:42:09,732 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T14:42:09,733 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T14:42:09,733 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T14:42:09,733 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T14:42:09,733 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T14:42:09,734 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T14:42:09,734 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T14:42:09,734 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T14:42:09,734 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T14:42:09,734 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T14:42:09,735 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T14:42:09,735 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T14:42:09,735 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T14:42:09,736 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T14:42:09,736 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T14:42:09,736 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T14:42:09,736 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T14:42:09,736 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T14:42:09,737 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T14:42:09,737 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T14:42:09,737 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T14:42:09,737 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T14:42:09,738 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T14:42:09,738 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T14:42:09,739 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T14:42:09,739 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T14:42:09,739 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T14:42:09,740 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T14:42:09,740 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T14:42:09,740 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T14:42:09,740 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T14:42:09,741 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T14:42:09,741 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T14:42:09,741 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T14:42:09,741 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T14:42:09,741 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T14:42:09,742 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T14:42:09,742 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T14:42:09,742 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T14:42:09,742 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T14:42:09,742 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T14:42:09,743 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T14:42:09,743 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T14:42:09,743 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T14:42:09,743 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T14:42:09,743 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T14:42:09,744 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T14:42:09,744 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T14:42:09,744 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T14:42:09,744 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T14:42:09,744 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T14:42:09,745 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T14:42:09,745 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T14:42:09,745 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T14:42:09,745 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T14:42:09,746 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T14:42:09,746 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T14:42:09,746 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T14:42:09,746 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T14:42:09,747 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T14:42:09,747 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T14:42:09,747 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T14:42:09,747 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T14:42:09,748 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T14:42:09,748 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T14:42:09,748 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T14:42:09,748 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T14:42:09,749 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T14:42:09,749 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T14:42:09,749 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T14:42:09,749 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T14:42:09,750 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T14:42:09,750 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T14:42:09,751 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T14:42:09,751 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T14:42:09,751 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T14:42:09,751 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T14:42:09,752 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T14:42:09,752 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T14:42:09,752 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T14:42:09,753 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T14:42:09,753 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T14:42:09,753 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T14:42:09,754 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T14:42:09,754 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T14:42:09,754 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T14:42:09,754 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T14:42:09,754 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T14:42:09,754 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T14:42:09,755 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T14:42:09,755 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T14:42:09,755 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T14:42:09,755 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T14:42:09,756 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T14:42:09,756 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T14:42:09,756 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T14:42:09,756 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T14:42:09,757 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T14:42:09,757 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T14:42:09,757 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T14:42:09,757 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T14:42:09,757 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T14:42:09,758 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T14:42:09,758 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T14:42:09,758 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T14:42:09,758 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T14:42:09,758 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T14:42:09,759 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T14:42:09,759 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T14:42:09,759 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T14:42:09,759 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T14:42:09,760 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T14:42:09,760 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T14:42:09,760 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T14:42:09,760 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T14:42:09,761 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T14:42:09,761 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T14:42:09,761 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T14:42:09,761 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T14:42:09,761 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T14:42:09,761 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T14:42:09,762 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T14:42:09,762 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T14:42:09,762 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T14:42:09,762 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T14:42:09,762 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T14:42:09,763 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T14:42:09,763 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T14:42:09,763 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T14:42:09,763 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T14:42:09,764 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T14:42:09,764 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T14:42:09,764 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T14:42:09,764 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T14:42:09,764 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T14:42:09,765 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T14:42:09,765 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T14:42:09,765 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T14:42:09,765 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T14:42:09,766 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T14:42:09,766 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T14:42:09,766 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T14:42:09,766 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T14:42:09,766 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T14:42:09,767 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T14:42:09,767 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T14:42:09,767 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T14:42:09,767 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T14:42:09,767 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T14:42:09,767 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T14:42:09,768 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T14:42:09,768 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T14:42:09,768 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T14:42:09,768 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T14:42:09,769 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T14:42:09,769 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T14:42:09,769 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T14:42:09,769 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T14:42:09,769 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T14:42:09,770 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T14:42:09,770 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T14:42:09,770 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T14:42:09,771 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T14:42:09,771 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T14:42:09,772 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T14:42:09,772 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T14:42:09,773 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T14:42:09,774 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T14:42:09,774 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T14:42:09,775 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T14:42:09,775 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T14:42:09,776 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T14:42:09,776 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T14:42:09,777 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T14:42:09,777 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T14:42:09,778 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T14:42:09,779 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T14:42:09,779 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T14:42:09,780 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T14:42:09,780 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T14:42:09,780 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T14:42:09,780 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T14:42:09,781 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T14:42:09,781 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T14:42:09,781 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T14:42:09,781 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T14:42:09,781 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T14:42:09,782 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T14:42:09,782 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T14:42:09,782 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T14:42:09,782 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T14:42:09,782 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T14:42:09,783 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T14:42:09,783 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T14:42:09,783 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T14:42:09,784 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T14:42:09,784 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T14:42:09,784 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T14:42:09,784 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T14:42:09,785 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T14:42:09,785 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T14:42:09,785 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T14:42:09,785 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T14:42:09,785 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T14:42:09,786 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T14:42:09,786 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T14:42:09,786 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T14:42:09,786 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T14:42:09,787 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T14:42:09,787 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T14:42:09,787 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T14:42:09,788 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T14:42:09,788 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T14:42:09,788 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T14:42:09,789 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T14:42:09,789 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T14:42:09,789 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T14:42:09,789 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T14:42:09,790 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T14:42:09,790 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T14:42:09,790 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T14:42:09,790 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T14:42:09,791 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T14:42:09,791 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T14:42:09,791 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T14:42:09,792 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T14:42:09,792 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T14:42:09,792 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T14:42:09,792 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T14:42:09,793 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T14:42:09,793 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T14:42:09,793 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T14:42:09,794 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T14:42:09,794 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T14:42:09,794 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T14:42:09,795 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T14:42:09,795 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T14:42:09,795 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T14:42:09,796 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T14:42:09,796 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T14:42:09,796 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T14:42:09,796 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T14:42:09,796 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T14:42:09,797 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T14:42:09,797 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T14:42:09,797 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T14:42:09,797 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T14:42:09,797 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T14:42:09,798 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T14:42:09,798 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T14:42:09,798 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T14:42:09,798 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T14:42:09,798 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T14:42:09,799 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T14:42:09,799 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T14:42:09,799 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T14:42:09,799 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T14:42:09,799 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T14:42:09,800 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T14:42:09,800 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T14:42:09,800 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T14:42:09,801 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T14:42:09,801 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T14:42:09,801 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T14:42:09,801 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T14:42:09,801 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T14:42:09,802 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T14:42:09,802 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T14:42:09,802 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T14:42:09,802 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T14:42:09,802 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T14:42:09,802 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T14:42:09,803 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T14:42:09,803 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T14:42:09,803 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T14:42:09,803 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T14:42:09,804 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T14:42:09,804 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T14:42:09,804 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T14:42:09,804 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T14:42:09,805 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T14:42:09,805 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T14:42:09,805 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T14:42:09,805 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T14:42:09,805 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T14:42:09,806 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45145 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=109 2024-11-14T14:42:09,806 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T14:42:09,806 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T14:42:09,806 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T14:42:09,806 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T14:42:09,807 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T14:42:09,807 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T14:42:09,807 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T14:42:09,807 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T14:42:09,807 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T14:42:09,808 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T14:42:09,808 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T14:42:09,808 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T14:42:09,808 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T14:42:09,809 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T14:42:09,809 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T14:42:09,809 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T14:42:09,810 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T14:42:09,810 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T14:42:09,810 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T14:42:09,811 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T14:42:09,811 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T14:42:09,811 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T14:42:09,812 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T14:42:09,812 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T14:42:09,813 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T14:42:09,813 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T14:42:09,813 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T14:42:09,814 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T14:42:09,815 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T14:42:09,816 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T14:42:09,817 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T14:42:09,817 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T14:42:09,817 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T14:42:09,818 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T14:42:09,819 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T14:42:09,819 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T14:42:09,819 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T14:42:09,820 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T14:42:09,820 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T14:42:09,821 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T14:42:09,821 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T14:42:09,822 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T14:42:09,822 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T14:42:09,822 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T14:42:09,822 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T14:42:09,823 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T14:42:09,823 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T14:42:09,823 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T14:42:09,824 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T14:42:09,824 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T14:42:09,824 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T14:42:09,824 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T14:42:09,824 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T14:42:09,825 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T14:42:09,825 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T14:42:09,826 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T14:42:09,826 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T14:42:09,826 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T14:42:09,826 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T14:42:09,827 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T14:42:09,827 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T14:42:09,827 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T14:42:09,827 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T14:42:09,827 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T14:42:09,827 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T14:42:09,828 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T14:42:09,828 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T14:42:09,828 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T14:42:09,829 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T14:42:09,829 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T14:42:09,829 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T14:42:09,829 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T14:42:09,829 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T14:42:09,830 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T14:42:09,830 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T14:42:09,830 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T14:42:09,830 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T14:42:09,831 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T14:42:09,831 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T14:42:09,831 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T14:42:09,832 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T14:42:09,832 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T14:42:09,832 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T14:42:09,832 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T14:42:09,833 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T14:42:09,833 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T14:42:09,833 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T14:42:09,834 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T14:42:09,834 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T14:42:09,834 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T14:42:09,834 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T14:42:09,835 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T14:42:09,835 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T14:42:09,835 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T14:42:09,836 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T14:42:09,836 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T14:42:09,836 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T14:42:09,836 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T14:42:09,837 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T14:42:09,837 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T14:42:09,838 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T14:42:09,838 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T14:42:09,838 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T14:42:09,838 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T14:42:09,839 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T14:42:09,839 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T14:42:09,839 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T14:42:09,840 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T14:42:09,840 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T14:42:09,840 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T14:42:09,840 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T14:42:09,841 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T14:42:09,841 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T14:42:09,841 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T14:42:09,841 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T14:42:09,842 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T14:42:09,842 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T14:42:09,842 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T14:42:09,842 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T14:42:09,842 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T14:42:09,843 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T14:42:09,843 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T14:42:09,843 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T14:42:09,843 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T14:42:09,843 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T14:42:09,843 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T14:42:09,844 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T14:42:09,844 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T14:42:09,844 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T14:42:09,844 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T14:42:09,844 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T14:42:09,845 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T14:42:09,845 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T14:42:09,845 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T14:42:09,845 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T14:42:09,846 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T14:42:09,846 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T14:42:09,846 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T14:42:09,846 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T14:42:09,846 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T14:42:09,847 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T14:42:09,847 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T14:42:09,847 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T14:42:09,847 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T14:42:09,848 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T14:42:09,848 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T14:42:09,848 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T14:42:09,848 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T14:42:09,848 DEBUG [RS_FLUSH_OPERATIONS-regionserver/da1c6afcd1f9:0-0 {event_type=RS_FLUSH_REGIONS, pid=110}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T14:42:09,848 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T14:42:09,849 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T14:42:09,849 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T14:42:09,849 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T14:42:09,849 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T14:42:09,850 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T14:42:09,850 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T14:42:09,850 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T14:42:09,850 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T14:42:09,851 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T14:42:09,851 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T14:42:09,851 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T14:42:09,851 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T14:42:09,851 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T14:42:09,852 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T14:42:09,852 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T14:42:09,852 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T14:42:09,853 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T14:42:09,853 INFO [RS_FLUSH_OPERATIONS-regionserver/da1c6afcd1f9:0-0 {event_type=RS_FLUSH_REGIONS, pid=110}] regionserver.HMobStore(268): FLUSH Renaming flushed file from hdfs://localhost:34345/user/jenkins/test-data/14d118ee-a83a-b09b-5913-1a58940a5db1/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e202411148bbf75a03a474e84bf7ce0c56dbc8277_367f9543bd55c4de93e7f8a883c9319d to hdfs://localhost:34345/user/jenkins/test-data/14d118ee-a83a-b09b-5913-1a58940a5db1/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e202411148bbf75a03a474e84bf7ce0c56dbc8277_367f9543bd55c4de93e7f8a883c9319d 2024-11-14T14:42:09,853 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T14:42:09,854 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T14:42:09,854 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T14:42:09,854 DEBUG [RS_FLUSH_OPERATIONS-regionserver/da1c6afcd1f9:0-0 {event_type=RS_FLUSH_REGIONS, pid=110}] mob.DefaultMobStoreFlusher(263): Flush store file: hdfs://localhost:34345/user/jenkins/test-data/14d118ee-a83a-b09b-5913-1a58940a5db1/data/default/TestAcidGuarantees/367f9543bd55c4de93e7f8a883c9319d/.tmp/A/a666c203038c4b71b432b94ad0344b1b, store: [table=TestAcidGuarantees family=A region=367f9543bd55c4de93e7f8a883c9319d] 2024-11-14T14:42:09,854 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T14:42:09,855 DEBUG [RS_FLUSH_OPERATIONS-regionserver/da1c6afcd1f9:0-0 {event_type=RS_FLUSH_REGIONS, pid=110}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:34345/user/jenkins/test-data/14d118ee-a83a-b09b-5913-1a58940a5db1/data/default/TestAcidGuarantees/367f9543bd55c4de93e7f8a883c9319d/.tmp/A/a666c203038c4b71b432b94ad0344b1b is 175, key is test_row_1/A:col10/1731595328219/Put/seqid=0 2024-11-14T14:42:09,855 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T14:42:09,856 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T14:42:09,857 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T14:42:09,857 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T14:42:09,858 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T14:42:09,859 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36699 is added to blk_1073742192_1368 (size=22461) 2024-11-14T14:42:09,860 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T14:42:09,860 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T14:42:09,861 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T14:42:09,862 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T14:42:09,862 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T14:42:09,862 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T14:42:09,863 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T14:42:09,863 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T14:42:09,863 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T14:42:09,864 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T14:42:09,864 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T14:42:09,864 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T14:42:09,864 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T14:42:09,865 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T14:42:09,865 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T14:42:09,865 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T14:42:09,865 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T14:42:09,866 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T14:42:09,866 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T14:42:09,866 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T14:42:09,866 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T14:42:09,867 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T14:42:09,867 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T14:42:09,867 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T14:42:09,867 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T14:42:09,867 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T14:42:09,867 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T14:42:09,868 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T14:42:09,868 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T14:42:09,868 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T14:42:09,868 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T14:42:09,868 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T14:42:09,869 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T14:42:09,869 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T14:42:09,869 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T14:42:09,869 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T14:42:09,869 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T14:42:09,870 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T14:42:09,870 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T14:42:09,870 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T14:42:09,870 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T14:42:09,870 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T14:42:09,871 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T14:42:09,871 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T14:42:09,871 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T14:42:09,871 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T14:42:09,871 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T14:42:09,872 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T14:42:09,872 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T14:42:09,872 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T14:42:09,872 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T14:42:09,872 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T14:42:09,873 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T14:42:09,873 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T14:42:09,873 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T14:42:09,873 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T14:42:09,873 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T14:42:09,874 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T14:42:09,874 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T14:42:09,874 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T14:42:09,874 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T14:42:09,874 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T14:42:09,875 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T14:42:09,875 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T14:42:09,875 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T14:42:09,875 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T14:42:09,876 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T14:42:09,876 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T14:42:09,876 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T14:42:09,876 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T14:42:09,877 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T14:42:09,877 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T14:42:09,878 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T14:42:09,878 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T14:42:09,878 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T14:42:09,878 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T14:42:09,879 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T14:42:09,879 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T14:42:09,879 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T14:42:09,880 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T14:42:09,880 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T14:42:09,880 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T14:42:09,881 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T14:42:09,881 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T14:42:09,881 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T14:42:09,882 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T14:42:09,882 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T14:42:09,882 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T14:42:09,882 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T14:42:09,883 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T14:42:09,883 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T14:42:09,883 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T14:42:09,883 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T14:42:09,883 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T14:42:09,884 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T14:42:09,884 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T14:42:09,884 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T14:42:09,884 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T14:42:09,885 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T14:42:09,885 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T14:42:09,885 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T14:42:09,885 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T14:42:09,886 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T14:42:09,886 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T14:42:09,886 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T14:42:09,886 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T14:42:09,887 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T14:42:09,887 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T14:42:09,887 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T14:42:09,887 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T14:42:09,887 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T14:42:09,888 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T14:42:09,888 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T14:42:09,888 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T14:42:09,888 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T14:42:09,889 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T14:42:09,889 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T14:42:09,889 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T14:42:09,889 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T14:42:09,889 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T14:42:09,890 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T14:42:09,890 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T14:42:09,890 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T14:42:09,890 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T14:42:09,890 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T14:42:09,891 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T14:42:09,891 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T14:42:09,891 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T14:42:09,891 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T14:42:09,891 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T14:42:09,891 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T14:42:09,892 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T14:42:09,892 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T14:42:09,892 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T14:42:09,892 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T14:42:09,893 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T14:42:09,893 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T14:42:09,893 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T14:42:09,893 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T14:42:09,894 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T14:42:09,894 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T14:42:09,894 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T14:42:09,894 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T14:42:09,895 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T14:42:09,895 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T14:42:09,895 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T14:42:09,895 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T14:42:09,896 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T14:42:09,896 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T14:42:09,897 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T14:42:09,897 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T14:42:09,898 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T14:42:09,899 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T14:42:09,899 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T14:42:09,900 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T14:42:09,900 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T14:42:09,901 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T14:42:09,901 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T14:42:09,902 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T14:42:09,902 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T14:42:09,902 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T14:42:09,903 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T14:42:09,903 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T14:42:09,904 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T14:42:09,904 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T14:42:09,904 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T14:42:09,904 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T14:42:09,905 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T14:42:09,905 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T14:42:09,905 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T14:42:09,905 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T14:42:09,905 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T14:42:09,906 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T14:42:09,906 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T14:42:09,906 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T14:42:09,906 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T14:42:09,906 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T14:42:09,906 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T14:42:09,907 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T14:42:09,907 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T14:42:09,907 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T14:42:09,907 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T14:42:09,907 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T14:42:09,908 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T14:42:09,908 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T14:42:09,908 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T14:42:09,908 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T14:42:09,909 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T14:42:09,909 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T14:42:09,909 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T14:42:09,909 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T14:42:09,909 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T14:42:09,909 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T14:42:09,910 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T14:42:09,910 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T14:42:09,910 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T14:42:09,910 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T14:42:09,911 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T14:42:09,911 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T14:42:09,911 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T14:42:09,911 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T14:42:09,911 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T14:42:09,912 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T14:42:09,912 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T14:42:09,912 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T14:42:09,912 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T14:42:09,912 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T14:42:09,913 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T14:42:09,913 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T14:42:09,913 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T14:42:09,913 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T14:42:09,914 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T14:42:09,914 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T14:42:09,915 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T14:42:09,915 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T14:42:09,916 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T14:42:09,916 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T14:42:09,917 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T14:42:09,917 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T14:42:09,917 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T14:42:09,918 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T14:42:09,918 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T14:42:09,919 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T14:42:09,919 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T14:42:09,919 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T14:42:09,919 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T14:42:09,919 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T14:42:09,920 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T14:42:09,920 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T14:42:09,920 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T14:42:09,920 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T14:42:09,921 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T14:42:09,921 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T14:42:09,921 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T14:42:09,921 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T14:42:09,922 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T14:42:09,922 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T14:42:09,922 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T14:42:09,922 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T14:42:09,922 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T14:42:09,923 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T14:42:09,923 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T14:42:09,923 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T14:42:09,923 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T14:42:09,924 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T14:42:09,924 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T14:42:09,924 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T14:42:09,924 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T14:42:09,924 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T14:42:09,924 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T14:42:09,925 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T14:42:09,925 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T14:42:09,925 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T14:42:09,925 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T14:42:09,926 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T14:42:09,926 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T14:42:09,926 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T14:42:09,926 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T14:42:09,926 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T14:42:09,927 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T14:42:09,927 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T14:42:09,927 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T14:42:09,927 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T14:42:09,927 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T14:42:09,927 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T14:42:09,928 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T14:42:09,928 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T14:42:09,928 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T14:42:09,928 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T14:42:09,929 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T14:42:09,929 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T14:42:09,929 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T14:42:09,929 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T14:42:09,929 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T14:42:09,929 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T14:42:09,930 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T14:42:09,930 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T14:42:09,930 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T14:42:09,936 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T14:42:09,936 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T14:42:09,937 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T14:42:09,937 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T14:42:09,937 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T14:42:09,938 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T14:42:09,938 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T14:42:09,938 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T14:42:09,938 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T14:42:09,939 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T14:42:09,939 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T14:42:09,939 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T14:42:09,939 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T14:42:09,940 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T14:42:09,940 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T14:42:09,940 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T14:42:09,940 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T14:42:09,940 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T14:42:09,941 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T14:42:09,941 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T14:42:09,941 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T14:42:09,942 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T14:42:09,942 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T14:42:09,942 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T14:42:09,942 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T14:42:09,943 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T14:42:09,943 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T14:42:09,944 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T14:42:09,944 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T14:42:09,946 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T14:42:09,947 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T14:42:09,948 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T14:42:09,948 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T14:42:09,949 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T14:42:09,949 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T14:42:09,949 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T14:42:09,949 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T14:42:09,950 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T14:42:09,950 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T14:42:09,950 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T14:42:09,951 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T14:42:09,951 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T14:42:09,951 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T14:42:09,952 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T14:42:09,952 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T14:42:09,952 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T14:42:09,952 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T14:42:09,952 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T14:42:09,953 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T14:42:09,953 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T14:42:09,953 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T14:42:09,953 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T14:42:09,953 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T14:42:09,954 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T14:42:09,954 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T14:42:09,954 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T14:42:09,954 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T14:42:09,954 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T14:42:09,955 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T14:42:09,955 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T14:42:09,955 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T14:42:09,955 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T14:42:09,955 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T14:42:09,955 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T14:42:09,956 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T14:42:09,956 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T14:42:09,956 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T14:42:09,956 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T14:42:09,956 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T14:42:09,957 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T14:42:09,957 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T14:42:09,957 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T14:42:09,957 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T14:42:09,958 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T14:42:09,958 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T14:42:09,958 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T14:42:09,958 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T14:42:09,959 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T14:42:09,959 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T14:42:09,959 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T14:42:09,960 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T14:42:09,960 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T14:42:09,960 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T14:42:09,961 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T14:42:09,961 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T14:42:09,961 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T14:42:09,961 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T14:42:09,962 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T14:42:09,962 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T14:42:09,963 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T14:42:09,963 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T14:42:09,963 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T14:42:09,963 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T14:42:09,964 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T14:42:09,964 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T14:42:09,964 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T14:42:09,964 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T14:42:09,965 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T14:42:09,965 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T14:42:09,965 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T14:42:09,966 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T14:42:09,966 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T14:42:09,966 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T14:42:09,966 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T14:42:09,966 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T14:42:09,967 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T14:42:09,967 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T14:42:09,967 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T14:42:09,967 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T14:42:09,967 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T14:42:09,967 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T14:42:09,968 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T14:42:09,968 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T14:42:09,968 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T14:42:09,968 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T14:42:09,968 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T14:42:09,969 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T14:42:09,969 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T14:42:09,969 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T14:42:09,969 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T14:42:09,969 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T14:42:09,970 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T14:42:09,970 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T14:42:09,970 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T14:42:09,970 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T14:42:09,970 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T14:42:09,970 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T14:42:09,971 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T14:42:09,971 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T14:42:09,971 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T14:42:09,971 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T14:42:09,971 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T14:42:09,972 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T14:42:09,972 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T14:42:09,972 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T14:42:09,972 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T14:42:09,972 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T14:42:09,972 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T14:42:09,973 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T14:42:09,973 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T14:42:09,973 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T14:42:09,973 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T14:42:09,973 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T14:42:09,973 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T14:42:09,974 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T14:42:09,974 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T14:42:09,974 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T14:42:09,974 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T14:42:09,974 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T14:42:09,974 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T14:42:09,975 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T14:42:09,975 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T14:42:09,975 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T14:42:09,975 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T14:42:09,975 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T14:42:09,976 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T14:42:09,976 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T14:42:09,976 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T14:42:09,976 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T14:42:09,977 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T14:42:09,977 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T14:42:09,977 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T14:42:09,977 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T14:42:09,977 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T14:42:09,978 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T14:42:09,978 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T14:42:09,978 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T14:42:09,978 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T14:42:09,978 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T14:42:09,978 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T14:42:09,979 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T14:42:09,979 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T14:42:09,979 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T14:42:09,980 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T14:42:09,980 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T14:42:09,980 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T14:42:09,981 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T14:42:09,981 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T14:42:09,982 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T14:42:09,982 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T14:42:09,983 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T14:42:09,984 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T14:42:09,984 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T14:42:09,985 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T14:42:09,985 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T14:42:09,986 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T14:42:09,986 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T14:42:09,987 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T14:42:09,988 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T14:42:09,988 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T14:42:09,988 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T14:42:09,990 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T14:42:09,990 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T14:42:09,991 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T14:42:09,991 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T14:42:09,991 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T14:42:09,992 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T14:42:09,992 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T14:42:09,992 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T14:42:09,992 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T14:42:09,993 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T14:42:09,993 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T14:42:09,993 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T14:42:09,993 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T14:42:09,993 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T14:42:09,994 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T14:42:09,994 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T14:42:09,994 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T14:42:09,994 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T14:42:09,994 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T14:42:09,994 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T14:42:09,995 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T14:42:09,995 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T14:42:09,995 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T14:42:09,995 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T14:42:09,996 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T14:42:09,996 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T14:42:09,996 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T14:42:09,996 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T14:42:09,997 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T14:42:09,997 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T14:42:09,997 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T14:42:09,997 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T14:42:09,998 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T14:42:09,998 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T14:42:09,998 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T14:42:09,998 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T14:42:09,999 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T14:42:09,999 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T14:42:09,999 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T14:42:09,999 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T14:42:10,000 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T14:42:10,000 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T14:42:10,000 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T14:42:10,000 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T14:42:10,001 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T14:42:10,001 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T14:42:10,001 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T14:42:10,002 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T14:42:10,002 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T14:42:10,002 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T14:42:10,003 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T14:42:10,003 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T14:42:10,003 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T14:42:10,003 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T14:42:10,004 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T14:42:10,004 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T14:42:10,004 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T14:42:10,005 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T14:42:10,005 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T14:42:10,005 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T14:42:10,005 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T14:42:10,005 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T14:42:10,006 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T14:42:10,006 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T14:42:10,006 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T14:42:10,006 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T14:42:10,006 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T14:42:10,006 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T14:42:10,007 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T14:42:10,007 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T14:42:10,007 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T14:42:10,007 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T14:42:10,007 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T14:42:10,008 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T14:42:10,008 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T14:42:10,008 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T14:42:10,008 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T14:42:10,009 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T14:42:10,009 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T14:42:10,009 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T14:42:10,009 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T14:42:10,009 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T14:42:10,009 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T14:42:10,010 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T14:42:10,010 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T14:42:10,010 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T14:42:10,010 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T14:42:10,010 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T14:42:10,010 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T14:42:10,011 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T14:42:10,011 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T14:42:10,011 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T14:42:10,011 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T14:42:10,011 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T14:42:10,012 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T14:42:10,012 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T14:42:10,012 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T14:42:10,012 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T14:42:10,012 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T14:42:10,013 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T14:42:10,013 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T14:42:10,013 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T14:42:10,013 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T14:42:10,013 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T14:42:10,014 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T14:42:10,014 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T14:42:10,014 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T14:42:10,014 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T14:42:10,014 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T14:42:10,015 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T14:42:10,015 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T14:42:10,015 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T14:42:10,015 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T14:42:10,015 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T14:42:10,016 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T14:42:10,016 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T14:42:10,016 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T14:42:10,016 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T14:42:10,017 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T14:42:10,017 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T14:42:10,017 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T14:42:10,017 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T14:42:10,018 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T14:42:10,018 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T14:42:10,018 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T14:42:10,018 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T14:42:10,019 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T14:42:10,019 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T14:42:10,019 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T14:42:10,019 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T14:42:10,019 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T14:42:10,020 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T14:42:10,020 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T14:42:10,020 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T14:42:10,021 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T14:42:10,021 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T14:42:10,022 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T14:42:10,022 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T14:42:10,023 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T14:42:10,023 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T14:42:10,024 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T14:42:10,024 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T14:42:10,025 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T14:42:10,026 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T14:42:10,026 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T14:42:10,026 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T14:42:10,027 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T14:42:10,027 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T14:42:10,027 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T14:42:10,028 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T14:42:10,028 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T14:42:10,028 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T14:42:10,028 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T14:42:10,029 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T14:42:10,029 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T14:42:10,029 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T14:42:10,029 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T14:42:10,030 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T14:42:10,030 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T14:42:10,030 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T14:42:10,031 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T14:42:10,031 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T14:42:10,031 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T14:42:10,031 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T14:42:10,031 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T14:42:10,031 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T14:42:10,032 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T14:42:10,032 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T14:42:10,032 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T14:42:10,033 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T14:42:10,033 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T14:42:10,033 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T14:42:10,033 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T14:42:10,034 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T14:42:10,034 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T14:42:10,035 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T14:42:10,036 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T14:42:10,036 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T14:42:10,036 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T14:42:10,037 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T14:42:10,037 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T14:42:10,037 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T14:42:10,037 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T14:42:10,038 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T14:42:10,038 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T14:42:10,038 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T14:42:10,038 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T14:42:10,038 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T14:42:10,039 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T14:42:10,039 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T14:42:10,039 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T14:42:10,040 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T14:42:10,040 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T14:42:10,040 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T14:42:10,040 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T14:42:10,041 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T14:42:10,041 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T14:42:10,041 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T14:42:10,041 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T14:42:10,041 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T14:42:10,041 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T14:42:10,042 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T14:42:10,042 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T14:42:10,042 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T14:42:10,042 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T14:42:10,042 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T14:42:10,043 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T14:42:10,043 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T14:42:10,043 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T14:42:10,043 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T14:42:10,043 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T14:42:10,044 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T14:42:10,044 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T14:42:10,044 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T14:42:10,044 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T14:42:10,045 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T14:42:10,045 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T14:42:10,045 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T14:42:10,045 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T14:42:10,045 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T14:42:10,046 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T14:42:10,046 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T14:42:10,046 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T14:42:10,047 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T14:42:10,047 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T14:42:10,047 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T14:42:10,047 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T14:42:10,047 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T14:42:10,047 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T14:42:10,048 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T14:42:10,048 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T14:42:10,048 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T14:42:10,048 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T14:42:10,049 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T14:42:10,049 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T14:42:10,049 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T14:42:10,049 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T14:42:10,049 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T14:42:10,050 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T14:42:10,050 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T14:42:10,050 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T14:42:10,050 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T14:42:10,051 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T14:42:10,051 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T14:42:10,051 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T14:42:10,051 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T14:42:10,051 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T14:42:10,052 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T14:42:10,052 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T14:42:10,052 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T14:42:10,052 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T14:42:10,053 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T14:42:10,053 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T14:42:10,053 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T14:42:10,053 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T14:42:10,053 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T14:42:10,054 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T14:42:10,054 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T14:42:10,054 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T14:42:10,054 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T14:42:10,055 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T14:42:10,055 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T14:42:10,055 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T14:42:10,055 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T14:42:10,056 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T14:42:10,056 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T14:42:10,056 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T14:42:10,056 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T14:42:10,056 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T14:42:10,057 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T14:42:10,057 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T14:42:10,057 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T14:42:10,057 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T14:42:10,058 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T14:42:10,058 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T14:42:10,058 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T14:42:10,058 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T14:42:10,059 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T14:42:10,059 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T14:42:10,059 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T14:42:10,059 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T14:42:10,059 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T14:42:10,059 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T14:42:10,060 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T14:42:10,060 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T14:42:10,060 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T14:42:10,060 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T14:42:10,060 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T14:42:10,061 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T14:42:10,061 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T14:42:10,062 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T14:42:10,064 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T14:42:10,065 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T14:42:10,065 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T14:42:10,066 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T14:42:10,066 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T14:42:10,067 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T14:42:10,067 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T14:42:10,068 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T14:42:10,069 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T14:42:10,069 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T14:42:10,070 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T14:42:10,070 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T14:42:10,070 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T14:42:10,071 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T14:42:10,071 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T14:42:10,071 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T14:42:10,071 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T14:42:10,072 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T14:42:10,072 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T14:42:10,072 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T14:42:10,072 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T14:42:10,072 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T14:42:10,073 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T14:42:10,073 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T14:42:10,073 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T14:42:10,073 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T14:42:10,074 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T14:42:10,074 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T14:42:10,074 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T14:42:10,074 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T14:42:10,075 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T14:42:10,075 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T14:42:10,075 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T14:42:10,075 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T14:42:10,076 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T14:42:10,076 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T14:42:10,077 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T14:42:10,077 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T14:42:10,077 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T14:42:10,077 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T14:42:10,077 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T14:42:10,078 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T14:42:10,078 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T14:42:10,078 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T14:42:10,079 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T14:42:10,079 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T14:42:10,079 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T14:42:10,079 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T14:42:10,080 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T14:42:10,080 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T14:42:10,080 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T14:42:10,080 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T14:42:10,080 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T14:42:10,081 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T14:42:10,081 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T14:42:10,081 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T14:42:10,081 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T14:42:10,082 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T14:42:10,082 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T14:42:10,082 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T14:42:10,082 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T14:42:10,082 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T14:42:10,082 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T14:42:10,083 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T14:42:10,083 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T14:42:10,083 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T14:42:10,083 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T14:42:10,083 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T14:42:10,084 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T14:42:10,084 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T14:42:10,084 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T14:42:10,085 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T14:42:10,085 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T14:42:10,085 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T14:42:10,085 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T14:42:10,086 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T14:42:10,086 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T14:42:10,086 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T14:42:10,086 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T14:42:10,087 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T14:42:10,087 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T14:42:10,087 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T14:42:10,087 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T14:42:10,087 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T14:42:10,088 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T14:42:10,088 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T14:42:10,088 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T14:42:10,088 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T14:42:10,088 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T14:42:10,089 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T14:42:10,089 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T14:42:10,089 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T14:42:10,089 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T14:42:10,089 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T14:42:10,090 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T14:42:10,090 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T14:42:10,090 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T14:42:10,090 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T14:42:10,090 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T14:42:10,090 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T14:42:10,091 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T14:42:10,091 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T14:42:10,091 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T14:42:10,091 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T14:42:10,091 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T14:42:10,091 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T14:42:10,092 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T14:42:10,092 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T14:42:10,092 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T14:42:10,093 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T14:42:10,093 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T14:42:10,093 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T14:42:10,093 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T14:42:10,093 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T14:42:10,094 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T14:42:10,094 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T14:42:10,094 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T14:42:10,095 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T14:42:10,095 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T14:42:10,095 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T14:42:10,095 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T14:42:10,095 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T14:42:10,096 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T14:42:10,096 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T14:42:10,096 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T14:42:10,096 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T14:42:10,096 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T14:42:10,096 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T14:42:10,097 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T14:42:10,097 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T14:42:10,097 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T14:42:10,097 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T14:42:10,097 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T14:42:10,098 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T14:42:10,098 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T14:42:10,098 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T14:42:10,098 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T14:42:10,098 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T14:42:10,098 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T14:42:10,099 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T14:42:10,099 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T14:42:10,099 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T14:42:10,099 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T14:42:10,099 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T14:42:10,099 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T14:42:10,100 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T14:42:10,100 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T14:42:10,100 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T14:42:10,100 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T14:42:10,101 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T14:42:10,101 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T14:42:10,101 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T14:42:10,101 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T14:42:10,102 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T14:42:10,102 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T14:42:10,102 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T14:42:10,102 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T14:42:10,103 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T14:42:10,103 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T14:42:10,103 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T14:42:10,104 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T14:42:10,104 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T14:42:10,104 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T14:42:10,109 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T14:42:10,110 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T14:42:10,111 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T14:42:10,112 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T14:42:10,112 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T14:42:10,112 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T14:42:10,113 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T14:42:10,113 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T14:42:10,113 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T14:42:10,113 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T14:42:10,114 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T14:42:10,114 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T14:42:10,114 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T14:42:10,114 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T14:42:10,115 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T14:42:10,115 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T14:42:10,115 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T14:42:10,115 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T14:42:10,115 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T14:42:10,115 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T14:42:10,116 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T14:42:10,116 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T14:42:10,116 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T14:42:10,117 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T14:42:10,117 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T14:42:10,117 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T14:42:10,117 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T14:42:10,117 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T14:42:10,118 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T14:42:10,118 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T14:42:10,118 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T14:42:10,119 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T14:42:10,119 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T14:42:10,119 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T14:42:10,119 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T14:42:10,119 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T14:42:10,120 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T14:42:10,120 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T14:42:10,120 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T14:42:10,120 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T14:42:10,121 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T14:42:10,121 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T14:42:10,121 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T14:42:10,121 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T14:42:10,121 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T14:42:10,121 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T14:42:10,122 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T14:42:10,122 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T14:42:10,122 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T14:42:10,122 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T14:42:10,122 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T14:42:10,122 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T14:42:10,123 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T14:42:10,123 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T14:42:10,123 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T14:42:10,123 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T14:42:10,123 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T14:42:10,124 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T14:42:10,124 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T14:42:10,124 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T14:42:10,124 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T14:42:10,124 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T14:42:10,124 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T14:42:10,125 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T14:42:10,125 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T14:42:10,125 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T14:42:10,125 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T14:42:10,125 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T14:42:10,126 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T14:42:10,126 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T14:42:10,126 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T14:42:10,126 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T14:42:10,126 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T14:42:10,126 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T14:42:10,127 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T14:42:10,127 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T14:42:10,127 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T14:42:10,127 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T14:42:10,127 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T14:42:10,128 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T14:42:10,128 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T14:42:10,128 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T14:42:10,128 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T14:42:10,128 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T14:42:10,128 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T14:42:10,129 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T14:42:10,129 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T14:42:10,129 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T14:42:10,129 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T14:42:10,130 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T14:42:10,130 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T14:42:10,130 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T14:42:10,130 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T14:42:10,130 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T14:42:10,130 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T14:42:10,131 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T14:42:10,131 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T14:42:10,131 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T14:42:10,131 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T14:42:10,131 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T14:42:10,131 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T14:42:10,132 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T14:42:10,132 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T14:42:10,132 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T14:42:10,132 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T14:42:10,132 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T14:42:10,133 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T14:42:10,133 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T14:42:10,133 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T14:42:10,133 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T14:42:10,133 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T14:42:10,134 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T14:42:10,134 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T14:42:10,134 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T14:42:10,134 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T14:42:10,134 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T14:42:10,134 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T14:42:10,135 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T14:42:10,135 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T14:42:10,135 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T14:42:10,135 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T14:42:10,135 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T14:42:10,136 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T14:42:10,136 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T14:42:10,136 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T14:42:10,136 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T14:42:10,136 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T14:42:10,137 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T14:42:10,137 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T14:42:10,137 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T14:42:10,137 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T14:42:10,138 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T14:42:10,138 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T14:42:10,138 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T14:42:10,138 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T14:42:10,139 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T14:42:10,139 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T14:42:10,139 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T14:42:10,139 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T14:42:10,140 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T14:42:10,140 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T14:42:10,141 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T14:42:10,141 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T14:42:10,141 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T14:42:10,141 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T14:42:10,142 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T14:42:10,142 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T14:42:10,142 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T14:42:10,143 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T14:42:10,143 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T14:42:10,144 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T14:42:10,147 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T14:42:10,147 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T14:42:10,148 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T14:42:10,148 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T14:42:10,149 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T14:42:10,149 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T14:42:10,150 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T14:42:10,150 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T14:42:10,151 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T14:42:10,151 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T14:42:10,151 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T14:42:10,151 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T14:42:10,151 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T14:42:10,152 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T14:42:10,152 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T14:42:10,152 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T14:42:10,153 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T14:42:10,153 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T14:42:10,153 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T14:42:10,153 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T14:42:10,153 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T14:42:10,154 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T14:42:10,154 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T14:42:10,154 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T14:42:10,154 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T14:42:10,155 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T14:42:10,155 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T14:42:10,155 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T14:42:10,155 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T14:42:10,155 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T14:42:10,155 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T14:42:10,155 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T14:42:10,156 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T14:42:10,156 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T14:42:10,157 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T14:42:10,157 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T14:42:10,157 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T14:42:10,157 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T14:42:10,157 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T14:42:10,158 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T14:42:10,158 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T14:42:10,158 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T14:42:10,158 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T14:42:10,158 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T14:42:10,159 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T14:42:10,159 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T14:42:10,159 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T14:42:10,159 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T14:42:10,160 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T14:42:10,160 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T14:42:10,160 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T14:42:10,160 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T14:42:10,160 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T14:42:10,160 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T14:42:10,160 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T14:42:10,161 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T14:42:10,161 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T14:42:10,161 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T14:42:10,161 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T14:42:10,161 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T14:42:10,161 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T14:42:10,162 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T14:42:10,162 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T14:42:10,162 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T14:42:10,162 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T14:42:10,163 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T14:42:10,163 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T14:42:10,163 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T14:42:10,163 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T14:42:10,163 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T14:42:10,164 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T14:42:10,164 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T14:42:10,164 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T14:42:10,164 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T14:42:10,164 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T14:42:10,165 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T14:42:10,165 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T14:42:10,165 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T14:42:10,165 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T14:42:10,165 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T14:42:10,165 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T14:42:10,166 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T14:42:10,166 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T14:42:10,166 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T14:42:10,166 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T14:42:10,167 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T14:42:10,167 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T14:42:10,167 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T14:42:10,167 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T14:42:10,167 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T14:42:10,168 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T14:42:10,168 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T14:42:10,168 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T14:42:10,168 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T14:42:10,168 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T14:42:10,168 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T14:42:10,169 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T14:42:10,169 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T14:42:10,169 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T14:42:10,169 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T14:42:10,169 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T14:42:10,169 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T14:42:10,170 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T14:42:10,170 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T14:42:10,170 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T14:42:10,170 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T14:42:10,170 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T14:42:10,170 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T14:42:10,171 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T14:42:10,171 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T14:42:10,171 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T14:42:10,171 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T14:42:10,171 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T14:42:10,172 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T14:42:10,172 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T14:42:10,172 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T14:42:10,172 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T14:42:10,172 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T14:42:10,172 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T14:42:10,173 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T14:42:10,173 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T14:42:10,173 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T14:42:10,173 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T14:42:10,173 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T14:42:10,173 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T14:42:10,174 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T14:42:10,174 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T14:42:10,174 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T14:42:10,174 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T14:42:10,174 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T14:42:10,174 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T14:42:10,175 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T14:42:10,175 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T14:42:10,175 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T14:42:10,175 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T14:42:10,175 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T14:42:10,176 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T14:42:10,176 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T14:42:10,177 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T14:42:10,177 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T14:42:10,177 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T14:42:10,177 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T14:42:10,178 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T14:42:10,178 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T14:42:10,178 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T14:42:10,178 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T14:42:10,179 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T14:42:10,179 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T14:42:10,179 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T14:42:10,182 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T14:42:10,183 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T14:42:10,183 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T14:42:10,184 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T14:42:10,184 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T14:42:10,185 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T14:42:10,185 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T14:42:10,186 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T14:42:10,186 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T14:42:10,187 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T14:42:10,187 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T14:42:10,187 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T14:42:10,187 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T14:42:10,188 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T14:42:10,188 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T14:42:10,189 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T14:42:10,189 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T14:42:10,189 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T14:42:10,189 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T14:42:10,189 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T14:42:10,190 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T14:42:10,190 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T14:42:10,190 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T14:42:10,190 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T14:42:10,191 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T14:42:10,191 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T14:42:10,191 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T14:42:10,191 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T14:42:10,191 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T14:42:10,192 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T14:42:10,192 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T14:42:10,192 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T14:42:10,192 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T14:42:10,192 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T14:42:10,193 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T14:42:10,193 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T14:42:10,193 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T14:42:10,193 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T14:42:10,194 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T14:42:10,194 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T14:42:10,194 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T14:42:10,194 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T14:42:10,194 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T14:42:10,195 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T14:42:10,195 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T14:42:10,195 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T14:42:10,195 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T14:42:10,195 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T14:42:10,196 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T14:42:10,196 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T14:42:10,196 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T14:42:10,196 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T14:42:10,196 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T14:42:10,197 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T14:42:10,197 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T14:42:10,197 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T14:42:10,197 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T14:42:10,197 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T14:42:10,198 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T14:42:10,198 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T14:42:10,198 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T14:42:10,198 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T14:42:10,198 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T14:42:10,198 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T14:42:10,199 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T14:42:10,199 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T14:42:10,199 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T14:42:10,199 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T14:42:10,199 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T14:42:10,199 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T14:42:10,200 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T14:42:10,200 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T14:42:10,200 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T14:42:10,200 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T14:42:10,200 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T14:42:10,201 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T14:42:10,201 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T14:42:10,201 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T14:42:10,201 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T14:42:10,201 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T14:42:10,202 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T14:42:10,202 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T14:42:10,202 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T14:42:10,202 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T14:42:10,202 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T14:42:10,203 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T14:42:10,203 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T14:42:10,203 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T14:42:10,203 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T14:42:10,203 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T14:42:10,203 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T14:42:10,204 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T14:42:10,204 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T14:42:10,204 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T14:42:10,204 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T14:42:10,205 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T14:42:10,205 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T14:42:10,205 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T14:42:10,205 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T14:42:10,205 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T14:42:10,206 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T14:42:10,206 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T14:42:10,206 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T14:42:10,206 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T14:42:10,206 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T14:42:10,206 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T14:42:10,207 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T14:42:10,207 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T14:42:10,207 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T14:42:10,207 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T14:42:10,208 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T14:42:10,208 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T14:42:10,208 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T14:42:10,208 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T14:42:10,208 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T14:42:10,208 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T14:42:10,209 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T14:42:10,209 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T14:42:10,209 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T14:42:10,209 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T14:42:10,210 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T14:42:10,210 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T14:42:10,210 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T14:42:10,210 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T14:42:10,210 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T14:42:10,211 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T14:42:10,211 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T14:42:10,211 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T14:42:10,211 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T14:42:10,211 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T14:42:10,212 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T14:42:10,212 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T14:42:10,212 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T14:42:10,212 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T14:42:10,213 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T14:42:10,213 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T14:42:10,213 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T14:42:10,213 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T14:42:10,214 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T14:42:10,214 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T14:42:10,214 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T14:42:10,215 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T14:42:10,215 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T14:42:10,215 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T14:42:10,215 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T14:42:10,216 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T14:42:10,216 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T14:42:10,216 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T14:42:10,217 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T14:42:10,217 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T14:42:10,218 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T14:42:10,219 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T14:42:10,219 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T14:42:10,220 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T14:42:10,220 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T14:42:10,221 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T14:42:10,221 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T14:42:10,222 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T14:42:10,222 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T14:42:10,223 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T14:42:10,223 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T14:42:10,224 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T14:42:10,224 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T14:42:10,225 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T14:42:10,225 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T14:42:10,225 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T14:42:10,226 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T14:42:10,226 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T14:42:10,226 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T14:42:10,227 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T14:42:10,227 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T14:42:10,227 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T14:42:10,227 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T14:42:10,228 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T14:42:10,228 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T14:42:10,228 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T14:42:10,228 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T14:42:10,228 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T14:42:10,228 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T14:42:10,229 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T14:42:10,229 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T14:42:10,229 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T14:42:10,229 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T14:42:10,229 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T14:42:10,229 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T14:42:10,230 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T14:42:10,230 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T14:42:10,230 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T14:42:10,230 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T14:42:10,231 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T14:42:10,231 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T14:42:10,231 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T14:42:10,231 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T14:42:10,231 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T14:42:10,232 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T14:42:10,232 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T14:42:10,232 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T14:42:10,232 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T14:42:10,232 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T14:42:10,233 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T14:42:10,233 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T14:42:10,233 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T14:42:10,233 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T14:42:10,233 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T14:42:10,233 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T14:42:10,234 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T14:42:10,234 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T14:42:10,234 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T14:42:10,234 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T14:42:10,234 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T14:42:10,235 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T14:42:10,235 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T14:42:10,235 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T14:42:10,235 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T14:42:10,235 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T14:42:10,235 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T14:42:10,236 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T14:42:10,236 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T14:42:10,236 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T14:42:10,236 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T14:42:10,236 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T14:42:10,237 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T14:42:10,237 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T14:42:10,237 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T14:42:10,237 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T14:42:10,237 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T14:42:10,237 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T14:42:10,238 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T14:42:10,238 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T14:42:10,238 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T14:42:10,239 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T14:42:10,239 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T14:42:10,239 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T14:42:10,239 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T14:42:10,239 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T14:42:10,240 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T14:42:10,240 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T14:42:10,240 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T14:42:10,240 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T14:42:10,240 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T14:42:10,241 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T14:42:10,241 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T14:42:10,241 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T14:42:10,241 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T14:42:10,242 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T14:42:10,242 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T14:42:10,242 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T14:42:10,242 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T14:42:10,242 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T14:42:10,243 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T14:42:10,243 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T14:42:10,243 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T14:42:10,243 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T14:42:10,243 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T14:42:10,244 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T14:42:10,244 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T14:42:10,244 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T14:42:10,244 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T14:42:10,244 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T14:42:10,244 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T14:42:10,245 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T14:42:10,245 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T14:42:10,245 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T14:42:10,245 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T14:42:10,245 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T14:42:10,245 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T14:42:10,246 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T14:42:10,246 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T14:42:10,246 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T14:42:10,246 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T14:42:10,246 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T14:42:10,247 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T14:42:10,247 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T14:42:10,247 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T14:42:10,247 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T14:42:10,247 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T14:42:10,247 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T14:42:10,248 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T14:42:10,248 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T14:42:10,248 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T14:42:10,248 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T14:42:10,248 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T14:42:10,248 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T14:42:10,249 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T14:42:10,249 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T14:42:10,249 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T14:42:10,249 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T14:42:10,249 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T14:42:10,250 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T14:42:10,250 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T14:42:10,250 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T14:42:10,250 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T14:42:10,251 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T14:42:10,251 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T14:42:10,251 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T14:42:10,252 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T14:42:10,252 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T14:42:10,253 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T14:42:10,253 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T14:42:10,254 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T14:42:10,257 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T14:42:10,257 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T14:42:10,258 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T14:42:10,259 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T14:42:10,259 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T14:42:10,260 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T14:42:10,260 INFO [RS_FLUSH_OPERATIONS-regionserver/da1c6afcd1f9:0-0 {event_type=RS_FLUSH_REGIONS, pid=110}] mob.DefaultMobStoreFlusher(147): Mob store is flushed, sequenceid=168, memsize=22.4 K, hasBloomFilter=true, into tmp file hdfs://localhost:34345/user/jenkins/test-data/14d118ee-a83a-b09b-5913-1a58940a5db1/data/default/TestAcidGuarantees/367f9543bd55c4de93e7f8a883c9319d/.tmp/A/a666c203038c4b71b432b94ad0344b1b 2024-11-14T14:42:10,260 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T14:42:10,260 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T14:42:10,261 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T14:42:10,261 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T14:42:10,262 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T14:42:10,262 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T14:42:10,262 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T14:42:10,262 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T14:42:10,263 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T14:42:10,263 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T14:42:10,263 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T14:42:10,263 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T14:42:10,264 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T14:42:10,265 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T14:42:10,265 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T14:42:10,265 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T14:42:10,265 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T14:42:10,265 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T14:42:10,265 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T14:42:10,266 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T14:42:10,266 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T14:42:10,266 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T14:42:10,266 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T14:42:10,267 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T14:42:10,267 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T14:42:10,267 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T14:42:10,267 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T14:42:10,267 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T14:42:10,268 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T14:42:10,268 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T14:42:10,268 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T14:42:10,268 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T14:42:10,269 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T14:42:10,269 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T14:42:10,269 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T14:42:10,269 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T14:42:10,269 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T14:42:10,269 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T14:42:10,270 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T14:42:10,270 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T14:42:10,270 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T14:42:10,270 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T14:42:10,270 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T14:42:10,271 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T14:42:10,271 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T14:42:10,271 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T14:42:10,271 DEBUG [RS_FLUSH_OPERATIONS-regionserver/da1c6afcd1f9:0-0 {event_type=RS_FLUSH_REGIONS, pid=110}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:34345/user/jenkins/test-data/14d118ee-a83a-b09b-5913-1a58940a5db1/data/default/TestAcidGuarantees/367f9543bd55c4de93e7f8a883c9319d/.tmp/B/4c1c50d611ca447289a546c0b16c01ce is 50, key is test_row_1/B:col10/1731595328219/Put/seqid=0 2024-11-14T14:42:10,271 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T14:42:10,272 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T14:42:10,272 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T14:42:10,272 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T14:42:10,272 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T14:42:10,272 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T14:42:10,273 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T14:42:10,273 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T14:42:10,273 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T14:42:10,274 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T14:42:10,274 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T14:42:10,275 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T14:42:10,275 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T14:42:10,275 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T14:42:10,275 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T14:42:10,276 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T14:42:10,276 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T14:42:10,276 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T14:42:10,276 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T14:42:10,277 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T14:42:10,277 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T14:42:10,277 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T14:42:10,277 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T14:42:10,277 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T14:42:10,277 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T14:42:10,278 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T14:42:10,278 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T14:42:10,278 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T14:42:10,278 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T14:42:10,278 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T14:42:10,278 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T14:42:10,279 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T14:42:10,279 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T14:42:10,279 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T14:42:10,279 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T14:42:10,279 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T14:42:10,280 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T14:42:10,280 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T14:42:10,280 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T14:42:10,280 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T14:42:10,280 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T14:42:10,281 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T14:42:10,281 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T14:42:10,281 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T14:42:10,281 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T14:42:10,281 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T14:42:10,281 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T14:42:10,282 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T14:42:10,282 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T14:42:10,282 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T14:42:10,282 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T14:42:10,282 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T14:42:10,283 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T14:42:10,283 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T14:42:10,283 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T14:42:10,283 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T14:42:10,283 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T14:42:10,284 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T14:42:10,284 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T14:42:10,284 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T14:42:10,284 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T14:42:10,284 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T14:42:10,285 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T14:42:10,285 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T14:42:10,285 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T14:42:10,285 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T14:42:10,286 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T14:42:10,286 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36699 is added to blk_1073742193_1369 (size=9757) 2024-11-14T14:42:10,286 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T14:42:10,286 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T14:42:10,287 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T14:42:10,287 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T14:42:10,287 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T14:42:10,287 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T14:42:10,288 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T14:42:10,288 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T14:42:10,288 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T14:42:10,288 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T14:42:10,288 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T14:42:10,288 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T14:42:10,289 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T14:42:10,289 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T14:42:10,290 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T14:42:10,290 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T14:42:10,290 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T14:42:10,290 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T14:42:10,291 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T14:42:10,291 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T14:42:10,291 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T14:42:10,291 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T14:42:10,292 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T14:42:10,292 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T14:42:10,292 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T14:42:10,292 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T14:42:10,293 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T14:42:10,293 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T14:42:10,294 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T14:42:10,294 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T14:42:10,295 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T14:42:10,297 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T14:42:10,298 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T14:42:10,299 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T14:42:10,299 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T14:42:10,300 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T14:42:10,301 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T14:42:10,302 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T14:42:10,302 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T14:42:10,302 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T14:42:10,302 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T14:42:10,303 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T14:42:10,303 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T14:42:10,303 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T14:42:10,303 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T14:42:10,304 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T14:42:10,304 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T14:42:10,304 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T14:42:10,304 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T14:42:10,304 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T14:42:10,305 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T14:42:10,305 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T14:42:10,305 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T14:42:10,305 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T14:42:10,305 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T14:42:10,306 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T14:42:10,306 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T14:42:10,306 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T14:42:10,306 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T14:42:10,306 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T14:42:10,306 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T14:42:10,307 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T14:42:10,307 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T14:42:10,307 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T14:42:10,307 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T14:42:10,307 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T14:42:10,308 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T14:42:10,308 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T14:42:10,308 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T14:42:10,308 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T14:42:10,308 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T14:42:10,309 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T14:42:10,309 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T14:42:10,309 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T14:42:10,309 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T14:42:10,310 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T14:42:10,310 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T14:42:10,310 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T14:42:10,310 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T14:42:10,310 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T14:42:10,310 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T14:42:10,311 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T14:42:10,311 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T14:42:10,311 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T14:42:10,311 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T14:42:10,311 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T14:42:10,312 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T14:42:10,312 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T14:42:10,312 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T14:42:10,312 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T14:42:10,313 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T14:42:10,313 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T14:42:10,313 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T14:42:10,313 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T14:42:10,314 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T14:42:10,314 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T14:42:10,314 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T14:42:10,314 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T14:42:10,314 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T14:42:10,315 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T14:42:10,315 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T14:42:10,315 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T14:42:10,315 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T14:42:10,316 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T14:42:10,316 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T14:42:10,316 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T14:42:10,316 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T14:42:10,316 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T14:42:10,317 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T14:42:10,317 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T14:42:10,317 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T14:42:10,317 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T14:42:10,318 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T14:42:10,318 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T14:42:10,318 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T14:42:10,318 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T14:42:10,318 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T14:42:10,318 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T14:42:10,319 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T14:42:10,319 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T14:42:10,319 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T14:42:10,319 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T14:42:10,320 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T14:42:10,320 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T14:42:10,320 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T14:42:10,320 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T14:42:10,320 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T14:42:10,320 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T14:42:10,321 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T14:42:10,321 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T14:42:10,321 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T14:42:10,321 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T14:42:10,322 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T14:42:10,322 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T14:42:10,322 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T14:42:10,322 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T14:42:10,322 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T14:42:10,323 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T14:42:10,323 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T14:42:10,323 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T14:42:10,324 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T14:42:10,324 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T14:42:10,324 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T14:42:10,324 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T14:42:10,324 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T14:42:10,324 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T14:42:10,325 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T14:42:10,325 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T14:42:10,325 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T14:42:10,325 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T14:42:10,325 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T14:42:10,326 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T14:42:10,326 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T14:42:10,326 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T14:42:10,326 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T14:42:10,326 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T14:42:10,327 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T14:42:10,327 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T14:42:10,327 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T14:42:10,327 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T14:42:10,327 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T14:42:10,327 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T14:42:10,328 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T14:42:10,328 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T14:42:10,328 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T14:42:10,328 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T14:42:10,328 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T14:42:10,328 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T14:42:10,329 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T14:42:10,329 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T14:42:10,329 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T14:42:10,329 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T14:42:10,329 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T14:42:10,330 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T14:42:10,330 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T14:42:10,331 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T14:42:10,331 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T14:42:10,332 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T14:42:10,332 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T14:42:10,333 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T14:42:10,333 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T14:42:10,335 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T14:42:10,336 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T14:42:10,336 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T14:42:10,337 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T14:42:10,338 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T14:42:10,339 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T14:42:10,339 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T14:42:10,339 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T14:42:10,340 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T14:42:10,340 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T14:42:10,340 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T14:42:10,341 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T14:42:10,341 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T14:42:10,341 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T14:42:10,341 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T14:42:10,341 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T14:42:10,342 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T14:42:10,342 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T14:42:10,342 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T14:42:10,342 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T14:42:10,342 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T14:42:10,343 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T14:42:10,343 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T14:42:10,343 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T14:42:10,343 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T14:42:10,343 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T14:42:10,344 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T14:42:10,344 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T14:42:10,344 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T14:42:10,344 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T14:42:10,345 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T14:42:10,345 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T14:42:10,345 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T14:42:10,345 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T14:42:10,345 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T14:42:10,346 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T14:42:10,346 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T14:42:10,346 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T14:42:10,346 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T14:42:10,346 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T14:42:10,347 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T14:42:10,347 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T14:42:10,347 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T14:42:10,347 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T14:42:10,347 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T14:42:10,347 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T14:42:10,348 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T14:42:10,348 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T14:42:10,348 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T14:42:10,348 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T14:42:10,349 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T14:42:10,349 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T14:42:10,349 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T14:42:10,349 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T14:42:10,349 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T14:42:10,350 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T14:42:10,350 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T14:42:10,350 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T14:42:10,350 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T14:42:10,350 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T14:42:10,350 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T14:42:10,351 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T14:42:10,351 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T14:42:10,351 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T14:42:10,351 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T14:42:10,352 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T14:42:10,352 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T14:42:10,352 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T14:42:10,352 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T14:42:10,352 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T14:42:10,352 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T14:42:10,353 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T14:42:10,353 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T14:42:10,353 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T14:42:10,353 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T14:42:10,353 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T14:42:10,353 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T14:42:10,354 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T14:42:10,354 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T14:42:10,354 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T14:42:10,354 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T14:42:10,354 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T14:42:10,354 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T14:42:10,355 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T14:42:10,355 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T14:42:10,355 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T14:42:10,355 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T14:42:10,355 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T14:42:10,356 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T14:42:10,356 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T14:42:10,356 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T14:42:10,356 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T14:42:10,356 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T14:42:10,357 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T14:42:10,357 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T14:42:10,357 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T14:42:10,357 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T14:42:10,357 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T14:42:10,358 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T14:42:10,358 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T14:42:10,358 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T14:42:10,358 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T14:42:10,358 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T14:42:10,359 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T14:42:10,359 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T14:42:10,359 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T14:42:10,359 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T14:42:10,359 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T14:42:10,359 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T14:42:10,360 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T14:42:10,360 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T14:42:10,360 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T14:42:10,360 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T14:42:10,360 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T14:42:10,361 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T14:42:10,361 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T14:42:10,361 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T14:42:10,361 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T14:42:10,361 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T14:42:10,362 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T14:42:10,362 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T14:42:10,362 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T14:42:10,362 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T14:42:10,362 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T14:42:10,362 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T14:42:10,363 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T14:42:10,363 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T14:42:10,363 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T14:42:10,363 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T14:42:10,364 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T14:42:10,364 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T14:42:10,364 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T14:42:10,364 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T14:42:10,364 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T14:42:10,365 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T14:42:10,365 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T14:42:10,365 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T14:42:10,365 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T14:42:10,366 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T14:42:10,366 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T14:42:10,366 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T14:42:10,366 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T14:42:10,366 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T14:42:10,367 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T14:42:10,367 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T14:42:10,367 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T14:42:10,367 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T14:42:10,368 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T14:42:10,369 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T14:42:10,369 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T14:42:10,372 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T14:42:10,375 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T14:42:10,375 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T14:42:10,375 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T14:42:10,376 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T14:42:10,376 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T14:42:10,376 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T14:42:10,376 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T14:42:10,377 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T14:42:10,377 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T14:42:10,378 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T14:42:10,378 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T14:42:10,378 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T14:42:10,378 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T14:42:10,378 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T14:42:10,379 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T14:42:10,379 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T14:42:10,379 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T14:42:10,379 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T14:42:10,380 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T14:42:10,380 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T14:42:10,380 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T14:42:10,380 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T14:42:10,380 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T14:42:10,380 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T14:42:10,381 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T14:42:10,381 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T14:42:10,381 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T14:42:10,381 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T14:42:10,382 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T14:42:10,382 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T14:42:10,382 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T14:42:10,382 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T14:42:10,382 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T14:42:10,382 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T14:42:10,383 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T14:42:10,383 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T14:42:10,383 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T14:42:10,383 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T14:42:10,383 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T14:42:10,384 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T14:42:10,384 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T14:42:10,384 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T14:42:10,384 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T14:42:10,384 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T14:42:10,385 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T14:42:10,385 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T14:42:10,385 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T14:42:10,385 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T14:42:10,385 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T14:42:10,385 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T14:42:10,386 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T14:42:10,386 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T14:42:10,386 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T14:42:10,386 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T14:42:10,387 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T14:42:10,387 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T14:42:10,387 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T14:42:10,387 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T14:42:10,387 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T14:42:10,387 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T14:42:10,388 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T14:42:10,388 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T14:42:10,388 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T14:42:10,388 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T14:42:10,389 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T14:42:10,389 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T14:42:10,389 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T14:42:10,389 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T14:42:10,389 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T14:42:10,389 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T14:42:10,390 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T14:42:10,390 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T14:42:10,390 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T14:42:10,390 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T14:42:10,390 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T14:42:10,391 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T14:42:10,391 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T14:42:10,391 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T14:42:10,391 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T14:42:10,392 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T14:42:10,392 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T14:42:10,392 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T14:42:10,392 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T14:42:10,393 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T14:42:10,393 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T14:42:10,393 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T14:42:10,393 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T14:42:10,393 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T14:42:10,393 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T14:42:10,394 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T14:42:10,394 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T14:42:10,395 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T14:42:10,395 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T14:42:10,395 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T14:42:10,395 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T14:42:10,395 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T14:42:10,395 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T14:42:10,396 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T14:42:10,396 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T14:42:10,396 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T14:42:10,396 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T14:42:10,397 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T14:42:10,397 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T14:42:10,397 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T14:42:10,397 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T14:42:10,398 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T14:42:10,398 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T14:42:10,398 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T14:42:10,398 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T14:42:10,398 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T14:42:10,398 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T14:42:10,399 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T14:42:10,399 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T14:42:10,399 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T14:42:10,399 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T14:42:10,400 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T14:42:10,400 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T14:42:10,400 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T14:42:10,400 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T14:42:10,400 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T14:42:10,400 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T14:42:10,401 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T14:42:10,401 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T14:42:10,401 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T14:42:10,402 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T14:42:10,402 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T14:42:10,402 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T14:42:10,402 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T14:42:10,403 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T14:42:10,403 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T14:42:10,403 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T14:42:10,403 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T14:42:10,403 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T14:42:10,404 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T14:42:10,404 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T14:42:10,404 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T14:42:10,404 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T14:42:10,404 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T14:42:10,405 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T14:42:10,405 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T14:42:10,405 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T14:42:10,406 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T14:42:10,406 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T14:42:10,406 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T14:42:10,406 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T14:42:10,407 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T14:42:10,407 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T14:42:10,407 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T14:42:10,408 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T14:42:10,409 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T14:42:10,412 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T14:42:10,413 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T14:42:10,413 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T14:42:10,414 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T14:42:10,414 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T14:42:10,414 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T14:42:10,415 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T14:42:10,415 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T14:42:10,416 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T14:42:10,416 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T14:42:10,417 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T14:42:10,417 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T14:42:10,418 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T14:42:10,418 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T14:42:10,418 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T14:42:10,419 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T14:42:10,419 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T14:42:10,419 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35765 {}] regionserver.HRegion(8855): Flush requested on 367f9543bd55c4de93e7f8a883c9319d 2024-11-14T14:42:10,419 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1731595315055.367f9543bd55c4de93e7f8a883c9319d. as already flushing 2024-11-14T14:42:10,419 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T14:42:10,419 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T14:42:10,420 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T14:42:10,420 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T14:42:10,420 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T14:42:10,421 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T14:42:10,421 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T14:42:10,421 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T14:42:10,422 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T14:42:10,422 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T14:42:10,422 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T14:42:10,422 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T14:42:10,423 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T14:42:10,423 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T14:42:10,423 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T14:42:10,423 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T14:42:10,424 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T14:42:10,424 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T14:42:10,425 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T14:42:10,425 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T14:42:10,426 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T14:42:10,426 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T14:42:10,426 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T14:42:10,427 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T14:42:10,427 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T14:42:10,427 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T14:42:10,427 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T14:42:10,428 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T14:42:10,428 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T14:42:10,428 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T14:42:10,429 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T14:42:10,429 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T14:42:10,429 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T14:42:10,429 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T14:42:10,430 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T14:42:10,430 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T14:42:10,431 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T14:42:10,431 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T14:42:10,432 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T14:42:10,432 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T14:42:10,432 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T14:42:10,432 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T14:42:10,433 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T14:42:10,433 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T14:42:10,433 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T14:42:10,433 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T14:42:10,434 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T14:42:10,434 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T14:42:10,434 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T14:42:10,434 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T14:42:10,435 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T14:42:10,435 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T14:42:10,435 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T14:42:10,435 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T14:42:10,436 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T14:42:10,436 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T14:42:10,436 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T14:42:10,436 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T14:42:10,437 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T14:42:10,437 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T14:42:10,437 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T14:42:10,437 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T14:42:10,438 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T14:42:10,438 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T14:42:10,439 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T14:42:10,439 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T14:42:10,440 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T14:42:10,440 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T14:42:10,440 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T14:42:10,441 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T14:42:10,441 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T14:42:10,442 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T14:42:10,442 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T14:42:10,442 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T14:42:10,442 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T14:42:10,443 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T14:42:10,443 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T14:42:10,444 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T14:42:10,444 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T14:42:10,445 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T14:42:10,445 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T14:42:10,446 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T14:42:10,511 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35765 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=367f9543bd55c4de93e7f8a883c9319d, server=da1c6afcd1f9,35765,1731595233113 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-14T14:42:10,512 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35765 {}] ipc.CallRunner(138): callId: 70 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:50266 deadline: 1731595390499, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=367f9543bd55c4de93e7f8a883c9319d, server=da1c6afcd1f9,35765,1731595233113 2024-11-14T14:42:10,512 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731595315055.367f9543bd55c4de93e7f8a883c9319d., hostname=da1c6afcd1f9,35765,1731595233113, seqNum=5 , the old value is region=TestAcidGuarantees,,1731595315055.367f9543bd55c4de93e7f8a883c9319d., hostname=da1c6afcd1f9,35765,1731595233113, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=367f9543bd55c4de93e7f8a883c9319d, server=da1c6afcd1f9,35765,1731595233113 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-14T14:42:10,512 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731595315055.367f9543bd55c4de93e7f8a883c9319d., hostname=da1c6afcd1f9,35765,1731595233113, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=367f9543bd55c4de93e7f8a883c9319d, server=da1c6afcd1f9,35765,1731595233113 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-14T14:42:10,512 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731595315055.367f9543bd55c4de93e7f8a883c9319d., hostname=da1c6afcd1f9,35765,1731595233113, seqNum=5 because the exception is null or not the one we care about 2024-11-14T14:42:10,517 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35765 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=367f9543bd55c4de93e7f8a883c9319d, server=da1c6afcd1f9,35765,1731595233113 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-14T14:42:10,517 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35765 {}] ipc.CallRunner(138): callId: 75 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:50294 deadline: 1731595390512, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=367f9543bd55c4de93e7f8a883c9319d, server=da1c6afcd1f9,35765,1731595233113 2024-11-14T14:42:10,517 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35765 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=367f9543bd55c4de93e7f8a883c9319d, server=da1c6afcd1f9,35765,1731595233113 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-14T14:42:10,517 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731595315055.367f9543bd55c4de93e7f8a883c9319d., hostname=da1c6afcd1f9,35765,1731595233113, seqNum=5 , the old value is region=TestAcidGuarantees,,1731595315055.367f9543bd55c4de93e7f8a883c9319d., hostname=da1c6afcd1f9,35765,1731595233113, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=367f9543bd55c4de93e7f8a883c9319d, server=da1c6afcd1f9,35765,1731595233113 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-14T14:42:10,517 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731595315055.367f9543bd55c4de93e7f8a883c9319d., hostname=da1c6afcd1f9,35765,1731595233113, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=367f9543bd55c4de93e7f8a883c9319d, server=da1c6afcd1f9,35765,1731595233113 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-14T14:42:10,518 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35765 {}] ipc.CallRunner(138): callId: 80 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:50194 deadline: 1731595390512, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=367f9543bd55c4de93e7f8a883c9319d, server=da1c6afcd1f9,35765,1731595233113 2024-11-14T14:42:10,518 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731595315055.367f9543bd55c4de93e7f8a883c9319d., hostname=da1c6afcd1f9,35765,1731595233113, seqNum=5 because the exception is null or not the one we care about 2024-11-14T14:42:10,518 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731595315055.367f9543bd55c4de93e7f8a883c9319d., hostname=da1c6afcd1f9,35765,1731595233113, seqNum=5 , the old value is region=TestAcidGuarantees,,1731595315055.367f9543bd55c4de93e7f8a883c9319d., hostname=da1c6afcd1f9,35765,1731595233113, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=367f9543bd55c4de93e7f8a883c9319d, server=da1c6afcd1f9,35765,1731595233113 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-14T14:42:10,518 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731595315055.367f9543bd55c4de93e7f8a883c9319d., hostname=da1c6afcd1f9,35765,1731595233113, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=367f9543bd55c4de93e7f8a883c9319d, server=da1c6afcd1f9,35765,1731595233113 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-14T14:42:10,518 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731595315055.367f9543bd55c4de93e7f8a883c9319d., hostname=da1c6afcd1f9,35765,1731595233113, seqNum=5 because the exception is null or not the one we care about 2024-11-14T14:42:10,621 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35765 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=367f9543bd55c4de93e7f8a883c9319d, server=da1c6afcd1f9,35765,1731595233113 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-14T14:42:10,621 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35765 {}] ipc.CallRunner(138): callId: 71 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:50266 deadline: 1731595390616, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=367f9543bd55c4de93e7f8a883c9319d, server=da1c6afcd1f9,35765,1731595233113 2024-11-14T14:42:10,621 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731595315055.367f9543bd55c4de93e7f8a883c9319d., hostname=da1c6afcd1f9,35765,1731595233113, seqNum=5 , the old value is region=TestAcidGuarantees,,1731595315055.367f9543bd55c4de93e7f8a883c9319d., hostname=da1c6afcd1f9,35765,1731595233113, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=367f9543bd55c4de93e7f8a883c9319d, server=da1c6afcd1f9,35765,1731595233113 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-14T14:42:10,621 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731595315055.367f9543bd55c4de93e7f8a883c9319d., hostname=da1c6afcd1f9,35765,1731595233113, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=367f9543bd55c4de93e7f8a883c9319d, server=da1c6afcd1f9,35765,1731595233113 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-14T14:42:10,621 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731595315055.367f9543bd55c4de93e7f8a883c9319d., hostname=da1c6afcd1f9,35765,1731595233113, seqNum=5 because the exception is null or not the one we care about 2024-11-14T14:42:10,632 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35765 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=367f9543bd55c4de93e7f8a883c9319d, server=da1c6afcd1f9,35765,1731595233113 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-14T14:42:10,633 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35765 {}] ipc.CallRunner(138): callId: 76 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:50294 deadline: 1731595390626, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=367f9543bd55c4de93e7f8a883c9319d, server=da1c6afcd1f9,35765,1731595233113 2024-11-14T14:42:10,633 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731595315055.367f9543bd55c4de93e7f8a883c9319d., hostname=da1c6afcd1f9,35765,1731595233113, seqNum=5 , the old value is region=TestAcidGuarantees,,1731595315055.367f9543bd55c4de93e7f8a883c9319d., hostname=da1c6afcd1f9,35765,1731595233113, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=367f9543bd55c4de93e7f8a883c9319d, server=da1c6afcd1f9,35765,1731595233113 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-14T14:42:10,633 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35765 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=367f9543bd55c4de93e7f8a883c9319d, server=da1c6afcd1f9,35765,1731595233113 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-14T14:42:10,633 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731595315055.367f9543bd55c4de93e7f8a883c9319d., hostname=da1c6afcd1f9,35765,1731595233113, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=367f9543bd55c4de93e7f8a883c9319d, server=da1c6afcd1f9,35765,1731595233113 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-14T14:42:10,633 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731595315055.367f9543bd55c4de93e7f8a883c9319d., hostname=da1c6afcd1f9,35765,1731595233113, seqNum=5 because the exception is null or not the one we care about 2024-11-14T14:42:10,633 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35765 {}] ipc.CallRunner(138): callId: 81 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:50194 deadline: 1731595390626, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=367f9543bd55c4de93e7f8a883c9319d, server=da1c6afcd1f9,35765,1731595233113 2024-11-14T14:42:10,633 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731595315055.367f9543bd55c4de93e7f8a883c9319d., hostname=da1c6afcd1f9,35765,1731595233113, seqNum=5 , the old value is region=TestAcidGuarantees,,1731595315055.367f9543bd55c4de93e7f8a883c9319d., hostname=da1c6afcd1f9,35765,1731595233113, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=367f9543bd55c4de93e7f8a883c9319d, server=da1c6afcd1f9,35765,1731595233113 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-14T14:42:10,633 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731595315055.367f9543bd55c4de93e7f8a883c9319d., hostname=da1c6afcd1f9,35765,1731595233113, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=367f9543bd55c4de93e7f8a883c9319d, server=da1c6afcd1f9,35765,1731595233113 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-14T14:42:10,633 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731595315055.367f9543bd55c4de93e7f8a883c9319d., hostname=da1c6afcd1f9,35765,1731595233113, seqNum=5 because the exception is null or not the one we care about 2024-11-14T14:42:10,687 INFO [RS_FLUSH_OPERATIONS-regionserver/da1c6afcd1f9:0-0 {event_type=RS_FLUSH_REGIONS, pid=110}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=22.36 KB at sequenceid=168 (bloomFilter=true), to=hdfs://localhost:34345/user/jenkins/test-data/14d118ee-a83a-b09b-5913-1a58940a5db1/data/default/TestAcidGuarantees/367f9543bd55c4de93e7f8a883c9319d/.tmp/B/4c1c50d611ca447289a546c0b16c01ce 2024-11-14T14:42:10,700 DEBUG [RS_FLUSH_OPERATIONS-regionserver/da1c6afcd1f9:0-0 {event_type=RS_FLUSH_REGIONS, pid=110}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:34345/user/jenkins/test-data/14d118ee-a83a-b09b-5913-1a58940a5db1/data/default/TestAcidGuarantees/367f9543bd55c4de93e7f8a883c9319d/.tmp/C/d1b1632bd2d347de96350c73a0483d6f is 50, key is test_row_1/C:col10/1731595328219/Put/seqid=0 2024-11-14T14:42:10,704 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36699 is added to blk_1073742194_1370 (size=9757) 2024-11-14T14:42:10,816 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45145 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=109 2024-11-14T14:42:10,834 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35765 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=367f9543bd55c4de93e7f8a883c9319d, server=da1c6afcd1f9,35765,1731595233113 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-14T14:42:10,835 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35765 {}] ipc.CallRunner(138): callId: 72 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:50266 deadline: 1731595390826, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=367f9543bd55c4de93e7f8a883c9319d, server=da1c6afcd1f9,35765,1731595233113 2024-11-14T14:42:10,835 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731595315055.367f9543bd55c4de93e7f8a883c9319d., hostname=da1c6afcd1f9,35765,1731595233113, seqNum=5 , the old value is region=TestAcidGuarantees,,1731595315055.367f9543bd55c4de93e7f8a883c9319d., hostname=da1c6afcd1f9,35765,1731595233113, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=367f9543bd55c4de93e7f8a883c9319d, server=da1c6afcd1f9,35765,1731595233113 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-14T14:42:10,835 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731595315055.367f9543bd55c4de93e7f8a883c9319d., hostname=da1c6afcd1f9,35765,1731595233113, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=367f9543bd55c4de93e7f8a883c9319d, server=da1c6afcd1f9,35765,1731595233113 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-14T14:42:10,835 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731595315055.367f9543bd55c4de93e7f8a883c9319d., hostname=da1c6afcd1f9,35765,1731595233113, seqNum=5 because the exception is null or not the one we care about 2024-11-14T14:42:10,843 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35765 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=367f9543bd55c4de93e7f8a883c9319d, server=da1c6afcd1f9,35765,1731595233113 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-14T14:42:10,843 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35765 {}] ipc.CallRunner(138): callId: 77 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:50294 deadline: 1731595390836, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=367f9543bd55c4de93e7f8a883c9319d, server=da1c6afcd1f9,35765,1731595233113 2024-11-14T14:42:10,843 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35765 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=367f9543bd55c4de93e7f8a883c9319d, server=da1c6afcd1f9,35765,1731595233113 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-14T14:42:10,843 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731595315055.367f9543bd55c4de93e7f8a883c9319d., hostname=da1c6afcd1f9,35765,1731595233113, seqNum=5 , the old value is region=TestAcidGuarantees,,1731595315055.367f9543bd55c4de93e7f8a883c9319d., hostname=da1c6afcd1f9,35765,1731595233113, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=367f9543bd55c4de93e7f8a883c9319d, server=da1c6afcd1f9,35765,1731595233113 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-14T14:42:10,843 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731595315055.367f9543bd55c4de93e7f8a883c9319d., hostname=da1c6afcd1f9,35765,1731595233113, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=367f9543bd55c4de93e7f8a883c9319d, server=da1c6afcd1f9,35765,1731595233113 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-14T14:42:10,843 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35765 {}] ipc.CallRunner(138): callId: 82 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:50194 deadline: 1731595390836, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=367f9543bd55c4de93e7f8a883c9319d, server=da1c6afcd1f9,35765,1731595233113 2024-11-14T14:42:10,844 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731595315055.367f9543bd55c4de93e7f8a883c9319d., hostname=da1c6afcd1f9,35765,1731595233113, seqNum=5 because the exception is null or not the one we care about 2024-11-14T14:42:10,844 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731595315055.367f9543bd55c4de93e7f8a883c9319d., hostname=da1c6afcd1f9,35765,1731595233113, seqNum=5 , the old value is region=TestAcidGuarantees,,1731595315055.367f9543bd55c4de93e7f8a883c9319d., hostname=da1c6afcd1f9,35765,1731595233113, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=367f9543bd55c4de93e7f8a883c9319d, server=da1c6afcd1f9,35765,1731595233113 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-14T14:42:10,844 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731595315055.367f9543bd55c4de93e7f8a883c9319d., hostname=da1c6afcd1f9,35765,1731595233113, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=367f9543bd55c4de93e7f8a883c9319d, server=da1c6afcd1f9,35765,1731595233113 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-14T14:42:10,844 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731595315055.367f9543bd55c4de93e7f8a883c9319d., hostname=da1c6afcd1f9,35765,1731595233113, seqNum=5 because the exception is null or not the one we care about 2024-11-14T14:42:11,105 INFO [RS_FLUSH_OPERATIONS-regionserver/da1c6afcd1f9:0-0 {event_type=RS_FLUSH_REGIONS, pid=110}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=22.36 KB at sequenceid=168 (bloomFilter=true), to=hdfs://localhost:34345/user/jenkins/test-data/14d118ee-a83a-b09b-5913-1a58940a5db1/data/default/TestAcidGuarantees/367f9543bd55c4de93e7f8a883c9319d/.tmp/C/d1b1632bd2d347de96350c73a0483d6f 2024-11-14T14:42:11,109 DEBUG [RS_FLUSH_OPERATIONS-regionserver/da1c6afcd1f9:0-0 {event_type=RS_FLUSH_REGIONS, pid=110}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:34345/user/jenkins/test-data/14d118ee-a83a-b09b-5913-1a58940a5db1/data/default/TestAcidGuarantees/367f9543bd55c4de93e7f8a883c9319d/.tmp/A/a666c203038c4b71b432b94ad0344b1b as hdfs://localhost:34345/user/jenkins/test-data/14d118ee-a83a-b09b-5913-1a58940a5db1/data/default/TestAcidGuarantees/367f9543bd55c4de93e7f8a883c9319d/A/a666c203038c4b71b432b94ad0344b1b 2024-11-14T14:42:11,113 INFO [RS_FLUSH_OPERATIONS-regionserver/da1c6afcd1f9:0-0 {event_type=RS_FLUSH_REGIONS, pid=110}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:34345/user/jenkins/test-data/14d118ee-a83a-b09b-5913-1a58940a5db1/data/default/TestAcidGuarantees/367f9543bd55c4de93e7f8a883c9319d/A/a666c203038c4b71b432b94ad0344b1b, entries=100, sequenceid=168, filesize=21.9 K 2024-11-14T14:42:11,114 DEBUG [RS_FLUSH_OPERATIONS-regionserver/da1c6afcd1f9:0-0 {event_type=RS_FLUSH_REGIONS, pid=110}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:34345/user/jenkins/test-data/14d118ee-a83a-b09b-5913-1a58940a5db1/data/default/TestAcidGuarantees/367f9543bd55c4de93e7f8a883c9319d/.tmp/B/4c1c50d611ca447289a546c0b16c01ce as hdfs://localhost:34345/user/jenkins/test-data/14d118ee-a83a-b09b-5913-1a58940a5db1/data/default/TestAcidGuarantees/367f9543bd55c4de93e7f8a883c9319d/B/4c1c50d611ca447289a546c0b16c01ce 2024-11-14T14:42:11,119 INFO [RS_FLUSH_OPERATIONS-regionserver/da1c6afcd1f9:0-0 {event_type=RS_FLUSH_REGIONS, pid=110}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:34345/user/jenkins/test-data/14d118ee-a83a-b09b-5913-1a58940a5db1/data/default/TestAcidGuarantees/367f9543bd55c4de93e7f8a883c9319d/B/4c1c50d611ca447289a546c0b16c01ce, entries=100, sequenceid=168, filesize=9.5 K 2024-11-14T14:42:11,119 DEBUG [RS_FLUSH_OPERATIONS-regionserver/da1c6afcd1f9:0-0 {event_type=RS_FLUSH_REGIONS, pid=110}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:34345/user/jenkins/test-data/14d118ee-a83a-b09b-5913-1a58940a5db1/data/default/TestAcidGuarantees/367f9543bd55c4de93e7f8a883c9319d/.tmp/C/d1b1632bd2d347de96350c73a0483d6f as hdfs://localhost:34345/user/jenkins/test-data/14d118ee-a83a-b09b-5913-1a58940a5db1/data/default/TestAcidGuarantees/367f9543bd55c4de93e7f8a883c9319d/C/d1b1632bd2d347de96350c73a0483d6f 2024-11-14T14:42:11,123 INFO [RS_FLUSH_OPERATIONS-regionserver/da1c6afcd1f9:0-0 {event_type=RS_FLUSH_REGIONS, pid=110}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:34345/user/jenkins/test-data/14d118ee-a83a-b09b-5913-1a58940a5db1/data/default/TestAcidGuarantees/367f9543bd55c4de93e7f8a883c9319d/C/d1b1632bd2d347de96350c73a0483d6f, entries=100, sequenceid=168, filesize=9.5 K 2024-11-14T14:42:11,124 INFO [RS_FLUSH_OPERATIONS-regionserver/da1c6afcd1f9:0-0 {event_type=RS_FLUSH_REGIONS, pid=110}] regionserver.HRegion(3140): Finished flush of dataSize ~67.09 KB/68700, heapSize ~199.92 KB/204720, currentSize=114.05 KB/116790 for 367f9543bd55c4de93e7f8a883c9319d in 1688ms, sequenceid=168, compaction requested=true 2024-11-14T14:42:11,124 DEBUG [RS_FLUSH_OPERATIONS-regionserver/da1c6afcd1f9:0-0 {event_type=RS_FLUSH_REGIONS, pid=110}] regionserver.HRegion(2603): Flush status journal for 367f9543bd55c4de93e7f8a883c9319d: 2024-11-14T14:42:11,124 DEBUG [RS_FLUSH_OPERATIONS-regionserver/da1c6afcd1f9:0-0 {event_type=RS_FLUSH_REGIONS, pid=110}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1731595315055.367f9543bd55c4de93e7f8a883c9319d. 2024-11-14T14:42:11,124 DEBUG [RS_FLUSH_OPERATIONS-regionserver/da1c6afcd1f9:0-0 {event_type=RS_FLUSH_REGIONS, pid=110}] regionserver.RemoteProcedureResultReporter(62): Successfully complete execution of pid=110 2024-11-14T14:42:11,124 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45145 {}] master.HMaster(4169): Remote procedure done, pid=110 2024-11-14T14:42:11,128 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=110, resume processing ppid=109 2024-11-14T14:42:11,128 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1521): Finished pid=110, ppid=109, state=SUCCESS, hasLock=false; org.apache.hadoop.hbase.master.procedure.FlushRegionProcedure in 2.4550 sec 2024-11-14T14:42:11,130 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1521): Finished pid=109, state=SUCCESS, hasLock=false; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=109, table=TestAcidGuarantees in 2.4620 sec 2024-11-14T14:42:11,152 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35765 {}] regionserver.HRegion(8855): Flush requested on 367f9543bd55c4de93e7f8a883c9319d 2024-11-14T14:42:11,152 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(2902): Flushing 367f9543bd55c4de93e7f8a883c9319d 3/3 column families, dataSize=120.76 KB heapSize=360.05 KB 2024-11-14T14:42:11,154 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 367f9543bd55c4de93e7f8a883c9319d, store=A 2024-11-14T14:42:11,154 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=2, new segment=null 2024-11-14T14:42:11,154 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 367f9543bd55c4de93e7f8a883c9319d, store=B 2024-11-14T14:42:11,154 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=2, new segment=null 2024-11-14T14:42:11,154 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 367f9543bd55c4de93e7f8a883c9319d, store=C 2024-11-14T14:42:11,154 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=2, new segment=null 2024-11-14T14:42:11,162 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:34345/user/jenkins/test-data/14d118ee-a83a-b09b-5913-1a58940a5db1/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e202411145e15be5cc29a4f589ac09d751afb78b4_367f9543bd55c4de93e7f8a883c9319d is 50, key is test_row_0/A:col10/1731595331152/Put/seqid=0 2024-11-14T14:42:11,168 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36699 is added to blk_1073742195_1371 (size=17284) 2024-11-14T14:42:11,181 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35765 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=367f9543bd55c4de93e7f8a883c9319d, server=da1c6afcd1f9,35765,1731595233113 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-14T14:42:11,181 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35765 {}] ipc.CallRunner(138): callId: 81 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:50294 deadline: 1731595391171, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=367f9543bd55c4de93e7f8a883c9319d, server=da1c6afcd1f9,35765,1731595233113 2024-11-14T14:42:11,181 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731595315055.367f9543bd55c4de93e7f8a883c9319d., hostname=da1c6afcd1f9,35765,1731595233113, seqNum=5 , the old value is region=TestAcidGuarantees,,1731595315055.367f9543bd55c4de93e7f8a883c9319d., hostname=da1c6afcd1f9,35765,1731595233113, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=367f9543bd55c4de93e7f8a883c9319d, server=da1c6afcd1f9,35765,1731595233113 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-14T14:42:11,182 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731595315055.367f9543bd55c4de93e7f8a883c9319d., hostname=da1c6afcd1f9,35765,1731595233113, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=367f9543bd55c4de93e7f8a883c9319d, server=da1c6afcd1f9,35765,1731595233113 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-14T14:42:11,182 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731595315055.367f9543bd55c4de93e7f8a883c9319d., hostname=da1c6afcd1f9,35765,1731595233113, seqNum=5 because the exception is null or not the one we care about 2024-11-14T14:42:11,184 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35765 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=367f9543bd55c4de93e7f8a883c9319d, server=da1c6afcd1f9,35765,1731595233113 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-14T14:42:11,184 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35765 {}] ipc.CallRunner(138): callId: 85 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:50194 deadline: 1731595391177, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=367f9543bd55c4de93e7f8a883c9319d, server=da1c6afcd1f9,35765,1731595233113 2024-11-14T14:42:11,185 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731595315055.367f9543bd55c4de93e7f8a883c9319d., hostname=da1c6afcd1f9,35765,1731595233113, seqNum=5 , the old value is region=TestAcidGuarantees,,1731595315055.367f9543bd55c4de93e7f8a883c9319d., hostname=da1c6afcd1f9,35765,1731595233113, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=367f9543bd55c4de93e7f8a883c9319d, server=da1c6afcd1f9,35765,1731595233113 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-14T14:42:11,185 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731595315055.367f9543bd55c4de93e7f8a883c9319d., hostname=da1c6afcd1f9,35765,1731595233113, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=367f9543bd55c4de93e7f8a883c9319d, server=da1c6afcd1f9,35765,1731595233113 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-14T14:42:11,185 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731595315055.367f9543bd55c4de93e7f8a883c9319d., hostname=da1c6afcd1f9,35765,1731595233113, seqNum=5 because the exception is null or not the one we care about 2024-11-14T14:42:11,192 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35765 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=367f9543bd55c4de93e7f8a883c9319d, server=da1c6afcd1f9,35765,1731595233113 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-14T14:42:11,192 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35765 {}] ipc.CallRunner(138): callId: 77 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:50266 deadline: 1731595391181, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=367f9543bd55c4de93e7f8a883c9319d, server=da1c6afcd1f9,35765,1731595233113 2024-11-14T14:42:11,194 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731595315055.367f9543bd55c4de93e7f8a883c9319d., hostname=da1c6afcd1f9,35765,1731595233113, seqNum=5 , the old value is region=TestAcidGuarantees,,1731595315055.367f9543bd55c4de93e7f8a883c9319d., hostname=da1c6afcd1f9,35765,1731595233113, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=367f9543bd55c4de93e7f8a883c9319d, server=da1c6afcd1f9,35765,1731595233113 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-14T14:42:11,194 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731595315055.367f9543bd55c4de93e7f8a883c9319d., hostname=da1c6afcd1f9,35765,1731595233113, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=367f9543bd55c4de93e7f8a883c9319d, server=da1c6afcd1f9,35765,1731595233113 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-14T14:42:11,194 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731595315055.367f9543bd55c4de93e7f8a883c9319d., hostname=da1c6afcd1f9,35765,1731595233113, seqNum=5 because the exception is null or not the one we care about 2024-11-14T14:42:11,294 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35765 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=367f9543bd55c4de93e7f8a883c9319d, server=da1c6afcd1f9,35765,1731595233113 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-14T14:42:11,294 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35765 {}] ipc.CallRunner(138): callId: 82 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:50294 deadline: 1731595391286, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=367f9543bd55c4de93e7f8a883c9319d, server=da1c6afcd1f9,35765,1731595233113 2024-11-14T14:42:11,294 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731595315055.367f9543bd55c4de93e7f8a883c9319d., hostname=da1c6afcd1f9,35765,1731595233113, seqNum=5 , the old value is region=TestAcidGuarantees,,1731595315055.367f9543bd55c4de93e7f8a883c9319d., hostname=da1c6afcd1f9,35765,1731595233113, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=367f9543bd55c4de93e7f8a883c9319d, server=da1c6afcd1f9,35765,1731595233113 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-14T14:42:11,294 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731595315055.367f9543bd55c4de93e7f8a883c9319d., hostname=da1c6afcd1f9,35765,1731595233113, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=367f9543bd55c4de93e7f8a883c9319d, server=da1c6afcd1f9,35765,1731595233113 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-14T14:42:11,295 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731595315055.367f9543bd55c4de93e7f8a883c9319d., hostname=da1c6afcd1f9,35765,1731595233113, seqNum=5 because the exception is null or not the one we care about 2024-11-14T14:42:11,310 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35765 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=367f9543bd55c4de93e7f8a883c9319d, server=da1c6afcd1f9,35765,1731595233113 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-14T14:42:11,311 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35765 {}] ipc.CallRunner(138): callId: 86 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:50194 deadline: 1731595391296, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=367f9543bd55c4de93e7f8a883c9319d, server=da1c6afcd1f9,35765,1731595233113 2024-11-14T14:42:11,311 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35765 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=367f9543bd55c4de93e7f8a883c9319d, server=da1c6afcd1f9,35765,1731595233113 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-14T14:42:11,311 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731595315055.367f9543bd55c4de93e7f8a883c9319d., hostname=da1c6afcd1f9,35765,1731595233113, seqNum=5 , the old value is region=TestAcidGuarantees,,1731595315055.367f9543bd55c4de93e7f8a883c9319d., hostname=da1c6afcd1f9,35765,1731595233113, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=367f9543bd55c4de93e7f8a883c9319d, server=da1c6afcd1f9,35765,1731595233113 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-14T14:42:11,311 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731595315055.367f9543bd55c4de93e7f8a883c9319d., hostname=da1c6afcd1f9,35765,1731595233113, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=367f9543bd55c4de93e7f8a883c9319d, server=da1c6afcd1f9,35765,1731595233113 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-14T14:42:11,311 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35765 {}] ipc.CallRunner(138): callId: 78 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:50266 deadline: 1731595391296, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=367f9543bd55c4de93e7f8a883c9319d, server=da1c6afcd1f9,35765,1731595233113 2024-11-14T14:42:11,311 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731595315055.367f9543bd55c4de93e7f8a883c9319d., hostname=da1c6afcd1f9,35765,1731595233113, seqNum=5 because the exception is null or not the one we care about 2024-11-14T14:42:11,311 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731595315055.367f9543bd55c4de93e7f8a883c9319d., hostname=da1c6afcd1f9,35765,1731595233113, seqNum=5 , the old value is region=TestAcidGuarantees,,1731595315055.367f9543bd55c4de93e7f8a883c9319d., hostname=da1c6afcd1f9,35765,1731595233113, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=367f9543bd55c4de93e7f8a883c9319d, server=da1c6afcd1f9,35765,1731595233113 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-14T14:42:11,311 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731595315055.367f9543bd55c4de93e7f8a883c9319d., hostname=da1c6afcd1f9,35765,1731595233113, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=367f9543bd55c4de93e7f8a883c9319d, server=da1c6afcd1f9,35765,1731595233113 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-14T14:42:11,311 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731595315055.367f9543bd55c4de93e7f8a883c9319d., hostname=da1c6afcd1f9,35765,1731595233113, seqNum=5 because the exception is null or not the one we care about 2024-11-14T14:42:11,520 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35765 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=367f9543bd55c4de93e7f8a883c9319d, server=da1c6afcd1f9,35765,1731595233113 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-14T14:42:11,520 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35765 {}] ipc.CallRunner(138): callId: 83 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:50294 deadline: 1731595391505, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=367f9543bd55c4de93e7f8a883c9319d, server=da1c6afcd1f9,35765,1731595233113 2024-11-14T14:42:11,520 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731595315055.367f9543bd55c4de93e7f8a883c9319d., hostname=da1c6afcd1f9,35765,1731595233113, seqNum=5 , the old value is region=TestAcidGuarantees,,1731595315055.367f9543bd55c4de93e7f8a883c9319d., hostname=da1c6afcd1f9,35765,1731595233113, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=367f9543bd55c4de93e7f8a883c9319d, server=da1c6afcd1f9,35765,1731595233113 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-14T14:42:11,521 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731595315055.367f9543bd55c4de93e7f8a883c9319d., hostname=da1c6afcd1f9,35765,1731595233113, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=367f9543bd55c4de93e7f8a883c9319d, server=da1c6afcd1f9,35765,1731595233113 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-14T14:42:11,521 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731595315055.367f9543bd55c4de93e7f8a883c9319d., hostname=da1c6afcd1f9,35765,1731595233113, seqNum=5 because the exception is null or not the one we care about 2024-11-14T14:42:11,529 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35765 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=367f9543bd55c4de93e7f8a883c9319d, server=da1c6afcd1f9,35765,1731595233113 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-14T14:42:11,530 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35765 {}] ipc.CallRunner(138): callId: 87 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:50194 deadline: 1731595391516, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=367f9543bd55c4de93e7f8a883c9319d, server=da1c6afcd1f9,35765,1731595233113 2024-11-14T14:42:11,530 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35765 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=367f9543bd55c4de93e7f8a883c9319d, server=da1c6afcd1f9,35765,1731595233113 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-14T14:42:11,530 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731595315055.367f9543bd55c4de93e7f8a883c9319d., hostname=da1c6afcd1f9,35765,1731595233113, seqNum=5 , the old value is region=TestAcidGuarantees,,1731595315055.367f9543bd55c4de93e7f8a883c9319d., hostname=da1c6afcd1f9,35765,1731595233113, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=367f9543bd55c4de93e7f8a883c9319d, server=da1c6afcd1f9,35765,1731595233113 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-14T14:42:11,530 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731595315055.367f9543bd55c4de93e7f8a883c9319d., hostname=da1c6afcd1f9,35765,1731595233113, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=367f9543bd55c4de93e7f8a883c9319d, server=da1c6afcd1f9,35765,1731595233113 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-14T14:42:11,530 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35765 {}] ipc.CallRunner(138): callId: 79 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:50266 deadline: 1731595391516, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=367f9543bd55c4de93e7f8a883c9319d, server=da1c6afcd1f9,35765,1731595233113 2024-11-14T14:42:11,530 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731595315055.367f9543bd55c4de93e7f8a883c9319d., hostname=da1c6afcd1f9,35765,1731595233113, seqNum=5 because the exception is null or not the one we care about 2024-11-14T14:42:11,530 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731595315055.367f9543bd55c4de93e7f8a883c9319d., hostname=da1c6afcd1f9,35765,1731595233113, seqNum=5 , the old value is region=TestAcidGuarantees,,1731595315055.367f9543bd55c4de93e7f8a883c9319d., hostname=da1c6afcd1f9,35765,1731595233113, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=367f9543bd55c4de93e7f8a883c9319d, server=da1c6afcd1f9,35765,1731595233113 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-14T14:42:11,530 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731595315055.367f9543bd55c4de93e7f8a883c9319d., hostname=da1c6afcd1f9,35765,1731595233113, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=367f9543bd55c4de93e7f8a883c9319d, server=da1c6afcd1f9,35765,1731595233113 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-14T14:42:11,530 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731595315055.367f9543bd55c4de93e7f8a883c9319d., hostname=da1c6afcd1f9,35765,1731595233113, seqNum=5 because the exception is null or not the one we care about 2024-11-14T14:42:11,568 DEBUG [MemStoreFlusher.0 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T14:42:11,572 INFO [MemStoreFlusher.0 {}] regionserver.HMobStore(268): FLUSH Renaming flushed file from hdfs://localhost:34345/user/jenkins/test-data/14d118ee-a83a-b09b-5913-1a58940a5db1/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e202411145e15be5cc29a4f589ac09d751afb78b4_367f9543bd55c4de93e7f8a883c9319d to hdfs://localhost:34345/user/jenkins/test-data/14d118ee-a83a-b09b-5913-1a58940a5db1/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e202411145e15be5cc29a4f589ac09d751afb78b4_367f9543bd55c4de93e7f8a883c9319d 2024-11-14T14:42:11,573 DEBUG [MemStoreFlusher.0 {}] mob.DefaultMobStoreFlusher(263): Flush store file: hdfs://localhost:34345/user/jenkins/test-data/14d118ee-a83a-b09b-5913-1a58940a5db1/data/default/TestAcidGuarantees/367f9543bd55c4de93e7f8a883c9319d/.tmp/A/9d265c8095ac452884e42a524ba32423, store: [table=TestAcidGuarantees family=A region=367f9543bd55c4de93e7f8a883c9319d] 2024-11-14T14:42:11,573 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:34345/user/jenkins/test-data/14d118ee-a83a-b09b-5913-1a58940a5db1/data/default/TestAcidGuarantees/367f9543bd55c4de93e7f8a883c9319d/.tmp/A/9d265c8095ac452884e42a524ba32423 is 175, key is test_row_0/A:col10/1731595331152/Put/seqid=0 2024-11-14T14:42:11,576 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36699 is added to blk_1073742196_1372 (size=48389) 2024-11-14T14:42:11,577 INFO [MemStoreFlusher.0 {}] mob.DefaultMobStoreFlusher(147): Mob store is flushed, sequenceid=190, memsize=42.5 K, hasBloomFilter=true, into tmp file hdfs://localhost:34345/user/jenkins/test-data/14d118ee-a83a-b09b-5913-1a58940a5db1/data/default/TestAcidGuarantees/367f9543bd55c4de93e7f8a883c9319d/.tmp/A/9d265c8095ac452884e42a524ba32423 2024-11-14T14:42:11,585 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:34345/user/jenkins/test-data/14d118ee-a83a-b09b-5913-1a58940a5db1/data/default/TestAcidGuarantees/367f9543bd55c4de93e7f8a883c9319d/.tmp/B/9ebef8e7c9db47478e6b6861b8057827 is 50, key is test_row_0/B:col10/1731595331152/Put/seqid=0 2024-11-14T14:42:11,589 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36699 is added to blk_1073742197_1373 (size=12151) 2024-11-14T14:42:11,836 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35765 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=367f9543bd55c4de93e7f8a883c9319d, server=da1c6afcd1f9,35765,1731595233113 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-14T14:42:11,837 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35765 {}] ipc.CallRunner(138): callId: 84 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:50294 deadline: 1731595391826, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=367f9543bd55c4de93e7f8a883c9319d, server=da1c6afcd1f9,35765,1731595233113 2024-11-14T14:42:11,837 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731595315055.367f9543bd55c4de93e7f8a883c9319d., hostname=da1c6afcd1f9,35765,1731595233113, seqNum=5 , the old value is region=TestAcidGuarantees,,1731595315055.367f9543bd55c4de93e7f8a883c9319d., hostname=da1c6afcd1f9,35765,1731595233113, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=367f9543bd55c4de93e7f8a883c9319d, server=da1c6afcd1f9,35765,1731595233113 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-14T14:42:11,837 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731595315055.367f9543bd55c4de93e7f8a883c9319d., hostname=da1c6afcd1f9,35765,1731595233113, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=367f9543bd55c4de93e7f8a883c9319d, server=da1c6afcd1f9,35765,1731595233113 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-14T14:42:11,837 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731595315055.367f9543bd55c4de93e7f8a883c9319d., hostname=da1c6afcd1f9,35765,1731595233113, seqNum=5 because the exception is null or not the one we care about 2024-11-14T14:42:11,849 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35765 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=367f9543bd55c4de93e7f8a883c9319d, server=da1c6afcd1f9,35765,1731595233113 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-14T14:42:11,850 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35765 {}] ipc.CallRunner(138): callId: 88 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:50194 deadline: 1731595391835, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=367f9543bd55c4de93e7f8a883c9319d, server=da1c6afcd1f9,35765,1731595233113 2024-11-14T14:42:11,850 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35765 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=367f9543bd55c4de93e7f8a883c9319d, server=da1c6afcd1f9,35765,1731595233113 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-14T14:42:11,850 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731595315055.367f9543bd55c4de93e7f8a883c9319d., hostname=da1c6afcd1f9,35765,1731595233113, seqNum=5 , the old value is region=TestAcidGuarantees,,1731595315055.367f9543bd55c4de93e7f8a883c9319d., hostname=da1c6afcd1f9,35765,1731595233113, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=367f9543bd55c4de93e7f8a883c9319d, server=da1c6afcd1f9,35765,1731595233113 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-14T14:42:11,850 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35765 {}] ipc.CallRunner(138): callId: 80 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:50266 deadline: 1731595391836, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=367f9543bd55c4de93e7f8a883c9319d, server=da1c6afcd1f9,35765,1731595233113 2024-11-14T14:42:11,850 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731595315055.367f9543bd55c4de93e7f8a883c9319d., hostname=da1c6afcd1f9,35765,1731595233113, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=367f9543bd55c4de93e7f8a883c9319d, server=da1c6afcd1f9,35765,1731595233113 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-14T14:42:11,850 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731595315055.367f9543bd55c4de93e7f8a883c9319d., hostname=da1c6afcd1f9,35765,1731595233113, seqNum=5 because the exception is null or not the one we care about 2024-11-14T14:42:11,850 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731595315055.367f9543bd55c4de93e7f8a883c9319d., hostname=da1c6afcd1f9,35765,1731595233113, seqNum=5 , the old value is region=TestAcidGuarantees,,1731595315055.367f9543bd55c4de93e7f8a883c9319d., hostname=da1c6afcd1f9,35765,1731595233113, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=367f9543bd55c4de93e7f8a883c9319d, server=da1c6afcd1f9,35765,1731595233113 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-14T14:42:11,850 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731595315055.367f9543bd55c4de93e7f8a883c9319d., hostname=da1c6afcd1f9,35765,1731595233113, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=367f9543bd55c4de93e7f8a883c9319d, server=da1c6afcd1f9,35765,1731595233113 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-14T14:42:11,850 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731595315055.367f9543bd55c4de93e7f8a883c9319d., hostname=da1c6afcd1f9,35765,1731595233113, seqNum=5 because the exception is null or not the one we care about 2024-11-14T14:42:11,990 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=42.49 KB at sequenceid=190 (bloomFilter=true), to=hdfs://localhost:34345/user/jenkins/test-data/14d118ee-a83a-b09b-5913-1a58940a5db1/data/default/TestAcidGuarantees/367f9543bd55c4de93e7f8a883c9319d/.tmp/B/9ebef8e7c9db47478e6b6861b8057827 2024-11-14T14:42:11,998 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:34345/user/jenkins/test-data/14d118ee-a83a-b09b-5913-1a58940a5db1/data/default/TestAcidGuarantees/367f9543bd55c4de93e7f8a883c9319d/.tmp/C/030de5bdd1a44458bd69ab152e3758fa is 50, key is test_row_0/C:col10/1731595331152/Put/seqid=0 2024-11-14T14:42:12,002 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36699 is added to blk_1073742198_1374 (size=12151) 2024-11-14T14:42:12,357 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35765 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=367f9543bd55c4de93e7f8a883c9319d, server=da1c6afcd1f9,35765,1731595233113 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-14T14:42:12,357 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35765 {}] ipc.CallRunner(138): callId: 85 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:50294 deadline: 1731595392346, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=367f9543bd55c4de93e7f8a883c9319d, server=da1c6afcd1f9,35765,1731595233113 2024-11-14T14:42:12,358 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731595315055.367f9543bd55c4de93e7f8a883c9319d., hostname=da1c6afcd1f9,35765,1731595233113, seqNum=5 , the old value is region=TestAcidGuarantees,,1731595315055.367f9543bd55c4de93e7f8a883c9319d., hostname=da1c6afcd1f9,35765,1731595233113, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=367f9543bd55c4de93e7f8a883c9319d, server=da1c6afcd1f9,35765,1731595233113 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-14T14:42:12,358 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731595315055.367f9543bd55c4de93e7f8a883c9319d., hostname=da1c6afcd1f9,35765,1731595233113, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=367f9543bd55c4de93e7f8a883c9319d, server=da1c6afcd1f9,35765,1731595233113 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-14T14:42:12,358 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731595315055.367f9543bd55c4de93e7f8a883c9319d., hostname=da1c6afcd1f9,35765,1731595233113, seqNum=5 because the exception is null or not the one we care about 2024-11-14T14:42:12,368 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35765 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=367f9543bd55c4de93e7f8a883c9319d, server=da1c6afcd1f9,35765,1731595233113 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-14T14:42:12,368 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35765 {}] ipc.CallRunner(138): callId: 89 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:50194 deadline: 1731595392356, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=367f9543bd55c4de93e7f8a883c9319d, server=da1c6afcd1f9,35765,1731595233113 2024-11-14T14:42:12,368 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35765 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=367f9543bd55c4de93e7f8a883c9319d, server=da1c6afcd1f9,35765,1731595233113 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-14T14:42:12,368 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731595315055.367f9543bd55c4de93e7f8a883c9319d., hostname=da1c6afcd1f9,35765,1731595233113, seqNum=5 , the old value is region=TestAcidGuarantees,,1731595315055.367f9543bd55c4de93e7f8a883c9319d., hostname=da1c6afcd1f9,35765,1731595233113, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=367f9543bd55c4de93e7f8a883c9319d, server=da1c6afcd1f9,35765,1731595233113 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-14T14:42:12,368 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35765 {}] ipc.CallRunner(138): callId: 81 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:50266 deadline: 1731595392356, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=367f9543bd55c4de93e7f8a883c9319d, server=da1c6afcd1f9,35765,1731595233113 2024-11-14T14:42:12,368 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731595315055.367f9543bd55c4de93e7f8a883c9319d., hostname=da1c6afcd1f9,35765,1731595233113, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=367f9543bd55c4de93e7f8a883c9319d, server=da1c6afcd1f9,35765,1731595233113 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-14T14:42:12,368 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731595315055.367f9543bd55c4de93e7f8a883c9319d., hostname=da1c6afcd1f9,35765,1731595233113, seqNum=5 because the exception is null or not the one we care about 2024-11-14T14:42:12,369 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731595315055.367f9543bd55c4de93e7f8a883c9319d., hostname=da1c6afcd1f9,35765,1731595233113, seqNum=5 , the old value is region=TestAcidGuarantees,,1731595315055.367f9543bd55c4de93e7f8a883c9319d., hostname=da1c6afcd1f9,35765,1731595233113, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=367f9543bd55c4de93e7f8a883c9319d, server=da1c6afcd1f9,35765,1731595233113 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-14T14:42:12,369 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731595315055.367f9543bd55c4de93e7f8a883c9319d., hostname=da1c6afcd1f9,35765,1731595233113, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=367f9543bd55c4de93e7f8a883c9319d, server=da1c6afcd1f9,35765,1731595233113 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-14T14:42:12,369 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731595315055.367f9543bd55c4de93e7f8a883c9319d., hostname=da1c6afcd1f9,35765,1731595233113, seqNum=5 because the exception is null or not the one we care about 2024-11-14T14:42:12,403 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=42.49 KB at sequenceid=190 (bloomFilter=true), to=hdfs://localhost:34345/user/jenkins/test-data/14d118ee-a83a-b09b-5913-1a58940a5db1/data/default/TestAcidGuarantees/367f9543bd55c4de93e7f8a883c9319d/.tmp/C/030de5bdd1a44458bd69ab152e3758fa 2024-11-14T14:42:12,407 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:34345/user/jenkins/test-data/14d118ee-a83a-b09b-5913-1a58940a5db1/data/default/TestAcidGuarantees/367f9543bd55c4de93e7f8a883c9319d/.tmp/A/9d265c8095ac452884e42a524ba32423 as hdfs://localhost:34345/user/jenkins/test-data/14d118ee-a83a-b09b-5913-1a58940a5db1/data/default/TestAcidGuarantees/367f9543bd55c4de93e7f8a883c9319d/A/9d265c8095ac452884e42a524ba32423 2024-11-14T14:42:12,410 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:34345/user/jenkins/test-data/14d118ee-a83a-b09b-5913-1a58940a5db1/data/default/TestAcidGuarantees/367f9543bd55c4de93e7f8a883c9319d/A/9d265c8095ac452884e42a524ba32423, entries=250, sequenceid=190, filesize=47.3 K 2024-11-14T14:42:12,411 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:34345/user/jenkins/test-data/14d118ee-a83a-b09b-5913-1a58940a5db1/data/default/TestAcidGuarantees/367f9543bd55c4de93e7f8a883c9319d/.tmp/B/9ebef8e7c9db47478e6b6861b8057827 as hdfs://localhost:34345/user/jenkins/test-data/14d118ee-a83a-b09b-5913-1a58940a5db1/data/default/TestAcidGuarantees/367f9543bd55c4de93e7f8a883c9319d/B/9ebef8e7c9db47478e6b6861b8057827 2024-11-14T14:42:12,414 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:34345/user/jenkins/test-data/14d118ee-a83a-b09b-5913-1a58940a5db1/data/default/TestAcidGuarantees/367f9543bd55c4de93e7f8a883c9319d/B/9ebef8e7c9db47478e6b6861b8057827, entries=150, sequenceid=190, filesize=11.9 K 2024-11-14T14:42:12,415 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:34345/user/jenkins/test-data/14d118ee-a83a-b09b-5913-1a58940a5db1/data/default/TestAcidGuarantees/367f9543bd55c4de93e7f8a883c9319d/.tmp/C/030de5bdd1a44458bd69ab152e3758fa as hdfs://localhost:34345/user/jenkins/test-data/14d118ee-a83a-b09b-5913-1a58940a5db1/data/default/TestAcidGuarantees/367f9543bd55c4de93e7f8a883c9319d/C/030de5bdd1a44458bd69ab152e3758fa 2024-11-14T14:42:12,418 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:34345/user/jenkins/test-data/14d118ee-a83a-b09b-5913-1a58940a5db1/data/default/TestAcidGuarantees/367f9543bd55c4de93e7f8a883c9319d/C/030de5bdd1a44458bd69ab152e3758fa, entries=150, sequenceid=190, filesize=11.9 K 2024-11-14T14:42:12,419 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(3140): Finished flush of dataSize ~127.47 KB/130530, heapSize ~379.92 KB/389040, currentSize=46.96 KB/48090 for 367f9543bd55c4de93e7f8a883c9319d in 1267ms, sequenceid=190, compaction requested=true 2024-11-14T14:42:12,419 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2603): Flush status journal for 367f9543bd55c4de93e7f8a883c9319d: 2024-11-14T14:42:12,419 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store 367f9543bd55c4de93e7f8a883c9319d:A, priority=-2147483648, current under compaction store size is 1 2024-11-14T14:42:12,419 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-14T14:42:12,419 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store 367f9543bd55c4de93e7f8a883c9319d:B, priority=-2147483648, current under compaction store size is 2 2024-11-14T14:42:12,419 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-14T14:42:12,419 DEBUG [RS:0;da1c6afcd1f9:35765-shortCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 4 store files, 0 compacting, 4 eligible, 16 blocking 2024-11-14T14:42:12,419 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store 367f9543bd55c4de93e7f8a883c9319d:C, priority=-2147483648, current under compaction store size is 3 2024-11-14T14:42:12,419 DEBUG [RS:0;da1c6afcd1f9:35765-longCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 4 store files, 0 compacting, 4 eligible, 16 blocking 2024-11-14T14:42:12,419 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=1), splitQueue=0 2024-11-14T14:42:12,420 DEBUG [RS:0;da1c6afcd1f9:35765-longCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 4 files of size 46418 starting at candidate #0 after considering 3 permutations with 3 in ratio 2024-11-14T14:42:12,420 DEBUG [RS:0;da1c6afcd1f9:35765-shortCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 4 files of size 141912 starting at candidate #0 after considering 3 permutations with 3 in ratio 2024-11-14T14:42:12,420 DEBUG [RS:0;da1c6afcd1f9:35765-longCompactions-0 {}] regionserver.HStore(1541): 367f9543bd55c4de93e7f8a883c9319d/B is initiating minor compaction (all files) 2024-11-14T14:42:12,420 DEBUG [RS:0;da1c6afcd1f9:35765-shortCompactions-0 {}] regionserver.HStore(1541): 367f9543bd55c4de93e7f8a883c9319d/A is initiating minor compaction (all files) 2024-11-14T14:42:12,420 INFO [RS:0;da1c6afcd1f9:35765-longCompactions-0 {}] regionserver.HRegion(2416): Starting compaction of 367f9543bd55c4de93e7f8a883c9319d/B in TestAcidGuarantees,,1731595315055.367f9543bd55c4de93e7f8a883c9319d. 2024-11-14T14:42:12,420 INFO [RS:0;da1c6afcd1f9:35765-shortCompactions-0 {}] regionserver.HRegion(2416): Starting compaction of 367f9543bd55c4de93e7f8a883c9319d/A in TestAcidGuarantees,,1731595315055.367f9543bd55c4de93e7f8a883c9319d. 2024-11-14T14:42:12,420 INFO [RS:0;da1c6afcd1f9:35765-longCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:34345/user/jenkins/test-data/14d118ee-a83a-b09b-5913-1a58940a5db1/data/default/TestAcidGuarantees/367f9543bd55c4de93e7f8a883c9319d/B/e9ffcbed4bd2401798a3094dc254f39c, hdfs://localhost:34345/user/jenkins/test-data/14d118ee-a83a-b09b-5913-1a58940a5db1/data/default/TestAcidGuarantees/367f9543bd55c4de93e7f8a883c9319d/B/dbcba21faf6b4b62a585b2ba89b6eca5, hdfs://localhost:34345/user/jenkins/test-data/14d118ee-a83a-b09b-5913-1a58940a5db1/data/default/TestAcidGuarantees/367f9543bd55c4de93e7f8a883c9319d/B/4c1c50d611ca447289a546c0b16c01ce, hdfs://localhost:34345/user/jenkins/test-data/14d118ee-a83a-b09b-5913-1a58940a5db1/data/default/TestAcidGuarantees/367f9543bd55c4de93e7f8a883c9319d/B/9ebef8e7c9db47478e6b6861b8057827] into tmpdir=hdfs://localhost:34345/user/jenkins/test-data/14d118ee-a83a-b09b-5913-1a58940a5db1/data/default/TestAcidGuarantees/367f9543bd55c4de93e7f8a883c9319d/.tmp, totalSize=45.3 K 2024-11-14T14:42:12,421 INFO [RS:0;da1c6afcd1f9:35765-shortCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:34345/user/jenkins/test-data/14d118ee-a83a-b09b-5913-1a58940a5db1/data/default/TestAcidGuarantees/367f9543bd55c4de93e7f8a883c9319d/A/2889ef3aef224da3b4f7aeb66c7f7d12, hdfs://localhost:34345/user/jenkins/test-data/14d118ee-a83a-b09b-5913-1a58940a5db1/data/default/TestAcidGuarantees/367f9543bd55c4de93e7f8a883c9319d/A/669088de9914452cb47777f875c324a3, hdfs://localhost:34345/user/jenkins/test-data/14d118ee-a83a-b09b-5913-1a58940a5db1/data/default/TestAcidGuarantees/367f9543bd55c4de93e7f8a883c9319d/A/a666c203038c4b71b432b94ad0344b1b, hdfs://localhost:34345/user/jenkins/test-data/14d118ee-a83a-b09b-5913-1a58940a5db1/data/default/TestAcidGuarantees/367f9543bd55c4de93e7f8a883c9319d/A/9d265c8095ac452884e42a524ba32423] into tmpdir=hdfs://localhost:34345/user/jenkins/test-data/14d118ee-a83a-b09b-5913-1a58940a5db1/data/default/TestAcidGuarantees/367f9543bd55c4de93e7f8a883c9319d/.tmp, totalSize=138.6 K 2024-11-14T14:42:12,421 INFO [RS:0;da1c6afcd1f9:35765-shortCompactions-0 {}] mob.DefaultMobStoreCompactor(181): MOB compaction: major=false isAll=true priority=12 throughput controller=DefaultCompactionThroughputController [maxThroughput=50.00 MB/second, activeCompactions=0] table=TestAcidGuarantees cf=A region=TestAcidGuarantees,,1731595315055.367f9543bd55c4de93e7f8a883c9319d. 2024-11-14T14:42:12,421 DEBUG [RS:0;da1c6afcd1f9:35765-shortCompactions-0 {}] mob.DefaultMobStoreCompactor(191): MOB compaction table=TestAcidGuarantees cf=A region=TestAcidGuarantees,,1731595315055.367f9543bd55c4de93e7f8a883c9319d. files: [hdfs://localhost:34345/user/jenkins/test-data/14d118ee-a83a-b09b-5913-1a58940a5db1/data/default/TestAcidGuarantees/367f9543bd55c4de93e7f8a883c9319d/A/2889ef3aef224da3b4f7aeb66c7f7d12, hdfs://localhost:34345/user/jenkins/test-data/14d118ee-a83a-b09b-5913-1a58940a5db1/data/default/TestAcidGuarantees/367f9543bd55c4de93e7f8a883c9319d/A/669088de9914452cb47777f875c324a3, hdfs://localhost:34345/user/jenkins/test-data/14d118ee-a83a-b09b-5913-1a58940a5db1/data/default/TestAcidGuarantees/367f9543bd55c4de93e7f8a883c9319d/A/a666c203038c4b71b432b94ad0344b1b, hdfs://localhost:34345/user/jenkins/test-data/14d118ee-a83a-b09b-5913-1a58940a5db1/data/default/TestAcidGuarantees/367f9543bd55c4de93e7f8a883c9319d/A/9d265c8095ac452884e42a524ba32423] 2024-11-14T14:42:12,421 DEBUG [RS:0;da1c6afcd1f9:35765-longCompactions-0 {}] compactions.Compactor(225): Compacting e9ffcbed4bd2401798a3094dc254f39c, keycount=150, bloomtype=ROW, size=12.1 K, encoding=NONE, compression=NONE, seqNum=133, earliestPutTs=1731595325760 2024-11-14T14:42:12,421 DEBUG [RS:0;da1c6afcd1f9:35765-shortCompactions-0 {}] compactions.Compactor(225): Compacting 2889ef3aef224da3b4f7aeb66c7f7d12, keycount=150, bloomtype=ROW, size=30.6 K, encoding=NONE, compression=NONE, seqNum=133, earliestPutTs=1731595325760 2024-11-14T14:42:12,421 DEBUG [RS:0;da1c6afcd1f9:35765-longCompactions-0 {}] compactions.Compactor(225): Compacting dbcba21faf6b4b62a585b2ba89b6eca5, keycount=150, bloomtype=ROW, size=11.9 K, encoding=NONE, compression=NONE, seqNum=154, earliestPutTs=1731595326989 2024-11-14T14:42:12,421 DEBUG [RS:0;da1c6afcd1f9:35765-shortCompactions-0 {}] compactions.Compactor(225): Compacting 669088de9914452cb47777f875c324a3, keycount=200, bloomtype=ROW, size=38.8 K, encoding=NONE, compression=NONE, seqNum=154, earliestPutTs=1731595326989 2024-11-14T14:42:12,421 DEBUG [RS:0;da1c6afcd1f9:35765-longCompactions-0 {}] compactions.Compactor(225): Compacting 4c1c50d611ca447289a546c0b16c01ce, keycount=100, bloomtype=ROW, size=9.5 K, encoding=NONE, compression=NONE, seqNum=168, earliestPutTs=1731595328219 2024-11-14T14:42:12,422 DEBUG [RS:0;da1c6afcd1f9:35765-shortCompactions-0 {}] compactions.Compactor(225): Compacting a666c203038c4b71b432b94ad0344b1b, keycount=100, bloomtype=ROW, size=21.9 K, encoding=NONE, compression=NONE, seqNum=168, earliestPutTs=1731595328219 2024-11-14T14:42:12,422 DEBUG [RS:0;da1c6afcd1f9:35765-shortCompactions-0 {}] compactions.Compactor(225): Compacting 9d265c8095ac452884e42a524ba32423, keycount=250, bloomtype=ROW, size=47.3 K, encoding=NONE, compression=NONE, seqNum=190, earliestPutTs=1731595330496 2024-11-14T14:42:12,422 DEBUG [RS:0;da1c6afcd1f9:35765-longCompactions-0 {}] compactions.Compactor(225): Compacting 9ebef8e7c9db47478e6b6861b8057827, keycount=150, bloomtype=ROW, size=11.9 K, encoding=NONE, compression=NONE, seqNum=190, earliestPutTs=1731595330496 2024-11-14T14:42:12,438 INFO [RS:0;da1c6afcd1f9:35765-shortCompactions-0 {}] mob.DefaultMobStoreCompactor(321): Compact MOB=false optimized configured=false optimized enabled=false maximum MOB file size=1073741824 major=true store=[table=TestAcidGuarantees family=A region=367f9543bd55c4de93e7f8a883c9319d] 2024-11-14T14:42:12,440 INFO [RS:0;da1c6afcd1f9:35765-longCompactions-0 {}] throttle.PressureAwareThroughputController(145): 367f9543bd55c4de93e7f8a883c9319d#B#compaction#318 average throughput is 3.28 MB/second, slept 0 time(s) and total slept time is 0 ms. 1 active operations remaining, total limit is 50.00 MB/second 2024-11-14T14:42:12,440 DEBUG [RS:0;da1c6afcd1f9:35765-longCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:34345/user/jenkins/test-data/14d118ee-a83a-b09b-5913-1a58940a5db1/data/default/TestAcidGuarantees/367f9543bd55c4de93e7f8a883c9319d/.tmp/B/27bb5a847f394893a51e33f08d153ecf is 50, key is test_row_0/B:col10/1731595331152/Put/seqid=0 2024-11-14T14:42:12,443 DEBUG [RS:0;da1c6afcd1f9:35765-shortCompactions-0 {}] mob.DefaultMobStoreCompactor(635): New MOB writer created=d41d8cd98f00b204e9800998ecf8427e202411149d5c8b00596945c4aa98c4314fae835b_367f9543bd55c4de93e7f8a883c9319d store=[table=TestAcidGuarantees family=A region=367f9543bd55c4de93e7f8a883c9319d] 2024-11-14T14:42:12,445 DEBUG [RS:0;da1c6afcd1f9:35765-shortCompactions-0 {}] mob.DefaultMobStoreCompactor(656): Commit or abort size=0 mobCells=0 major=true file=d41d8cd98f00b204e9800998ecf8427e202411149d5c8b00596945c4aa98c4314fae835b_367f9543bd55c4de93e7f8a883c9319d, store=[table=TestAcidGuarantees family=A region=367f9543bd55c4de93e7f8a883c9319d] 2024-11-14T14:42:12,445 DEBUG [RS:0;da1c6afcd1f9:35765-shortCompactions-0 {}] mob.DefaultMobStoreCompactor(667): Aborting writer for hdfs://localhost:34345/user/jenkins/test-data/14d118ee-a83a-b09b-5913-1a58940a5db1/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e202411149d5c8b00596945c4aa98c4314fae835b_367f9543bd55c4de93e7f8a883c9319d because there are no MOB cells, store=[table=TestAcidGuarantees family=A region=367f9543bd55c4de93e7f8a883c9319d] 2024-11-14T14:42:12,452 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36699 is added to blk_1073742199_1375 (size=12595) 2024-11-14T14:42:12,463 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36699 is added to blk_1073742200_1376 (size=4469) 2024-11-14T14:42:12,835 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45145 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=109 2024-11-14T14:42:12,836 INFO [RPCClient-NioEventLoopGroup-4-8 {}] client.RawAsyncHBaseAdmin$TableProcedureBiConsumer(2721): Operation: FLUSH, Table Name: default:TestAcidGuarantees completed 2024-11-14T14:42:12,836 INFO [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45145 {}] master.HMaster$22(4506): Client=jenkins//172.17.0.2 flush TestAcidGuarantees 2024-11-14T14:42:12,837 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45145 {}] procedure2.ProcedureExecutor(1139): Stored pid=111, state=RUNNABLE:FLUSH_TABLE_PREPARE, hasLock=false; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=111, table=TestAcidGuarantees 2024-11-14T14:42:12,838 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45145 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=111 2024-11-14T14:42:12,838 INFO [PEWorker-4 {}] procedure.FlushTableProcedure(91): pid=111, state=RUNNABLE:FLUSH_TABLE_PREPARE, hasLock=true; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=111, table=TestAcidGuarantees execute state=FLUSH_TABLE_PREPARE 2024-11-14T14:42:12,839 INFO [PEWorker-4 {}] procedure.FlushTableProcedure(91): pid=111, state=RUNNABLE:FLUSH_TABLE_FLUSH_REGIONS, hasLock=true; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=111, table=TestAcidGuarantees execute state=FLUSH_TABLE_FLUSH_REGIONS 2024-11-14T14:42:12,839 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=112, ppid=111, state=RUNNABLE, hasLock=false; org.apache.hadoop.hbase.master.procedure.FlushRegionProcedure}] 2024-11-14T14:42:12,856 DEBUG [RS:0;da1c6afcd1f9:35765-longCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:34345/user/jenkins/test-data/14d118ee-a83a-b09b-5913-1a58940a5db1/data/default/TestAcidGuarantees/367f9543bd55c4de93e7f8a883c9319d/.tmp/B/27bb5a847f394893a51e33f08d153ecf as hdfs://localhost:34345/user/jenkins/test-data/14d118ee-a83a-b09b-5913-1a58940a5db1/data/default/TestAcidGuarantees/367f9543bd55c4de93e7f8a883c9319d/B/27bb5a847f394893a51e33f08d153ecf 2024-11-14T14:42:12,860 INFO [RS:0;da1c6afcd1f9:35765-longCompactions-0 {}] regionserver.HStore(1337): Completed compaction of 4 (all) file(s) in 367f9543bd55c4de93e7f8a883c9319d/B of 367f9543bd55c4de93e7f8a883c9319d into 27bb5a847f394893a51e33f08d153ecf(size=12.3 K), total size for store is 12.3 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-11-14T14:42:12,860 DEBUG [RS:0;da1c6afcd1f9:35765-longCompactions-0 {}] regionserver.HRegion(2446): Compaction status journal for 367f9543bd55c4de93e7f8a883c9319d: 2024-11-14T14:42:12,860 INFO [RS:0;da1c6afcd1f9:35765-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1731595315055.367f9543bd55c4de93e7f8a883c9319d., storeName=367f9543bd55c4de93e7f8a883c9319d/B, priority=12, startTime=1731595332419; duration=0sec 2024-11-14T14:42:12,861 DEBUG [RS:0;da1c6afcd1f9:35765-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=1), splitQueue=0 2024-11-14T14:42:12,861 DEBUG [RS:0;da1c6afcd1f9:35765-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: 367f9543bd55c4de93e7f8a883c9319d:B 2024-11-14T14:42:12,861 DEBUG [RS:0;da1c6afcd1f9:35765-longCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 4 store files, 0 compacting, 4 eligible, 16 blocking 2024-11-14T14:42:12,862 DEBUG [RS:0;da1c6afcd1f9:35765-longCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 4 files of size 46418 starting at candidate #0 after considering 3 permutations with 3 in ratio 2024-11-14T14:42:12,862 DEBUG [RS:0;da1c6afcd1f9:35765-longCompactions-0 {}] regionserver.HStore(1541): 367f9543bd55c4de93e7f8a883c9319d/C is initiating minor compaction (all files) 2024-11-14T14:42:12,862 INFO [RS:0;da1c6afcd1f9:35765-longCompactions-0 {}] regionserver.HRegion(2416): Starting compaction of 367f9543bd55c4de93e7f8a883c9319d/C in TestAcidGuarantees,,1731595315055.367f9543bd55c4de93e7f8a883c9319d. 2024-11-14T14:42:12,862 INFO [RS:0;da1c6afcd1f9:35765-longCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:34345/user/jenkins/test-data/14d118ee-a83a-b09b-5913-1a58940a5db1/data/default/TestAcidGuarantees/367f9543bd55c4de93e7f8a883c9319d/C/2390055ce6c947baa1d2e000040e8f24, hdfs://localhost:34345/user/jenkins/test-data/14d118ee-a83a-b09b-5913-1a58940a5db1/data/default/TestAcidGuarantees/367f9543bd55c4de93e7f8a883c9319d/C/dc078b4aff014915bef1c087c19ce7b2, hdfs://localhost:34345/user/jenkins/test-data/14d118ee-a83a-b09b-5913-1a58940a5db1/data/default/TestAcidGuarantees/367f9543bd55c4de93e7f8a883c9319d/C/d1b1632bd2d347de96350c73a0483d6f, hdfs://localhost:34345/user/jenkins/test-data/14d118ee-a83a-b09b-5913-1a58940a5db1/data/default/TestAcidGuarantees/367f9543bd55c4de93e7f8a883c9319d/C/030de5bdd1a44458bd69ab152e3758fa] into tmpdir=hdfs://localhost:34345/user/jenkins/test-data/14d118ee-a83a-b09b-5913-1a58940a5db1/data/default/TestAcidGuarantees/367f9543bd55c4de93e7f8a883c9319d/.tmp, totalSize=45.3 K 2024-11-14T14:42:12,863 DEBUG [RS:0;da1c6afcd1f9:35765-longCompactions-0 {}] compactions.Compactor(225): Compacting 2390055ce6c947baa1d2e000040e8f24, keycount=150, bloomtype=ROW, size=12.1 K, encoding=NONE, compression=NONE, seqNum=133, earliestPutTs=1731595325760 2024-11-14T14:42:12,863 DEBUG [RS:0;da1c6afcd1f9:35765-longCompactions-0 {}] compactions.Compactor(225): Compacting dc078b4aff014915bef1c087c19ce7b2, keycount=150, bloomtype=ROW, size=11.9 K, encoding=NONE, compression=NONE, seqNum=154, earliestPutTs=1731595326989 2024-11-14T14:42:12,863 DEBUG [RS:0;da1c6afcd1f9:35765-longCompactions-0 {}] compactions.Compactor(225): Compacting d1b1632bd2d347de96350c73a0483d6f, keycount=100, bloomtype=ROW, size=9.5 K, encoding=NONE, compression=NONE, seqNum=168, earliestPutTs=1731595328219 2024-11-14T14:42:12,863 DEBUG [RS:0;da1c6afcd1f9:35765-longCompactions-0 {}] compactions.Compactor(225): Compacting 030de5bdd1a44458bd69ab152e3758fa, keycount=150, bloomtype=ROW, size=11.9 K, encoding=NONE, compression=NONE, seqNum=190, earliestPutTs=1731595330496 2024-11-14T14:42:12,865 INFO [RS:0;da1c6afcd1f9:35765-shortCompactions-0 {}] throttle.PressureAwareThroughputController(145): 367f9543bd55c4de93e7f8a883c9319d#A#compaction#317 average throughput is 0.06 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second 2024-11-14T14:42:12,865 DEBUG [RS:0;da1c6afcd1f9:35765-shortCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:34345/user/jenkins/test-data/14d118ee-a83a-b09b-5913-1a58940a5db1/data/default/TestAcidGuarantees/367f9543bd55c4de93e7f8a883c9319d/.tmp/A/f0bc6afadcac4ebe85f5c3f13910d26f is 175, key is test_row_0/A:col10/1731595331152/Put/seqid=0 2024-11-14T14:42:12,872 INFO [RS:0;da1c6afcd1f9:35765-longCompactions-0 {}] throttle.PressureAwareThroughputController(145): 367f9543bd55c4de93e7f8a883c9319d#C#compaction#319 average throughput is 6.55 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second 2024-11-14T14:42:12,873 DEBUG [RS:0;da1c6afcd1f9:35765-longCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:34345/user/jenkins/test-data/14d118ee-a83a-b09b-5913-1a58940a5db1/data/default/TestAcidGuarantees/367f9543bd55c4de93e7f8a883c9319d/.tmp/C/6963e430df024318b685bd55be06268e is 50, key is test_row_0/C:col10/1731595331152/Put/seqid=0 2024-11-14T14:42:12,875 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36699 is added to blk_1073742201_1377 (size=31549) 2024-11-14T14:42:12,878 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36699 is added to blk_1073742202_1378 (size=12595) 2024-11-14T14:42:12,881 DEBUG [RS:0;da1c6afcd1f9:35765-longCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:34345/user/jenkins/test-data/14d118ee-a83a-b09b-5913-1a58940a5db1/data/default/TestAcidGuarantees/367f9543bd55c4de93e7f8a883c9319d/.tmp/C/6963e430df024318b685bd55be06268e as hdfs://localhost:34345/user/jenkins/test-data/14d118ee-a83a-b09b-5913-1a58940a5db1/data/default/TestAcidGuarantees/367f9543bd55c4de93e7f8a883c9319d/C/6963e430df024318b685bd55be06268e 2024-11-14T14:42:12,886 INFO [RS:0;da1c6afcd1f9:35765-longCompactions-0 {}] regionserver.HStore(1337): Completed compaction of 4 (all) file(s) in 367f9543bd55c4de93e7f8a883c9319d/C of 367f9543bd55c4de93e7f8a883c9319d into 6963e430df024318b685bd55be06268e(size=12.3 K), total size for store is 12.3 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-11-14T14:42:12,886 DEBUG [RS:0;da1c6afcd1f9:35765-longCompactions-0 {}] regionserver.HRegion(2446): Compaction status journal for 367f9543bd55c4de93e7f8a883c9319d: 2024-11-14T14:42:12,886 INFO [RS:0;da1c6afcd1f9:35765-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1731595315055.367f9543bd55c4de93e7f8a883c9319d., storeName=367f9543bd55c4de93e7f8a883c9319d/C, priority=12, startTime=1731595332419; duration=0sec 2024-11-14T14:42:12,886 DEBUG [RS:0;da1c6afcd1f9:35765-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-14T14:42:12,886 DEBUG [RS:0;da1c6afcd1f9:35765-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: 367f9543bd55c4de93e7f8a883c9319d:C 2024-11-14T14:42:12,946 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45145 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=111 2024-11-14T14:42:12,991 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=35765 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=112 2024-11-14T14:42:12,991 DEBUG [RS_FLUSH_OPERATIONS-regionserver/da1c6afcd1f9:0-1 {event_type=RS_FLUSH_REGIONS, pid=112}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1731595315055.367f9543bd55c4de93e7f8a883c9319d. 2024-11-14T14:42:12,992 INFO [RS_FLUSH_OPERATIONS-regionserver/da1c6afcd1f9:0-1 {event_type=RS_FLUSH_REGIONS, pid=112}] regionserver.HRegion(2902): Flushing 367f9543bd55c4de93e7f8a883c9319d 3/3 column families, dataSize=46.96 KB heapSize=140.20 KB 2024-11-14T14:42:12,992 DEBUG [RS_FLUSH_OPERATIONS-regionserver/da1c6afcd1f9:0-1 {event_type=RS_FLUSH_REGIONS, pid=112}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 367f9543bd55c4de93e7f8a883c9319d, store=A 2024-11-14T14:42:12,992 DEBUG [RS_FLUSH_OPERATIONS-regionserver/da1c6afcd1f9:0-1 {event_type=RS_FLUSH_REGIONS, pid=112}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-14T14:42:12,992 DEBUG [RS_FLUSH_OPERATIONS-regionserver/da1c6afcd1f9:0-1 {event_type=RS_FLUSH_REGIONS, pid=112}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 367f9543bd55c4de93e7f8a883c9319d, store=B 2024-11-14T14:42:12,992 DEBUG [RS_FLUSH_OPERATIONS-regionserver/da1c6afcd1f9:0-1 {event_type=RS_FLUSH_REGIONS, pid=112}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-14T14:42:12,992 DEBUG [RS_FLUSH_OPERATIONS-regionserver/da1c6afcd1f9:0-1 {event_type=RS_FLUSH_REGIONS, pid=112}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 367f9543bd55c4de93e7f8a883c9319d, store=C 2024-11-14T14:42:12,992 DEBUG [RS_FLUSH_OPERATIONS-regionserver/da1c6afcd1f9:0-1 {event_type=RS_FLUSH_REGIONS, pid=112}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-14T14:42:13,002 DEBUG [RS_FLUSH_OPERATIONS-regionserver/da1c6afcd1f9:0-1 {event_type=RS_FLUSH_REGIONS, pid=112}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:34345/user/jenkins/test-data/14d118ee-a83a-b09b-5913-1a58940a5db1/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e202411141cce4f89b6d9488182314d3a9768ddca_367f9543bd55c4de93e7f8a883c9319d is 50, key is test_row_0/A:col10/1731595331170/Put/seqid=0 2024-11-14T14:42:13,006 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36699 is added to blk_1073742203_1379 (size=12304) 2024-11-14T14:42:13,156 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45145 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=111 2024-11-14T14:42:13,280 DEBUG [RS:0;da1c6afcd1f9:35765-shortCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:34345/user/jenkins/test-data/14d118ee-a83a-b09b-5913-1a58940a5db1/data/default/TestAcidGuarantees/367f9543bd55c4de93e7f8a883c9319d/.tmp/A/f0bc6afadcac4ebe85f5c3f13910d26f as hdfs://localhost:34345/user/jenkins/test-data/14d118ee-a83a-b09b-5913-1a58940a5db1/data/default/TestAcidGuarantees/367f9543bd55c4de93e7f8a883c9319d/A/f0bc6afadcac4ebe85f5c3f13910d26f 2024-11-14T14:42:13,284 INFO [RS:0;da1c6afcd1f9:35765-shortCompactions-0 {}] regionserver.HStore(1337): Completed compaction of 4 (all) file(s) in 367f9543bd55c4de93e7f8a883c9319d/A of 367f9543bd55c4de93e7f8a883c9319d into f0bc6afadcac4ebe85f5c3f13910d26f(size=30.8 K), total size for store is 30.8 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-11-14T14:42:13,284 DEBUG [RS:0;da1c6afcd1f9:35765-shortCompactions-0 {}] regionserver.HRegion(2446): Compaction status journal for 367f9543bd55c4de93e7f8a883c9319d: 2024-11-14T14:42:13,284 INFO [RS:0;da1c6afcd1f9:35765-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1731595315055.367f9543bd55c4de93e7f8a883c9319d., storeName=367f9543bd55c4de93e7f8a883c9319d/A, priority=12, startTime=1731595332419; duration=0sec 2024-11-14T14:42:13,284 DEBUG [RS:0;da1c6afcd1f9:35765-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-14T14:42:13,284 DEBUG [RS:0;da1c6afcd1f9:35765-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: 367f9543bd55c4de93e7f8a883c9319d:A 2024-11-14T14:42:13,379 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35765 {}] regionserver.HRegion(8855): Flush requested on 367f9543bd55c4de93e7f8a883c9319d 2024-11-14T14:42:13,379 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1731595315055.367f9543bd55c4de93e7f8a883c9319d. as already flushing 2024-11-14T14:42:13,406 DEBUG [RS_FLUSH_OPERATIONS-regionserver/da1c6afcd1f9:0-1 {event_type=RS_FLUSH_REGIONS, pid=112}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T14:42:13,410 INFO [RS_FLUSH_OPERATIONS-regionserver/da1c6afcd1f9:0-1 {event_type=RS_FLUSH_REGIONS, pid=112}] regionserver.HMobStore(268): FLUSH Renaming flushed file from hdfs://localhost:34345/user/jenkins/test-data/14d118ee-a83a-b09b-5913-1a58940a5db1/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e202411141cce4f89b6d9488182314d3a9768ddca_367f9543bd55c4de93e7f8a883c9319d to hdfs://localhost:34345/user/jenkins/test-data/14d118ee-a83a-b09b-5913-1a58940a5db1/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e202411141cce4f89b6d9488182314d3a9768ddca_367f9543bd55c4de93e7f8a883c9319d 2024-11-14T14:42:13,411 DEBUG [RS_FLUSH_OPERATIONS-regionserver/da1c6afcd1f9:0-1 {event_type=RS_FLUSH_REGIONS, pid=112}] mob.DefaultMobStoreFlusher(263): Flush store file: hdfs://localhost:34345/user/jenkins/test-data/14d118ee-a83a-b09b-5913-1a58940a5db1/data/default/TestAcidGuarantees/367f9543bd55c4de93e7f8a883c9319d/.tmp/A/68a44bc13236435a802e280525bfe56b, store: [table=TestAcidGuarantees family=A region=367f9543bd55c4de93e7f8a883c9319d] 2024-11-14T14:42:13,411 DEBUG [RS_FLUSH_OPERATIONS-regionserver/da1c6afcd1f9:0-1 {event_type=RS_FLUSH_REGIONS, pid=112}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:34345/user/jenkins/test-data/14d118ee-a83a-b09b-5913-1a58940a5db1/data/default/TestAcidGuarantees/367f9543bd55c4de93e7f8a883c9319d/.tmp/A/68a44bc13236435a802e280525bfe56b is 175, key is test_row_0/A:col10/1731595331170/Put/seqid=0 2024-11-14T14:42:13,415 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36699 is added to blk_1073742204_1380 (size=31105) 2024-11-14T14:42:13,445 DEBUG [RS_IN_MEMORY_COMPACTION-regionserver/da1c6afcd1f9:0-3 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=type=CellArrayImmutableSegment, empty=no, cellCount=209, cellSize=9565, totalHeapSize=21976, min timestamp=1731595333396, max timestamp=1731595333441Num uniques 859; 2024-11-14T14:42:13,445 DEBUG [RS_IN_MEMORY_COMPACTION-regionserver/da1c6afcd1f9:0-3 {}] regionserver.CompactionPipeline(163): Suffix data size=39335, new segment data size=9565, suffix heap size=117064,new segment heap size=21976 　suffix off heap size=0, new segment off heap size=0, suffix cells count=859, new segment cells count=209 2024-11-14T14:42:13,445 DEBUG [RS_IN_MEMORY_COMPACTION-regionserver/da1c6afcd1f9:0-7 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=type=CellArrayImmutableSegment, empty=no, cellCount=209, cellSize=9565, totalHeapSize=21976, min timestamp=1731595333396, max timestamp=1731595333441Num uniques 859; 2024-11-14T14:42:13,445 DEBUG [RS_IN_MEMORY_COMPACTION-regionserver/da1c6afcd1f9:0-7 {}] regionserver.CompactionPipeline(163): Suffix data size=39335, new segment data size=9565, suffix heap size=117064,new segment heap size=21976 　suffix off heap size=0, new segment off heap size=0, suffix cells count=859, new segment cells count=209 2024-11-14T14:42:13,445 DEBUG [RS_IN_MEMORY_COMPACTION-regionserver/da1c6afcd1f9:0-0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=type=CellArrayImmutableSegment, empty=no, cellCount=159, cellSize=7275, totalHeapSize=16776, min timestamp=1731595333396, max timestamp=1731595333441Num uniques 859; 2024-11-14T14:42:13,445 DEBUG [RS_IN_MEMORY_COMPACTION-regionserver/da1c6afcd1f9:0-0 {}] regionserver.CompactionPipeline(163): Suffix data size=39335, new segment data size=7275, suffix heap size=117064,new segment heap size=16776 　suffix off heap size=0, new segment off heap size=0, suffix cells count=859, new segment cells count=159 2024-11-14T14:42:13,466 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45145 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=111 2024-11-14T14:42:13,497 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35765 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=367f9543bd55c4de93e7f8a883c9319d, server=da1c6afcd1f9,35765,1731595233113 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-14T14:42:13,497 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35765 {}] ipc.CallRunner(138): callId: 97 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:50294 deadline: 1731595393485, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=367f9543bd55c4de93e7f8a883c9319d, server=da1c6afcd1f9,35765,1731595233113 2024-11-14T14:42:13,497 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731595315055.367f9543bd55c4de93e7f8a883c9319d., hostname=da1c6afcd1f9,35765,1731595233113, seqNum=5 , the old value is region=TestAcidGuarantees,,1731595315055.367f9543bd55c4de93e7f8a883c9319d., hostname=da1c6afcd1f9,35765,1731595233113, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=367f9543bd55c4de93e7f8a883c9319d, server=da1c6afcd1f9,35765,1731595233113 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-14T14:42:13,497 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731595315055.367f9543bd55c4de93e7f8a883c9319d., hostname=da1c6afcd1f9,35765,1731595233113, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=367f9543bd55c4de93e7f8a883c9319d, server=da1c6afcd1f9,35765,1731595233113 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-14T14:42:13,497 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731595315055.367f9543bd55c4de93e7f8a883c9319d., hostname=da1c6afcd1f9,35765,1731595233113, seqNum=5 because the exception is null or not the one we care about 2024-11-14T14:42:13,505 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35765 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=367f9543bd55c4de93e7f8a883c9319d, server=da1c6afcd1f9,35765,1731595233113 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-14T14:42:13,505 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35765 {}] ipc.CallRunner(138): callId: 101 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:50194 deadline: 1731595393489, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=367f9543bd55c4de93e7f8a883c9319d, server=da1c6afcd1f9,35765,1731595233113 2024-11-14T14:42:13,505 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731595315055.367f9543bd55c4de93e7f8a883c9319d., hostname=da1c6afcd1f9,35765,1731595233113, seqNum=5 , the old value is region=TestAcidGuarantees,,1731595315055.367f9543bd55c4de93e7f8a883c9319d., hostname=da1c6afcd1f9,35765,1731595233113, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=367f9543bd55c4de93e7f8a883c9319d, server=da1c6afcd1f9,35765,1731595233113 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-14T14:42:13,505 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731595315055.367f9543bd55c4de93e7f8a883c9319d., hostname=da1c6afcd1f9,35765,1731595233113, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=367f9543bd55c4de93e7f8a883c9319d, server=da1c6afcd1f9,35765,1731595233113 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-14T14:42:13,505 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731595315055.367f9543bd55c4de93e7f8a883c9319d., hostname=da1c6afcd1f9,35765,1731595233113, seqNum=5 because the exception is null or not the one we care about 2024-11-14T14:42:13,509 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35765 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=367f9543bd55c4de93e7f8a883c9319d, server=da1c6afcd1f9,35765,1731595233113 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-14T14:42:13,509 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35765 {}] ipc.CallRunner(138): callId: 93 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:50266 deadline: 1731595393496, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=367f9543bd55c4de93e7f8a883c9319d, server=da1c6afcd1f9,35765,1731595233113 2024-11-14T14:42:13,509 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731595315055.367f9543bd55c4de93e7f8a883c9319d., hostname=da1c6afcd1f9,35765,1731595233113, seqNum=5 , the old value is region=TestAcidGuarantees,,1731595315055.367f9543bd55c4de93e7f8a883c9319d., hostname=da1c6afcd1f9,35765,1731595233113, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=367f9543bd55c4de93e7f8a883c9319d, server=da1c6afcd1f9,35765,1731595233113 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-14T14:42:13,509 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731595315055.367f9543bd55c4de93e7f8a883c9319d., hostname=da1c6afcd1f9,35765,1731595233113, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=367f9543bd55c4de93e7f8a883c9319d, server=da1c6afcd1f9,35765,1731595233113 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-14T14:42:13,509 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731595315055.367f9543bd55c4de93e7f8a883c9319d., hostname=da1c6afcd1f9,35765,1731595233113, seqNum=5 because the exception is null or not the one we care about 2024-11-14T14:42:13,614 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35765 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=367f9543bd55c4de93e7f8a883c9319d, server=da1c6afcd1f9,35765,1731595233113 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-14T14:42:13,614 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35765 {}] ipc.CallRunner(138): callId: 98 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:50294 deadline: 1731595393606, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=367f9543bd55c4de93e7f8a883c9319d, server=da1c6afcd1f9,35765,1731595233113 2024-11-14T14:42:13,615 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731595315055.367f9543bd55c4de93e7f8a883c9319d., hostname=da1c6afcd1f9,35765,1731595233113, seqNum=5 , the old value is region=TestAcidGuarantees,,1731595315055.367f9543bd55c4de93e7f8a883c9319d., hostname=da1c6afcd1f9,35765,1731595233113, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=367f9543bd55c4de93e7f8a883c9319d, server=da1c6afcd1f9,35765,1731595233113 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-14T14:42:13,615 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731595315055.367f9543bd55c4de93e7f8a883c9319d., hostname=da1c6afcd1f9,35765,1731595233113, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=367f9543bd55c4de93e7f8a883c9319d, server=da1c6afcd1f9,35765,1731595233113 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-14T14:42:13,615 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731595315055.367f9543bd55c4de93e7f8a883c9319d., hostname=da1c6afcd1f9,35765,1731595233113, seqNum=5 because the exception is null or not the one we care about 2024-11-14T14:42:13,628 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35765 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=367f9543bd55c4de93e7f8a883c9319d, server=da1c6afcd1f9,35765,1731595233113 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-14T14:42:13,628 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35765 {}] ipc.CallRunner(138): callId: 102 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:50194 deadline: 1731595393616, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=367f9543bd55c4de93e7f8a883c9319d, server=da1c6afcd1f9,35765,1731595233113 2024-11-14T14:42:13,629 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35765 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=367f9543bd55c4de93e7f8a883c9319d, server=da1c6afcd1f9,35765,1731595233113 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-14T14:42:13,629 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731595315055.367f9543bd55c4de93e7f8a883c9319d., hostname=da1c6afcd1f9,35765,1731595233113, seqNum=5 , the old value is region=TestAcidGuarantees,,1731595315055.367f9543bd55c4de93e7f8a883c9319d., hostname=da1c6afcd1f9,35765,1731595233113, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=367f9543bd55c4de93e7f8a883c9319d, server=da1c6afcd1f9,35765,1731595233113 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-14T14:42:13,629 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731595315055.367f9543bd55c4de93e7f8a883c9319d., hostname=da1c6afcd1f9,35765,1731595233113, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=367f9543bd55c4de93e7f8a883c9319d, server=da1c6afcd1f9,35765,1731595233113 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-14T14:42:13,629 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35765 {}] ipc.CallRunner(138): callId: 94 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:50266 deadline: 1731595393616, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=367f9543bd55c4de93e7f8a883c9319d, server=da1c6afcd1f9,35765,1731595233113 2024-11-14T14:42:13,629 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731595315055.367f9543bd55c4de93e7f8a883c9319d., hostname=da1c6afcd1f9,35765,1731595233113, seqNum=5 because the exception is null or not the one we care about 2024-11-14T14:42:13,629 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731595315055.367f9543bd55c4de93e7f8a883c9319d., hostname=da1c6afcd1f9,35765,1731595233113, seqNum=5 , the old value is region=TestAcidGuarantees,,1731595315055.367f9543bd55c4de93e7f8a883c9319d., hostname=da1c6afcd1f9,35765,1731595233113, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=367f9543bd55c4de93e7f8a883c9319d, server=da1c6afcd1f9,35765,1731595233113 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-14T14:42:13,629 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731595315055.367f9543bd55c4de93e7f8a883c9319d., hostname=da1c6afcd1f9,35765,1731595233113, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=367f9543bd55c4de93e7f8a883c9319d, server=da1c6afcd1f9,35765,1731595233113 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-14T14:42:13,629 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731595315055.367f9543bd55c4de93e7f8a883c9319d., hostname=da1c6afcd1f9,35765,1731595233113, seqNum=5 because the exception is null or not the one we care about 2024-11-14T14:42:13,816 INFO [RS_FLUSH_OPERATIONS-regionserver/da1c6afcd1f9:0-1 {event_type=RS_FLUSH_REGIONS, pid=112}] mob.DefaultMobStoreFlusher(147): Mob store is flushed, sequenceid=202, memsize=15.7 K, hasBloomFilter=true, into tmp file hdfs://localhost:34345/user/jenkins/test-data/14d118ee-a83a-b09b-5913-1a58940a5db1/data/default/TestAcidGuarantees/367f9543bd55c4de93e7f8a883c9319d/.tmp/A/68a44bc13236435a802e280525bfe56b 2024-11-14T14:42:13,823 DEBUG [RS_FLUSH_OPERATIONS-regionserver/da1c6afcd1f9:0-1 {event_type=RS_FLUSH_REGIONS, pid=112}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:34345/user/jenkins/test-data/14d118ee-a83a-b09b-5913-1a58940a5db1/data/default/TestAcidGuarantees/367f9543bd55c4de93e7f8a883c9319d/.tmp/B/f8a68d4e7f644f29a84b7c25daedc01f is 50, key is test_row_0/B:col10/1731595331170/Put/seqid=0 2024-11-14T14:42:13,827 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36699 is added to blk_1073742205_1381 (size=12151) 2024-11-14T14:42:13,836 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35765 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=367f9543bd55c4de93e7f8a883c9319d, server=da1c6afcd1f9,35765,1731595233113 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-14T14:42:13,837 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35765 {}] ipc.CallRunner(138): callId: 99 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:50294 deadline: 1731595393826, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=367f9543bd55c4de93e7f8a883c9319d, server=da1c6afcd1f9,35765,1731595233113 2024-11-14T14:42:13,837 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731595315055.367f9543bd55c4de93e7f8a883c9319d., hostname=da1c6afcd1f9,35765,1731595233113, seqNum=5 , the old value is region=TestAcidGuarantees,,1731595315055.367f9543bd55c4de93e7f8a883c9319d., hostname=da1c6afcd1f9,35765,1731595233113, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=367f9543bd55c4de93e7f8a883c9319d, server=da1c6afcd1f9,35765,1731595233113 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-14T14:42:13,837 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731595315055.367f9543bd55c4de93e7f8a883c9319d., hostname=da1c6afcd1f9,35765,1731595233113, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=367f9543bd55c4de93e7f8a883c9319d, server=da1c6afcd1f9,35765,1731595233113 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-14T14:42:13,837 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731595315055.367f9543bd55c4de93e7f8a883c9319d., hostname=da1c6afcd1f9,35765,1731595233113, seqNum=5 because the exception is null or not the one we care about 2024-11-14T14:42:13,847 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35765 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=367f9543bd55c4de93e7f8a883c9319d, server=da1c6afcd1f9,35765,1731595233113 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-14T14:42:13,847 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35765 {}] ipc.CallRunner(138): callId: 103 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:50194 deadline: 1731595393836, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=367f9543bd55c4de93e7f8a883c9319d, server=da1c6afcd1f9,35765,1731595233113 2024-11-14T14:42:13,847 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35765 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=367f9543bd55c4de93e7f8a883c9319d, server=da1c6afcd1f9,35765,1731595233113 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-14T14:42:13,847 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731595315055.367f9543bd55c4de93e7f8a883c9319d., hostname=da1c6afcd1f9,35765,1731595233113, seqNum=5 , the old value is region=TestAcidGuarantees,,1731595315055.367f9543bd55c4de93e7f8a883c9319d., hostname=da1c6afcd1f9,35765,1731595233113, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=367f9543bd55c4de93e7f8a883c9319d, server=da1c6afcd1f9,35765,1731595233113 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-14T14:42:13,847 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731595315055.367f9543bd55c4de93e7f8a883c9319d., hostname=da1c6afcd1f9,35765,1731595233113, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=367f9543bd55c4de93e7f8a883c9319d, server=da1c6afcd1f9,35765,1731595233113 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-14T14:42:13,847 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35765 {}] ipc.CallRunner(138): callId: 95 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:50266 deadline: 1731595393836, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=367f9543bd55c4de93e7f8a883c9319d, server=da1c6afcd1f9,35765,1731595233113 2024-11-14T14:42:13,847 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731595315055.367f9543bd55c4de93e7f8a883c9319d., hostname=da1c6afcd1f9,35765,1731595233113, seqNum=5 because the exception is null or not the one we care about 2024-11-14T14:42:13,847 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731595315055.367f9543bd55c4de93e7f8a883c9319d., hostname=da1c6afcd1f9,35765,1731595233113, seqNum=5 , the old value is region=TestAcidGuarantees,,1731595315055.367f9543bd55c4de93e7f8a883c9319d., hostname=da1c6afcd1f9,35765,1731595233113, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=367f9543bd55c4de93e7f8a883c9319d, server=da1c6afcd1f9,35765,1731595233113 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-14T14:42:13,847 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731595315055.367f9543bd55c4de93e7f8a883c9319d., hostname=da1c6afcd1f9,35765,1731595233113, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=367f9543bd55c4de93e7f8a883c9319d, server=da1c6afcd1f9,35765,1731595233113 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-14T14:42:13,847 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731595315055.367f9543bd55c4de93e7f8a883c9319d., hostname=da1c6afcd1f9,35765,1731595233113, seqNum=5 because the exception is null or not the one we care about 2024-11-14T14:42:13,976 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45145 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=111 2024-11-14T14:42:14,154 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35765 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=367f9543bd55c4de93e7f8a883c9319d, server=da1c6afcd1f9,35765,1731595233113 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-14T14:42:14,154 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35765 {}] ipc.CallRunner(138): callId: 100 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:50294 deadline: 1731595394146, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=367f9543bd55c4de93e7f8a883c9319d, server=da1c6afcd1f9,35765,1731595233113 2024-11-14T14:42:14,154 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731595315055.367f9543bd55c4de93e7f8a883c9319d., hostname=da1c6afcd1f9,35765,1731595233113, seqNum=5 , the old value is region=TestAcidGuarantees,,1731595315055.367f9543bd55c4de93e7f8a883c9319d., hostname=da1c6afcd1f9,35765,1731595233113, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=367f9543bd55c4de93e7f8a883c9319d, server=da1c6afcd1f9,35765,1731595233113 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-14T14:42:14,154 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731595315055.367f9543bd55c4de93e7f8a883c9319d., hostname=da1c6afcd1f9,35765,1731595233113, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=367f9543bd55c4de93e7f8a883c9319d, server=da1c6afcd1f9,35765,1731595233113 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-14T14:42:14,154 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731595315055.367f9543bd55c4de93e7f8a883c9319d., hostname=da1c6afcd1f9,35765,1731595233113, seqNum=5 because the exception is null or not the one we care about 2024-11-14T14:42:14,168 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35765 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=367f9543bd55c4de93e7f8a883c9319d, server=da1c6afcd1f9,35765,1731595233113 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-14T14:42:14,169 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35765 {}] ipc.CallRunner(138): callId: 104 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:50194 deadline: 1731595394156, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=367f9543bd55c4de93e7f8a883c9319d, server=da1c6afcd1f9,35765,1731595233113 2024-11-14T14:42:14,169 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35765 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=367f9543bd55c4de93e7f8a883c9319d, server=da1c6afcd1f9,35765,1731595233113 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-14T14:42:14,169 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731595315055.367f9543bd55c4de93e7f8a883c9319d., hostname=da1c6afcd1f9,35765,1731595233113, seqNum=5 , the old value is region=TestAcidGuarantees,,1731595315055.367f9543bd55c4de93e7f8a883c9319d., hostname=da1c6afcd1f9,35765,1731595233113, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=367f9543bd55c4de93e7f8a883c9319d, server=da1c6afcd1f9,35765,1731595233113 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-14T14:42:14,169 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731595315055.367f9543bd55c4de93e7f8a883c9319d., hostname=da1c6afcd1f9,35765,1731595233113, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=367f9543bd55c4de93e7f8a883c9319d, server=da1c6afcd1f9,35765,1731595233113 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-14T14:42:14,169 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35765 {}] ipc.CallRunner(138): callId: 96 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:50266 deadline: 1731595394156, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=367f9543bd55c4de93e7f8a883c9319d, server=da1c6afcd1f9,35765,1731595233113 2024-11-14T14:42:14,169 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731595315055.367f9543bd55c4de93e7f8a883c9319d., hostname=da1c6afcd1f9,35765,1731595233113, seqNum=5 because the exception is null or not the one we care about 2024-11-14T14:42:14,169 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731595315055.367f9543bd55c4de93e7f8a883c9319d., hostname=da1c6afcd1f9,35765,1731595233113, seqNum=5 , the old value is region=TestAcidGuarantees,,1731595315055.367f9543bd55c4de93e7f8a883c9319d., hostname=da1c6afcd1f9,35765,1731595233113, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=367f9543bd55c4de93e7f8a883c9319d, server=da1c6afcd1f9,35765,1731595233113 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-14T14:42:14,169 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731595315055.367f9543bd55c4de93e7f8a883c9319d., hostname=da1c6afcd1f9,35765,1731595233113, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=367f9543bd55c4de93e7f8a883c9319d, server=da1c6afcd1f9,35765,1731595233113 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-14T14:42:14,169 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731595315055.367f9543bd55c4de93e7f8a883c9319d., hostname=da1c6afcd1f9,35765,1731595233113, seqNum=5 because the exception is null or not the one we care about 2024-11-14T14:42:14,228 INFO [RS_FLUSH_OPERATIONS-regionserver/da1c6afcd1f9:0-1 {event_type=RS_FLUSH_REGIONS, pid=112}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=15.65 KB at sequenceid=202 (bloomFilter=true), to=hdfs://localhost:34345/user/jenkins/test-data/14d118ee-a83a-b09b-5913-1a58940a5db1/data/default/TestAcidGuarantees/367f9543bd55c4de93e7f8a883c9319d/.tmp/B/f8a68d4e7f644f29a84b7c25daedc01f 2024-11-14T14:42:14,235 DEBUG [RS_FLUSH_OPERATIONS-regionserver/da1c6afcd1f9:0-1 {event_type=RS_FLUSH_REGIONS, pid=112}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:34345/user/jenkins/test-data/14d118ee-a83a-b09b-5913-1a58940a5db1/data/default/TestAcidGuarantees/367f9543bd55c4de93e7f8a883c9319d/.tmp/C/6718e888e52846138e70638a89dfaf94 is 50, key is test_row_0/C:col10/1731595331170/Put/seqid=0 2024-11-14T14:42:14,241 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36699 is added to blk_1073742206_1382 (size=12151) 2024-11-14T14:42:14,639 INFO [RS_FLUSH_OPERATIONS-regionserver/da1c6afcd1f9:0-1 {event_type=RS_FLUSH_REGIONS, pid=112}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=15.65 KB at sequenceid=202 (bloomFilter=true), to=hdfs://localhost:34345/user/jenkins/test-data/14d118ee-a83a-b09b-5913-1a58940a5db1/data/default/TestAcidGuarantees/367f9543bd55c4de93e7f8a883c9319d/.tmp/C/6718e888e52846138e70638a89dfaf94 2024-11-14T14:42:14,644 DEBUG [RS_FLUSH_OPERATIONS-regionserver/da1c6afcd1f9:0-1 {event_type=RS_FLUSH_REGIONS, pid=112}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:34345/user/jenkins/test-data/14d118ee-a83a-b09b-5913-1a58940a5db1/data/default/TestAcidGuarantees/367f9543bd55c4de93e7f8a883c9319d/.tmp/A/68a44bc13236435a802e280525bfe56b as hdfs://localhost:34345/user/jenkins/test-data/14d118ee-a83a-b09b-5913-1a58940a5db1/data/default/TestAcidGuarantees/367f9543bd55c4de93e7f8a883c9319d/A/68a44bc13236435a802e280525bfe56b 2024-11-14T14:42:14,647 INFO [RS_FLUSH_OPERATIONS-regionserver/da1c6afcd1f9:0-1 {event_type=RS_FLUSH_REGIONS, pid=112}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:34345/user/jenkins/test-data/14d118ee-a83a-b09b-5913-1a58940a5db1/data/default/TestAcidGuarantees/367f9543bd55c4de93e7f8a883c9319d/A/68a44bc13236435a802e280525bfe56b, entries=150, sequenceid=202, filesize=30.4 K 2024-11-14T14:42:14,648 DEBUG [RS_FLUSH_OPERATIONS-regionserver/da1c6afcd1f9:0-1 {event_type=RS_FLUSH_REGIONS, pid=112}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:34345/user/jenkins/test-data/14d118ee-a83a-b09b-5913-1a58940a5db1/data/default/TestAcidGuarantees/367f9543bd55c4de93e7f8a883c9319d/.tmp/B/f8a68d4e7f644f29a84b7c25daedc01f as hdfs://localhost:34345/user/jenkins/test-data/14d118ee-a83a-b09b-5913-1a58940a5db1/data/default/TestAcidGuarantees/367f9543bd55c4de93e7f8a883c9319d/B/f8a68d4e7f644f29a84b7c25daedc01f 2024-11-14T14:42:14,651 INFO [RS_FLUSH_OPERATIONS-regionserver/da1c6afcd1f9:0-1 {event_type=RS_FLUSH_REGIONS, pid=112}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:34345/user/jenkins/test-data/14d118ee-a83a-b09b-5913-1a58940a5db1/data/default/TestAcidGuarantees/367f9543bd55c4de93e7f8a883c9319d/B/f8a68d4e7f644f29a84b7c25daedc01f, entries=150, sequenceid=202, filesize=11.9 K 2024-11-14T14:42:14,652 DEBUG [RS_FLUSH_OPERATIONS-regionserver/da1c6afcd1f9:0-1 {event_type=RS_FLUSH_REGIONS, pid=112}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:34345/user/jenkins/test-data/14d118ee-a83a-b09b-5913-1a58940a5db1/data/default/TestAcidGuarantees/367f9543bd55c4de93e7f8a883c9319d/.tmp/C/6718e888e52846138e70638a89dfaf94 as hdfs://localhost:34345/user/jenkins/test-data/14d118ee-a83a-b09b-5913-1a58940a5db1/data/default/TestAcidGuarantees/367f9543bd55c4de93e7f8a883c9319d/C/6718e888e52846138e70638a89dfaf94 2024-11-14T14:42:14,655 INFO [RS_FLUSH_OPERATIONS-regionserver/da1c6afcd1f9:0-1 {event_type=RS_FLUSH_REGIONS, pid=112}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:34345/user/jenkins/test-data/14d118ee-a83a-b09b-5913-1a58940a5db1/data/default/TestAcidGuarantees/367f9543bd55c4de93e7f8a883c9319d/C/6718e888e52846138e70638a89dfaf94, entries=150, sequenceid=202, filesize=11.9 K 2024-11-14T14:42:14,656 INFO [RS_FLUSH_OPERATIONS-regionserver/da1c6afcd1f9:0-1 {event_type=RS_FLUSH_REGIONS, pid=112}] regionserver.HRegion(3140): Finished flush of dataSize ~46.96 KB/48090, heapSize ~140.16 KB/143520, currentSize=131.94 KB/135110 for 367f9543bd55c4de93e7f8a883c9319d in 1663ms, sequenceid=202, compaction requested=false 2024-11-14T14:42:14,656 DEBUG [RS_FLUSH_OPERATIONS-regionserver/da1c6afcd1f9:0-1 {event_type=RS_FLUSH_REGIONS, pid=112}] regionserver.HRegion(2603): Flush status journal for 367f9543bd55c4de93e7f8a883c9319d: 2024-11-14T14:42:14,656 DEBUG [RS_FLUSH_OPERATIONS-regionserver/da1c6afcd1f9:0-1 {event_type=RS_FLUSH_REGIONS, pid=112}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1731595315055.367f9543bd55c4de93e7f8a883c9319d. 2024-11-14T14:42:14,656 DEBUG [RS_FLUSH_OPERATIONS-regionserver/da1c6afcd1f9:0-1 {event_type=RS_FLUSH_REGIONS, pid=112}] regionserver.RemoteProcedureResultReporter(62): Successfully complete execution of pid=112 2024-11-14T14:42:14,656 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45145 {}] master.HMaster(4169): Remote procedure done, pid=112 2024-11-14T14:42:14,659 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=112, resume processing ppid=111 2024-11-14T14:42:14,659 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1521): Finished pid=112, ppid=111, state=SUCCESS, hasLock=false; org.apache.hadoop.hbase.master.procedure.FlushRegionProcedure in 1.8180 sec 2024-11-14T14:42:14,660 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1521): Finished pid=111, state=SUCCESS, hasLock=false; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=111, table=TestAcidGuarantees in 1.8230 sec 2024-11-14T14:42:14,661 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35765 {}] regionserver.HRegion(8855): Flush requested on 367f9543bd55c4de93e7f8a883c9319d 2024-11-14T14:42:14,661 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(2902): Flushing 367f9543bd55c4de93e7f8a883c9319d 3/3 column families, dataSize=138.65 KB heapSize=395.14 KB 2024-11-14T14:42:14,661 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 367f9543bd55c4de93e7f8a883c9319d, store=A 2024-11-14T14:42:14,661 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=2, new segment=null 2024-11-14T14:42:14,661 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 367f9543bd55c4de93e7f8a883c9319d, store=B 2024-11-14T14:42:14,661 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=2, new segment=null 2024-11-14T14:42:14,662 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 367f9543bd55c4de93e7f8a883c9319d, store=C 2024-11-14T14:42:14,662 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=2, new segment=null 2024-11-14T14:42:14,670 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:34345/user/jenkins/test-data/14d118ee-a83a-b09b-5913-1a58940a5db1/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e2024111424f9543eb16a45649f00090862c7015f_367f9543bd55c4de93e7f8a883c9319d is 50, key is test_row_0/A:col10/1731595333495/Put/seqid=0 2024-11-14T14:42:14,674 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36699 is added to blk_1073742207_1383 (size=14794) 2024-11-14T14:42:14,700 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35765 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=367f9543bd55c4de93e7f8a883c9319d, server=da1c6afcd1f9,35765,1731595233113 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-14T14:42:14,700 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35765 {}] ipc.CallRunner(138): callId: 98 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:50266 deadline: 1731595394687, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=367f9543bd55c4de93e7f8a883c9319d, server=da1c6afcd1f9,35765,1731595233113 2024-11-14T14:42:14,700 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731595315055.367f9543bd55c4de93e7f8a883c9319d., hostname=da1c6afcd1f9,35765,1731595233113, seqNum=5 , the old value is region=TestAcidGuarantees,,1731595315055.367f9543bd55c4de93e7f8a883c9319d., hostname=da1c6afcd1f9,35765,1731595233113, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=367f9543bd55c4de93e7f8a883c9319d, server=da1c6afcd1f9,35765,1731595233113 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-14T14:42:14,701 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731595315055.367f9543bd55c4de93e7f8a883c9319d., hostname=da1c6afcd1f9,35765,1731595233113, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=367f9543bd55c4de93e7f8a883c9319d, server=da1c6afcd1f9,35765,1731595233113 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-14T14:42:14,701 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731595315055.367f9543bd55c4de93e7f8a883c9319d., hostname=da1c6afcd1f9,35765,1731595233113, seqNum=5 because the exception is null or not the one we care about 2024-11-14T14:42:14,703 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35765 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=367f9543bd55c4de93e7f8a883c9319d, server=da1c6afcd1f9,35765,1731595233113 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-14T14:42:14,703 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35765 {}] ipc.CallRunner(138): callId: 105 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:50294 deadline: 1731595394690, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=367f9543bd55c4de93e7f8a883c9319d, server=da1c6afcd1f9,35765,1731595233113 2024-11-14T14:42:14,703 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35765 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=367f9543bd55c4de93e7f8a883c9319d, server=da1c6afcd1f9,35765,1731595233113 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-14T14:42:14,703 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731595315055.367f9543bd55c4de93e7f8a883c9319d., hostname=da1c6afcd1f9,35765,1731595233113, seqNum=5 , the old value is region=TestAcidGuarantees,,1731595315055.367f9543bd55c4de93e7f8a883c9319d., hostname=da1c6afcd1f9,35765,1731595233113, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=367f9543bd55c4de93e7f8a883c9319d, server=da1c6afcd1f9,35765,1731595233113 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-14T14:42:14,704 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35765 {}] ipc.CallRunner(138): callId: 107 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:50194 deadline: 1731595394691, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=367f9543bd55c4de93e7f8a883c9319d, server=da1c6afcd1f9,35765,1731595233113 2024-11-14T14:42:14,704 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731595315055.367f9543bd55c4de93e7f8a883c9319d., hostname=da1c6afcd1f9,35765,1731595233113, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=367f9543bd55c4de93e7f8a883c9319d, server=da1c6afcd1f9,35765,1731595233113 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-14T14:42:14,704 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731595315055.367f9543bd55c4de93e7f8a883c9319d., hostname=da1c6afcd1f9,35765,1731595233113, seqNum=5 because the exception is null or not the one we care about 2024-11-14T14:42:14,704 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731595315055.367f9543bd55c4de93e7f8a883c9319d., hostname=da1c6afcd1f9,35765,1731595233113, seqNum=5 , the old value is region=TestAcidGuarantees,,1731595315055.367f9543bd55c4de93e7f8a883c9319d., hostname=da1c6afcd1f9,35765,1731595233113, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=367f9543bd55c4de93e7f8a883c9319d, server=da1c6afcd1f9,35765,1731595233113 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-14T14:42:14,704 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731595315055.367f9543bd55c4de93e7f8a883c9319d., hostname=da1c6afcd1f9,35765,1731595233113, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=367f9543bd55c4de93e7f8a883c9319d, server=da1c6afcd1f9,35765,1731595233113 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-14T14:42:14,704 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731595315055.367f9543bd55c4de93e7f8a883c9319d., hostname=da1c6afcd1f9,35765,1731595233113, seqNum=5 because the exception is null or not the one we care about 2024-11-14T14:42:14,811 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35765 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=367f9543bd55c4de93e7f8a883c9319d, server=da1c6afcd1f9,35765,1731595233113 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-14T14:42:14,811 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35765 {}] ipc.CallRunner(138): callId: 99 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:50266 deadline: 1731595394806, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=367f9543bd55c4de93e7f8a883c9319d, server=da1c6afcd1f9,35765,1731595233113 2024-11-14T14:42:14,811 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731595315055.367f9543bd55c4de93e7f8a883c9319d., hostname=da1c6afcd1f9,35765,1731595233113, seqNum=5 , the old value is region=TestAcidGuarantees,,1731595315055.367f9543bd55c4de93e7f8a883c9319d., hostname=da1c6afcd1f9,35765,1731595233113, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=367f9543bd55c4de93e7f8a883c9319d, server=da1c6afcd1f9,35765,1731595233113 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-14T14:42:14,811 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731595315055.367f9543bd55c4de93e7f8a883c9319d., hostname=da1c6afcd1f9,35765,1731595233113, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=367f9543bd55c4de93e7f8a883c9319d, server=da1c6afcd1f9,35765,1731595233113 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-14T14:42:14,812 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731595315055.367f9543bd55c4de93e7f8a883c9319d., hostname=da1c6afcd1f9,35765,1731595233113, seqNum=5 because the exception is null or not the one we care about 2024-11-14T14:42:14,818 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35765 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=367f9543bd55c4de93e7f8a883c9319d, server=da1c6afcd1f9,35765,1731595233113 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-14T14:42:14,818 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35765 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=367f9543bd55c4de93e7f8a883c9319d, server=da1c6afcd1f9,35765,1731595233113 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-14T14:42:14,818 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35765 {}] ipc.CallRunner(138): callId: 108 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:50194 deadline: 1731595394806, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=367f9543bd55c4de93e7f8a883c9319d, server=da1c6afcd1f9,35765,1731595233113 2024-11-14T14:42:14,818 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35765 {}] ipc.CallRunner(138): callId: 106 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:50294 deadline: 1731595394806, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=367f9543bd55c4de93e7f8a883c9319d, server=da1c6afcd1f9,35765,1731595233113 2024-11-14T14:42:14,818 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731595315055.367f9543bd55c4de93e7f8a883c9319d., hostname=da1c6afcd1f9,35765,1731595233113, seqNum=5 , the old value is region=TestAcidGuarantees,,1731595315055.367f9543bd55c4de93e7f8a883c9319d., hostname=da1c6afcd1f9,35765,1731595233113, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=367f9543bd55c4de93e7f8a883c9319d, server=da1c6afcd1f9,35765,1731595233113 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-14T14:42:14,818 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731595315055.367f9543bd55c4de93e7f8a883c9319d., hostname=da1c6afcd1f9,35765,1731595233113, seqNum=5 , the old value is region=TestAcidGuarantees,,1731595315055.367f9543bd55c4de93e7f8a883c9319d., hostname=da1c6afcd1f9,35765,1731595233113, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=367f9543bd55c4de93e7f8a883c9319d, server=da1c6afcd1f9,35765,1731595233113 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-14T14:42:14,818 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731595315055.367f9543bd55c4de93e7f8a883c9319d., hostname=da1c6afcd1f9,35765,1731595233113, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=367f9543bd55c4de93e7f8a883c9319d, server=da1c6afcd1f9,35765,1731595233113 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-14T14:42:14,818 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731595315055.367f9543bd55c4de93e7f8a883c9319d., hostname=da1c6afcd1f9,35765,1731595233113, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=367f9543bd55c4de93e7f8a883c9319d, server=da1c6afcd1f9,35765,1731595233113 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-14T14:42:14,818 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731595315055.367f9543bd55c4de93e7f8a883c9319d., hostname=da1c6afcd1f9,35765,1731595233113, seqNum=5 because the exception is null or not the one we care about 2024-11-14T14:42:14,818 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731595315055.367f9543bd55c4de93e7f8a883c9319d., hostname=da1c6afcd1f9,35765,1731595233113, seqNum=5 because the exception is null or not the one we care about 2024-11-14T14:42:14,986 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45145 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=111 2024-11-14T14:42:14,987 INFO [RPCClient-NioEventLoopGroup-4-8 {}] client.RawAsyncHBaseAdmin$TableProcedureBiConsumer(2721): Operation: FLUSH, Table Name: default:TestAcidGuarantees completed 2024-11-14T14:42:14,987 INFO [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45145 {}] master.HMaster$22(4506): Client=jenkins//172.17.0.2 flush TestAcidGuarantees 2024-11-14T14:42:14,988 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45145 {}] procedure2.ProcedureExecutor(1139): Stored pid=113, state=RUNNABLE:FLUSH_TABLE_PREPARE, hasLock=false; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=113, table=TestAcidGuarantees 2024-11-14T14:42:14,989 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45145 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=113 2024-11-14T14:42:14,989 INFO [PEWorker-1 {}] procedure.FlushTableProcedure(91): pid=113, state=RUNNABLE:FLUSH_TABLE_PREPARE, hasLock=true; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=113, table=TestAcidGuarantees execute state=FLUSH_TABLE_PREPARE 2024-11-14T14:42:14,990 INFO [PEWorker-1 {}] procedure.FlushTableProcedure(91): pid=113, state=RUNNABLE:FLUSH_TABLE_FLUSH_REGIONS, hasLock=true; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=113, table=TestAcidGuarantees execute state=FLUSH_TABLE_FLUSH_REGIONS 2024-11-14T14:42:14,990 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=114, ppid=113, state=RUNNABLE, hasLock=false; org.apache.hadoop.hbase.master.procedure.FlushRegionProcedure}] 2024-11-14T14:42:15,024 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35765 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=367f9543bd55c4de93e7f8a883c9319d, server=da1c6afcd1f9,35765,1731595233113 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-14T14:42:15,024 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35765 {}] ipc.CallRunner(138): callId: 100 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:50266 deadline: 1731595395016, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=367f9543bd55c4de93e7f8a883c9319d, server=da1c6afcd1f9,35765,1731595233113 2024-11-14T14:42:15,024 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731595315055.367f9543bd55c4de93e7f8a883c9319d., hostname=da1c6afcd1f9,35765,1731595233113, seqNum=5 , the old value is region=TestAcidGuarantees,,1731595315055.367f9543bd55c4de93e7f8a883c9319d., hostname=da1c6afcd1f9,35765,1731595233113, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=367f9543bd55c4de93e7f8a883c9319d, server=da1c6afcd1f9,35765,1731595233113 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-14T14:42:15,024 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731595315055.367f9543bd55c4de93e7f8a883c9319d., hostname=da1c6afcd1f9,35765,1731595233113, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=367f9543bd55c4de93e7f8a883c9319d, server=da1c6afcd1f9,35765,1731595233113 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-14T14:42:15,024 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731595315055.367f9543bd55c4de93e7f8a883c9319d., hostname=da1c6afcd1f9,35765,1731595233113, seqNum=5 because the exception is null or not the one we care about 2024-11-14T14:42:15,037 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35765 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=367f9543bd55c4de93e7f8a883c9319d, server=da1c6afcd1f9,35765,1731595233113 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-14T14:42:15,037 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35765 {}] ipc.CallRunner(138): callId: 109 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:50194 deadline: 1731595395026, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=367f9543bd55c4de93e7f8a883c9319d, server=da1c6afcd1f9,35765,1731595233113 2024-11-14T14:42:15,038 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731595315055.367f9543bd55c4de93e7f8a883c9319d., hostname=da1c6afcd1f9,35765,1731595233113, seqNum=5 , the old value is region=TestAcidGuarantees,,1731595315055.367f9543bd55c4de93e7f8a883c9319d., hostname=da1c6afcd1f9,35765,1731595233113, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=367f9543bd55c4de93e7f8a883c9319d, server=da1c6afcd1f9,35765,1731595233113 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-14T14:42:15,038 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35765 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=367f9543bd55c4de93e7f8a883c9319d, server=da1c6afcd1f9,35765,1731595233113 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-14T14:42:15,038 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731595315055.367f9543bd55c4de93e7f8a883c9319d., hostname=da1c6afcd1f9,35765,1731595233113, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=367f9543bd55c4de93e7f8a883c9319d, server=da1c6afcd1f9,35765,1731595233113 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-14T14:42:15,038 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731595315055.367f9543bd55c4de93e7f8a883c9319d., hostname=da1c6afcd1f9,35765,1731595233113, seqNum=5 because the exception is null or not the one we care about 2024-11-14T14:42:15,038 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35765 {}] ipc.CallRunner(138): callId: 107 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:50294 deadline: 1731595395026, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=367f9543bd55c4de93e7f8a883c9319d, server=da1c6afcd1f9,35765,1731595233113 2024-11-14T14:42:15,038 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731595315055.367f9543bd55c4de93e7f8a883c9319d., hostname=da1c6afcd1f9,35765,1731595233113, seqNum=5 , the old value is region=TestAcidGuarantees,,1731595315055.367f9543bd55c4de93e7f8a883c9319d., hostname=da1c6afcd1f9,35765,1731595233113, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=367f9543bd55c4de93e7f8a883c9319d, server=da1c6afcd1f9,35765,1731595233113 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-14T14:42:15,038 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731595315055.367f9543bd55c4de93e7f8a883c9319d., hostname=da1c6afcd1f9,35765,1731595233113, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=367f9543bd55c4de93e7f8a883c9319d, server=da1c6afcd1f9,35765,1731595233113 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-14T14:42:15,038 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731595315055.367f9543bd55c4de93e7f8a883c9319d., hostname=da1c6afcd1f9,35765,1731595233113, seqNum=5 because the exception is null or not the one we care about 2024-11-14T14:42:15,075 DEBUG [MemStoreFlusher.0 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T14:42:15,079 INFO [MemStoreFlusher.0 {}] regionserver.HMobStore(268): FLUSH Renaming flushed file from hdfs://localhost:34345/user/jenkins/test-data/14d118ee-a83a-b09b-5913-1a58940a5db1/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e2024111424f9543eb16a45649f00090862c7015f_367f9543bd55c4de93e7f8a883c9319d to hdfs://localhost:34345/user/jenkins/test-data/14d118ee-a83a-b09b-5913-1a58940a5db1/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e2024111424f9543eb16a45649f00090862c7015f_367f9543bd55c4de93e7f8a883c9319d 2024-11-14T14:42:15,079 DEBUG [MemStoreFlusher.0 {}] mob.DefaultMobStoreFlusher(263): Flush store file: hdfs://localhost:34345/user/jenkins/test-data/14d118ee-a83a-b09b-5913-1a58940a5db1/data/default/TestAcidGuarantees/367f9543bd55c4de93e7f8a883c9319d/.tmp/A/35263285a2044a2e9a6793c2913140df, store: [table=TestAcidGuarantees family=A region=367f9543bd55c4de93e7f8a883c9319d] 2024-11-14T14:42:15,080 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:34345/user/jenkins/test-data/14d118ee-a83a-b09b-5913-1a58940a5db1/data/default/TestAcidGuarantees/367f9543bd55c4de93e7f8a883c9319d/.tmp/A/35263285a2044a2e9a6793c2913140df is 175, key is test_row_0/A:col10/1731595333495/Put/seqid=0 2024-11-14T14:42:15,089 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36699 is added to blk_1073742208_1384 (size=39749) 2024-11-14T14:42:15,096 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45145 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=113 2024-11-14T14:42:15,142 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=35765 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=114 2024-11-14T14:42:15,142 DEBUG [RS_FLUSH_OPERATIONS-regionserver/da1c6afcd1f9:0-2 {event_type=RS_FLUSH_REGIONS, pid=114}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1731595315055.367f9543bd55c4de93e7f8a883c9319d. 2024-11-14T14:42:15,142 DEBUG [RS_FLUSH_OPERATIONS-regionserver/da1c6afcd1f9:0-2 {event_type=RS_FLUSH_REGIONS, pid=114}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1731595315055.367f9543bd55c4de93e7f8a883c9319d. as already flushing 2024-11-14T14:42:15,142 DEBUG [RS_FLUSH_OPERATIONS-regionserver/da1c6afcd1f9:0-2 {event_type=RS_FLUSH_REGIONS, pid=114}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1731595315055.367f9543bd55c4de93e7f8a883c9319d. 2024-11-14T14:42:15,142 ERROR [RS_FLUSH_OPERATIONS-regionserver/da1c6afcd1f9:0-2 {event_type=RS_FLUSH_REGIONS, pid=114}] handler.RSProcedureHandler(58): pid=114 java.io.IOException: Unable to complete flush {ENCODED => 367f9543bd55c4de93e7f8a883c9319d, NAME => 'TestAcidGuarantees,,1731595315055.367f9543bd55c4de93e7f8a883c9319d.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-14T14:42:15,142 DEBUG [RS_FLUSH_OPERATIONS-regionserver/da1c6afcd1f9:0-2 {event_type=RS_FLUSH_REGIONS, pid=114}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=114 java.io.IOException: Unable to complete flush {ENCODED => 367f9543bd55c4de93e7f8a883c9319d, NAME => 'TestAcidGuarantees,,1731595315055.367f9543bd55c4de93e7f8a883c9319d.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-14T14:42:15,143 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45145 {}] master.HMaster(4177): Remote procedure failed, pid=114 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 367f9543bd55c4de93e7f8a883c9319d, NAME => 'TestAcidGuarantees,,1731595315055.367f9543bd55c4de93e7f8a883c9319d.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$5(MasterRpcServices.java:2580) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2575) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 367f9543bd55c4de93e7f8a883c9319d, NAME => 'TestAcidGuarantees,,1731595315055.367f9543bd55c4de93e7f8a883c9319d.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-14T14:42:15,295 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=35765 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=114 2024-11-14T14:42:15,295 DEBUG [RS_FLUSH_OPERATIONS-regionserver/da1c6afcd1f9:0-0 {event_type=RS_FLUSH_REGIONS, pid=114}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1731595315055.367f9543bd55c4de93e7f8a883c9319d. 2024-11-14T14:42:15,295 DEBUG [RS_FLUSH_OPERATIONS-regionserver/da1c6afcd1f9:0-0 {event_type=RS_FLUSH_REGIONS, pid=114}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1731595315055.367f9543bd55c4de93e7f8a883c9319d. as already flushing 2024-11-14T14:42:15,295 DEBUG [RS_FLUSH_OPERATIONS-regionserver/da1c6afcd1f9:0-0 {event_type=RS_FLUSH_REGIONS, pid=114}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1731595315055.367f9543bd55c4de93e7f8a883c9319d. 2024-11-14T14:42:15,295 ERROR [RS_FLUSH_OPERATIONS-regionserver/da1c6afcd1f9:0-0 {event_type=RS_FLUSH_REGIONS, pid=114}] handler.RSProcedureHandler(58): pid=114 java.io.IOException: Unable to complete flush {ENCODED => 367f9543bd55c4de93e7f8a883c9319d, NAME => 'TestAcidGuarantees,,1731595315055.367f9543bd55c4de93e7f8a883c9319d.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-14T14:42:15,295 DEBUG [RS_FLUSH_OPERATIONS-regionserver/da1c6afcd1f9:0-0 {event_type=RS_FLUSH_REGIONS, pid=114}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=114 java.io.IOException: Unable to complete flush {ENCODED => 367f9543bd55c4de93e7f8a883c9319d, NAME => 'TestAcidGuarantees,,1731595315055.367f9543bd55c4de93e7f8a883c9319d.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-14T14:42:15,296 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45145 {}] master.HMaster(4177): Remote procedure failed, pid=114 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 367f9543bd55c4de93e7f8a883c9319d, NAME => 'TestAcidGuarantees,,1731595315055.367f9543bd55c4de93e7f8a883c9319d.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$5(MasterRpcServices.java:2580) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2575) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 367f9543bd55c4de93e7f8a883c9319d, NAME => 'TestAcidGuarantees,,1731595315055.367f9543bd55c4de93e7f8a883c9319d.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-14T14:42:15,306 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45145 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=113 2024-11-14T14:42:15,350 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35765 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=367f9543bd55c4de93e7f8a883c9319d, server=da1c6afcd1f9,35765,1731595233113 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-14T14:42:15,351 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35765 {}] ipc.CallRunner(138): callId: 101 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:50266 deadline: 1731595395337, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=367f9543bd55c4de93e7f8a883c9319d, server=da1c6afcd1f9,35765,1731595233113 2024-11-14T14:42:15,351 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35765 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=367f9543bd55c4de93e7f8a883c9319d, server=da1c6afcd1f9,35765,1731595233113 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-14T14:42:15,351 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731595315055.367f9543bd55c4de93e7f8a883c9319d., hostname=da1c6afcd1f9,35765,1731595233113, seqNum=5 , the old value is region=TestAcidGuarantees,,1731595315055.367f9543bd55c4de93e7f8a883c9319d., hostname=da1c6afcd1f9,35765,1731595233113, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=367f9543bd55c4de93e7f8a883c9319d, server=da1c6afcd1f9,35765,1731595233113 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-14T14:42:15,351 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731595315055.367f9543bd55c4de93e7f8a883c9319d., hostname=da1c6afcd1f9,35765,1731595233113, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=367f9543bd55c4de93e7f8a883c9319d, server=da1c6afcd1f9,35765,1731595233113 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-14T14:42:15,351 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35765 {}] ipc.CallRunner(138): callId: 110 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:50194 deadline: 1731595395347, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=367f9543bd55c4de93e7f8a883c9319d, server=da1c6afcd1f9,35765,1731595233113 2024-11-14T14:42:15,351 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731595315055.367f9543bd55c4de93e7f8a883c9319d., hostname=da1c6afcd1f9,35765,1731595233113, seqNum=5 because the exception is null or not the one we care about 2024-11-14T14:42:15,351 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35765 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=367f9543bd55c4de93e7f8a883c9319d, server=da1c6afcd1f9,35765,1731595233113 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-14T14:42:15,351 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731595315055.367f9543bd55c4de93e7f8a883c9319d., hostname=da1c6afcd1f9,35765,1731595233113, seqNum=5 , the old value is region=TestAcidGuarantees,,1731595315055.367f9543bd55c4de93e7f8a883c9319d., hostname=da1c6afcd1f9,35765,1731595233113, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=367f9543bd55c4de93e7f8a883c9319d, server=da1c6afcd1f9,35765,1731595233113 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-14T14:42:15,351 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731595315055.367f9543bd55c4de93e7f8a883c9319d., hostname=da1c6afcd1f9,35765,1731595233113, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=367f9543bd55c4de93e7f8a883c9319d, server=da1c6afcd1f9,35765,1731595233113 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-14T14:42:15,351 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35765 {}] ipc.CallRunner(138): callId: 108 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:50294 deadline: 1731595395347, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=367f9543bd55c4de93e7f8a883c9319d, server=da1c6afcd1f9,35765,1731595233113 2024-11-14T14:42:15,351 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731595315055.367f9543bd55c4de93e7f8a883c9319d., hostname=da1c6afcd1f9,35765,1731595233113, seqNum=5 because the exception is null or not the one we care about 2024-11-14T14:42:15,353 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731595315055.367f9543bd55c4de93e7f8a883c9319d., hostname=da1c6afcd1f9,35765,1731595233113, seqNum=5 , the old value is region=TestAcidGuarantees,,1731595315055.367f9543bd55c4de93e7f8a883c9319d., hostname=da1c6afcd1f9,35765,1731595233113, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=367f9543bd55c4de93e7f8a883c9319d, server=da1c6afcd1f9,35765,1731595233113 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-14T14:42:15,353 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731595315055.367f9543bd55c4de93e7f8a883c9319d., hostname=da1c6afcd1f9,35765,1731595233113, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=367f9543bd55c4de93e7f8a883c9319d, server=da1c6afcd1f9,35765,1731595233113 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-14T14:42:15,353 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731595315055.367f9543bd55c4de93e7f8a883c9319d., hostname=da1c6afcd1f9,35765,1731595233113, seqNum=5 because the exception is null or not the one we care about 2024-11-14T14:42:15,448 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=35765 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=114 2024-11-14T14:42:15,448 DEBUG [RS_FLUSH_OPERATIONS-regionserver/da1c6afcd1f9:0-1 {event_type=RS_FLUSH_REGIONS, pid=114}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1731595315055.367f9543bd55c4de93e7f8a883c9319d. 2024-11-14T14:42:15,448 DEBUG [RS_FLUSH_OPERATIONS-regionserver/da1c6afcd1f9:0-1 {event_type=RS_FLUSH_REGIONS, pid=114}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1731595315055.367f9543bd55c4de93e7f8a883c9319d. as already flushing 2024-11-14T14:42:15,448 DEBUG [RS_FLUSH_OPERATIONS-regionserver/da1c6afcd1f9:0-1 {event_type=RS_FLUSH_REGIONS, pid=114}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1731595315055.367f9543bd55c4de93e7f8a883c9319d. 2024-11-14T14:42:15,448 ERROR [RS_FLUSH_OPERATIONS-regionserver/da1c6afcd1f9:0-1 {event_type=RS_FLUSH_REGIONS, pid=114}] handler.RSProcedureHandler(58): pid=114 java.io.IOException: Unable to complete flush {ENCODED => 367f9543bd55c4de93e7f8a883c9319d, NAME => 'TestAcidGuarantees,,1731595315055.367f9543bd55c4de93e7f8a883c9319d.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-14T14:42:15,449 DEBUG [RS_FLUSH_OPERATIONS-regionserver/da1c6afcd1f9:0-1 {event_type=RS_FLUSH_REGIONS, pid=114}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=114 java.io.IOException: Unable to complete flush {ENCODED => 367f9543bd55c4de93e7f8a883c9319d, NAME => 'TestAcidGuarantees,,1731595315055.367f9543bd55c4de93e7f8a883c9319d.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-14T14:42:15,449 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45145 {}] master.HMaster(4177): Remote procedure failed, pid=114 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 367f9543bd55c4de93e7f8a883c9319d, NAME => 'TestAcidGuarantees,,1731595315055.367f9543bd55c4de93e7f8a883c9319d.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$5(MasterRpcServices.java:2580) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2575) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 367f9543bd55c4de93e7f8a883c9319d, NAME => 'TestAcidGuarantees,,1731595315055.367f9543bd55c4de93e7f8a883c9319d.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-14T14:42:15,489 INFO [MemStoreFlusher.0 {}] mob.DefaultMobStoreFlusher(147): Mob store is flushed, sequenceid=240, memsize=47.0 K, hasBloomFilter=true, into tmp file hdfs://localhost:34345/user/jenkins/test-data/14d118ee-a83a-b09b-5913-1a58940a5db1/data/default/TestAcidGuarantees/367f9543bd55c4de93e7f8a883c9319d/.tmp/A/35263285a2044a2e9a6793c2913140df 2024-11-14T14:42:15,506 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:34345/user/jenkins/test-data/14d118ee-a83a-b09b-5913-1a58940a5db1/data/default/TestAcidGuarantees/367f9543bd55c4de93e7f8a883c9319d/.tmp/B/4452569420974fe8b4bfba8af455ae0d is 50, key is test_row_0/B:col10/1731595333495/Put/seqid=0 2024-11-14T14:42:15,516 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36699 is added to blk_1073742209_1385 (size=12151) 2024-11-14T14:42:15,602 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=35765 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=114 2024-11-14T14:42:15,602 DEBUG [RS_FLUSH_OPERATIONS-regionserver/da1c6afcd1f9:0-2 {event_type=RS_FLUSH_REGIONS, pid=114}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1731595315055.367f9543bd55c4de93e7f8a883c9319d. 2024-11-14T14:42:15,602 DEBUG [RS_FLUSH_OPERATIONS-regionserver/da1c6afcd1f9:0-2 {event_type=RS_FLUSH_REGIONS, pid=114}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1731595315055.367f9543bd55c4de93e7f8a883c9319d. as already flushing 2024-11-14T14:42:15,602 DEBUG [RS_FLUSH_OPERATIONS-regionserver/da1c6afcd1f9:0-2 {event_type=RS_FLUSH_REGIONS, pid=114}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1731595315055.367f9543bd55c4de93e7f8a883c9319d. 2024-11-14T14:42:15,602 ERROR [RS_FLUSH_OPERATIONS-regionserver/da1c6afcd1f9:0-2 {event_type=RS_FLUSH_REGIONS, pid=114}] handler.RSProcedureHandler(58): pid=114 java.io.IOException: Unable to complete flush {ENCODED => 367f9543bd55c4de93e7f8a883c9319d, NAME => 'TestAcidGuarantees,,1731595315055.367f9543bd55c4de93e7f8a883c9319d.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-14T14:42:15,602 DEBUG [RS_FLUSH_OPERATIONS-regionserver/da1c6afcd1f9:0-2 {event_type=RS_FLUSH_REGIONS, pid=114}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=114 java.io.IOException: Unable to complete flush {ENCODED => 367f9543bd55c4de93e7f8a883c9319d, NAME => 'TestAcidGuarantees,,1731595315055.367f9543bd55c4de93e7f8a883c9319d.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-14T14:42:15,603 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45145 {}] master.HMaster(4177): Remote procedure failed, pid=114 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 367f9543bd55c4de93e7f8a883c9319d, NAME => 'TestAcidGuarantees,,1731595315055.367f9543bd55c4de93e7f8a883c9319d.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$5(MasterRpcServices.java:2580) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2575) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 367f9543bd55c4de93e7f8a883c9319d, NAME => 'TestAcidGuarantees,,1731595315055.367f9543bd55c4de93e7f8a883c9319d.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-14T14:42:15,616 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45145 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=113 2024-11-14T14:42:15,755 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=35765 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=114 2024-11-14T14:42:15,755 DEBUG [RS_FLUSH_OPERATIONS-regionserver/da1c6afcd1f9:0-0 {event_type=RS_FLUSH_REGIONS, pid=114}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1731595315055.367f9543bd55c4de93e7f8a883c9319d. 2024-11-14T14:42:15,755 DEBUG [RS_FLUSH_OPERATIONS-regionserver/da1c6afcd1f9:0-0 {event_type=RS_FLUSH_REGIONS, pid=114}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1731595315055.367f9543bd55c4de93e7f8a883c9319d. as already flushing 2024-11-14T14:42:15,755 DEBUG [RS_FLUSH_OPERATIONS-regionserver/da1c6afcd1f9:0-0 {event_type=RS_FLUSH_REGIONS, pid=114}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1731595315055.367f9543bd55c4de93e7f8a883c9319d. 2024-11-14T14:42:15,755 ERROR [RS_FLUSH_OPERATIONS-regionserver/da1c6afcd1f9:0-0 {event_type=RS_FLUSH_REGIONS, pid=114}] handler.RSProcedureHandler(58): pid=114 java.io.IOException: Unable to complete flush {ENCODED => 367f9543bd55c4de93e7f8a883c9319d, NAME => 'TestAcidGuarantees,,1731595315055.367f9543bd55c4de93e7f8a883c9319d.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-14T14:42:15,756 DEBUG [RS_FLUSH_OPERATIONS-regionserver/da1c6afcd1f9:0-0 {event_type=RS_FLUSH_REGIONS, pid=114}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=114 java.io.IOException: Unable to complete flush {ENCODED => 367f9543bd55c4de93e7f8a883c9319d, NAME => 'TestAcidGuarantees,,1731595315055.367f9543bd55c4de93e7f8a883c9319d.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-14T14:42:15,756 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45145 {}] master.HMaster(4177): Remote procedure failed, pid=114 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 367f9543bd55c4de93e7f8a883c9319d, NAME => 'TestAcidGuarantees,,1731595315055.367f9543bd55c4de93e7f8a883c9319d.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$5(MasterRpcServices.java:2580) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2575) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 367f9543bd55c4de93e7f8a883c9319d, NAME => 'TestAcidGuarantees,,1731595315055.367f9543bd55c4de93e7f8a883c9319d.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-14T14:42:15,865 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35765 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=367f9543bd55c4de93e7f8a883c9319d, server=da1c6afcd1f9,35765,1731595233113 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-14T14:42:15,866 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35765 {}] ipc.CallRunner(138): callId: 102 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:50266 deadline: 1731595395856, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=367f9543bd55c4de93e7f8a883c9319d, server=da1c6afcd1f9,35765,1731595233113 2024-11-14T14:42:15,866 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731595315055.367f9543bd55c4de93e7f8a883c9319d., hostname=da1c6afcd1f9,35765,1731595233113, seqNum=5 , the old value is region=TestAcidGuarantees,,1731595315055.367f9543bd55c4de93e7f8a883c9319d., hostname=da1c6afcd1f9,35765,1731595233113, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=367f9543bd55c4de93e7f8a883c9319d, server=da1c6afcd1f9,35765,1731595233113 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-14T14:42:15,866 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731595315055.367f9543bd55c4de93e7f8a883c9319d., hostname=da1c6afcd1f9,35765,1731595233113, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=367f9543bd55c4de93e7f8a883c9319d, server=da1c6afcd1f9,35765,1731595233113 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-14T14:42:15,866 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731595315055.367f9543bd55c4de93e7f8a883c9319d., hostname=da1c6afcd1f9,35765,1731595233113, seqNum=5 because the exception is null or not the one we care about 2024-11-14T14:42:15,876 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35765 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=367f9543bd55c4de93e7f8a883c9319d, server=da1c6afcd1f9,35765,1731595233113 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-14T14:42:15,876 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35765 {}] ipc.CallRunner(138): callId: 111 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:50194 deadline: 1731595395866, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=367f9543bd55c4de93e7f8a883c9319d, server=da1c6afcd1f9,35765,1731595233113 2024-11-14T14:42:15,877 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35765 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=367f9543bd55c4de93e7f8a883c9319d, server=da1c6afcd1f9,35765,1731595233113 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-14T14:42:15,877 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731595315055.367f9543bd55c4de93e7f8a883c9319d., hostname=da1c6afcd1f9,35765,1731595233113, seqNum=5 , the old value is region=TestAcidGuarantees,,1731595315055.367f9543bd55c4de93e7f8a883c9319d., hostname=da1c6afcd1f9,35765,1731595233113, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=367f9543bd55c4de93e7f8a883c9319d, server=da1c6afcd1f9,35765,1731595233113 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-14T14:42:15,877 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731595315055.367f9543bd55c4de93e7f8a883c9319d., hostname=da1c6afcd1f9,35765,1731595233113, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=367f9543bd55c4de93e7f8a883c9319d, server=da1c6afcd1f9,35765,1731595233113 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-14T14:42:15,877 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35765 {}] ipc.CallRunner(138): callId: 109 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:50294 deadline: 1731595395866, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=367f9543bd55c4de93e7f8a883c9319d, server=da1c6afcd1f9,35765,1731595233113 2024-11-14T14:42:15,877 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731595315055.367f9543bd55c4de93e7f8a883c9319d., hostname=da1c6afcd1f9,35765,1731595233113, seqNum=5 because the exception is null or not the one we care about 2024-11-14T14:42:15,877 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731595315055.367f9543bd55c4de93e7f8a883c9319d., hostname=da1c6afcd1f9,35765,1731595233113, seqNum=5 , the old value is region=TestAcidGuarantees,,1731595315055.367f9543bd55c4de93e7f8a883c9319d., hostname=da1c6afcd1f9,35765,1731595233113, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=367f9543bd55c4de93e7f8a883c9319d, server=da1c6afcd1f9,35765,1731595233113 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-14T14:42:15,877 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731595315055.367f9543bd55c4de93e7f8a883c9319d., hostname=da1c6afcd1f9,35765,1731595233113, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=367f9543bd55c4de93e7f8a883c9319d, server=da1c6afcd1f9,35765,1731595233113 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-14T14:42:15,877 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731595315055.367f9543bd55c4de93e7f8a883c9319d., hostname=da1c6afcd1f9,35765,1731595233113, seqNum=5 because the exception is null or not the one we care about 2024-11-14T14:42:15,908 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=35765 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=114 2024-11-14T14:42:15,908 DEBUG [RS_FLUSH_OPERATIONS-regionserver/da1c6afcd1f9:0-1 {event_type=RS_FLUSH_REGIONS, pid=114}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1731595315055.367f9543bd55c4de93e7f8a883c9319d. 2024-11-14T14:42:15,908 DEBUG [RS_FLUSH_OPERATIONS-regionserver/da1c6afcd1f9:0-1 {event_type=RS_FLUSH_REGIONS, pid=114}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1731595315055.367f9543bd55c4de93e7f8a883c9319d. as already flushing 2024-11-14T14:42:15,909 DEBUG [RS_FLUSH_OPERATIONS-regionserver/da1c6afcd1f9:0-1 {event_type=RS_FLUSH_REGIONS, pid=114}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1731595315055.367f9543bd55c4de93e7f8a883c9319d. 2024-11-14T14:42:15,909 ERROR [RS_FLUSH_OPERATIONS-regionserver/da1c6afcd1f9:0-1 {event_type=RS_FLUSH_REGIONS, pid=114}] handler.RSProcedureHandler(58): pid=114 java.io.IOException: Unable to complete flush {ENCODED => 367f9543bd55c4de93e7f8a883c9319d, NAME => 'TestAcidGuarantees,,1731595315055.367f9543bd55c4de93e7f8a883c9319d.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-14T14:42:15,909 DEBUG [RS_FLUSH_OPERATIONS-regionserver/da1c6afcd1f9:0-1 {event_type=RS_FLUSH_REGIONS, pid=114}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=114 java.io.IOException: Unable to complete flush {ENCODED => 367f9543bd55c4de93e7f8a883c9319d, NAME => 'TestAcidGuarantees,,1731595315055.367f9543bd55c4de93e7f8a883c9319d.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-14T14:42:15,909 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45145 {}] master.HMaster(4177): Remote procedure failed, pid=114 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 367f9543bd55c4de93e7f8a883c9319d, NAME => 'TestAcidGuarantees,,1731595315055.367f9543bd55c4de93e7f8a883c9319d.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$5(MasterRpcServices.java:2580) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2575) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 367f9543bd55c4de93e7f8a883c9319d, NAME => 'TestAcidGuarantees,,1731595315055.367f9543bd55c4de93e7f8a883c9319d.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-14T14:42:15,917 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=46.96 KB at sequenceid=240 (bloomFilter=true), to=hdfs://localhost:34345/user/jenkins/test-data/14d118ee-a83a-b09b-5913-1a58940a5db1/data/default/TestAcidGuarantees/367f9543bd55c4de93e7f8a883c9319d/.tmp/B/4452569420974fe8b4bfba8af455ae0d 2024-11-14T14:42:15,925 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:34345/user/jenkins/test-data/14d118ee-a83a-b09b-5913-1a58940a5db1/data/default/TestAcidGuarantees/367f9543bd55c4de93e7f8a883c9319d/.tmp/C/6477ce48a5514194a04fd24aca8d1397 is 50, key is test_row_0/C:col10/1731595333495/Put/seqid=0 2024-11-14T14:42:15,929 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36699 is added to blk_1073742210_1386 (size=12151) 2024-11-14T14:42:16,061 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=35765 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=114 2024-11-14T14:42:16,061 DEBUG [RS_FLUSH_OPERATIONS-regionserver/da1c6afcd1f9:0-2 {event_type=RS_FLUSH_REGIONS, pid=114}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1731595315055.367f9543bd55c4de93e7f8a883c9319d. 2024-11-14T14:42:16,061 DEBUG [RS_FLUSH_OPERATIONS-regionserver/da1c6afcd1f9:0-2 {event_type=RS_FLUSH_REGIONS, pid=114}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1731595315055.367f9543bd55c4de93e7f8a883c9319d. as already flushing 2024-11-14T14:42:16,061 DEBUG [RS_FLUSH_OPERATIONS-regionserver/da1c6afcd1f9:0-2 {event_type=RS_FLUSH_REGIONS, pid=114}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1731595315055.367f9543bd55c4de93e7f8a883c9319d. 2024-11-14T14:42:16,061 ERROR [RS_FLUSH_OPERATIONS-regionserver/da1c6afcd1f9:0-2 {event_type=RS_FLUSH_REGIONS, pid=114}] handler.RSProcedureHandler(58): pid=114 java.io.IOException: Unable to complete flush {ENCODED => 367f9543bd55c4de93e7f8a883c9319d, NAME => 'TestAcidGuarantees,,1731595315055.367f9543bd55c4de93e7f8a883c9319d.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-14T14:42:16,062 DEBUG [RS_FLUSH_OPERATIONS-regionserver/da1c6afcd1f9:0-2 {event_type=RS_FLUSH_REGIONS, pid=114}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=114 java.io.IOException: Unable to complete flush {ENCODED => 367f9543bd55c4de93e7f8a883c9319d, NAME => 'TestAcidGuarantees,,1731595315055.367f9543bd55c4de93e7f8a883c9319d.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-14T14:42:16,062 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45145 {}] master.HMaster(4177): Remote procedure failed, pid=114 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 367f9543bd55c4de93e7f8a883c9319d, NAME => 'TestAcidGuarantees,,1731595315055.367f9543bd55c4de93e7f8a883c9319d.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$5(MasterRpcServices.java:2580) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2575) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 367f9543bd55c4de93e7f8a883c9319d, NAME => 'TestAcidGuarantees,,1731595315055.367f9543bd55c4de93e7f8a883c9319d.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-14T14:42:16,126 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45145 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=113 2024-11-14T14:42:16,214 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=35765 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=114 2024-11-14T14:42:16,214 DEBUG [RS_FLUSH_OPERATIONS-regionserver/da1c6afcd1f9:0-0 {event_type=RS_FLUSH_REGIONS, pid=114}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1731595315055.367f9543bd55c4de93e7f8a883c9319d. 2024-11-14T14:42:16,214 DEBUG [RS_FLUSH_OPERATIONS-regionserver/da1c6afcd1f9:0-0 {event_type=RS_FLUSH_REGIONS, pid=114}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1731595315055.367f9543bd55c4de93e7f8a883c9319d. as already flushing 2024-11-14T14:42:16,214 DEBUG [RS_FLUSH_OPERATIONS-regionserver/da1c6afcd1f9:0-0 {event_type=RS_FLUSH_REGIONS, pid=114}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1731595315055.367f9543bd55c4de93e7f8a883c9319d. 2024-11-14T14:42:16,215 ERROR [RS_FLUSH_OPERATIONS-regionserver/da1c6afcd1f9:0-0 {event_type=RS_FLUSH_REGIONS, pid=114}] handler.RSProcedureHandler(58): pid=114 java.io.IOException: Unable to complete flush {ENCODED => 367f9543bd55c4de93e7f8a883c9319d, NAME => 'TestAcidGuarantees,,1731595315055.367f9543bd55c4de93e7f8a883c9319d.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-14T14:42:16,215 DEBUG [RS_FLUSH_OPERATIONS-regionserver/da1c6afcd1f9:0-0 {event_type=RS_FLUSH_REGIONS, pid=114}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=114 java.io.IOException: Unable to complete flush {ENCODED => 367f9543bd55c4de93e7f8a883c9319d, NAME => 'TestAcidGuarantees,,1731595315055.367f9543bd55c4de93e7f8a883c9319d.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-14T14:42:16,215 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45145 {}] master.HMaster(4177): Remote procedure failed, pid=114 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 367f9543bd55c4de93e7f8a883c9319d, NAME => 'TestAcidGuarantees,,1731595315055.367f9543bd55c4de93e7f8a883c9319d.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$5(MasterRpcServices.java:2580) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2575) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 367f9543bd55c4de93e7f8a883c9319d, NAME => 'TestAcidGuarantees,,1731595315055.367f9543bd55c4de93e7f8a883c9319d.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-14T14:42:16,329 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=44.73 KB at sequenceid=240 (bloomFilter=true), to=hdfs://localhost:34345/user/jenkins/test-data/14d118ee-a83a-b09b-5913-1a58940a5db1/data/default/TestAcidGuarantees/367f9543bd55c4de93e7f8a883c9319d/.tmp/C/6477ce48a5514194a04fd24aca8d1397 2024-11-14T14:42:16,333 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:34345/user/jenkins/test-data/14d118ee-a83a-b09b-5913-1a58940a5db1/data/default/TestAcidGuarantees/367f9543bd55c4de93e7f8a883c9319d/.tmp/A/35263285a2044a2e9a6793c2913140df as hdfs://localhost:34345/user/jenkins/test-data/14d118ee-a83a-b09b-5913-1a58940a5db1/data/default/TestAcidGuarantees/367f9543bd55c4de93e7f8a883c9319d/A/35263285a2044a2e9a6793c2913140df 2024-11-14T14:42:16,336 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:34345/user/jenkins/test-data/14d118ee-a83a-b09b-5913-1a58940a5db1/data/default/TestAcidGuarantees/367f9543bd55c4de93e7f8a883c9319d/A/35263285a2044a2e9a6793c2913140df, entries=200, sequenceid=240, filesize=38.8 K 2024-11-14T14:42:16,337 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:34345/user/jenkins/test-data/14d118ee-a83a-b09b-5913-1a58940a5db1/data/default/TestAcidGuarantees/367f9543bd55c4de93e7f8a883c9319d/.tmp/B/4452569420974fe8b4bfba8af455ae0d as hdfs://localhost:34345/user/jenkins/test-data/14d118ee-a83a-b09b-5913-1a58940a5db1/data/default/TestAcidGuarantees/367f9543bd55c4de93e7f8a883c9319d/B/4452569420974fe8b4bfba8af455ae0d 2024-11-14T14:42:16,340 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:34345/user/jenkins/test-data/14d118ee-a83a-b09b-5913-1a58940a5db1/data/default/TestAcidGuarantees/367f9543bd55c4de93e7f8a883c9319d/B/4452569420974fe8b4bfba8af455ae0d, entries=150, sequenceid=240, filesize=11.9 K 2024-11-14T14:42:16,341 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:34345/user/jenkins/test-data/14d118ee-a83a-b09b-5913-1a58940a5db1/data/default/TestAcidGuarantees/367f9543bd55c4de93e7f8a883c9319d/.tmp/C/6477ce48a5514194a04fd24aca8d1397 as hdfs://localhost:34345/user/jenkins/test-data/14d118ee-a83a-b09b-5913-1a58940a5db1/data/default/TestAcidGuarantees/367f9543bd55c4de93e7f8a883c9319d/C/6477ce48a5514194a04fd24aca8d1397 2024-11-14T14:42:16,342 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T14:42:16,344 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:34345/user/jenkins/test-data/14d118ee-a83a-b09b-5913-1a58940a5db1/data/default/TestAcidGuarantees/367f9543bd55c4de93e7f8a883c9319d/C/6477ce48a5514194a04fd24aca8d1397, entries=150, sequenceid=240, filesize=11.9 K 2024-11-14T14:42:16,344 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(3140): Finished flush of dataSize ~138.65 KB/141980, heapSize ~395.09 KB/404576, currentSize=40.25 KB/41220 for 367f9543bd55c4de93e7f8a883c9319d in 1683ms, sequenceid=240, compaction requested=true 2024-11-14T14:42:16,345 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2603): Flush status journal for 367f9543bd55c4de93e7f8a883c9319d: 2024-11-14T14:42:16,345 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store 367f9543bd55c4de93e7f8a883c9319d:A, priority=-2147483648, current under compaction store size is 1 2024-11-14T14:42:16,345 DEBUG [RS:0;da1c6afcd1f9:35765-shortCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 3 store files, 0 compacting, 3 eligible, 16 blocking 2024-11-14T14:42:16,345 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-14T14:42:16,345 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store 367f9543bd55c4de93e7f8a883c9319d:B, priority=-2147483648, current under compaction store size is 2 2024-11-14T14:42:16,345 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-14T14:42:16,345 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store 367f9543bd55c4de93e7f8a883c9319d:C, priority=-2147483648, current under compaction store size is 3 2024-11-14T14:42:16,345 DEBUG [RS:0;da1c6afcd1f9:35765-longCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 3 store files, 0 compacting, 3 eligible, 16 blocking 2024-11-14T14:42:16,345 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=1), splitQueue=0 2024-11-14T14:42:16,345 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T14:42:16,346 DEBUG [RS:0;da1c6afcd1f9:35765-shortCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 3 files of size 102403 starting at candidate #0 after considering 1 permutations with 1 in ratio 2024-11-14T14:42:16,346 DEBUG [RS:0;da1c6afcd1f9:35765-shortCompactions-0 {}] regionserver.HStore(1541): 367f9543bd55c4de93e7f8a883c9319d/A is initiating minor compaction (all files) 2024-11-14T14:42:16,346 DEBUG [RS:0;da1c6afcd1f9:35765-longCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 3 files of size 36897 starting at candidate #0 after considering 1 permutations with 1 in ratio 2024-11-14T14:42:16,346 INFO [RS:0;da1c6afcd1f9:35765-shortCompactions-0 {}] regionserver.HRegion(2416): Starting compaction of 367f9543bd55c4de93e7f8a883c9319d/A in TestAcidGuarantees,,1731595315055.367f9543bd55c4de93e7f8a883c9319d. 2024-11-14T14:42:16,346 DEBUG [RS:0;da1c6afcd1f9:35765-longCompactions-0 {}] regionserver.HStore(1541): 367f9543bd55c4de93e7f8a883c9319d/B is initiating minor compaction (all files) 2024-11-14T14:42:16,346 INFO [RS:0;da1c6afcd1f9:35765-shortCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:34345/user/jenkins/test-data/14d118ee-a83a-b09b-5913-1a58940a5db1/data/default/TestAcidGuarantees/367f9543bd55c4de93e7f8a883c9319d/A/f0bc6afadcac4ebe85f5c3f13910d26f, hdfs://localhost:34345/user/jenkins/test-data/14d118ee-a83a-b09b-5913-1a58940a5db1/data/default/TestAcidGuarantees/367f9543bd55c4de93e7f8a883c9319d/A/68a44bc13236435a802e280525bfe56b, hdfs://localhost:34345/user/jenkins/test-data/14d118ee-a83a-b09b-5913-1a58940a5db1/data/default/TestAcidGuarantees/367f9543bd55c4de93e7f8a883c9319d/A/35263285a2044a2e9a6793c2913140df] into tmpdir=hdfs://localhost:34345/user/jenkins/test-data/14d118ee-a83a-b09b-5913-1a58940a5db1/data/default/TestAcidGuarantees/367f9543bd55c4de93e7f8a883c9319d/.tmp, totalSize=100.0 K 2024-11-14T14:42:16,346 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T14:42:16,346 INFO [RS:0;da1c6afcd1f9:35765-longCompactions-0 {}] regionserver.HRegion(2416): Starting compaction of 367f9543bd55c4de93e7f8a883c9319d/B in TestAcidGuarantees,,1731595315055.367f9543bd55c4de93e7f8a883c9319d. 2024-11-14T14:42:16,346 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T14:42:16,346 INFO [RS:0;da1c6afcd1f9:35765-shortCompactions-0 {}] mob.DefaultMobStoreCompactor(181): MOB compaction: major=false isAll=true priority=13 throughput controller=DefaultCompactionThroughputController [maxThroughput=50.00 MB/second, activeCompactions=0] table=TestAcidGuarantees cf=A region=TestAcidGuarantees,,1731595315055.367f9543bd55c4de93e7f8a883c9319d. 2024-11-14T14:42:16,346 INFO [RS:0;da1c6afcd1f9:35765-longCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:34345/user/jenkins/test-data/14d118ee-a83a-b09b-5913-1a58940a5db1/data/default/TestAcidGuarantees/367f9543bd55c4de93e7f8a883c9319d/B/27bb5a847f394893a51e33f08d153ecf, hdfs://localhost:34345/user/jenkins/test-data/14d118ee-a83a-b09b-5913-1a58940a5db1/data/default/TestAcidGuarantees/367f9543bd55c4de93e7f8a883c9319d/B/f8a68d4e7f644f29a84b7c25daedc01f, hdfs://localhost:34345/user/jenkins/test-data/14d118ee-a83a-b09b-5913-1a58940a5db1/data/default/TestAcidGuarantees/367f9543bd55c4de93e7f8a883c9319d/B/4452569420974fe8b4bfba8af455ae0d] into tmpdir=hdfs://localhost:34345/user/jenkins/test-data/14d118ee-a83a-b09b-5913-1a58940a5db1/data/default/TestAcidGuarantees/367f9543bd55c4de93e7f8a883c9319d/.tmp, totalSize=36.0 K 2024-11-14T14:42:16,346 DEBUG [RS:0;da1c6afcd1f9:35765-shortCompactions-0 {}] mob.DefaultMobStoreCompactor(191): MOB compaction table=TestAcidGuarantees cf=A region=TestAcidGuarantees,,1731595315055.367f9543bd55c4de93e7f8a883c9319d. files: [hdfs://localhost:34345/user/jenkins/test-data/14d118ee-a83a-b09b-5913-1a58940a5db1/data/default/TestAcidGuarantees/367f9543bd55c4de93e7f8a883c9319d/A/f0bc6afadcac4ebe85f5c3f13910d26f, hdfs://localhost:34345/user/jenkins/test-data/14d118ee-a83a-b09b-5913-1a58940a5db1/data/default/TestAcidGuarantees/367f9543bd55c4de93e7f8a883c9319d/A/68a44bc13236435a802e280525bfe56b, hdfs://localhost:34345/user/jenkins/test-data/14d118ee-a83a-b09b-5913-1a58940a5db1/data/default/TestAcidGuarantees/367f9543bd55c4de93e7f8a883c9319d/A/35263285a2044a2e9a6793c2913140df] 2024-11-14T14:42:16,346 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T14:42:16,346 DEBUG [RS:0;da1c6afcd1f9:35765-shortCompactions-0 {}] compactions.Compactor(225): Compacting f0bc6afadcac4ebe85f5c3f13910d26f, keycount=150, bloomtype=ROW, size=30.8 K, encoding=NONE, compression=NONE, seqNum=190, earliestPutTs=1731595330496 2024-11-14T14:42:16,346 DEBUG [RS:0;da1c6afcd1f9:35765-longCompactions-0 {}] compactions.Compactor(225): Compacting 27bb5a847f394893a51e33f08d153ecf, keycount=150, bloomtype=ROW, size=12.3 K, encoding=NONE, compression=NONE, seqNum=190, earliestPutTs=1731595330496 2024-11-14T14:42:16,346 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T14:42:16,346 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T14:42:16,347 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T14:42:16,347 DEBUG [RS:0;da1c6afcd1f9:35765-shortCompactions-0 {}] compactions.Compactor(225): Compacting 68a44bc13236435a802e280525bfe56b, keycount=150, bloomtype=ROW, size=30.4 K, encoding=NONE, compression=NONE, seqNum=202, earliestPutTs=1731595331170 2024-11-14T14:42:16,347 DEBUG [RS:0;da1c6afcd1f9:35765-longCompactions-0 {}] compactions.Compactor(225): Compacting f8a68d4e7f644f29a84b7c25daedc01f, keycount=150, bloomtype=ROW, size=11.9 K, encoding=NONE, compression=NONE, seqNum=202, earliestPutTs=1731595331170 2024-11-14T14:42:16,347 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T14:42:16,347 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T14:42:16,347 DEBUG [RS:0;da1c6afcd1f9:35765-shortCompactions-0 {}] compactions.Compactor(225): Compacting 35263285a2044a2e9a6793c2913140df, keycount=200, bloomtype=ROW, size=38.8 K, encoding=NONE, compression=NONE, seqNum=240, earliestPutTs=1731595333483 2024-11-14T14:42:16,347 DEBUG [RS:0;da1c6afcd1f9:35765-longCompactions-0 {}] compactions.Compactor(225): Compacting 4452569420974fe8b4bfba8af455ae0d, keycount=150, bloomtype=ROW, size=11.9 K, encoding=NONE, compression=NONE, seqNum=240, earliestPutTs=1731595333487 2024-11-14T14:42:16,347 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T14:42:16,347 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T14:42:16,347 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T14:42:16,348 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T14:42:16,348 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T14:42:16,348 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T14:42:16,348 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T14:42:16,348 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T14:42:16,349 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T14:42:16,349 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T14:42:16,349 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T14:42:16,349 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T14:42:16,349 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T14:42:16,349 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T14:42:16,350 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T14:42:16,350 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T14:42:16,350 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T14:42:16,350 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T14:42:16,350 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T14:42:16,350 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T14:42:16,351 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T14:42:16,351 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T14:42:16,351 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T14:42:16,351 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T14:42:16,351 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T14:42:16,352 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T14:42:16,352 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T14:42:16,352 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T14:42:16,352 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T14:42:16,352 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T14:42:16,352 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T14:42:16,353 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T14:42:16,353 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T14:42:16,353 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T14:42:16,353 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T14:42:16,353 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T14:42:16,353 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T14:42:16,354 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T14:42:16,354 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T14:42:16,354 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T14:42:16,354 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T14:42:16,354 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T14:42:16,354 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T14:42:16,354 INFO [RS:0;da1c6afcd1f9:35765-longCompactions-0 {}] throttle.PressureAwareThroughputController(145): 367f9543bd55c4de93e7f8a883c9319d#B#compaction#326 average throughput is 6.55 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second 2024-11-14T14:42:16,354 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T14:42:16,355 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T14:42:16,355 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T14:42:16,355 DEBUG [RS:0;da1c6afcd1f9:35765-longCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:34345/user/jenkins/test-data/14d118ee-a83a-b09b-5913-1a58940a5db1/data/default/TestAcidGuarantees/367f9543bd55c4de93e7f8a883c9319d/.tmp/B/61e16956efcc4f0182f9f922bb711cd4 is 50, key is test_row_0/B:col10/1731595333495/Put/seqid=0 2024-11-14T14:42:16,355 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T14:42:16,355 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T14:42:16,355 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T14:42:16,355 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T14:42:16,356 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T14:42:16,356 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T14:42:16,356 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T14:42:16,356 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T14:42:16,356 INFO [RS:0;da1c6afcd1f9:35765-shortCompactions-0 {}] mob.DefaultMobStoreCompactor(321): Compact MOB=false optimized configured=false optimized enabled=false maximum MOB file size=1073741824 major=true store=[table=TestAcidGuarantees family=A region=367f9543bd55c4de93e7f8a883c9319d] 2024-11-14T14:42:16,357 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T14:42:16,357 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T14:42:16,357 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T14:42:16,357 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T14:42:16,357 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T14:42:16,357 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T14:42:16,358 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T14:42:16,358 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T14:42:16,358 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T14:42:16,358 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T14:42:16,358 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T14:42:16,359 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T14:42:16,359 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T14:42:16,359 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T14:42:16,359 DEBUG [RS:0;da1c6afcd1f9:35765-shortCompactions-0 {}] mob.DefaultMobStoreCompactor(635): New MOB writer created=d41d8cd98f00b204e9800998ecf8427e202411143592b00a864b447baf382dbaa7f0900f_367f9543bd55c4de93e7f8a883c9319d store=[table=TestAcidGuarantees family=A region=367f9543bd55c4de93e7f8a883c9319d] 2024-11-14T14:42:16,359 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T14:42:16,359 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T14:42:16,359 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T14:42:16,359 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T14:42:16,360 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T14:42:16,360 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T14:42:16,360 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T14:42:16,360 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T14:42:16,360 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T14:42:16,360 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T14:42:16,360 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T14:42:16,361 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T14:42:16,361 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T14:42:16,361 DEBUG [RS:0;da1c6afcd1f9:35765-shortCompactions-0 {}] mob.DefaultMobStoreCompactor(656): Commit or abort size=0 mobCells=0 major=true file=d41d8cd98f00b204e9800998ecf8427e202411143592b00a864b447baf382dbaa7f0900f_367f9543bd55c4de93e7f8a883c9319d, store=[table=TestAcidGuarantees family=A region=367f9543bd55c4de93e7f8a883c9319d] 2024-11-14T14:42:16,361 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T14:42:16,361 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T14:42:16,361 DEBUG [RS:0;da1c6afcd1f9:35765-shortCompactions-0 {}] mob.DefaultMobStoreCompactor(667): Aborting writer for hdfs://localhost:34345/user/jenkins/test-data/14d118ee-a83a-b09b-5913-1a58940a5db1/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e202411143592b00a864b447baf382dbaa7f0900f_367f9543bd55c4de93e7f8a883c9319d because there are no MOB cells, store=[table=TestAcidGuarantees family=A region=367f9543bd55c4de93e7f8a883c9319d] 2024-11-14T14:42:16,361 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T14:42:16,361 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T14:42:16,362 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T14:42:16,362 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T14:42:16,362 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T14:42:16,362 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T14:42:16,362 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T14:42:16,363 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T14:42:16,363 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T14:42:16,363 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T14:42:16,363 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T14:42:16,363 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T14:42:16,363 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T14:42:16,364 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T14:42:16,364 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T14:42:16,364 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T14:42:16,364 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T14:42:16,365 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T14:42:16,365 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T14:42:16,365 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T14:42:16,365 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36699 is added to blk_1073742212_1388 (size=4469) 2024-11-14T14:42:16,365 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T14:42:16,365 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T14:42:16,366 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T14:42:16,366 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T14:42:16,366 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T14:42:16,366 INFO [RS:0;da1c6afcd1f9:35765-shortCompactions-0 {}] throttle.PressureAwareThroughputController(145): 367f9543bd55c4de93e7f8a883c9319d#A#compaction#327 average throughput is 2.44 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second 2024-11-14T14:42:16,366 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T14:42:16,366 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T14:42:16,366 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T14:42:16,367 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T14:42:16,367 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T14:42:16,367 DEBUG [RS:0;da1c6afcd1f9:35765-shortCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:34345/user/jenkins/test-data/14d118ee-a83a-b09b-5913-1a58940a5db1/data/default/TestAcidGuarantees/367f9543bd55c4de93e7f8a883c9319d/.tmp/A/1041d799943b4fed94b86c62f1e26aff is 175, key is test_row_0/A:col10/1731595333495/Put/seqid=0 2024-11-14T14:42:16,367 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T14:42:16,367 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=35765 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=114 2024-11-14T14:42:16,367 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T14:42:16,367 DEBUG [RS_FLUSH_OPERATIONS-regionserver/da1c6afcd1f9:0-1 {event_type=RS_FLUSH_REGIONS, pid=114}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1731595315055.367f9543bd55c4de93e7f8a883c9319d. 2024-11-14T14:42:16,367 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T14:42:16,368 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T14:42:16,368 INFO [RS_FLUSH_OPERATIONS-regionserver/da1c6afcd1f9:0-1 {event_type=RS_FLUSH_REGIONS, pid=114}] regionserver.HRegion(2902): Flushing 367f9543bd55c4de93e7f8a883c9319d 3/3 column families, dataSize=40.25 KB heapSize=120.28 KB 2024-11-14T14:42:16,368 DEBUG [RS_FLUSH_OPERATIONS-regionserver/da1c6afcd1f9:0-1 {event_type=RS_FLUSH_REGIONS, pid=114}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 367f9543bd55c4de93e7f8a883c9319d, store=A 2024-11-14T14:42:16,368 DEBUG [RS_FLUSH_OPERATIONS-regionserver/da1c6afcd1f9:0-1 {event_type=RS_FLUSH_REGIONS, pid=114}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-14T14:42:16,368 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T14:42:16,368 DEBUG [RS_FLUSH_OPERATIONS-regionserver/da1c6afcd1f9:0-1 {event_type=RS_FLUSH_REGIONS, pid=114}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 367f9543bd55c4de93e7f8a883c9319d, store=B 2024-11-14T14:42:16,368 DEBUG [RS_FLUSH_OPERATIONS-regionserver/da1c6afcd1f9:0-1 {event_type=RS_FLUSH_REGIONS, pid=114}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-14T14:42:16,368 DEBUG [RS_FLUSH_OPERATIONS-regionserver/da1c6afcd1f9:0-1 {event_type=RS_FLUSH_REGIONS, pid=114}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 367f9543bd55c4de93e7f8a883c9319d, store=C 2024-11-14T14:42:16,368 DEBUG [RS_FLUSH_OPERATIONS-regionserver/da1c6afcd1f9:0-1 {event_type=RS_FLUSH_REGIONS, pid=114}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-14T14:42:16,368 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T14:42:16,368 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T14:42:16,368 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T14:42:16,369 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T14:42:16,369 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T14:42:16,369 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T14:42:16,369 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T14:42:16,369 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T14:42:16,370 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T14:42:16,370 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T14:42:16,370 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T14:42:16,371 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T14:42:16,371 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T14:42:16,371 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T14:42:16,371 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T14:42:16,371 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T14:42:16,371 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T14:42:16,371 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36699 is added to blk_1073742213_1389 (size=31651) 2024-11-14T14:42:16,372 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T14:42:16,372 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T14:42:16,372 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T14:42:16,372 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T14:42:16,373 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T14:42:16,373 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36699 is added to blk_1073742211_1387 (size=12697) 2024-11-14T14:42:16,374 DEBUG [RS_FLUSH_OPERATIONS-regionserver/da1c6afcd1f9:0-1 {event_type=RS_FLUSH_REGIONS, pid=114}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:34345/user/jenkins/test-data/14d118ee-a83a-b09b-5913-1a58940a5db1/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e20241114fad0ca555d6b42a7bb564bbcd0b34207_367f9543bd55c4de93e7f8a883c9319d is 50, key is test_row_0/A:col10/1731595334690/Put/seqid=0 2024-11-14T14:42:16,377 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36699 is added to blk_1073742214_1390 (size=9814) 2024-11-14T14:42:16,377 DEBUG [RS_FLUSH_OPERATIONS-regionserver/da1c6afcd1f9:0-1 {event_type=RS_FLUSH_REGIONS, pid=114}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T14:42:16,380 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T14:42:16,380 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T14:42:16,380 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T14:42:16,381 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T14:42:16,381 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T14:42:16,381 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T14:42:16,381 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T14:42:16,381 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T14:42:16,381 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T14:42:16,382 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T14:42:16,382 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T14:42:16,382 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T14:42:16,382 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T14:42:16,382 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T14:42:16,382 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T14:42:16,383 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T14:42:16,383 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T14:42:16,383 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T14:42:16,383 INFO [RS_FLUSH_OPERATIONS-regionserver/da1c6afcd1f9:0-1 {event_type=RS_FLUSH_REGIONS, pid=114}] regionserver.HMobStore(268): FLUSH Renaming flushed file from hdfs://localhost:34345/user/jenkins/test-data/14d118ee-a83a-b09b-5913-1a58940a5db1/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e20241114fad0ca555d6b42a7bb564bbcd0b34207_367f9543bd55c4de93e7f8a883c9319d to hdfs://localhost:34345/user/jenkins/test-data/14d118ee-a83a-b09b-5913-1a58940a5db1/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e20241114fad0ca555d6b42a7bb564bbcd0b34207_367f9543bd55c4de93e7f8a883c9319d 2024-11-14T14:42:16,383 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T14:42:16,383 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T14:42:16,383 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T14:42:16,384 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T14:42:16,384 DEBUG [RS_FLUSH_OPERATIONS-regionserver/da1c6afcd1f9:0-1 {event_type=RS_FLUSH_REGIONS, pid=114}] mob.DefaultMobStoreFlusher(263): Flush store file: hdfs://localhost:34345/user/jenkins/test-data/14d118ee-a83a-b09b-5913-1a58940a5db1/data/default/TestAcidGuarantees/367f9543bd55c4de93e7f8a883c9319d/.tmp/A/0491dc48010c4e709b44257f48b2a850, store: [table=TestAcidGuarantees family=A region=367f9543bd55c4de93e7f8a883c9319d] 2024-11-14T14:42:16,384 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T14:42:16,384 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T14:42:16,384 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T14:42:16,384 DEBUG [RS_FLUSH_OPERATIONS-regionserver/da1c6afcd1f9:0-1 {event_type=RS_FLUSH_REGIONS, pid=114}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:34345/user/jenkins/test-data/14d118ee-a83a-b09b-5913-1a58940a5db1/data/default/TestAcidGuarantees/367f9543bd55c4de93e7f8a883c9319d/.tmp/A/0491dc48010c4e709b44257f48b2a850 is 175, key is test_row_0/A:col10/1731595334690/Put/seqid=0 2024-11-14T14:42:16,384 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T14:42:16,384 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T14:42:16,385 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T14:42:16,385 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T14:42:16,385 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T14:42:16,385 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T14:42:16,385 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T14:42:16,386 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T14:42:16,386 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T14:42:16,386 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T14:42:16,386 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T14:42:16,386 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T14:42:16,386 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T14:42:16,387 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T14:42:16,387 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T14:42:16,387 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T14:42:16,387 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T14:42:16,387 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T14:42:16,387 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T14:42:16,387 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T14:42:16,388 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T14:42:16,388 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T14:42:16,388 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T14:42:16,388 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T14:42:16,388 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T14:42:16,388 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T14:42:16,389 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T14:42:16,389 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T14:42:16,389 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T14:42:16,389 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36699 is added to blk_1073742215_1391 (size=22461) 2024-11-14T14:42:16,389 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T14:42:16,390 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T14:42:16,390 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T14:42:16,390 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T14:42:16,390 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T14:42:16,390 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T14:42:16,390 INFO [RS_FLUSH_OPERATIONS-regionserver/da1c6afcd1f9:0-1 {event_type=RS_FLUSH_REGIONS, pid=114}] mob.DefaultMobStoreFlusher(147): Mob store is flushed, sequenceid=249, memsize=13.4 K, hasBloomFilter=true, into tmp file hdfs://localhost:34345/user/jenkins/test-data/14d118ee-a83a-b09b-5913-1a58940a5db1/data/default/TestAcidGuarantees/367f9543bd55c4de93e7f8a883c9319d/.tmp/A/0491dc48010c4e709b44257f48b2a850 2024-11-14T14:42:16,390 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T14:42:16,391 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T14:42:16,391 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T14:42:16,391 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T14:42:16,391 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T14:42:16,391 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T14:42:16,391 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T14:42:16,392 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T14:42:16,392 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T14:42:16,392 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T14:42:16,392 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T14:42:16,392 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T14:42:16,392 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T14:42:16,392 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T14:42:16,392 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T14:42:16,393 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T14:42:16,393 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T14:42:16,393 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T14:42:16,393 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T14:42:16,393 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T14:42:16,394 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T14:42:16,394 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T14:42:16,394 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T14:42:16,394 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T14:42:16,394 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T14:42:16,395 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T14:42:16,395 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T14:42:16,395 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T14:42:16,395 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T14:42:16,395 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T14:42:16,395 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T14:42:16,396 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T14:42:16,396 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T14:42:16,396 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T14:42:16,396 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T14:42:16,396 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T14:42:16,397 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T14:42:16,397 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T14:42:16,397 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T14:42:16,397 DEBUG [RS_FLUSH_OPERATIONS-regionserver/da1c6afcd1f9:0-1 {event_type=RS_FLUSH_REGIONS, pid=114}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:34345/user/jenkins/test-data/14d118ee-a83a-b09b-5913-1a58940a5db1/data/default/TestAcidGuarantees/367f9543bd55c4de93e7f8a883c9319d/.tmp/B/1ca4d733fc0249739a4d6f4c4e2c38ae is 50, key is test_row_0/B:col10/1731595334690/Put/seqid=0 2024-11-14T14:42:16,397 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T14:42:16,397 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T14:42:16,397 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T14:42:16,398 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T14:42:16,398 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T14:42:16,398 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T14:42:16,398 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T14:42:16,398 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T14:42:16,398 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T14:42:16,399 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T14:42:16,399 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T14:42:16,399 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T14:42:16,399 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T14:42:16,399 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T14:42:16,399 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T14:42:16,400 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T14:42:16,400 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T14:42:16,400 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T14:42:16,400 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36699 is added to blk_1073742216_1392 (size=9757) 2024-11-14T14:42:16,400 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T14:42:16,400 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T14:42:16,401 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T14:42:16,401 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T14:42:16,401 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T14:42:16,401 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T14:42:16,402 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T14:42:16,402 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T14:42:16,402 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T14:42:16,402 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T14:42:16,402 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T14:42:16,402 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T14:42:16,403 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T14:42:16,403 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T14:42:16,403 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T14:42:16,403 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T14:42:16,403 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T14:42:16,403 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T14:42:16,403 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T14:42:16,404 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T14:42:16,404 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T14:42:16,404 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T14:42:16,404 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T14:42:16,404 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T14:42:16,405 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T14:42:16,405 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T14:42:16,405 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T14:42:16,405 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T14:42:16,406 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T14:42:16,406 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T14:42:16,406 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T14:42:16,407 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T14:42:16,407 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T14:42:16,410 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T14:42:16,411 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T14:42:16,411 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T14:42:16,411 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T14:42:16,412 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T14:42:16,412 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T14:42:16,412 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T14:42:16,412 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T14:42:16,413 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T14:42:16,413 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T14:42:16,413 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T14:42:16,413 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T14:42:16,413 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T14:42:16,414 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T14:42:16,414 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T14:42:16,414 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T14:42:16,414 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T14:42:16,414 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T14:42:16,414 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T14:42:16,414 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T14:42:16,415 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T14:42:16,415 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T14:42:16,415 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T14:42:16,415 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T14:42:16,415 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T14:42:16,415 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T14:42:16,415 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T14:42:16,416 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T14:42:16,416 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T14:42:16,416 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T14:42:16,416 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T14:42:16,416 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T14:42:16,416 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T14:42:16,417 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T14:42:16,417 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T14:42:16,417 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T14:42:16,417 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T14:42:16,417 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T14:42:16,417 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T14:42:16,418 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T14:42:16,418 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T14:42:16,418 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T14:42:16,418 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T14:42:16,418 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T14:42:16,418 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T14:42:16,418 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T14:42:16,419 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T14:42:16,419 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T14:42:16,419 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T14:42:16,419 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T14:42:16,419 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T14:42:16,419 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T14:42:16,419 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T14:42:16,420 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T14:42:16,420 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T14:42:16,420 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T14:42:16,420 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T14:42:16,420 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T14:42:16,420 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T14:42:16,420 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T14:42:16,421 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T14:42:16,421 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T14:42:16,421 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T14:42:16,421 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T14:42:16,421 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T14:42:16,421 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T14:42:16,421 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T14:42:16,422 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T14:42:16,422 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T14:42:16,422 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T14:42:16,422 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T14:42:16,422 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T14:42:16,422 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T14:42:16,423 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T14:42:16,423 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T14:42:16,423 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T14:42:16,423 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T14:42:16,423 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T14:42:16,423 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T14:42:16,423 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T14:42:16,423 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T14:42:16,424 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T14:42:16,424 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T14:42:16,424 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T14:42:16,424 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T14:42:16,424 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T14:42:16,425 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T14:42:16,425 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T14:42:16,425 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T14:42:16,425 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T14:42:16,425 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T14:42:16,425 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T14:42:16,425 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T14:42:16,425 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T14:42:16,426 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T14:42:16,426 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T14:42:16,426 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T14:42:16,426 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T14:42:16,426 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T14:42:16,426 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T14:42:16,427 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T14:42:16,427 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T14:42:16,427 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T14:42:16,427 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T14:42:16,427 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T14:42:16,427 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T14:42:16,428 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T14:42:16,428 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T14:42:16,428 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T14:42:16,428 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T14:42:16,428 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T14:42:16,428 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T14:42:16,428 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T14:42:16,429 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T14:42:16,429 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T14:42:16,429 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T14:42:16,429 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T14:42:16,429 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T14:42:16,429 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T14:42:16,430 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T14:42:16,430 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T14:42:16,430 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T14:42:16,430 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T14:42:16,430 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T14:42:16,430 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T14:42:16,430 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T14:42:16,431 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T14:42:16,431 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T14:42:16,431 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T14:42:16,431 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T14:42:16,431 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T14:42:16,431 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T14:42:16,431 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T14:42:16,432 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T14:42:16,432 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T14:42:16,432 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T14:42:16,432 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T14:42:16,432 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T14:42:16,432 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T14:42:16,432 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T14:42:16,433 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T14:42:16,433 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T14:42:16,433 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T14:42:16,433 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T14:42:16,434 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T14:42:16,434 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T14:42:16,434 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T14:42:16,435 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T14:42:16,435 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T14:42:16,436 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T14:42:16,439 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T14:42:16,439 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T14:42:16,439 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T14:42:16,439 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T14:42:16,439 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T14:42:16,440 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T14:42:16,440 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T14:42:16,440 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T14:42:16,440 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T14:42:16,441 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T14:42:16,441 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T14:42:16,441 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T14:42:16,441 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T14:42:16,441 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T14:42:16,441 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T14:42:16,442 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T14:42:16,442 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T14:42:16,442 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T14:42:16,442 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T14:42:16,442 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T14:42:16,442 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T14:42:16,442 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T14:42:16,443 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T14:42:16,443 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T14:42:16,443 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T14:42:16,443 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T14:42:16,443 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T14:42:16,443 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T14:42:16,444 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T14:42:16,444 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T14:42:16,444 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T14:42:16,444 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T14:42:16,444 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T14:42:16,444 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T14:42:16,444 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T14:42:16,445 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T14:42:16,445 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T14:42:16,445 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T14:42:16,445 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T14:42:16,445 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T14:42:16,445 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T14:42:16,445 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T14:42:16,445 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T14:42:16,446 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T14:42:16,446 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T14:42:16,446 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T14:42:16,446 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T14:42:16,446 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T14:42:16,446 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T14:42:16,447 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T14:42:16,447 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T14:42:16,447 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T14:42:16,447 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T14:42:16,447 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T14:42:16,447 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T14:42:16,447 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T14:42:16,447 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T14:42:16,447 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T14:42:16,448 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T14:42:16,448 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T14:42:16,448 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T14:42:16,448 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T14:42:16,448 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T14:42:16,448 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T14:42:16,448 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T14:42:16,449 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T14:42:16,449 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T14:42:16,449 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T14:42:16,449 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T14:42:16,449 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T14:42:16,449 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T14:42:16,450 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T14:42:16,450 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T14:42:16,450 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T14:42:16,450 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T14:42:16,450 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T14:42:16,450 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T14:42:16,451 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T14:42:16,451 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T14:42:16,451 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T14:42:16,451 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T14:42:16,451 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T14:42:16,451 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T14:42:16,451 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T14:42:16,451 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T14:42:16,452 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T14:42:16,452 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T14:42:16,452 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T14:42:16,452 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T14:42:16,452 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T14:42:16,452 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T14:42:16,453 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T14:42:16,453 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T14:42:16,453 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T14:42:16,453 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T14:42:16,453 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T14:42:16,453 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T14:42:16,454 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T14:42:16,454 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T14:42:16,454 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T14:42:16,454 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T14:42:16,454 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T14:42:16,454 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T14:42:16,455 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T14:42:16,455 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T14:42:16,455 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T14:42:16,455 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T14:42:16,455 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T14:42:16,455 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T14:42:16,455 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T14:42:16,456 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T14:42:16,456 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T14:42:16,456 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T14:42:16,456 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T14:42:16,456 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T14:42:16,456 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T14:42:16,456 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T14:42:16,457 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T14:42:16,457 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T14:42:16,457 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T14:42:16,457 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T14:42:16,457 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T14:42:16,457 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T14:42:16,457 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T14:42:16,458 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T14:42:16,458 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T14:42:16,458 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T14:42:16,458 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T14:42:16,458 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T14:42:16,458 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T14:42:16,459 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T14:42:16,459 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T14:42:16,459 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T14:42:16,459 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T14:42:16,459 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T14:42:16,459 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T14:42:16,460 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T14:42:16,460 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T14:42:16,460 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T14:42:16,460 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T14:42:16,460 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T14:42:16,460 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T14:42:16,461 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T14:42:16,461 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T14:42:16,462 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T14:42:16,462 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T14:42:16,462 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T14:42:16,463 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T14:42:16,463 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T14:42:16,464 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T14:42:16,465 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T14:42:16,465 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T14:42:16,466 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T14:42:16,466 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T14:42:16,466 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T14:42:16,466 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T14:42:16,466 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T14:42:16,467 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T14:42:16,467 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T14:42:16,467 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T14:42:16,467 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T14:42:16,468 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T14:42:16,468 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T14:42:16,468 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T14:42:16,468 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T14:42:16,468 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T14:42:16,469 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T14:42:16,469 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T14:42:16,469 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T14:42:16,469 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T14:42:16,470 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T14:42:16,470 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T14:42:16,470 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T14:42:16,470 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T14:42:16,470 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T14:42:16,471 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T14:42:16,471 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T14:42:16,471 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T14:42:16,471 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T14:42:16,471 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T14:42:16,471 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T14:42:16,471 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T14:42:16,471 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T14:42:16,472 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T14:42:16,472 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T14:42:16,472 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T14:42:16,472 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T14:42:16,472 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T14:42:16,472 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T14:42:16,473 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T14:42:16,473 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T14:42:16,473 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T14:42:16,473 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T14:42:16,473 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T14:42:16,473 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T14:42:16,473 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T14:42:16,473 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T14:42:16,474 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T14:42:16,474 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T14:42:16,474 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T14:42:16,474 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T14:42:16,474 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T14:42:16,474 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T14:42:16,474 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T14:42:16,475 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T14:42:16,475 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T14:42:16,475 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T14:42:16,475 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T14:42:16,475 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T14:42:16,475 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T14:42:16,475 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T14:42:16,476 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T14:42:16,476 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T14:42:16,476 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T14:42:16,476 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T14:42:16,476 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T14:42:16,476 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T14:42:16,477 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T14:42:16,477 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T14:42:16,477 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T14:42:16,477 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T14:42:16,477 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T14:42:16,477 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T14:42:16,477 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T14:42:16,477 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T14:42:16,477 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T14:42:16,478 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T14:42:16,478 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T14:42:16,478 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T14:42:16,478 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T14:42:16,478 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T14:42:16,478 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T14:42:16,478 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T14:42:16,479 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T14:42:16,479 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T14:42:16,479 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T14:42:16,479 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T14:42:16,479 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T14:42:16,479 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T14:42:16,479 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T14:42:16,480 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T14:42:16,480 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T14:42:16,480 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T14:42:16,480 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T14:42:16,480 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T14:42:16,480 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T14:42:16,480 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T14:42:16,481 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T14:42:16,481 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T14:42:16,481 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T14:42:16,481 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T14:42:16,481 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T14:42:16,481 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T14:42:16,481 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T14:42:16,482 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T14:42:16,482 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T14:42:16,482 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T14:42:16,482 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T14:42:16,482 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T14:42:16,482 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T14:42:16,482 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T14:42:16,483 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T14:42:16,483 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T14:42:16,483 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T14:42:16,483 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T14:42:16,483 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T14:42:16,483 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T14:42:16,483 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T14:42:16,484 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T14:42:16,484 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T14:42:16,484 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T14:42:16,484 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T14:42:16,484 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T14:42:16,484 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T14:42:16,484 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T14:42:16,484 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T14:42:16,485 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T14:42:16,485 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T14:42:16,485 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T14:42:16,485 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T14:42:16,485 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T14:42:16,485 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T14:42:16,486 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T14:42:16,486 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T14:42:16,486 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T14:42:16,486 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T14:42:16,486 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T14:42:16,486 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T14:42:16,487 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T14:42:16,487 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T14:42:16,487 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T14:42:16,487 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T14:42:16,488 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T14:42:16,488 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T14:42:16,489 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T14:42:16,489 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T14:42:16,490 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T14:42:16,490 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T14:42:16,491 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T14:42:16,491 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T14:42:16,491 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T14:42:16,491 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T14:42:16,492 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T14:42:16,492 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T14:42:16,492 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T14:42:16,493 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T14:42:16,493 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T14:42:16,493 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T14:42:16,493 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T14:42:16,494 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T14:42:16,494 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T14:42:16,494 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T14:42:16,494 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T14:42:16,494 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T14:42:16,495 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T14:42:16,495 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T14:42:16,495 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T14:42:16,495 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T14:42:16,496 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T14:42:16,496 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T14:42:16,496 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T14:42:16,496 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T14:42:16,497 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T14:42:16,497 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T14:42:16,497 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T14:42:16,497 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T14:42:16,498 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T14:42:16,498 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T14:42:16,498 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T14:42:16,498 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T14:42:16,498 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T14:42:16,498 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T14:42:16,499 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T14:42:16,499 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T14:42:16,499 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T14:42:16,499 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T14:42:16,499 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T14:42:16,499 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T14:42:16,500 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T14:42:16,500 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T14:42:16,500 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T14:42:16,500 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T14:42:16,500 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T14:42:16,500 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T14:42:16,500 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T14:42:16,501 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T14:42:16,501 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T14:42:16,501 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T14:42:16,501 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T14:42:16,501 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T14:42:16,501 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T14:42:16,502 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T14:42:16,502 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T14:42:16,502 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T14:42:16,502 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T14:42:16,502 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T14:42:16,503 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T14:42:16,503 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T14:42:16,503 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T14:42:16,503 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T14:42:16,503 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T14:42:16,503 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T14:42:16,503 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T14:42:16,504 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T14:42:16,504 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T14:42:16,504 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T14:42:16,504 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T14:42:16,504 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T14:42:16,504 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T14:42:16,505 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T14:42:16,505 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T14:42:16,505 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T14:42:16,505 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T14:42:16,505 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T14:42:16,505 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T14:42:16,505 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T14:42:16,506 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T14:42:16,506 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T14:42:16,506 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T14:42:16,506 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T14:42:16,506 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T14:42:16,506 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T14:42:16,507 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T14:42:16,507 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T14:42:16,507 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T14:42:16,507 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T14:42:16,507 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T14:42:16,507 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T14:42:16,507 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T14:42:16,508 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T14:42:16,508 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T14:42:16,508 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T14:42:16,508 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T14:42:16,508 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T14:42:16,508 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T14:42:16,509 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T14:42:16,509 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T14:42:16,509 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T14:42:16,509 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T14:42:16,509 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T14:42:16,509 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T14:42:16,510 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T14:42:16,510 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T14:42:16,510 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T14:42:16,510 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T14:42:16,510 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T14:42:16,510 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T14:42:16,511 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T14:42:16,511 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T14:42:16,511 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T14:42:16,511 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T14:42:16,511 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T14:42:16,511 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T14:42:16,511 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T14:42:16,512 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T14:42:16,512 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T14:42:16,512 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T14:42:16,512 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T14:42:16,512 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T14:42:16,512 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T14:42:16,513 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T14:42:16,513 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T14:42:16,513 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T14:42:16,513 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T14:42:16,513 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T14:42:16,514 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T14:42:16,514 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T14:42:16,514 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T14:42:16,514 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T14:42:16,514 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T14:42:16,515 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T14:42:16,515 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T14:42:16,515 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T14:42:16,515 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T14:42:16,515 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T14:42:16,515 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T14:42:16,516 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T14:42:16,516 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T14:42:16,516 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T14:42:16,516 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T14:42:16,517 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T14:42:16,517 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T14:42:16,518 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T14:42:16,518 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T14:42:16,519 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T14:42:16,519 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T14:42:16,520 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T14:42:16,520 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T14:42:16,521 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T14:42:16,521 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T14:42:16,523 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T14:42:16,523 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T14:42:16,524 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T14:42:16,524 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T14:42:16,525 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T14:42:16,525 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T14:42:16,525 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T14:42:16,525 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T14:42:16,526 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T14:42:16,526 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T14:42:16,526 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T14:42:16,526 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T14:42:16,527 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T14:42:16,527 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T14:42:16,528 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T14:42:16,528 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T14:42:16,528 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T14:42:16,529 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T14:42:16,529 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T14:42:16,529 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T14:42:16,529 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T14:42:16,529 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T14:42:16,530 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T14:42:16,530 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T14:42:16,530 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T14:42:16,530 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T14:42:16,530 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T14:42:16,530 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T14:42:16,531 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T14:42:16,531 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T14:42:16,531 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T14:42:16,531 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T14:42:16,531 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T14:42:16,531 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T14:42:16,532 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T14:42:16,532 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T14:42:16,532 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T14:42:16,532 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T14:42:16,532 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T14:42:16,533 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T14:42:16,533 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T14:42:16,533 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T14:42:16,533 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T14:42:16,533 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T14:42:16,533 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T14:42:16,534 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T14:42:16,534 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T14:42:16,534 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T14:42:16,534 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T14:42:16,534 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T14:42:16,535 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T14:42:16,535 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T14:42:16,535 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T14:42:16,535 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T14:42:16,536 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T14:42:16,536 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T14:42:16,536 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T14:42:16,536 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T14:42:16,536 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T14:42:16,536 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T14:42:16,536 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T14:42:16,537 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T14:42:16,537 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T14:42:16,537 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T14:42:16,537 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T14:42:16,538 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T14:42:16,538 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T14:42:16,538 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T14:42:16,538 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T14:42:16,538 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T14:42:16,539 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T14:42:16,539 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T14:42:16,539 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T14:42:16,539 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T14:42:16,539 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T14:42:16,539 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T14:42:16,540 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T14:42:16,540 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T14:42:16,540 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T14:42:16,540 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T14:42:16,540 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T14:42:16,541 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T14:42:16,541 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T14:42:16,541 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T14:42:16,541 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T14:42:16,541 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T14:42:16,541 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T14:42:16,542 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T14:42:16,542 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T14:42:16,542 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T14:42:16,542 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T14:42:16,542 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T14:42:16,542 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T14:42:16,543 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T14:42:16,543 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T14:42:16,543 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T14:42:16,543 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T14:42:16,543 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T14:42:16,544 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T14:42:16,544 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T14:42:16,544 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T14:42:16,544 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T14:42:16,544 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T14:42:16,544 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T14:42:16,545 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T14:42:16,545 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T14:42:16,545 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T14:42:16,545 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T14:42:16,545 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T14:42:16,545 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T14:42:16,546 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T14:42:16,546 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T14:42:16,546 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T14:42:16,546 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T14:42:16,546 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T14:42:16,546 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T14:42:16,547 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T14:42:16,547 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T14:42:16,547 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T14:42:16,547 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T14:42:16,547 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T14:42:16,548 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T14:42:16,548 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T14:42:16,548 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T14:42:16,548 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T14:42:16,548 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T14:42:16,549 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T14:42:16,549 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T14:42:16,549 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T14:42:16,549 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T14:42:16,549 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T14:42:16,550 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T14:42:16,550 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T14:42:16,550 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T14:42:16,550 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T14:42:16,551 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T14:42:16,551 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T14:42:16,551 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T14:42:16,551 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T14:42:16,552 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T14:42:16,552 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T14:42:16,552 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T14:42:16,553 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T14:42:16,553 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T14:42:16,553 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T14:42:16,554 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T14:42:16,555 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T14:42:16,556 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T14:42:16,556 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T14:42:16,557 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T14:42:16,558 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T14:42:16,559 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T14:42:16,560 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T14:42:16,560 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T14:42:16,561 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T14:42:16,561 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T14:42:16,562 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T14:42:16,564 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T14:42:16,564 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T14:42:16,564 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T14:42:16,565 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T14:42:16,565 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T14:42:16,565 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T14:42:16,565 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T14:42:16,565 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T14:42:16,566 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T14:42:16,566 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T14:42:16,566 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T14:42:16,566 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T14:42:16,566 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T14:42:16,566 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T14:42:16,567 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T14:42:16,567 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T14:42:16,567 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T14:42:16,567 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T14:42:16,567 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T14:42:16,567 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T14:42:16,568 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T14:42:16,568 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T14:42:16,568 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T14:42:16,568 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T14:42:16,568 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T14:42:16,568 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T14:42:16,569 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T14:42:16,569 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T14:42:16,569 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T14:42:16,569 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T14:42:16,569 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T14:42:16,569 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T14:42:16,570 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T14:42:16,570 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T14:42:16,570 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T14:42:16,570 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T14:42:16,570 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T14:42:16,570 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T14:42:16,571 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T14:42:16,571 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T14:42:16,571 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T14:42:16,571 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T14:42:16,571 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T14:42:16,571 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T14:42:16,572 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T14:42:16,572 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T14:42:16,572 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T14:42:16,572 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T14:42:16,572 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T14:42:16,572 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T14:42:16,573 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T14:42:16,573 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T14:42:16,573 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T14:42:16,573 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T14:42:16,573 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T14:42:16,573 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T14:42:16,574 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T14:42:16,574 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T14:42:16,574 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T14:42:16,574 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T14:42:16,574 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T14:42:16,574 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T14:42:16,575 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T14:42:16,575 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T14:42:16,575 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T14:42:16,575 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T14:42:16,575 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T14:42:16,575 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T14:42:16,575 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T14:42:16,576 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T14:42:16,576 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T14:42:16,576 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T14:42:16,576 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T14:42:16,576 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T14:42:16,576 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T14:42:16,577 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T14:42:16,577 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T14:42:16,577 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T14:42:16,577 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T14:42:16,577 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T14:42:16,578 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T14:42:16,578 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T14:42:16,578 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T14:42:16,578 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T14:42:16,578 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T14:42:16,578 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T14:42:16,579 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T14:42:16,579 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T14:42:16,579 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T14:42:16,579 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T14:42:16,579 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T14:42:16,579 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T14:42:16,580 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T14:42:16,580 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T14:42:16,580 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T14:42:16,581 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T14:42:16,581 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T14:42:16,581 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T14:42:16,581 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T14:42:16,581 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T14:42:16,581 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T14:42:16,582 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T14:42:16,582 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T14:42:16,582 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T14:42:16,582 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T14:42:16,582 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T14:42:16,582 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T14:42:16,583 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T14:42:16,583 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T14:42:16,583 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T14:42:16,583 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T14:42:16,583 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T14:42:16,584 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T14:42:16,584 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T14:42:16,584 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T14:42:16,584 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T14:42:16,584 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T14:42:16,585 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T14:42:16,585 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T14:42:16,585 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T14:42:16,585 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T14:42:16,586 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T14:42:16,586 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T14:42:16,586 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T14:42:16,586 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T14:42:16,586 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T14:42:16,587 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T14:42:16,587 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T14:42:16,587 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T14:42:16,588 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T14:42:16,588 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T14:42:16,588 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T14:42:16,588 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T14:42:16,589 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T14:42:16,589 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T14:42:16,589 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T14:42:16,589 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T14:42:16,590 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T14:42:16,590 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T14:42:16,591 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T14:42:16,592 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T14:42:16,592 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T14:42:16,592 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T14:42:16,593 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T14:42:16,593 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T14:42:16,593 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T14:42:16,593 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T14:42:16,594 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T14:42:16,594 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T14:42:16,595 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T14:42:16,595 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T14:42:16,596 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T14:42:16,596 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T14:42:16,597 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T14:42:16,598 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T14:42:16,599 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T14:42:16,599 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T14:42:16,600 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T14:42:16,600 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T14:42:16,600 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T14:42:16,600 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T14:42:16,601 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T14:42:16,601 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T14:42:16,602 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T14:42:16,602 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T14:42:16,602 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T14:42:16,602 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T14:42:16,602 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T14:42:16,603 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T14:42:16,603 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T14:42:16,603 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T14:42:16,603 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T14:42:16,603 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T14:42:16,604 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T14:42:16,604 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T14:42:16,604 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T14:42:16,604 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T14:42:16,605 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T14:42:16,605 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T14:42:16,605 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T14:42:16,605 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T14:42:16,606 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T14:42:16,606 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T14:42:16,606 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T14:42:16,606 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T14:42:16,606 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T14:42:16,606 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T14:42:16,607 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T14:42:16,607 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T14:42:16,607 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T14:42:16,607 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T14:42:16,607 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T14:42:16,608 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T14:42:16,608 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T14:42:16,608 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T14:42:16,608 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T14:42:16,608 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T14:42:16,609 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T14:42:16,609 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T14:42:16,609 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T14:42:16,609 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T14:42:16,609 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T14:42:16,610 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T14:42:16,610 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T14:42:16,610 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T14:42:16,610 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T14:42:16,611 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T14:42:16,611 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T14:42:16,611 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T14:42:16,611 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T14:42:16,611 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T14:42:16,611 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T14:42:16,612 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T14:42:16,612 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T14:42:16,612 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T14:42:16,612 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T14:42:16,612 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T14:42:16,613 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T14:42:16,613 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T14:42:16,613 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T14:42:16,613 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T14:42:16,613 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T14:42:16,613 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T14:42:16,614 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T14:42:16,614 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T14:42:16,614 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T14:42:16,614 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T14:42:16,614 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T14:42:16,614 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T14:42:16,615 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T14:42:16,615 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T14:42:16,615 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T14:42:16,615 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T14:42:16,615 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T14:42:16,615 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T14:42:16,616 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T14:42:16,616 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T14:42:16,616 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T14:42:16,616 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T14:42:16,616 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T14:42:16,616 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T14:42:16,617 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T14:42:16,617 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T14:42:16,617 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T14:42:16,617 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T14:42:16,617 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T14:42:16,617 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T14:42:16,618 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T14:42:16,618 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T14:42:16,618 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T14:42:16,618 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T14:42:16,618 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T14:42:16,618 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T14:42:16,619 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T14:42:16,619 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T14:42:16,619 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T14:42:16,619 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T14:42:16,619 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T14:42:16,619 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T14:42:16,620 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T14:42:16,620 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T14:42:16,620 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T14:42:16,620 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T14:42:16,620 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T14:42:16,620 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T14:42:16,621 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T14:42:16,621 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T14:42:16,621 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T14:42:16,621 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T14:42:16,621 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T14:42:16,622 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T14:42:16,622 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T14:42:16,622 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T14:42:16,623 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T14:42:16,623 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T14:42:16,624 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T14:42:16,624 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T14:42:16,624 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T14:42:16,625 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T14:42:16,625 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T14:42:16,625 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T14:42:16,625 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35765 {}] regionserver.HRegion(8855): Flush requested on 367f9543bd55c4de93e7f8a883c9319d 2024-11-14T14:42:16,626 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1731595315055.367f9543bd55c4de93e7f8a883c9319d. as already flushing 2024-11-14T14:42:16,626 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T14:42:16,626 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T14:42:16,626 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T14:42:16,627 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T14:42:16,627 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T14:42:16,627 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T14:42:16,628 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T14:42:16,628 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T14:42:16,628 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T14:42:16,628 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T14:42:16,628 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T14:42:16,629 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T14:42:16,629 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T14:42:16,629 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T14:42:16,629 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T14:42:16,630 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T14:42:16,630 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T14:42:16,630 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T14:42:16,630 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T14:42:16,630 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T14:42:16,631 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T14:42:16,631 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T14:42:16,632 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T14:42:16,632 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T14:42:16,632 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T14:42:16,633 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T14:42:16,633 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T14:42:16,634 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T14:42:16,634 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T14:42:16,635 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T14:42:16,635 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T14:42:16,635 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T14:42:16,635 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T14:42:16,636 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T14:42:16,636 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T14:42:16,636 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T14:42:16,636 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T14:42:16,637 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T14:42:16,637 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T14:42:16,637 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T14:42:16,637 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T14:42:16,638 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T14:42:16,638 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T14:42:16,638 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T14:42:16,638 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T14:42:16,638 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T14:42:16,638 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T14:42:16,639 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T14:42:16,639 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T14:42:16,639 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T14:42:16,639 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T14:42:16,639 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T14:42:16,640 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T14:42:16,640 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T14:42:16,640 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T14:42:16,640 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T14:42:16,641 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T14:42:16,641 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T14:42:16,641 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T14:42:16,641 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T14:42:16,641 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T14:42:16,641 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T14:42:16,641 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T14:42:16,642 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T14:42:16,642 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T14:42:16,642 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T14:42:16,642 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T14:42:16,642 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T14:42:16,642 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T14:42:16,643 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T14:42:16,643 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T14:42:16,643 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T14:42:16,643 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T14:42:16,643 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T14:42:16,643 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T14:42:16,643 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T14:42:16,643 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T14:42:16,644 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T14:42:16,644 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T14:42:16,644 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T14:42:16,644 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T14:42:16,644 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T14:42:16,644 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T14:42:16,645 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T14:42:16,645 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T14:42:16,645 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T14:42:16,645 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T14:42:16,645 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T14:42:16,645 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T14:42:16,645 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T14:42:16,645 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T14:42:16,646 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T14:42:16,646 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T14:42:16,646 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T14:42:16,646 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T14:42:16,646 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T14:42:16,646 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T14:42:16,647 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T14:42:16,647 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T14:42:16,647 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T14:42:16,647 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T14:42:16,647 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T14:42:16,647 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T14:42:16,648 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T14:42:16,648 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T14:42:16,648 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T14:42:16,648 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T14:42:16,648 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T14:42:16,648 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T14:42:16,648 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T14:42:16,649 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T14:42:16,649 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T14:42:16,649 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T14:42:16,649 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T14:42:16,650 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T14:42:16,650 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T14:42:16,650 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T14:42:16,650 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T14:42:16,651 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T14:42:16,651 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T14:42:16,651 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T14:42:16,651 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T14:42:16,652 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T14:42:16,652 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T14:42:16,652 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T14:42:16,652 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T14:42:16,653 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T14:42:16,653 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T14:42:16,653 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T14:42:16,653 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T14:42:16,654 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T14:42:16,654 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T14:42:16,654 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T14:42:16,654 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T14:42:16,655 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T14:42:16,655 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T14:42:16,655 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T14:42:16,655 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T14:42:16,655 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T14:42:16,656 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T14:42:16,656 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T14:42:16,656 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T14:42:16,656 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T14:42:16,656 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T14:42:16,657 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T14:42:16,657 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T14:42:16,658 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T14:42:16,658 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T14:42:16,658 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T14:42:16,658 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T14:42:16,659 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T14:42:16,659 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T14:42:16,659 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T14:42:16,659 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T14:42:16,660 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T14:42:16,660 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T14:42:16,660 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T14:42:16,660 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T14:42:16,661 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T14:42:16,661 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T14:42:16,661 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T14:42:16,661 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T14:42:16,662 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T14:42:16,662 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T14:42:16,662 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T14:42:16,662 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T14:42:16,662 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T14:42:16,663 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T14:42:16,663 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T14:42:16,663 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T14:42:16,663 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T14:42:16,663 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T14:42:16,664 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T14:42:16,664 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T14:42:16,664 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T14:42:16,664 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T14:42:16,664 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T14:42:16,665 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T14:42:16,665 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T14:42:16,665 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T14:42:16,666 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T14:42:16,666 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T14:42:16,666 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T14:42:16,667 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T14:42:16,667 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T14:42:16,667 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T14:42:16,668 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T14:42:16,668 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T14:42:16,669 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T14:42:16,669 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T14:42:16,670 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T14:42:16,670 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T14:42:16,670 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T14:42:16,671 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T14:42:16,671 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T14:42:16,672 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T14:42:16,672 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T14:42:16,673 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T14:42:16,673 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T14:42:16,674 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T14:42:16,674 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T14:42:16,674 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T14:42:16,675 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T14:42:16,675 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T14:42:16,675 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T14:42:16,676 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T14:42:16,676 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T14:42:16,676 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T14:42:16,677 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T14:42:16,677 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T14:42:16,678 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T14:42:16,678 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T14:42:16,731 DEBUG [RS_IN_MEMORY_COMPACTION-regionserver/da1c6afcd1f9:0-2 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=type=CellArrayImmutableSegment, empty=no, cellCount=209, cellSize=9565, totalHeapSize=21976, min timestamp=1731595336698, max timestamp=1731595336727Num uniques 859; 2024-11-14T14:42:16,731 DEBUG [RS_IN_MEMORY_COMPACTION-regionserver/da1c6afcd1f9:0-4 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=type=CellArrayImmutableSegment, empty=no, cellCount=209, cellSize=9565, totalHeapSize=21976, min timestamp=1731595336698, max timestamp=1731595336727Num uniques 859; 2024-11-14T14:42:16,731 DEBUG [RS_IN_MEMORY_COMPACTION-regionserver/da1c6afcd1f9:0-2 {}] regionserver.CompactionPipeline(163): Suffix data size=39335, new segment data size=9565, suffix heap size=117064,new segment heap size=21976 　suffix off heap size=0, new segment off heap size=0, suffix cells count=859, new segment cells count=209 2024-11-14T14:42:16,731 DEBUG [RS_IN_MEMORY_COMPACTION-regionserver/da1c6afcd1f9:0-5 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=type=CellArrayImmutableSegment, empty=no, cellCount=209, cellSize=9565, totalHeapSize=21976, min timestamp=1731595336698, max timestamp=1731595336727Num uniques 859; 2024-11-14T14:42:16,731 DEBUG [RS_IN_MEMORY_COMPACTION-regionserver/da1c6afcd1f9:0-4 {}] regionserver.CompactionPipeline(163): Suffix data size=39335, new segment data size=9565, suffix heap size=117064,new segment heap size=21976 　suffix off heap size=0, new segment off heap size=0, suffix cells count=859, new segment cells count=209 2024-11-14T14:42:16,731 DEBUG [RS_IN_MEMORY_COMPACTION-regionserver/da1c6afcd1f9:0-5 {}] regionserver.CompactionPipeline(163): Suffix data size=39335, new segment data size=9565, suffix heap size=117064,new segment heap size=21976 　suffix off heap size=0, new segment off heap size=0, suffix cells count=859, new segment cells count=209 2024-11-14T14:42:16,776 DEBUG [RS:0;da1c6afcd1f9:35765-shortCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:34345/user/jenkins/test-data/14d118ee-a83a-b09b-5913-1a58940a5db1/data/default/TestAcidGuarantees/367f9543bd55c4de93e7f8a883c9319d/.tmp/A/1041d799943b4fed94b86c62f1e26aff as hdfs://localhost:34345/user/jenkins/test-data/14d118ee-a83a-b09b-5913-1a58940a5db1/data/default/TestAcidGuarantees/367f9543bd55c4de93e7f8a883c9319d/A/1041d799943b4fed94b86c62f1e26aff 2024-11-14T14:42:16,777 DEBUG [RS:0;da1c6afcd1f9:35765-longCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:34345/user/jenkins/test-data/14d118ee-a83a-b09b-5913-1a58940a5db1/data/default/TestAcidGuarantees/367f9543bd55c4de93e7f8a883c9319d/.tmp/B/61e16956efcc4f0182f9f922bb711cd4 as hdfs://localhost:34345/user/jenkins/test-data/14d118ee-a83a-b09b-5913-1a58940a5db1/data/default/TestAcidGuarantees/367f9543bd55c4de93e7f8a883c9319d/B/61e16956efcc4f0182f9f922bb711cd4 2024-11-14T14:42:16,780 INFO [RS:0;da1c6afcd1f9:35765-shortCompactions-0 {}] regionserver.HStore(1337): Completed compaction of 3 (all) file(s) in 367f9543bd55c4de93e7f8a883c9319d/A of 367f9543bd55c4de93e7f8a883c9319d into 1041d799943b4fed94b86c62f1e26aff(size=30.9 K), total size for store is 30.9 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-11-14T14:42:16,780 DEBUG [RS:0;da1c6afcd1f9:35765-shortCompactions-0 {}] regionserver.HRegion(2446): Compaction status journal for 367f9543bd55c4de93e7f8a883c9319d: 2024-11-14T14:42:16,781 INFO [RS:0;da1c6afcd1f9:35765-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1731595315055.367f9543bd55c4de93e7f8a883c9319d., storeName=367f9543bd55c4de93e7f8a883c9319d/A, priority=13, startTime=1731595336345; duration=0sec 2024-11-14T14:42:16,781 DEBUG [RS:0;da1c6afcd1f9:35765-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=1), splitQueue=0 2024-11-14T14:42:16,781 DEBUG [RS:0;da1c6afcd1f9:35765-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: 367f9543bd55c4de93e7f8a883c9319d:A 2024-11-14T14:42:16,781 DEBUG [RS:0;da1c6afcd1f9:35765-shortCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 3 store files, 0 compacting, 3 eligible, 16 blocking 2024-11-14T14:42:16,781 INFO [RS:0;da1c6afcd1f9:35765-longCompactions-0 {}] regionserver.HStore(1337): Completed compaction of 3 (all) file(s) in 367f9543bd55c4de93e7f8a883c9319d/B of 367f9543bd55c4de93e7f8a883c9319d into 61e16956efcc4f0182f9f922bb711cd4(size=12.4 K), total size for store is 12.4 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-11-14T14:42:16,781 DEBUG [RS:0;da1c6afcd1f9:35765-longCompactions-0 {}] regionserver.HRegion(2446): Compaction status journal for 367f9543bd55c4de93e7f8a883c9319d: 2024-11-14T14:42:16,781 INFO [RS:0;da1c6afcd1f9:35765-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1731595315055.367f9543bd55c4de93e7f8a883c9319d., storeName=367f9543bd55c4de93e7f8a883c9319d/B, priority=13, startTime=1731595336345; duration=0sec 2024-11-14T14:42:16,782 DEBUG [RS:0;da1c6afcd1f9:35765-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-14T14:42:16,782 DEBUG [RS:0;da1c6afcd1f9:35765-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: 367f9543bd55c4de93e7f8a883c9319d:B 2024-11-14T14:42:16,783 DEBUG [RS:0;da1c6afcd1f9:35765-shortCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 3 files of size 36897 starting at candidate #0 after considering 1 permutations with 1 in ratio 2024-11-14T14:42:16,783 DEBUG [RS:0;da1c6afcd1f9:35765-shortCompactions-0 {}] regionserver.HStore(1541): 367f9543bd55c4de93e7f8a883c9319d/C is initiating minor compaction (all files) 2024-11-14T14:42:16,783 INFO [RS:0;da1c6afcd1f9:35765-shortCompactions-0 {}] regionserver.HRegion(2416): Starting compaction of 367f9543bd55c4de93e7f8a883c9319d/C in TestAcidGuarantees,,1731595315055.367f9543bd55c4de93e7f8a883c9319d. 2024-11-14T14:42:16,783 INFO [RS:0;da1c6afcd1f9:35765-shortCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:34345/user/jenkins/test-data/14d118ee-a83a-b09b-5913-1a58940a5db1/data/default/TestAcidGuarantees/367f9543bd55c4de93e7f8a883c9319d/C/6963e430df024318b685bd55be06268e, hdfs://localhost:34345/user/jenkins/test-data/14d118ee-a83a-b09b-5913-1a58940a5db1/data/default/TestAcidGuarantees/367f9543bd55c4de93e7f8a883c9319d/C/6718e888e52846138e70638a89dfaf94, hdfs://localhost:34345/user/jenkins/test-data/14d118ee-a83a-b09b-5913-1a58940a5db1/data/default/TestAcidGuarantees/367f9543bd55c4de93e7f8a883c9319d/C/6477ce48a5514194a04fd24aca8d1397] into tmpdir=hdfs://localhost:34345/user/jenkins/test-data/14d118ee-a83a-b09b-5913-1a58940a5db1/data/default/TestAcidGuarantees/367f9543bd55c4de93e7f8a883c9319d/.tmp, totalSize=36.0 K 2024-11-14T14:42:16,783 DEBUG [RS:0;da1c6afcd1f9:35765-shortCompactions-0 {}] compactions.Compactor(225): Compacting 6963e430df024318b685bd55be06268e, keycount=150, bloomtype=ROW, size=12.3 K, encoding=NONE, compression=NONE, seqNum=190, earliestPutTs=1731595330496 2024-11-14T14:42:16,784 DEBUG [RS:0;da1c6afcd1f9:35765-shortCompactions-0 {}] compactions.Compactor(225): Compacting 6718e888e52846138e70638a89dfaf94, keycount=150, bloomtype=ROW, size=11.9 K, encoding=NONE, compression=NONE, seqNum=202, earliestPutTs=1731595331170 2024-11-14T14:42:16,784 DEBUG [RS:0;da1c6afcd1f9:35765-shortCompactions-0 {}] compactions.Compactor(225): Compacting 6477ce48a5514194a04fd24aca8d1397, keycount=150, bloomtype=ROW, size=11.9 K, encoding=NONE, compression=NONE, seqNum=240, earliestPutTs=1731595333487 2024-11-14T14:42:16,790 INFO [RS:0;da1c6afcd1f9:35765-shortCompactions-0 {}] throttle.PressureAwareThroughputController(145): 367f9543bd55c4de93e7f8a883c9319d#C#compaction#330 average throughput is 3.28 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second 2024-11-14T14:42:16,791 DEBUG [RS:0;da1c6afcd1f9:35765-shortCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:34345/user/jenkins/test-data/14d118ee-a83a-b09b-5913-1a58940a5db1/data/default/TestAcidGuarantees/367f9543bd55c4de93e7f8a883c9319d/.tmp/C/ce9ce49c47404ff39e3e77a1b7a79d1e is 50, key is test_row_0/C:col10/1731595333495/Put/seqid=0 2024-11-14T14:42:16,794 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36699 is added to blk_1073742217_1393 (size=12697) 2024-11-14T14:42:16,800 INFO [RS_FLUSH_OPERATIONS-regionserver/da1c6afcd1f9:0-1 {event_type=RS_FLUSH_REGIONS, pid=114}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=13.42 KB at sequenceid=249 (bloomFilter=true), to=hdfs://localhost:34345/user/jenkins/test-data/14d118ee-a83a-b09b-5913-1a58940a5db1/data/default/TestAcidGuarantees/367f9543bd55c4de93e7f8a883c9319d/.tmp/B/1ca4d733fc0249739a4d6f4c4e2c38ae 2024-11-14T14:42:16,806 DEBUG [RS_FLUSH_OPERATIONS-regionserver/da1c6afcd1f9:0-1 {event_type=RS_FLUSH_REGIONS, pid=114}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:34345/user/jenkins/test-data/14d118ee-a83a-b09b-5913-1a58940a5db1/data/default/TestAcidGuarantees/367f9543bd55c4de93e7f8a883c9319d/.tmp/C/c0a6fe5643c64990891b26dcf3f73758 is 50, key is test_row_0/C:col10/1731595334690/Put/seqid=0 2024-11-14T14:42:16,810 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36699 is added to blk_1073742218_1394 (size=9757) 2024-11-14T14:42:16,831 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35765 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=367f9543bd55c4de93e7f8a883c9319d, server=da1c6afcd1f9,35765,1731595233113 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-14T14:42:16,831 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35765 {}] ipc.CallRunner(138): callId: 38 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:50278 deadline: 1731595396821, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=367f9543bd55c4de93e7f8a883c9319d, server=da1c6afcd1f9,35765,1731595233113 2024-11-14T14:42:16,832 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731595315055.367f9543bd55c4de93e7f8a883c9319d., hostname=da1c6afcd1f9,35765,1731595233113, seqNum=5 , the old value is region=TestAcidGuarantees,,1731595315055.367f9543bd55c4de93e7f8a883c9319d., hostname=da1c6afcd1f9,35765,1731595233113, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=367f9543bd55c4de93e7f8a883c9319d, server=da1c6afcd1f9,35765,1731595233113 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-14T14:42:16,832 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731595315055.367f9543bd55c4de93e7f8a883c9319d., hostname=da1c6afcd1f9,35765,1731595233113, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=367f9543bd55c4de93e7f8a883c9319d, server=da1c6afcd1f9,35765,1731595233113 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-14T14:42:16,832 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731595315055.367f9543bd55c4de93e7f8a883c9319d., hostname=da1c6afcd1f9,35765,1731595233113, seqNum=5 because the exception is null or not the one we care about 2024-11-14T14:42:16,841 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35765 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=367f9543bd55c4de93e7f8a883c9319d, server=da1c6afcd1f9,35765,1731595233113 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-14T14:42:16,841 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35765 {}] ipc.CallRunner(138): callId: 39 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:50240 deadline: 1731595396829, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=367f9543bd55c4de93e7f8a883c9319d, server=da1c6afcd1f9,35765,1731595233113 2024-11-14T14:42:16,841 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731595315055.367f9543bd55c4de93e7f8a883c9319d., hostname=da1c6afcd1f9,35765,1731595233113, seqNum=5 , the old value is region=TestAcidGuarantees,,1731595315055.367f9543bd55c4de93e7f8a883c9319d., hostname=da1c6afcd1f9,35765,1731595233113, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=367f9543bd55c4de93e7f8a883c9319d, server=da1c6afcd1f9,35765,1731595233113 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-14T14:42:16,841 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731595315055.367f9543bd55c4de93e7f8a883c9319d., hostname=da1c6afcd1f9,35765,1731595233113, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=367f9543bd55c4de93e7f8a883c9319d, server=da1c6afcd1f9,35765,1731595233113 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-14T14:42:16,841 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731595315055.367f9543bd55c4de93e7f8a883c9319d., hostname=da1c6afcd1f9,35765,1731595233113, seqNum=5 because the exception is null or not the one we care about 2024-11-14T14:42:16,893 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35765 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=367f9543bd55c4de93e7f8a883c9319d, server=da1c6afcd1f9,35765,1731595233113 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-14T14:42:16,893 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35765 {}] ipc.CallRunner(138): callId: 103 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:50266 deadline: 1731595396885, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=367f9543bd55c4de93e7f8a883c9319d, server=da1c6afcd1f9,35765,1731595233113 2024-11-14T14:42:16,894 WARN [RPCClient-NioEventLoopGroup-4-5 {}] client.AsyncRpcRetryingCaller(177): Call to da1c6afcd1f9,35765,1731595233113 for 'test_row_1' in 367f9543bd55c4de93e7f8a883c9319d of TestAcidGuarantees failed, tries = 6, maxAttempts = 16, timeout = 1200000 ms, time elapsed = 2206 ms org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=367f9543bd55c4de93e7f8a883c9319d, server=da1c6afcd1f9,35765,1731595233113 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) at jdk.internal.reflect.GeneratedConstructorAccessor39.newInstance(Unknown Source) ~[?:?] at jdk.internal.reflect.DelegatingConstructorAccessorImpl.newInstance(DelegatingConstructorAccessorImpl.java:45) ~[?:?] at java.lang.reflect.Constructor.newInstanceWithCaller(Constructor.java:499) ~[?:?] at java.lang.reflect.Constructor.newInstance(Constructor.java:480) ~[?:?] at org.apache.hadoop.hbase.ipc.RemoteWithExtrasException.instantiateException(RemoteWithExtrasException.java:110) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RemoteWithExtrasException.unwrapRemoteException(RemoteWithExtrasException.java:100) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.client.ConnectionUtils.translateException(ConnectionUtils.java:219) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRpcRetryingCaller.onError(AsyncRpcRetryingCaller.java:165) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.lambda$call$4(AsyncSingleRequestRpcRetryingCaller.java:86) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.lambda$addListener$0(FutureUtils.java:71) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:863) ~[?:?] at java.util.concurrent.CompletableFuture$UniWhenComplete.tryFire(CompletableFuture.java:841) ~[?:?] at java.util.concurrent.CompletableFuture.postComplete(CompletableFuture.java:510) ~[?:?] at java.util.concurrent.CompletableFuture.completeExceptionally(CompletableFuture.java:2162) ~[?:?] at org.apache.hadoop.hbase.client.ConnectionUtils$2.run(ConnectionUtils.java:625) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hbase.thirdparty.com.google.protobuf.RpcUtil$1.run(RpcUtil.java:56) ~[hbase-shaded-protobuf-4.1.9.jar:4.1.9] at org.apache.hbase.thirdparty.com.google.protobuf.RpcUtil$1.run(RpcUtil.java:47) ~[hbase-shaded-protobuf-4.1.9.jar:4.1.9] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.onCallFinished(AbstractRpcClient.java:397) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:430) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:425) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.callComplete(Call.java:117) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.setException(Call.java:132) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcConnection.readResponse(RpcConnection.java:457) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.NettyRpcDuplexHandler.readResponse(NettyRpcDuplexHandler.java:125) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.NettyRpcDuplexHandler.channelRead(NettyRpcDuplexHandler.java:140) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:442) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.handler.codec.ByteToMessageDecoder.fireChannelRead(ByteToMessageDecoder.java:346) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.handler.codec.ByteToMessageDecoder.channelRead(ByteToMessageDecoder.java:318) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:444) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.handler.timeout.IdleStateHandler.channelRead(IdleStateHandler.java:289) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:442) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline$HeadContext.channelRead(DefaultChannelPipeline.java:1357) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:440) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline.fireChannelRead(DefaultChannelPipeline.java:868) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.AbstractNioByteChannel$NioByteUnsafe.read(AbstractNioByteChannel.java:166) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.processSelectedKey(NioEventLoop.java:788) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.processSelectedKeysOptimized(NioEventLoop.java:724) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.processSelectedKeys(NioEventLoop.java:650) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:562) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) ~[hbase-shaded-netty-4.1.9.jar:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] Caused by: org.apache.hadoop.hbase.ipc.RemoteWithExtrasException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=367f9543bd55c4de93e7f8a883c9319d, server=da1c6afcd1f9,35765,1731595233113 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) at org.apache.hadoop.hbase.ipc.AbstractRpcClient.onCallFinished(AbstractRpcClient.java:392) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] ... 32 more 2024-11-14T14:42:16,894 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731595315055.367f9543bd55c4de93e7f8a883c9319d., hostname=da1c6afcd1f9,35765,1731595233113, seqNum=5 , the old value is region=TestAcidGuarantees,,1731595315055.367f9543bd55c4de93e7f8a883c9319d., hostname=da1c6afcd1f9,35765,1731595233113, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=367f9543bd55c4de93e7f8a883c9319d, server=da1c6afcd1f9,35765,1731595233113 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-14T14:42:16,894 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731595315055.367f9543bd55c4de93e7f8a883c9319d., hostname=da1c6afcd1f9,35765,1731595233113, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=367f9543bd55c4de93e7f8a883c9319d, server=da1c6afcd1f9,35765,1731595233113 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-14T14:42:16,894 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731595315055.367f9543bd55c4de93e7f8a883c9319d., hostname=da1c6afcd1f9,35765,1731595233113, seqNum=5 because the exception is null or not the one we care about 2024-11-14T14:42:16,906 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35765 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=367f9543bd55c4de93e7f8a883c9319d, server=da1c6afcd1f9,35765,1731595233113 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-14T14:42:16,907 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35765 {}] ipc.CallRunner(138): callId: 112 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:50194 deadline: 1731595396896, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=367f9543bd55c4de93e7f8a883c9319d, server=da1c6afcd1f9,35765,1731595233113 2024-11-14T14:42:16,907 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35765 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=367f9543bd55c4de93e7f8a883c9319d, server=da1c6afcd1f9,35765,1731595233113 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-14T14:42:16,907 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35765 {}] ipc.CallRunner(138): callId: 110 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:50294 deadline: 1731595396896, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=367f9543bd55c4de93e7f8a883c9319d, server=da1c6afcd1f9,35765,1731595233113 2024-11-14T14:42:16,907 WARN [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRpcRetryingCaller(177): Call to da1c6afcd1f9,35765,1731595233113 for 'test_row_1' in 367f9543bd55c4de93e7f8a883c9319d of TestAcidGuarantees failed, tries = 6, maxAttempts = 16, timeout = 1200000 ms, time elapsed = 2216 ms org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=367f9543bd55c4de93e7f8a883c9319d, server=da1c6afcd1f9,35765,1731595233113 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) at jdk.internal.reflect.GeneratedConstructorAccessor39.newInstance(Unknown Source) ~[?:?] at jdk.internal.reflect.DelegatingConstructorAccessorImpl.newInstance(DelegatingConstructorAccessorImpl.java:45) ~[?:?] at java.lang.reflect.Constructor.newInstanceWithCaller(Constructor.java:499) ~[?:?] at java.lang.reflect.Constructor.newInstance(Constructor.java:480) ~[?:?] at org.apache.hadoop.hbase.ipc.RemoteWithExtrasException.instantiateException(RemoteWithExtrasException.java:110) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RemoteWithExtrasException.unwrapRemoteException(RemoteWithExtrasException.java:100) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.client.ConnectionUtils.translateException(ConnectionUtils.java:219) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRpcRetryingCaller.onError(AsyncRpcRetryingCaller.java:165) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.lambda$call$4(AsyncSingleRequestRpcRetryingCaller.java:86) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.lambda$addListener$0(FutureUtils.java:71) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:863) ~[?:?] at java.util.concurrent.CompletableFuture$UniWhenComplete.tryFire(CompletableFuture.java:841) ~[?:?] at java.util.concurrent.CompletableFuture.postComplete(CompletableFuture.java:510) ~[?:?] at java.util.concurrent.CompletableFuture.completeExceptionally(CompletableFuture.java:2162) ~[?:?] at org.apache.hadoop.hbase.client.ConnectionUtils$2.run(ConnectionUtils.java:625) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hbase.thirdparty.com.google.protobuf.RpcUtil$1.run(RpcUtil.java:56) ~[hbase-shaded-protobuf-4.1.9.jar:4.1.9] at org.apache.hbase.thirdparty.com.google.protobuf.RpcUtil$1.run(RpcUtil.java:47) ~[hbase-shaded-protobuf-4.1.9.jar:4.1.9] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.onCallFinished(AbstractRpcClient.java:397) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:430) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:425) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.callComplete(Call.java:117) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.setException(Call.java:132) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcConnection.readResponse(RpcConnection.java:457) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.NettyRpcDuplexHandler.readResponse(NettyRpcDuplexHandler.java:125) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.NettyRpcDuplexHandler.channelRead(NettyRpcDuplexHandler.java:140) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:442) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.handler.codec.ByteToMessageDecoder.fireChannelRead(ByteToMessageDecoder.java:346) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.handler.codec.ByteToMessageDecoder.channelRead(ByteToMessageDecoder.java:318) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:444) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.handler.timeout.IdleStateHandler.channelRead(IdleStateHandler.java:289) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:442) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline$HeadContext.channelRead(DefaultChannelPipeline.java:1357) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:440) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline.fireChannelRead(DefaultChannelPipeline.java:868) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.AbstractNioByteChannel$NioByteUnsafe.read(AbstractNioByteChannel.java:166) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.processSelectedKey(NioEventLoop.java:788) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.processSelectedKeysOptimized(NioEventLoop.java:724) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.processSelectedKeys(NioEventLoop.java:650) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:562) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) ~[hbase-shaded-netty-4.1.9.jar:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] Caused by: org.apache.hadoop.hbase.ipc.RemoteWithExtrasException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=367f9543bd55c4de93e7f8a883c9319d, server=da1c6afcd1f9,35765,1731595233113 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) at org.apache.hadoop.hbase.ipc.AbstractRpcClient.onCallFinished(AbstractRpcClient.java:392) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] ... 32 more 2024-11-14T14:42:16,907 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731595315055.367f9543bd55c4de93e7f8a883c9319d., hostname=da1c6afcd1f9,35765,1731595233113, seqNum=5 , the old value is region=TestAcidGuarantees,,1731595315055.367f9543bd55c4de93e7f8a883c9319d., hostname=da1c6afcd1f9,35765,1731595233113, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=367f9543bd55c4de93e7f8a883c9319d, server=da1c6afcd1f9,35765,1731595233113 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-14T14:42:16,907 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731595315055.367f9543bd55c4de93e7f8a883c9319d., hostname=da1c6afcd1f9,35765,1731595233113, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=367f9543bd55c4de93e7f8a883c9319d, server=da1c6afcd1f9,35765,1731595233113 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-14T14:42:16,908 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731595315055.367f9543bd55c4de93e7f8a883c9319d., hostname=da1c6afcd1f9,35765,1731595233113, seqNum=5 because the exception is null or not the one we care about 2024-11-14T14:42:16,907 WARN [RPCClient-NioEventLoopGroup-4-6 {}] client.AsyncRpcRetryingCaller(177): Call to da1c6afcd1f9,35765,1731595233113 for 'test_row_0' in 367f9543bd55c4de93e7f8a883c9319d of TestAcidGuarantees failed, tries = 6, maxAttempts = 16, timeout = 1200000 ms, time elapsed = 2217 ms org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=367f9543bd55c4de93e7f8a883c9319d, server=da1c6afcd1f9,35765,1731595233113 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) at jdk.internal.reflect.GeneratedConstructorAccessor39.newInstance(Unknown Source) ~[?:?] at jdk.internal.reflect.DelegatingConstructorAccessorImpl.newInstance(DelegatingConstructorAccessorImpl.java:45) ~[?:?] at java.lang.reflect.Constructor.newInstanceWithCaller(Constructor.java:499) ~[?:?] at java.lang.reflect.Constructor.newInstance(Constructor.java:480) ~[?:?] at org.apache.hadoop.hbase.ipc.RemoteWithExtrasException.instantiateException(RemoteWithExtrasException.java:110) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RemoteWithExtrasException.unwrapRemoteException(RemoteWithExtrasException.java:100) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.client.ConnectionUtils.translateException(ConnectionUtils.java:219) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRpcRetryingCaller.onError(AsyncRpcRetryingCaller.java:165) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.lambda$call$4(AsyncSingleRequestRpcRetryingCaller.java:86) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.lambda$addListener$0(FutureUtils.java:71) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:863) ~[?:?] at java.util.concurrent.CompletableFuture$UniWhenComplete.tryFire(CompletableFuture.java:841) ~[?:?] at java.util.concurrent.CompletableFuture.postComplete(CompletableFuture.java:510) ~[?:?] at java.util.concurrent.CompletableFuture.completeExceptionally(CompletableFuture.java:2162) ~[?:?] at org.apache.hadoop.hbase.client.ConnectionUtils$2.run(ConnectionUtils.java:625) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hbase.thirdparty.com.google.protobuf.RpcUtil$1.run(RpcUtil.java:56) ~[hbase-shaded-protobuf-4.1.9.jar:4.1.9] at org.apache.hbase.thirdparty.com.google.protobuf.RpcUtil$1.run(RpcUtil.java:47) ~[hbase-shaded-protobuf-4.1.9.jar:4.1.9] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.onCallFinished(AbstractRpcClient.java:397) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:430) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:425) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.callComplete(Call.java:117) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.setException(Call.java:132) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcConnection.readResponse(RpcConnection.java:457) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.NettyRpcDuplexHandler.readResponse(NettyRpcDuplexHandler.java:125) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.NettyRpcDuplexHandler.channelRead(NettyRpcDuplexHandler.java:140) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:442) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.handler.codec.ByteToMessageDecoder.fireChannelRead(ByteToMessageDecoder.java:346) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.handler.codec.ByteToMessageDecoder.channelRead(ByteToMessageDecoder.java:318) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:444) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.handler.timeout.IdleStateHandler.channelRead(IdleStateHandler.java:289) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:442) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline$HeadContext.channelRead(DefaultChannelPipeline.java:1357) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:440) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline.fireChannelRead(DefaultChannelPipeline.java:868) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.AbstractNioByteChannel$NioByteUnsafe.read(AbstractNioByteChannel.java:166) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.processSelectedKey(NioEventLoop.java:788) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.processSelectedKeysOptimized(NioEventLoop.java:724) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.processSelectedKeys(NioEventLoop.java:650) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:562) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) ~[hbase-shaded-netty-4.1.9.jar:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] Caused by: org.apache.hadoop.hbase.ipc.RemoteWithExtrasException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=367f9543bd55c4de93e7f8a883c9319d, server=da1c6afcd1f9,35765,1731595233113 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) at org.apache.hadoop.hbase.ipc.AbstractRpcClient.onCallFinished(AbstractRpcClient.java:392) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] ... 32 more 2024-11-14T14:42:16,908 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731595315055.367f9543bd55c4de93e7f8a883c9319d., hostname=da1c6afcd1f9,35765,1731595233113, seqNum=5 , the old value is region=TestAcidGuarantees,,1731595315055.367f9543bd55c4de93e7f8a883c9319d., hostname=da1c6afcd1f9,35765,1731595233113, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=367f9543bd55c4de93e7f8a883c9319d, server=da1c6afcd1f9,35765,1731595233113 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-14T14:42:16,908 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731595315055.367f9543bd55c4de93e7f8a883c9319d., hostname=da1c6afcd1f9,35765,1731595233113, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=367f9543bd55c4de93e7f8a883c9319d, server=da1c6afcd1f9,35765,1731595233113 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-14T14:42:16,908 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731595315055.367f9543bd55c4de93e7f8a883c9319d., hostname=da1c6afcd1f9,35765,1731595233113, seqNum=5 because the exception is null or not the one we care about 2024-11-14T14:42:16,947 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35765 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=367f9543bd55c4de93e7f8a883c9319d, server=da1c6afcd1f9,35765,1731595233113 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-14T14:42:16,947 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35765 {}] ipc.CallRunner(138): callId: 39 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:50278 deadline: 1731595396936, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=367f9543bd55c4de93e7f8a883c9319d, server=da1c6afcd1f9,35765,1731595233113 2024-11-14T14:42:16,947 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731595315055.367f9543bd55c4de93e7f8a883c9319d., hostname=da1c6afcd1f9,35765,1731595233113, seqNum=5 , the old value is region=TestAcidGuarantees,,1731595315055.367f9543bd55c4de93e7f8a883c9319d., hostname=da1c6afcd1f9,35765,1731595233113, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=367f9543bd55c4de93e7f8a883c9319d, server=da1c6afcd1f9,35765,1731595233113 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-14T14:42:16,948 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731595315055.367f9543bd55c4de93e7f8a883c9319d., hostname=da1c6afcd1f9,35765,1731595233113, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=367f9543bd55c4de93e7f8a883c9319d, server=da1c6afcd1f9,35765,1731595233113 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-14T14:42:16,948 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731595315055.367f9543bd55c4de93e7f8a883c9319d., hostname=da1c6afcd1f9,35765,1731595233113, seqNum=5 because the exception is null or not the one we care about 2024-11-14T14:42:16,951 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35765 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=367f9543bd55c4de93e7f8a883c9319d, server=da1c6afcd1f9,35765,1731595233113 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-14T14:42:16,951 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35765 {}] ipc.CallRunner(138): callId: 40 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:50240 deadline: 1731595396945, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=367f9543bd55c4de93e7f8a883c9319d, server=da1c6afcd1f9,35765,1731595233113 2024-11-14T14:42:16,951 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731595315055.367f9543bd55c4de93e7f8a883c9319d., hostname=da1c6afcd1f9,35765,1731595233113, seqNum=5 , the old value is region=TestAcidGuarantees,,1731595315055.367f9543bd55c4de93e7f8a883c9319d., hostname=da1c6afcd1f9,35765,1731595233113, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=367f9543bd55c4de93e7f8a883c9319d, server=da1c6afcd1f9,35765,1731595233113 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-14T14:42:16,951 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731595315055.367f9543bd55c4de93e7f8a883c9319d., hostname=da1c6afcd1f9,35765,1731595233113, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=367f9543bd55c4de93e7f8a883c9319d, server=da1c6afcd1f9,35765,1731595233113 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-14T14:42:16,951 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731595315055.367f9543bd55c4de93e7f8a883c9319d., hostname=da1c6afcd1f9,35765,1731595233113, seqNum=5 because the exception is null or not the one we care about 2024-11-14T14:42:17,136 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45145 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=113 2024-11-14T14:42:17,172 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35765 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=367f9543bd55c4de93e7f8a883c9319d, server=da1c6afcd1f9,35765,1731595233113 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-14T14:42:17,172 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35765 {}] ipc.CallRunner(138): callId: 41 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:50240 deadline: 1731595397160, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=367f9543bd55c4de93e7f8a883c9319d, server=da1c6afcd1f9,35765,1731595233113 2024-11-14T14:42:17,172 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35765 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=367f9543bd55c4de93e7f8a883c9319d, server=da1c6afcd1f9,35765,1731595233113 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-14T14:42:17,173 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35765 {}] ipc.CallRunner(138): callId: 40 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:50278 deadline: 1731595397161, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=367f9543bd55c4de93e7f8a883c9319d, server=da1c6afcd1f9,35765,1731595233113 2024-11-14T14:42:17,173 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731595315055.367f9543bd55c4de93e7f8a883c9319d., hostname=da1c6afcd1f9,35765,1731595233113, seqNum=5 , the old value is region=TestAcidGuarantees,,1731595315055.367f9543bd55c4de93e7f8a883c9319d., hostname=da1c6afcd1f9,35765,1731595233113, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=367f9543bd55c4de93e7f8a883c9319d, server=da1c6afcd1f9,35765,1731595233113 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-14T14:42:17,173 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731595315055.367f9543bd55c4de93e7f8a883c9319d., hostname=da1c6afcd1f9,35765,1731595233113, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=367f9543bd55c4de93e7f8a883c9319d, server=da1c6afcd1f9,35765,1731595233113 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-14T14:42:17,173 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731595315055.367f9543bd55c4de93e7f8a883c9319d., hostname=da1c6afcd1f9,35765,1731595233113, seqNum=5 because the exception is null or not the one we care about 2024-11-14T14:42:17,173 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731595315055.367f9543bd55c4de93e7f8a883c9319d., hostname=da1c6afcd1f9,35765,1731595233113, seqNum=5 , the old value is region=TestAcidGuarantees,,1731595315055.367f9543bd55c4de93e7f8a883c9319d., hostname=da1c6afcd1f9,35765,1731595233113, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=367f9543bd55c4de93e7f8a883c9319d, server=da1c6afcd1f9,35765,1731595233113 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-14T14:42:17,173 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731595315055.367f9543bd55c4de93e7f8a883c9319d., hostname=da1c6afcd1f9,35765,1731595233113, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=367f9543bd55c4de93e7f8a883c9319d, server=da1c6afcd1f9,35765,1731595233113 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-14T14:42:17,173 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731595315055.367f9543bd55c4de93e7f8a883c9319d., hostname=da1c6afcd1f9,35765,1731595233113, seqNum=5 because the exception is null or not the one we care about 2024-11-14T14:42:17,198 DEBUG [RS:0;da1c6afcd1f9:35765-shortCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:34345/user/jenkins/test-data/14d118ee-a83a-b09b-5913-1a58940a5db1/data/default/TestAcidGuarantees/367f9543bd55c4de93e7f8a883c9319d/.tmp/C/ce9ce49c47404ff39e3e77a1b7a79d1e as hdfs://localhost:34345/user/jenkins/test-data/14d118ee-a83a-b09b-5913-1a58940a5db1/data/default/TestAcidGuarantees/367f9543bd55c4de93e7f8a883c9319d/C/ce9ce49c47404ff39e3e77a1b7a79d1e 2024-11-14T14:42:17,202 INFO [RS:0;da1c6afcd1f9:35765-shortCompactions-0 {}] regionserver.HStore(1337): Completed compaction of 3 (all) file(s) in 367f9543bd55c4de93e7f8a883c9319d/C of 367f9543bd55c4de93e7f8a883c9319d into ce9ce49c47404ff39e3e77a1b7a79d1e(size=12.4 K), total size for store is 12.4 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-11-14T14:42:17,202 DEBUG [RS:0;da1c6afcd1f9:35765-shortCompactions-0 {}] regionserver.HRegion(2446): Compaction status journal for 367f9543bd55c4de93e7f8a883c9319d: 2024-11-14T14:42:17,202 INFO [RS:0;da1c6afcd1f9:35765-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1731595315055.367f9543bd55c4de93e7f8a883c9319d., storeName=367f9543bd55c4de93e7f8a883c9319d/C, priority=13, startTime=1731595336345; duration=0sec 2024-11-14T14:42:17,203 DEBUG [RS:0;da1c6afcd1f9:35765-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-14T14:42:17,203 DEBUG [RS:0;da1c6afcd1f9:35765-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: 367f9543bd55c4de93e7f8a883c9319d:C 2024-11-14T14:42:17,211 INFO [RS_FLUSH_OPERATIONS-regionserver/da1c6afcd1f9:0-1 {event_type=RS_FLUSH_REGIONS, pid=114}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=13.42 KB at sequenceid=249 (bloomFilter=true), to=hdfs://localhost:34345/user/jenkins/test-data/14d118ee-a83a-b09b-5913-1a58940a5db1/data/default/TestAcidGuarantees/367f9543bd55c4de93e7f8a883c9319d/.tmp/C/c0a6fe5643c64990891b26dcf3f73758 2024-11-14T14:42:17,214 DEBUG [RS_FLUSH_OPERATIONS-regionserver/da1c6afcd1f9:0-1 {event_type=RS_FLUSH_REGIONS, pid=114}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:34345/user/jenkins/test-data/14d118ee-a83a-b09b-5913-1a58940a5db1/data/default/TestAcidGuarantees/367f9543bd55c4de93e7f8a883c9319d/.tmp/A/0491dc48010c4e709b44257f48b2a850 as hdfs://localhost:34345/user/jenkins/test-data/14d118ee-a83a-b09b-5913-1a58940a5db1/data/default/TestAcidGuarantees/367f9543bd55c4de93e7f8a883c9319d/A/0491dc48010c4e709b44257f48b2a850 2024-11-14T14:42:17,217 INFO [RS_FLUSH_OPERATIONS-regionserver/da1c6afcd1f9:0-1 {event_type=RS_FLUSH_REGIONS, pid=114}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:34345/user/jenkins/test-data/14d118ee-a83a-b09b-5913-1a58940a5db1/data/default/TestAcidGuarantees/367f9543bd55c4de93e7f8a883c9319d/A/0491dc48010c4e709b44257f48b2a850, entries=100, sequenceid=249, filesize=21.9 K 2024-11-14T14:42:17,218 DEBUG [RS_FLUSH_OPERATIONS-regionserver/da1c6afcd1f9:0-1 {event_type=RS_FLUSH_REGIONS, pid=114}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:34345/user/jenkins/test-data/14d118ee-a83a-b09b-5913-1a58940a5db1/data/default/TestAcidGuarantees/367f9543bd55c4de93e7f8a883c9319d/.tmp/B/1ca4d733fc0249739a4d6f4c4e2c38ae as hdfs://localhost:34345/user/jenkins/test-data/14d118ee-a83a-b09b-5913-1a58940a5db1/data/default/TestAcidGuarantees/367f9543bd55c4de93e7f8a883c9319d/B/1ca4d733fc0249739a4d6f4c4e2c38ae 2024-11-14T14:42:17,221 INFO [RS_FLUSH_OPERATIONS-regionserver/da1c6afcd1f9:0-1 {event_type=RS_FLUSH_REGIONS, pid=114}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:34345/user/jenkins/test-data/14d118ee-a83a-b09b-5913-1a58940a5db1/data/default/TestAcidGuarantees/367f9543bd55c4de93e7f8a883c9319d/B/1ca4d733fc0249739a4d6f4c4e2c38ae, entries=100, sequenceid=249, filesize=9.5 K 2024-11-14T14:42:17,222 DEBUG [RS_FLUSH_OPERATIONS-regionserver/da1c6afcd1f9:0-1 {event_type=RS_FLUSH_REGIONS, pid=114}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:34345/user/jenkins/test-data/14d118ee-a83a-b09b-5913-1a58940a5db1/data/default/TestAcidGuarantees/367f9543bd55c4de93e7f8a883c9319d/.tmp/C/c0a6fe5643c64990891b26dcf3f73758 as hdfs://localhost:34345/user/jenkins/test-data/14d118ee-a83a-b09b-5913-1a58940a5db1/data/default/TestAcidGuarantees/367f9543bd55c4de93e7f8a883c9319d/C/c0a6fe5643c64990891b26dcf3f73758 2024-11-14T14:42:17,226 INFO [RS_FLUSH_OPERATIONS-regionserver/da1c6afcd1f9:0-1 {event_type=RS_FLUSH_REGIONS, pid=114}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:34345/user/jenkins/test-data/14d118ee-a83a-b09b-5913-1a58940a5db1/data/default/TestAcidGuarantees/367f9543bd55c4de93e7f8a883c9319d/C/c0a6fe5643c64990891b26dcf3f73758, entries=100, sequenceid=249, filesize=9.5 K 2024-11-14T14:42:17,227 INFO [RS_FLUSH_OPERATIONS-regionserver/da1c6afcd1f9:0-1 {event_type=RS_FLUSH_REGIONS, pid=114}] regionserver.HRegion(3140): Finished flush of dataSize ~40.25 KB/41220, heapSize ~120.23 KB/123120, currentSize=140.89 KB/144270 for 367f9543bd55c4de93e7f8a883c9319d in 860ms, sequenceid=249, compaction requested=false 2024-11-14T14:42:17,227 DEBUG [RS_FLUSH_OPERATIONS-regionserver/da1c6afcd1f9:0-1 {event_type=RS_FLUSH_REGIONS, pid=114}] regionserver.HRegion(2603): Flush status journal for 367f9543bd55c4de93e7f8a883c9319d: 2024-11-14T14:42:17,227 DEBUG [RS_FLUSH_OPERATIONS-regionserver/da1c6afcd1f9:0-1 {event_type=RS_FLUSH_REGIONS, pid=114}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1731595315055.367f9543bd55c4de93e7f8a883c9319d. 2024-11-14T14:42:17,227 DEBUG [RS_FLUSH_OPERATIONS-regionserver/da1c6afcd1f9:0-1 {event_type=RS_FLUSH_REGIONS, pid=114}] regionserver.RemoteProcedureResultReporter(62): Successfully complete execution of pid=114 2024-11-14T14:42:17,228 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45145 {}] master.HMaster(4169): Remote procedure done, pid=114 2024-11-14T14:42:17,230 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=114, resume processing ppid=113 2024-11-14T14:42:17,231 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1521): Finished pid=114, ppid=113, state=SUCCESS, hasLock=false; org.apache.hadoop.hbase.master.procedure.FlushRegionProcedure in 2.2390 sec 2024-11-14T14:42:17,233 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1521): Finished pid=113, state=SUCCESS, hasLock=false; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=113, table=TestAcidGuarantees in 2.2440 sec 2024-11-14T14:42:17,482 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35765 {}] regionserver.HRegion(8855): Flush requested on 367f9543bd55c4de93e7f8a883c9319d 2024-11-14T14:42:17,482 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(2902): Flushing 367f9543bd55c4de93e7f8a883c9319d 3/3 column families, dataSize=147.60 KB heapSize=420.84 KB 2024-11-14T14:42:17,482 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 367f9543bd55c4de93e7f8a883c9319d, store=A 2024-11-14T14:42:17,482 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=3, new segment=null 2024-11-14T14:42:17,482 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 367f9543bd55c4de93e7f8a883c9319d, store=B 2024-11-14T14:42:17,482 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=3, new segment=null 2024-11-14T14:42:17,482 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 367f9543bd55c4de93e7f8a883c9319d, store=C 2024-11-14T14:42:17,482 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=3, new segment=null 2024-11-14T14:42:17,492 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:34345/user/jenkins/test-data/14d118ee-a83a-b09b-5913-1a58940a5db1/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e2024111424a57a748adb4f0d85df64172c4bbea2_367f9543bd55c4de93e7f8a883c9319d is 50, key is test_row_0/A:col10/1731595336827/Put/seqid=0 2024-11-14T14:42:17,496 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36699 is added to blk_1073742219_1395 (size=14994) 2024-11-14T14:42:17,497 DEBUG [MemStoreFlusher.0 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T14:42:17,499 INFO [MemStoreFlusher.0 {}] regionserver.HMobStore(268): FLUSH Renaming flushed file from hdfs://localhost:34345/user/jenkins/test-data/14d118ee-a83a-b09b-5913-1a58940a5db1/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e2024111424a57a748adb4f0d85df64172c4bbea2_367f9543bd55c4de93e7f8a883c9319d to hdfs://localhost:34345/user/jenkins/test-data/14d118ee-a83a-b09b-5913-1a58940a5db1/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e2024111424a57a748adb4f0d85df64172c4bbea2_367f9543bd55c4de93e7f8a883c9319d 2024-11-14T14:42:17,500 DEBUG [MemStoreFlusher.0 {}] mob.DefaultMobStoreFlusher(263): Flush store file: hdfs://localhost:34345/user/jenkins/test-data/14d118ee-a83a-b09b-5913-1a58940a5db1/data/default/TestAcidGuarantees/367f9543bd55c4de93e7f8a883c9319d/.tmp/A/5480093274964d7cafa27f15bee69c4f, store: [table=TestAcidGuarantees family=A region=367f9543bd55c4de93e7f8a883c9319d] 2024-11-14T14:42:17,501 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:34345/user/jenkins/test-data/14d118ee-a83a-b09b-5913-1a58940a5db1/data/default/TestAcidGuarantees/367f9543bd55c4de93e7f8a883c9319d/.tmp/A/5480093274964d7cafa27f15bee69c4f is 175, key is test_row_0/A:col10/1731595336827/Put/seqid=0 2024-11-14T14:42:17,504 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36699 is added to blk_1073742220_1396 (size=39949) 2024-11-14T14:42:17,504 INFO [MemStoreFlusher.0 {}] mob.DefaultMobStoreFlusher(147): Mob store is flushed, sequenceid=290, memsize=49.2 K, hasBloomFilter=true, into tmp file hdfs://localhost:34345/user/jenkins/test-data/14d118ee-a83a-b09b-5913-1a58940a5db1/data/default/TestAcidGuarantees/367f9543bd55c4de93e7f8a883c9319d/.tmp/A/5480093274964d7cafa27f15bee69c4f 2024-11-14T14:42:17,510 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:34345/user/jenkins/test-data/14d118ee-a83a-b09b-5913-1a58940a5db1/data/default/TestAcidGuarantees/367f9543bd55c4de93e7f8a883c9319d/.tmp/B/11e56735a8d34020a83c0a5eeece7bd8 is 50, key is test_row_0/B:col10/1731595336827/Put/seqid=0 2024-11-14T14:42:17,514 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35765 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=367f9543bd55c4de93e7f8a883c9319d, server=da1c6afcd1f9,35765,1731595233113 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-14T14:42:17,514 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35765 {}] ipc.CallRunner(138): callId: 43 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:50278 deadline: 1731595397512, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=367f9543bd55c4de93e7f8a883c9319d, server=da1c6afcd1f9,35765,1731595233113 2024-11-14T14:42:17,514 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731595315055.367f9543bd55c4de93e7f8a883c9319d., hostname=da1c6afcd1f9,35765,1731595233113, seqNum=5 , the old value is region=TestAcidGuarantees,,1731595315055.367f9543bd55c4de93e7f8a883c9319d., hostname=da1c6afcd1f9,35765,1731595233113, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=367f9543bd55c4de93e7f8a883c9319d, server=da1c6afcd1f9,35765,1731595233113 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-14T14:42:17,514 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731595315055.367f9543bd55c4de93e7f8a883c9319d., hostname=da1c6afcd1f9,35765,1731595233113, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=367f9543bd55c4de93e7f8a883c9319d, server=da1c6afcd1f9,35765,1731595233113 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-14T14:42:17,514 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731595315055.367f9543bd55c4de93e7f8a883c9319d., hostname=da1c6afcd1f9,35765,1731595233113, seqNum=5 because the exception is null or not the one we care about 2024-11-14T14:42:17,515 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36699 is added to blk_1073742221_1397 (size=12301) 2024-11-14T14:42:17,516 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=49.20 KB at sequenceid=290 (bloomFilter=true), to=hdfs://localhost:34345/user/jenkins/test-data/14d118ee-a83a-b09b-5913-1a58940a5db1/data/default/TestAcidGuarantees/367f9543bd55c4de93e7f8a883c9319d/.tmp/B/11e56735a8d34020a83c0a5eeece7bd8 2024-11-14T14:42:17,522 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:34345/user/jenkins/test-data/14d118ee-a83a-b09b-5913-1a58940a5db1/data/default/TestAcidGuarantees/367f9543bd55c4de93e7f8a883c9319d/.tmp/C/6b682f27207b43a595f55eb84b0da3c8 is 50, key is test_row_0/C:col10/1731595336827/Put/seqid=0 2024-11-14T14:42:17,527 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36699 is added to blk_1073742222_1398 (size=12301) 2024-11-14T14:42:17,527 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35765 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=367f9543bd55c4de93e7f8a883c9319d, server=da1c6afcd1f9,35765,1731595233113 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-14T14:42:17,527 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35765 {}] ipc.CallRunner(138): callId: 46 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:50240 deadline: 1731595397514, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=367f9543bd55c4de93e7f8a883c9319d, server=da1c6afcd1f9,35765,1731595233113 2024-11-14T14:42:17,527 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=49.20 KB at sequenceid=290 (bloomFilter=true), to=hdfs://localhost:34345/user/jenkins/test-data/14d118ee-a83a-b09b-5913-1a58940a5db1/data/default/TestAcidGuarantees/367f9543bd55c4de93e7f8a883c9319d/.tmp/C/6b682f27207b43a595f55eb84b0da3c8 2024-11-14T14:42:17,527 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731595315055.367f9543bd55c4de93e7f8a883c9319d., hostname=da1c6afcd1f9,35765,1731595233113, seqNum=5 , the old value is region=TestAcidGuarantees,,1731595315055.367f9543bd55c4de93e7f8a883c9319d., hostname=da1c6afcd1f9,35765,1731595233113, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=367f9543bd55c4de93e7f8a883c9319d, server=da1c6afcd1f9,35765,1731595233113 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-14T14:42:17,527 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731595315055.367f9543bd55c4de93e7f8a883c9319d., hostname=da1c6afcd1f9,35765,1731595233113, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=367f9543bd55c4de93e7f8a883c9319d, server=da1c6afcd1f9,35765,1731595233113 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-14T14:42:17,527 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731595315055.367f9543bd55c4de93e7f8a883c9319d., hostname=da1c6afcd1f9,35765,1731595233113, seqNum=5 because the exception is null or not the one we care about 2024-11-14T14:42:17,532 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:34345/user/jenkins/test-data/14d118ee-a83a-b09b-5913-1a58940a5db1/data/default/TestAcidGuarantees/367f9543bd55c4de93e7f8a883c9319d/.tmp/A/5480093274964d7cafa27f15bee69c4f as hdfs://localhost:34345/user/jenkins/test-data/14d118ee-a83a-b09b-5913-1a58940a5db1/data/default/TestAcidGuarantees/367f9543bd55c4de93e7f8a883c9319d/A/5480093274964d7cafa27f15bee69c4f 2024-11-14T14:42:17,534 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:34345/user/jenkins/test-data/14d118ee-a83a-b09b-5913-1a58940a5db1/data/default/TestAcidGuarantees/367f9543bd55c4de93e7f8a883c9319d/A/5480093274964d7cafa27f15bee69c4f, entries=200, sequenceid=290, filesize=39.0 K 2024-11-14T14:42:17,535 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:34345/user/jenkins/test-data/14d118ee-a83a-b09b-5913-1a58940a5db1/data/default/TestAcidGuarantees/367f9543bd55c4de93e7f8a883c9319d/.tmp/B/11e56735a8d34020a83c0a5eeece7bd8 as hdfs://localhost:34345/user/jenkins/test-data/14d118ee-a83a-b09b-5913-1a58940a5db1/data/default/TestAcidGuarantees/367f9543bd55c4de93e7f8a883c9319d/B/11e56735a8d34020a83c0a5eeece7bd8 2024-11-14T14:42:17,538 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:34345/user/jenkins/test-data/14d118ee-a83a-b09b-5913-1a58940a5db1/data/default/TestAcidGuarantees/367f9543bd55c4de93e7f8a883c9319d/B/11e56735a8d34020a83c0a5eeece7bd8, entries=150, sequenceid=290, filesize=12.0 K 2024-11-14T14:42:17,539 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:34345/user/jenkins/test-data/14d118ee-a83a-b09b-5913-1a58940a5db1/data/default/TestAcidGuarantees/367f9543bd55c4de93e7f8a883c9319d/.tmp/C/6b682f27207b43a595f55eb84b0da3c8 as hdfs://localhost:34345/user/jenkins/test-data/14d118ee-a83a-b09b-5913-1a58940a5db1/data/default/TestAcidGuarantees/367f9543bd55c4de93e7f8a883c9319d/C/6b682f27207b43a595f55eb84b0da3c8 2024-11-14T14:42:17,542 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:34345/user/jenkins/test-data/14d118ee-a83a-b09b-5913-1a58940a5db1/data/default/TestAcidGuarantees/367f9543bd55c4de93e7f8a883c9319d/C/6b682f27207b43a595f55eb84b0da3c8, entries=150, sequenceid=290, filesize=12.0 K 2024-11-14T14:42:17,542 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(3140): Finished flush of dataSize ~147.60 KB/151140, heapSize ~420.80 KB/430896, currentSize=33.54 KB/34350 for 367f9543bd55c4de93e7f8a883c9319d in 60ms, sequenceid=290, compaction requested=true 2024-11-14T14:42:17,542 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2603): Flush status journal for 367f9543bd55c4de93e7f8a883c9319d: 2024-11-14T14:42:17,542 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store 367f9543bd55c4de93e7f8a883c9319d:A, priority=-2147483648, current under compaction store size is 1 2024-11-14T14:42:17,542 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-14T14:42:17,543 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store 367f9543bd55c4de93e7f8a883c9319d:B, priority=-2147483648, current under compaction store size is 2 2024-11-14T14:42:17,543 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-14T14:42:17,543 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store 367f9543bd55c4de93e7f8a883c9319d:C, priority=-2147483648, current under compaction store size is 3 2024-11-14T14:42:17,543 DEBUG [RS:0;da1c6afcd1f9:35765-shortCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 3 store files, 0 compacting, 3 eligible, 16 blocking 2024-11-14T14:42:17,543 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=1), splitQueue=0 2024-11-14T14:42:17,543 DEBUG [RS:0;da1c6afcd1f9:35765-longCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 3 store files, 0 compacting, 3 eligible, 16 blocking 2024-11-14T14:42:17,543 DEBUG [RS:0;da1c6afcd1f9:35765-longCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 3 files of size 34755 starting at candidate #0 after considering 1 permutations with 1 in ratio 2024-11-14T14:42:17,543 DEBUG [RS:0;da1c6afcd1f9:35765-shortCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 3 files of size 94061 starting at candidate #0 after considering 1 permutations with 1 in ratio 2024-11-14T14:42:17,543 DEBUG [RS:0;da1c6afcd1f9:35765-longCompactions-0 {}] regionserver.HStore(1541): 367f9543bd55c4de93e7f8a883c9319d/B is initiating minor compaction (all files) 2024-11-14T14:42:17,543 DEBUG [RS:0;da1c6afcd1f9:35765-shortCompactions-0 {}] regionserver.HStore(1541): 367f9543bd55c4de93e7f8a883c9319d/A is initiating minor compaction (all files) 2024-11-14T14:42:17,543 INFO [RS:0;da1c6afcd1f9:35765-shortCompactions-0 {}] regionserver.HRegion(2416): Starting compaction of 367f9543bd55c4de93e7f8a883c9319d/A in TestAcidGuarantees,,1731595315055.367f9543bd55c4de93e7f8a883c9319d. 2024-11-14T14:42:17,543 INFO [RS:0;da1c6afcd1f9:35765-longCompactions-0 {}] regionserver.HRegion(2416): Starting compaction of 367f9543bd55c4de93e7f8a883c9319d/B in TestAcidGuarantees,,1731595315055.367f9543bd55c4de93e7f8a883c9319d. 2024-11-14T14:42:17,544 INFO [RS:0;da1c6afcd1f9:35765-shortCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:34345/user/jenkins/test-data/14d118ee-a83a-b09b-5913-1a58940a5db1/data/default/TestAcidGuarantees/367f9543bd55c4de93e7f8a883c9319d/A/1041d799943b4fed94b86c62f1e26aff, hdfs://localhost:34345/user/jenkins/test-data/14d118ee-a83a-b09b-5913-1a58940a5db1/data/default/TestAcidGuarantees/367f9543bd55c4de93e7f8a883c9319d/A/0491dc48010c4e709b44257f48b2a850, hdfs://localhost:34345/user/jenkins/test-data/14d118ee-a83a-b09b-5913-1a58940a5db1/data/default/TestAcidGuarantees/367f9543bd55c4de93e7f8a883c9319d/A/5480093274964d7cafa27f15bee69c4f] into tmpdir=hdfs://localhost:34345/user/jenkins/test-data/14d118ee-a83a-b09b-5913-1a58940a5db1/data/default/TestAcidGuarantees/367f9543bd55c4de93e7f8a883c9319d/.tmp, totalSize=91.9 K 2024-11-14T14:42:17,544 INFO [RS:0;da1c6afcd1f9:35765-shortCompactions-0 {}] mob.DefaultMobStoreCompactor(181): MOB compaction: major=false isAll=true priority=13 throughput controller=DefaultCompactionThroughputController [maxThroughput=50.00 MB/second, activeCompactions=0] table=TestAcidGuarantees cf=A region=TestAcidGuarantees,,1731595315055.367f9543bd55c4de93e7f8a883c9319d. 2024-11-14T14:42:17,544 INFO [RS:0;da1c6afcd1f9:35765-longCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:34345/user/jenkins/test-data/14d118ee-a83a-b09b-5913-1a58940a5db1/data/default/TestAcidGuarantees/367f9543bd55c4de93e7f8a883c9319d/B/61e16956efcc4f0182f9f922bb711cd4, hdfs://localhost:34345/user/jenkins/test-data/14d118ee-a83a-b09b-5913-1a58940a5db1/data/default/TestAcidGuarantees/367f9543bd55c4de93e7f8a883c9319d/B/1ca4d733fc0249739a4d6f4c4e2c38ae, hdfs://localhost:34345/user/jenkins/test-data/14d118ee-a83a-b09b-5913-1a58940a5db1/data/default/TestAcidGuarantees/367f9543bd55c4de93e7f8a883c9319d/B/11e56735a8d34020a83c0a5eeece7bd8] into tmpdir=hdfs://localhost:34345/user/jenkins/test-data/14d118ee-a83a-b09b-5913-1a58940a5db1/data/default/TestAcidGuarantees/367f9543bd55c4de93e7f8a883c9319d/.tmp, totalSize=33.9 K 2024-11-14T14:42:17,544 DEBUG [RS:0;da1c6afcd1f9:35765-shortCompactions-0 {}] mob.DefaultMobStoreCompactor(191): MOB compaction table=TestAcidGuarantees cf=A region=TestAcidGuarantees,,1731595315055.367f9543bd55c4de93e7f8a883c9319d. files: [hdfs://localhost:34345/user/jenkins/test-data/14d118ee-a83a-b09b-5913-1a58940a5db1/data/default/TestAcidGuarantees/367f9543bd55c4de93e7f8a883c9319d/A/1041d799943b4fed94b86c62f1e26aff, hdfs://localhost:34345/user/jenkins/test-data/14d118ee-a83a-b09b-5913-1a58940a5db1/data/default/TestAcidGuarantees/367f9543bd55c4de93e7f8a883c9319d/A/0491dc48010c4e709b44257f48b2a850, hdfs://localhost:34345/user/jenkins/test-data/14d118ee-a83a-b09b-5913-1a58940a5db1/data/default/TestAcidGuarantees/367f9543bd55c4de93e7f8a883c9319d/A/5480093274964d7cafa27f15bee69c4f] 2024-11-14T14:42:17,544 DEBUG [RS:0;da1c6afcd1f9:35765-longCompactions-0 {}] compactions.Compactor(225): Compacting 61e16956efcc4f0182f9f922bb711cd4, keycount=150, bloomtype=ROW, size=12.4 K, encoding=NONE, compression=NONE, seqNum=240, earliestPutTs=1731595333487 2024-11-14T14:42:17,544 DEBUG [RS:0;da1c6afcd1f9:35765-shortCompactions-0 {}] compactions.Compactor(225): Compacting 1041d799943b4fed94b86c62f1e26aff, keycount=150, bloomtype=ROW, size=30.9 K, encoding=NONE, compression=NONE, seqNum=240, earliestPutTs=1731595333487 2024-11-14T14:42:17,544 DEBUG [RS:0;da1c6afcd1f9:35765-longCompactions-0 {}] compactions.Compactor(225): Compacting 1ca4d733fc0249739a4d6f4c4e2c38ae, keycount=100, bloomtype=ROW, size=9.5 K, encoding=NONE, compression=NONE, seqNum=249, earliestPutTs=1731595334688 2024-11-14T14:42:17,544 DEBUG [RS:0;da1c6afcd1f9:35765-shortCompactions-0 {}] compactions.Compactor(225): Compacting 0491dc48010c4e709b44257f48b2a850, keycount=100, bloomtype=ROW, size=21.9 K, encoding=NONE, compression=NONE, seqNum=249, earliestPutTs=1731595334688 2024-11-14T14:42:17,545 DEBUG [RS:0;da1c6afcd1f9:35765-longCompactions-0 {}] compactions.Compactor(225): Compacting 11e56735a8d34020a83c0a5eeece7bd8, keycount=150, bloomtype=ROW, size=12.0 K, encoding=NONE, compression=NONE, seqNum=290, earliestPutTs=1731595336817 2024-11-14T14:42:17,545 DEBUG [RS:0;da1c6afcd1f9:35765-shortCompactions-0 {}] compactions.Compactor(225): Compacting 5480093274964d7cafa27f15bee69c4f, keycount=200, bloomtype=ROW, size=39.0 K, encoding=NONE, compression=NONE, seqNum=290, earliestPutTs=1731595336802 2024-11-14T14:42:17,552 INFO [RS:0;da1c6afcd1f9:35765-shortCompactions-0 {}] mob.DefaultMobStoreCompactor(321): Compact MOB=false optimized configured=false optimized enabled=false maximum MOB file size=1073741824 major=true store=[table=TestAcidGuarantees family=A region=367f9543bd55c4de93e7f8a883c9319d] 2024-11-14T14:42:17,553 INFO [RS:0;da1c6afcd1f9:35765-longCompactions-0 {}] throttle.PressureAwareThroughputController(145): 367f9543bd55c4de93e7f8a883c9319d#B#compaction#336 average throughput is 6.55 MB/second, slept 0 time(s) and total slept time is 0 ms. 1 active operations remaining, total limit is 50.00 MB/second 2024-11-14T14:42:17,553 DEBUG [RS:0;da1c6afcd1f9:35765-shortCompactions-0 {}] mob.DefaultMobStoreCompactor(635): New MOB writer created=d41d8cd98f00b204e9800998ecf8427e20241114f863690f9ebf4d5988982e462066fb6a_367f9543bd55c4de93e7f8a883c9319d store=[table=TestAcidGuarantees family=A region=367f9543bd55c4de93e7f8a883c9319d] 2024-11-14T14:42:17,554 DEBUG [RS:0;da1c6afcd1f9:35765-longCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:34345/user/jenkins/test-data/14d118ee-a83a-b09b-5913-1a58940a5db1/data/default/TestAcidGuarantees/367f9543bd55c4de93e7f8a883c9319d/.tmp/B/59f131abcc8e4f7caf653520f1994062 is 50, key is test_row_0/B:col10/1731595336827/Put/seqid=0 2024-11-14T14:42:17,555 DEBUG [RS:0;da1c6afcd1f9:35765-shortCompactions-0 {}] mob.DefaultMobStoreCompactor(656): Commit or abort size=0 mobCells=0 major=true file=d41d8cd98f00b204e9800998ecf8427e20241114f863690f9ebf4d5988982e462066fb6a_367f9543bd55c4de93e7f8a883c9319d, store=[table=TestAcidGuarantees family=A region=367f9543bd55c4de93e7f8a883c9319d] 2024-11-14T14:42:17,555 DEBUG [RS:0;da1c6afcd1f9:35765-shortCompactions-0 {}] mob.DefaultMobStoreCompactor(667): Aborting writer for hdfs://localhost:34345/user/jenkins/test-data/14d118ee-a83a-b09b-5913-1a58940a5db1/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e20241114f863690f9ebf4d5988982e462066fb6a_367f9543bd55c4de93e7f8a883c9319d because there are no MOB cells, store=[table=TestAcidGuarantees family=A region=367f9543bd55c4de93e7f8a883c9319d] 2024-11-14T14:42:17,558 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36699 is added to blk_1073742223_1399 (size=12949) 2024-11-14T14:42:17,562 DEBUG [RS:0;da1c6afcd1f9:35765-longCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:34345/user/jenkins/test-data/14d118ee-a83a-b09b-5913-1a58940a5db1/data/default/TestAcidGuarantees/367f9543bd55c4de93e7f8a883c9319d/.tmp/B/59f131abcc8e4f7caf653520f1994062 as hdfs://localhost:34345/user/jenkins/test-data/14d118ee-a83a-b09b-5913-1a58940a5db1/data/default/TestAcidGuarantees/367f9543bd55c4de93e7f8a883c9319d/B/59f131abcc8e4f7caf653520f1994062 2024-11-14T14:42:17,563 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36699 is added to blk_1073742224_1400 (size=4469) 2024-11-14T14:42:17,564 INFO [RS:0;da1c6afcd1f9:35765-shortCompactions-0 {}] throttle.PressureAwareThroughputController(145): 367f9543bd55c4de93e7f8a883c9319d#A#compaction#335 average throughput is 2.22 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second 2024-11-14T14:42:17,564 DEBUG [RS:0;da1c6afcd1f9:35765-shortCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:34345/user/jenkins/test-data/14d118ee-a83a-b09b-5913-1a58940a5db1/data/default/TestAcidGuarantees/367f9543bd55c4de93e7f8a883c9319d/.tmp/A/ef651119127b40739539938be9cdb8e2 is 175, key is test_row_0/A:col10/1731595336827/Put/seqid=0 2024-11-14T14:42:17,570 INFO [RS:0;da1c6afcd1f9:35765-longCompactions-0 {}] regionserver.HStore(1337): Completed compaction of 3 (all) file(s) in 367f9543bd55c4de93e7f8a883c9319d/B of 367f9543bd55c4de93e7f8a883c9319d into 59f131abcc8e4f7caf653520f1994062(size=12.6 K), total size for store is 12.6 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-11-14T14:42:17,570 DEBUG [RS:0;da1c6afcd1f9:35765-longCompactions-0 {}] regionserver.HRegion(2446): Compaction status journal for 367f9543bd55c4de93e7f8a883c9319d: 2024-11-14T14:42:17,570 INFO [RS:0;da1c6afcd1f9:35765-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1731595315055.367f9543bd55c4de93e7f8a883c9319d., storeName=367f9543bd55c4de93e7f8a883c9319d/B, priority=13, startTime=1731595337542; duration=0sec 2024-11-14T14:42:17,570 DEBUG [RS:0;da1c6afcd1f9:35765-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=1), splitQueue=0 2024-11-14T14:42:17,570 DEBUG [RS:0;da1c6afcd1f9:35765-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: 367f9543bd55c4de93e7f8a883c9319d:B 2024-11-14T14:42:17,571 DEBUG [RS:0;da1c6afcd1f9:35765-longCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 3 store files, 0 compacting, 3 eligible, 16 blocking 2024-11-14T14:42:17,572 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36699 is added to blk_1073742225_1401 (size=31903) 2024-11-14T14:42:17,573 DEBUG [RS:0;da1c6afcd1f9:35765-longCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 3 files of size 34755 starting at candidate #0 after considering 1 permutations with 1 in ratio 2024-11-14T14:42:17,574 DEBUG [RS:0;da1c6afcd1f9:35765-longCompactions-0 {}] regionserver.HStore(1541): 367f9543bd55c4de93e7f8a883c9319d/C is initiating minor compaction (all files) 2024-11-14T14:42:17,574 INFO [RS:0;da1c6afcd1f9:35765-longCompactions-0 {}] regionserver.HRegion(2416): Starting compaction of 367f9543bd55c4de93e7f8a883c9319d/C in TestAcidGuarantees,,1731595315055.367f9543bd55c4de93e7f8a883c9319d. 2024-11-14T14:42:17,574 INFO [RS:0;da1c6afcd1f9:35765-longCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:34345/user/jenkins/test-data/14d118ee-a83a-b09b-5913-1a58940a5db1/data/default/TestAcidGuarantees/367f9543bd55c4de93e7f8a883c9319d/C/ce9ce49c47404ff39e3e77a1b7a79d1e, hdfs://localhost:34345/user/jenkins/test-data/14d118ee-a83a-b09b-5913-1a58940a5db1/data/default/TestAcidGuarantees/367f9543bd55c4de93e7f8a883c9319d/C/c0a6fe5643c64990891b26dcf3f73758, hdfs://localhost:34345/user/jenkins/test-data/14d118ee-a83a-b09b-5913-1a58940a5db1/data/default/TestAcidGuarantees/367f9543bd55c4de93e7f8a883c9319d/C/6b682f27207b43a595f55eb84b0da3c8] into tmpdir=hdfs://localhost:34345/user/jenkins/test-data/14d118ee-a83a-b09b-5913-1a58940a5db1/data/default/TestAcidGuarantees/367f9543bd55c4de93e7f8a883c9319d/.tmp, totalSize=33.9 K 2024-11-14T14:42:17,574 DEBUG [RS:0;da1c6afcd1f9:35765-longCompactions-0 {}] compactions.Compactor(225): Compacting ce9ce49c47404ff39e3e77a1b7a79d1e, keycount=150, bloomtype=ROW, size=12.4 K, encoding=NONE, compression=NONE, seqNum=240, earliestPutTs=1731595333487 2024-11-14T14:42:17,574 DEBUG [RS:0;da1c6afcd1f9:35765-longCompactions-0 {}] compactions.Compactor(225): Compacting c0a6fe5643c64990891b26dcf3f73758, keycount=100, bloomtype=ROW, size=9.5 K, encoding=NONE, compression=NONE, seqNum=249, earliestPutTs=1731595334688 2024-11-14T14:42:17,575 DEBUG [RS:0;da1c6afcd1f9:35765-longCompactions-0 {}] compactions.Compactor(225): Compacting 6b682f27207b43a595f55eb84b0da3c8, keycount=150, bloomtype=ROW, size=12.0 K, encoding=NONE, compression=NONE, seqNum=290, earliestPutTs=1731595336817 2024-11-14T14:42:17,576 DEBUG [RS:0;da1c6afcd1f9:35765-shortCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:34345/user/jenkins/test-data/14d118ee-a83a-b09b-5913-1a58940a5db1/data/default/TestAcidGuarantees/367f9543bd55c4de93e7f8a883c9319d/.tmp/A/ef651119127b40739539938be9cdb8e2 as hdfs://localhost:34345/user/jenkins/test-data/14d118ee-a83a-b09b-5913-1a58940a5db1/data/default/TestAcidGuarantees/367f9543bd55c4de93e7f8a883c9319d/A/ef651119127b40739539938be9cdb8e2 2024-11-14T14:42:17,582 INFO [RS:0;da1c6afcd1f9:35765-shortCompactions-0 {}] regionserver.HStore(1337): Completed compaction of 3 (all) file(s) in 367f9543bd55c4de93e7f8a883c9319d/A of 367f9543bd55c4de93e7f8a883c9319d into ef651119127b40739539938be9cdb8e2(size=31.2 K), total size for store is 31.2 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-11-14T14:42:17,582 DEBUG [RS:0;da1c6afcd1f9:35765-shortCompactions-0 {}] regionserver.HRegion(2446): Compaction status journal for 367f9543bd55c4de93e7f8a883c9319d: 2024-11-14T14:42:17,583 INFO [RS:0;da1c6afcd1f9:35765-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1731595315055.367f9543bd55c4de93e7f8a883c9319d., storeName=367f9543bd55c4de93e7f8a883c9319d/A, priority=13, startTime=1731595337542; duration=0sec 2024-11-14T14:42:17,583 DEBUG [RS:0;da1c6afcd1f9:35765-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-14T14:42:17,583 DEBUG [RS:0;da1c6afcd1f9:35765-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: 367f9543bd55c4de93e7f8a883c9319d:A 2024-11-14T14:42:17,583 INFO [RS:0;da1c6afcd1f9:35765-longCompactions-0 {}] throttle.PressureAwareThroughputController(145): 367f9543bd55c4de93e7f8a883c9319d#C#compaction#337 average throughput is 6.55 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second 2024-11-14T14:42:17,583 DEBUG [RS:0;da1c6afcd1f9:35765-longCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:34345/user/jenkins/test-data/14d118ee-a83a-b09b-5913-1a58940a5db1/data/default/TestAcidGuarantees/367f9543bd55c4de93e7f8a883c9319d/.tmp/C/99078dda4a37485fb28630262783e69a is 50, key is test_row_0/C:col10/1731595336827/Put/seqid=0 2024-11-14T14:42:17,589 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36699 is added to blk_1073742226_1402 (size=12949) 2024-11-14T14:42:17,621 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35765 {}] regionserver.HRegion(8855): Flush requested on 367f9543bd55c4de93e7f8a883c9319d 2024-11-14T14:42:17,621 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(2902): Flushing 367f9543bd55c4de93e7f8a883c9319d 3/3 column families, dataSize=46.96 KB heapSize=140.20 KB 2024-11-14T14:42:17,621 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 367f9543bd55c4de93e7f8a883c9319d, store=A 2024-11-14T14:42:17,622 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-14T14:42:17,622 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 367f9543bd55c4de93e7f8a883c9319d, store=B 2024-11-14T14:42:17,622 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-14T14:42:17,622 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 367f9543bd55c4de93e7f8a883c9319d, store=C 2024-11-14T14:42:17,622 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-14T14:42:17,630 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:34345/user/jenkins/test-data/14d118ee-a83a-b09b-5913-1a58940a5db1/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e20241114c15b7f488a4a48248d4b3f00fa7a96be_367f9543bd55c4de93e7f8a883c9319d is 50, key is test_row_0/A:col10/1731595337501/Put/seqid=0 2024-11-14T14:42:17,636 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36699 is added to blk_1073742227_1403 (size=14994) 2024-11-14T14:42:17,704 DEBUG [RS_IN_MEMORY_COMPACTION-regionserver/da1c6afcd1f9:0-7 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=type=CellArrayImmutableSegment, empty=no, cellCount=159, cellSize=7275, totalHeapSize=16776, min timestamp=1731595337652, max timestamp=1731595337700Num uniques 859; 2024-11-14T14:42:17,704 DEBUG [RS_IN_MEMORY_COMPACTION-regionserver/da1c6afcd1f9:0-1 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=type=CellArrayImmutableSegment, empty=no, cellCount=159, cellSize=7275, totalHeapSize=16776, min timestamp=1731595337652, max timestamp=1731595337700Num uniques 859; 2024-11-14T14:42:17,704 DEBUG [RS_IN_MEMORY_COMPACTION-regionserver/da1c6afcd1f9:0-7 {}] regionserver.CompactionPipeline(163): Suffix data size=39335, new segment data size=7275, suffix heap size=117064,new segment heap size=16776 　suffix off heap size=0, new segment off heap size=0, suffix cells count=859, new segment cells count=159 2024-11-14T14:42:17,704 DEBUG [RS_IN_MEMORY_COMPACTION-regionserver/da1c6afcd1f9:0-1 {}] regionserver.CompactionPipeline(163): Suffix data size=39335, new segment data size=7275, suffix heap size=117064,new segment heap size=16776 　suffix off heap size=0, new segment off heap size=0, suffix cells count=859, new segment cells count=159 2024-11-14T14:42:17,704 DEBUG [RS_IN_MEMORY_COMPACTION-regionserver/da1c6afcd1f9:0-3 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=type=CellArrayImmutableSegment, empty=no, cellCount=159, cellSize=7275, totalHeapSize=16776, min timestamp=1731595337652, max timestamp=1731595337700Num uniques 859; 2024-11-14T14:42:17,704 DEBUG [RS_IN_MEMORY_COMPACTION-regionserver/da1c6afcd1f9:0-3 {}] regionserver.CompactionPipeline(163): Suffix data size=39335, new segment data size=7275, suffix heap size=117064,new segment heap size=16776 　suffix off heap size=0, new segment off heap size=0, suffix cells count=859, new segment cells count=159 2024-11-14T14:42:17,809 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35765 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=367f9543bd55c4de93e7f8a883c9319d, server=da1c6afcd1f9,35765,1731595233113 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-14T14:42:17,810 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35765 {}] ipc.CallRunner(138): callId: 65 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:50278 deadline: 1731595397799, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=367f9543bd55c4de93e7f8a883c9319d, server=da1c6afcd1f9,35765,1731595233113 2024-11-14T14:42:17,810 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731595315055.367f9543bd55c4de93e7f8a883c9319d., hostname=da1c6afcd1f9,35765,1731595233113, seqNum=5 , the old value is region=TestAcidGuarantees,,1731595315055.367f9543bd55c4de93e7f8a883c9319d., hostname=da1c6afcd1f9,35765,1731595233113, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=367f9543bd55c4de93e7f8a883c9319d, server=da1c6afcd1f9,35765,1731595233113 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-14T14:42:17,810 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731595315055.367f9543bd55c4de93e7f8a883c9319d., hostname=da1c6afcd1f9,35765,1731595233113, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=367f9543bd55c4de93e7f8a883c9319d, server=da1c6afcd1f9,35765,1731595233113 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-14T14:42:17,810 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731595315055.367f9543bd55c4de93e7f8a883c9319d., hostname=da1c6afcd1f9,35765,1731595233113, seqNum=5 because the exception is null or not the one we care about 2024-11-14T14:42:17,812 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35765 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=367f9543bd55c4de93e7f8a883c9319d, server=da1c6afcd1f9,35765,1731595233113 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-14T14:42:17,813 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35765 {}] ipc.CallRunner(138): callId: 62 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:50240 deadline: 1731595397800, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=367f9543bd55c4de93e7f8a883c9319d, server=da1c6afcd1f9,35765,1731595233113 2024-11-14T14:42:17,813 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731595315055.367f9543bd55c4de93e7f8a883c9319d., hostname=da1c6afcd1f9,35765,1731595233113, seqNum=5 , the old value is region=TestAcidGuarantees,,1731595315055.367f9543bd55c4de93e7f8a883c9319d., hostname=da1c6afcd1f9,35765,1731595233113, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=367f9543bd55c4de93e7f8a883c9319d, server=da1c6afcd1f9,35765,1731595233113 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-14T14:42:17,813 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731595315055.367f9543bd55c4de93e7f8a883c9319d., hostname=da1c6afcd1f9,35765,1731595233113, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=367f9543bd55c4de93e7f8a883c9319d, server=da1c6afcd1f9,35765,1731595233113 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-14T14:42:17,813 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731595315055.367f9543bd55c4de93e7f8a883c9319d., hostname=da1c6afcd1f9,35765,1731595233113, seqNum=5 because the exception is null or not the one we care about 2024-11-14T14:42:17,925 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35765 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=367f9543bd55c4de93e7f8a883c9319d, server=da1c6afcd1f9,35765,1731595233113 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-14T14:42:17,925 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35765 {}] ipc.CallRunner(138): callId: 66 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:50278 deadline: 1731595397916, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=367f9543bd55c4de93e7f8a883c9319d, server=da1c6afcd1f9,35765,1731595233113 2024-11-14T14:42:17,926 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35765 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=367f9543bd55c4de93e7f8a883c9319d, server=da1c6afcd1f9,35765,1731595233113 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-14T14:42:17,926 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35765 {}] ipc.CallRunner(138): callId: 63 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:50240 deadline: 1731595397916, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=367f9543bd55c4de93e7f8a883c9319d, server=da1c6afcd1f9,35765,1731595233113 2024-11-14T14:42:17,926 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731595315055.367f9543bd55c4de93e7f8a883c9319d., hostname=da1c6afcd1f9,35765,1731595233113, seqNum=5 , the old value is region=TestAcidGuarantees,,1731595315055.367f9543bd55c4de93e7f8a883c9319d., hostname=da1c6afcd1f9,35765,1731595233113, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=367f9543bd55c4de93e7f8a883c9319d, server=da1c6afcd1f9,35765,1731595233113 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-14T14:42:17,926 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731595315055.367f9543bd55c4de93e7f8a883c9319d., hostname=da1c6afcd1f9,35765,1731595233113, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=367f9543bd55c4de93e7f8a883c9319d, server=da1c6afcd1f9,35765,1731595233113 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-14T14:42:17,926 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731595315055.367f9543bd55c4de93e7f8a883c9319d., hostname=da1c6afcd1f9,35765,1731595233113, seqNum=5 because the exception is null or not the one we care about 2024-11-14T14:42:17,926 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731595315055.367f9543bd55c4de93e7f8a883c9319d., hostname=da1c6afcd1f9,35765,1731595233113, seqNum=5 , the old value is region=TestAcidGuarantees,,1731595315055.367f9543bd55c4de93e7f8a883c9319d., hostname=da1c6afcd1f9,35765,1731595233113, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=367f9543bd55c4de93e7f8a883c9319d, server=da1c6afcd1f9,35765,1731595233113 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-14T14:42:17,926 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731595315055.367f9543bd55c4de93e7f8a883c9319d., hostname=da1c6afcd1f9,35765,1731595233113, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=367f9543bd55c4de93e7f8a883c9319d, server=da1c6afcd1f9,35765,1731595233113 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-14T14:42:17,926 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731595315055.367f9543bd55c4de93e7f8a883c9319d., hostname=da1c6afcd1f9,35765,1731595233113, seqNum=5 because the exception is null or not the one we care about 2024-11-14T14:42:17,994 DEBUG [RS:0;da1c6afcd1f9:35765-longCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:34345/user/jenkins/test-data/14d118ee-a83a-b09b-5913-1a58940a5db1/data/default/TestAcidGuarantees/367f9543bd55c4de93e7f8a883c9319d/.tmp/C/99078dda4a37485fb28630262783e69a as hdfs://localhost:34345/user/jenkins/test-data/14d118ee-a83a-b09b-5913-1a58940a5db1/data/default/TestAcidGuarantees/367f9543bd55c4de93e7f8a883c9319d/C/99078dda4a37485fb28630262783e69a 2024-11-14T14:42:17,998 INFO [RS:0;da1c6afcd1f9:35765-longCompactions-0 {}] regionserver.HStore(1337): Completed compaction of 3 (all) file(s) in 367f9543bd55c4de93e7f8a883c9319d/C of 367f9543bd55c4de93e7f8a883c9319d into 99078dda4a37485fb28630262783e69a(size=12.6 K), total size for store is 12.6 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-11-14T14:42:17,999 DEBUG [RS:0;da1c6afcd1f9:35765-longCompactions-0 {}] regionserver.HRegion(2446): Compaction status journal for 367f9543bd55c4de93e7f8a883c9319d: 2024-11-14T14:42:17,999 INFO [RS:0;da1c6afcd1f9:35765-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1731595315055.367f9543bd55c4de93e7f8a883c9319d., storeName=367f9543bd55c4de93e7f8a883c9319d/C, priority=13, startTime=1731595337543; duration=0sec 2024-11-14T14:42:17,999 DEBUG [RS:0;da1c6afcd1f9:35765-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-14T14:42:17,999 DEBUG [RS:0;da1c6afcd1f9:35765-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: 367f9543bd55c4de93e7f8a883c9319d:C 2024-11-14T14:42:18,036 DEBUG [MemStoreFlusher.0 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T14:42:18,039 INFO [MemStoreFlusher.0 {}] regionserver.HMobStore(268): FLUSH Renaming flushed file from hdfs://localhost:34345/user/jenkins/test-data/14d118ee-a83a-b09b-5913-1a58940a5db1/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e20241114c15b7f488a4a48248d4b3f00fa7a96be_367f9543bd55c4de93e7f8a883c9319d to hdfs://localhost:34345/user/jenkins/test-data/14d118ee-a83a-b09b-5913-1a58940a5db1/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e20241114c15b7f488a4a48248d4b3f00fa7a96be_367f9543bd55c4de93e7f8a883c9319d 2024-11-14T14:42:18,040 DEBUG [MemStoreFlusher.0 {}] mob.DefaultMobStoreFlusher(263): Flush store file: hdfs://localhost:34345/user/jenkins/test-data/14d118ee-a83a-b09b-5913-1a58940a5db1/data/default/TestAcidGuarantees/367f9543bd55c4de93e7f8a883c9319d/.tmp/A/0bd6b3f73c39457fafab3a72ad04d156, store: [table=TestAcidGuarantees family=A region=367f9543bd55c4de93e7f8a883c9319d] 2024-11-14T14:42:18,040 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:34345/user/jenkins/test-data/14d118ee-a83a-b09b-5913-1a58940a5db1/data/default/TestAcidGuarantees/367f9543bd55c4de93e7f8a883c9319d/.tmp/A/0bd6b3f73c39457fafab3a72ad04d156 is 175, key is test_row_0/A:col10/1731595337501/Put/seqid=0 2024-11-14T14:42:18,046 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36699 is added to blk_1073742228_1404 (size=39949) 2024-11-14T14:42:18,146 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35765 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=367f9543bd55c4de93e7f8a883c9319d, server=da1c6afcd1f9,35765,1731595233113 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-14T14:42:18,147 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35765 {}] ipc.CallRunner(138): callId: 67 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:50278 deadline: 1731595398136, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=367f9543bd55c4de93e7f8a883c9319d, server=da1c6afcd1f9,35765,1731595233113 2024-11-14T14:42:18,147 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35765 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=367f9543bd55c4de93e7f8a883c9319d, server=da1c6afcd1f9,35765,1731595233113 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-14T14:42:18,147 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35765 {}] ipc.CallRunner(138): callId: 64 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:50240 deadline: 1731595398136, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=367f9543bd55c4de93e7f8a883c9319d, server=da1c6afcd1f9,35765,1731595233113 2024-11-14T14:42:18,147 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731595315055.367f9543bd55c4de93e7f8a883c9319d., hostname=da1c6afcd1f9,35765,1731595233113, seqNum=5 , the old value is region=TestAcidGuarantees,,1731595315055.367f9543bd55c4de93e7f8a883c9319d., hostname=da1c6afcd1f9,35765,1731595233113, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=367f9543bd55c4de93e7f8a883c9319d, server=da1c6afcd1f9,35765,1731595233113 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-14T14:42:18,147 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731595315055.367f9543bd55c4de93e7f8a883c9319d., hostname=da1c6afcd1f9,35765,1731595233113, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=367f9543bd55c4de93e7f8a883c9319d, server=da1c6afcd1f9,35765,1731595233113 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-14T14:42:18,147 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731595315055.367f9543bd55c4de93e7f8a883c9319d., hostname=da1c6afcd1f9,35765,1731595233113, seqNum=5 because the exception is null or not the one we care about 2024-11-14T14:42:18,147 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731595315055.367f9543bd55c4de93e7f8a883c9319d., hostname=da1c6afcd1f9,35765,1731595233113, seqNum=5 , the old value is region=TestAcidGuarantees,,1731595315055.367f9543bd55c4de93e7f8a883c9319d., hostname=da1c6afcd1f9,35765,1731595233113, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=367f9543bd55c4de93e7f8a883c9319d, server=da1c6afcd1f9,35765,1731595233113 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-14T14:42:18,147 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731595315055.367f9543bd55c4de93e7f8a883c9319d., hostname=da1c6afcd1f9,35765,1731595233113, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=367f9543bd55c4de93e7f8a883c9319d, server=da1c6afcd1f9,35765,1731595233113 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-14T14:42:18,147 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731595315055.367f9543bd55c4de93e7f8a883c9319d., hostname=da1c6afcd1f9,35765,1731595233113, seqNum=5 because the exception is null or not the one we care about 2024-11-14T14:42:18,163 INFO [Thread-1483 {}] client.AsyncConnectionImpl(233): Connection has been closed by Thread-1483. 2024-11-14T14:42:18,163 DEBUG [Thread-1483 {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.client.ConnectionOverAsyncConnection.close(ConnectionOverAsyncConnection.java:134) at org.apache.hadoop.hbase.AcidGuaranteesTestTool$AtomicScanReader.workDone(AcidGuaranteesTestTool.java:302) at org.apache.hadoop.hbase.MultithreadedTestUtil$RepeatingTestThread.doWork(MultithreadedTestUtil.java:152) at org.apache.hadoop.hbase.MultithreadedTestUtil$TestThread.run(MultithreadedTestUtil.java:123) 2024-11-14T14:42:18,163 DEBUG [Thread-1483 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-14T14:42:18,163 DEBUG [Thread-1483 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-14T14:42:18,163 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-11-14T14:42:18,164 INFO [Thread-1487 {}] client.AsyncConnectionImpl(233): Connection has been closed by Thread-1487. 2024-11-14T14:42:18,164 DEBUG [Thread-1487 {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.client.ConnectionOverAsyncConnection.close(ConnectionOverAsyncConnection.java:134) at org.apache.hadoop.hbase.AcidGuaranteesTestTool$AtomicScanReader.workDone(AcidGuaranteesTestTool.java:302) at org.apache.hadoop.hbase.MultithreadedTestUtil$RepeatingTestThread.doWork(MultithreadedTestUtil.java:152) at org.apache.hadoop.hbase.MultithreadedTestUtil$TestThread.run(MultithreadedTestUtil.java:123) 2024-11-14T14:42:18,164 DEBUG [Thread-1487 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-14T14:42:18,164 DEBUG [Thread-1487 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-14T14:42:18,164 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-11-14T14:42:18,166 INFO [Thread-1491 {}] client.AsyncConnectionImpl(233): Connection has been closed by Thread-1491. 2024-11-14T14:42:18,166 DEBUG [Thread-1491 {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.client.ConnectionOverAsyncConnection.close(ConnectionOverAsyncConnection.java:134) at org.apache.hadoop.hbase.AcidGuaranteesTestTool$AtomicScanReader.workDone(AcidGuaranteesTestTool.java:302) at org.apache.hadoop.hbase.MultithreadedTestUtil$RepeatingTestThread.doWork(MultithreadedTestUtil.java:152) at org.apache.hadoop.hbase.MultithreadedTestUtil$TestThread.run(MultithreadedTestUtil.java:123) 2024-11-14T14:42:18,166 DEBUG [Thread-1491 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-14T14:42:18,166 DEBUG [Thread-1491 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-14T14:42:18,166 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-11-14T14:42:18,174 INFO [Thread-1485 {}] client.AsyncConnectionImpl(233): Connection has been closed by Thread-1485. 2024-11-14T14:42:18,174 DEBUG [Thread-1485 {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.client.ConnectionOverAsyncConnection.close(ConnectionOverAsyncConnection.java:134) at org.apache.hadoop.hbase.AcidGuaranteesTestTool$AtomicScanReader.workDone(AcidGuaranteesTestTool.java:302) at org.apache.hadoop.hbase.MultithreadedTestUtil$RepeatingTestThread.doWork(MultithreadedTestUtil.java:152) at org.apache.hadoop.hbase.MultithreadedTestUtil$TestThread.run(MultithreadedTestUtil.java:123) 2024-11-14T14:42:18,174 DEBUG [Thread-1485 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-14T14:42:18,174 DEBUG [Thread-1485 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-14T14:42:18,174 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-11-14T14:42:18,175 INFO [Thread-1489 {}] client.AsyncConnectionImpl(233): Connection has been closed by Thread-1489. 2024-11-14T14:42:18,175 DEBUG [Thread-1489 {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.client.ConnectionOverAsyncConnection.close(ConnectionOverAsyncConnection.java:134) at org.apache.hadoop.hbase.AcidGuaranteesTestTool$AtomicScanReader.workDone(AcidGuaranteesTestTool.java:302) at org.apache.hadoop.hbase.MultithreadedTestUtil$RepeatingTestThread.doWork(MultithreadedTestUtil.java:152) at org.apache.hadoop.hbase.MultithreadedTestUtil$TestThread.run(MultithreadedTestUtil.java:123) 2024-11-14T14:42:18,175 DEBUG [Thread-1489 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-14T14:42:18,175 DEBUG [Thread-1489 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-14T14:42:18,175 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-11-14T14:42:18,447 INFO [MemStoreFlusher.0 {}] mob.DefaultMobStoreFlusher(147): Mob store is flushed, sequenceid=302, memsize=15.7 K, hasBloomFilter=true, into tmp file hdfs://localhost:34345/user/jenkins/test-data/14d118ee-a83a-b09b-5913-1a58940a5db1/data/default/TestAcidGuarantees/367f9543bd55c4de93e7f8a883c9319d/.tmp/A/0bd6b3f73c39457fafab3a72ad04d156 2024-11-14T14:42:18,453 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:34345/user/jenkins/test-data/14d118ee-a83a-b09b-5913-1a58940a5db1/data/default/TestAcidGuarantees/367f9543bd55c4de93e7f8a883c9319d/.tmp/B/b2e75b83e4ba4dd391e57cd06261db0a is 50, key is test_row_0/B:col10/1731595337501/Put/seqid=0 2024-11-14T14:42:18,456 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36699 is added to blk_1073742229_1405 (size=12301) 2024-11-14T14:42:18,456 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35765 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=367f9543bd55c4de93e7f8a883c9319d, server=da1c6afcd1f9,35765,1731595233113 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-14T14:42:18,456 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35765 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=367f9543bd55c4de93e7f8a883c9319d, server=da1c6afcd1f9,35765,1731595233113 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-14T14:42:18,457 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35765 {}] ipc.CallRunner(138): callId: 68 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:50278 deadline: 1731595398456, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=367f9543bd55c4de93e7f8a883c9319d, server=da1c6afcd1f9,35765,1731595233113 2024-11-14T14:42:18,457 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35765 {}] ipc.CallRunner(138): callId: 65 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:50240 deadline: 1731595398456, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=367f9543bd55c4de93e7f8a883c9319d, server=da1c6afcd1f9,35765,1731595233113 2024-11-14T14:42:18,457 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731595315055.367f9543bd55c4de93e7f8a883c9319d., hostname=da1c6afcd1f9,35765,1731595233113, seqNum=5 , the old value is region=TestAcidGuarantees,,1731595315055.367f9543bd55c4de93e7f8a883c9319d., hostname=da1c6afcd1f9,35765,1731595233113, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=367f9543bd55c4de93e7f8a883c9319d, server=da1c6afcd1f9,35765,1731595233113 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-14T14:42:18,457 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731595315055.367f9543bd55c4de93e7f8a883c9319d., hostname=da1c6afcd1f9,35765,1731595233113, seqNum=5 , the old value is region=TestAcidGuarantees,,1731595315055.367f9543bd55c4de93e7f8a883c9319d., hostname=da1c6afcd1f9,35765,1731595233113, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=367f9543bd55c4de93e7f8a883c9319d, server=da1c6afcd1f9,35765,1731595233113 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-14T14:42:18,457 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731595315055.367f9543bd55c4de93e7f8a883c9319d., hostname=da1c6afcd1f9,35765,1731595233113, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=367f9543bd55c4de93e7f8a883c9319d, server=da1c6afcd1f9,35765,1731595233113 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-14T14:42:18,457 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731595315055.367f9543bd55c4de93e7f8a883c9319d., hostname=da1c6afcd1f9,35765,1731595233113, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=367f9543bd55c4de93e7f8a883c9319d, server=da1c6afcd1f9,35765,1731595233113 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-14T14:42:18,457 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731595315055.367f9543bd55c4de93e7f8a883c9319d., hostname=da1c6afcd1f9,35765,1731595233113, seqNum=5 because the exception is null or not the one we care about 2024-11-14T14:42:18,457 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731595315055.367f9543bd55c4de93e7f8a883c9319d., hostname=da1c6afcd1f9,35765,1731595233113, seqNum=5 because the exception is null or not the one we care about 2024-11-14T14:42:18,857 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=15.65 KB at sequenceid=302 (bloomFilter=true), to=hdfs://localhost:34345/user/jenkins/test-data/14d118ee-a83a-b09b-5913-1a58940a5db1/data/default/TestAcidGuarantees/367f9543bd55c4de93e7f8a883c9319d/.tmp/B/b2e75b83e4ba4dd391e57cd06261db0a 2024-11-14T14:42:18,863 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:34345/user/jenkins/test-data/14d118ee-a83a-b09b-5913-1a58940a5db1/data/default/TestAcidGuarantees/367f9543bd55c4de93e7f8a883c9319d/.tmp/C/b657a05d48f14dcca445cc18fe439936 is 50, key is test_row_0/C:col10/1731595337501/Put/seqid=0 2024-11-14T14:42:18,866 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36699 is added to blk_1073742230_1406 (size=12301) 2024-11-14T14:42:18,917 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35765 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=367f9543bd55c4de93e7f8a883c9319d, server=da1c6afcd1f9,35765,1731595233113 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-14T14:42:18,917 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35765 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=367f9543bd55c4de93e7f8a883c9319d, server=da1c6afcd1f9,35765,1731595233113 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-14T14:42:18,917 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35765 {}] ipc.CallRunner(138): callId: 104 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:50266 deadline: 1731595398916, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=367f9543bd55c4de93e7f8a883c9319d, server=da1c6afcd1f9,35765,1731595233113 2024-11-14T14:42:18,917 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35765 {}] ipc.CallRunner(138): callId: 113 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:50194 deadline: 1731595398917, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=367f9543bd55c4de93e7f8a883c9319d, server=da1c6afcd1f9,35765,1731595233113 2024-11-14T14:42:18,917 WARN [RPCClient-NioEventLoopGroup-4-5 {}] client.AsyncRpcRetryingCaller(177): Call to da1c6afcd1f9,35765,1731595233113 for 'test_row_1' in 367f9543bd55c4de93e7f8a883c9319d of TestAcidGuarantees failed, tries = 7, maxAttempts = 16, timeout = 1200000 ms, time elapsed = 4230 ms org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=367f9543bd55c4de93e7f8a883c9319d, server=da1c6afcd1f9,35765,1731595233113 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) at jdk.internal.reflect.GeneratedConstructorAccessor39.newInstance(Unknown Source) ~[?:?] at jdk.internal.reflect.DelegatingConstructorAccessorImpl.newInstance(DelegatingConstructorAccessorImpl.java:45) ~[?:?] at java.lang.reflect.Constructor.newInstanceWithCaller(Constructor.java:499) ~[?:?] at java.lang.reflect.Constructor.newInstance(Constructor.java:480) ~[?:?] at org.apache.hadoop.hbase.ipc.RemoteWithExtrasException.instantiateException(RemoteWithExtrasException.java:110) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RemoteWithExtrasException.unwrapRemoteException(RemoteWithExtrasException.java:100) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.client.ConnectionUtils.translateException(ConnectionUtils.java:219) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRpcRetryingCaller.onError(AsyncRpcRetryingCaller.java:165) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.lambda$call$4(AsyncSingleRequestRpcRetryingCaller.java:86) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.lambda$addListener$0(FutureUtils.java:71) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:863) ~[?:?] at java.util.concurrent.CompletableFuture$UniWhenComplete.tryFire(CompletableFuture.java:841) ~[?:?] at java.util.concurrent.CompletableFuture.postComplete(CompletableFuture.java:510) ~[?:?] at java.util.concurrent.CompletableFuture.completeExceptionally(CompletableFuture.java:2162) ~[?:?] at org.apache.hadoop.hbase.client.ConnectionUtils$2.run(ConnectionUtils.java:625) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hbase.thirdparty.com.google.protobuf.RpcUtil$1.run(RpcUtil.java:56) ~[hbase-shaded-protobuf-4.1.9.jar:4.1.9] at org.apache.hbase.thirdparty.com.google.protobuf.RpcUtil$1.run(RpcUtil.java:47) ~[hbase-shaded-protobuf-4.1.9.jar:4.1.9] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.onCallFinished(AbstractRpcClient.java:397) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:430) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:425) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.callComplete(Call.java:117) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.setException(Call.java:132) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcConnection.readResponse(RpcConnection.java:457) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.NettyRpcDuplexHandler.readResponse(NettyRpcDuplexHandler.java:125) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.NettyRpcDuplexHandler.channelRead(NettyRpcDuplexHandler.java:140) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:442) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.handler.codec.ByteToMessageDecoder.fireChannelRead(ByteToMessageDecoder.java:346) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.handler.codec.ByteToMessageDecoder.channelRead(ByteToMessageDecoder.java:318) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:444) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.handler.timeout.IdleStateHandler.channelRead(IdleStateHandler.java:289) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:442) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline$HeadContext.channelRead(DefaultChannelPipeline.java:1357) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:440) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline.fireChannelRead(DefaultChannelPipeline.java:868) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.AbstractNioByteChannel$NioByteUnsafe.read(AbstractNioByteChannel.java:166) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.processSelectedKey(NioEventLoop.java:788) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.processSelectedKeysOptimized(NioEventLoop.java:724) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.processSelectedKeys(NioEventLoop.java:650) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:562) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) ~[hbase-shaded-netty-4.1.9.jar:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] Caused by: org.apache.hadoop.hbase.ipc.RemoteWithExtrasException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=367f9543bd55c4de93e7f8a883c9319d, server=da1c6afcd1f9,35765,1731595233113 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) at org.apache.hadoop.hbase.ipc.AbstractRpcClient.onCallFinished(AbstractRpcClient.java:392) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] ... 32 more 2024-11-14T14:42:18,917 WARN [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRpcRetryingCaller(177): Call to da1c6afcd1f9,35765,1731595233113 for 'test_row_1' in 367f9543bd55c4de93e7f8a883c9319d of TestAcidGuarantees failed, tries = 7, maxAttempts = 16, timeout = 1200000 ms, time elapsed = 4226 ms org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=367f9543bd55c4de93e7f8a883c9319d, server=da1c6afcd1f9,35765,1731595233113 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) at jdk.internal.reflect.GeneratedConstructorAccessor39.newInstance(Unknown Source) ~[?:?] at jdk.internal.reflect.DelegatingConstructorAccessorImpl.newInstance(DelegatingConstructorAccessorImpl.java:45) ~[?:?] at java.lang.reflect.Constructor.newInstanceWithCaller(Constructor.java:499) ~[?:?] at java.lang.reflect.Constructor.newInstance(Constructor.java:480) ~[?:?] at org.apache.hadoop.hbase.ipc.RemoteWithExtrasException.instantiateException(RemoteWithExtrasException.java:110) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RemoteWithExtrasException.unwrapRemoteException(RemoteWithExtrasException.java:100) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.client.ConnectionUtils.translateException(ConnectionUtils.java:219) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRpcRetryingCaller.onError(AsyncRpcRetryingCaller.java:165) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.lambda$call$4(AsyncSingleRequestRpcRetryingCaller.java:86) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.lambda$addListener$0(FutureUtils.java:71) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:863) ~[?:?] at java.util.concurrent.CompletableFuture$UniWhenComplete.tryFire(CompletableFuture.java:841) ~[?:?] at java.util.concurrent.CompletableFuture.postComplete(CompletableFuture.java:510) ~[?:?] at java.util.concurrent.CompletableFuture.completeExceptionally(CompletableFuture.java:2162) ~[?:?] at org.apache.hadoop.hbase.client.ConnectionUtils$2.run(ConnectionUtils.java:625) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hbase.thirdparty.com.google.protobuf.RpcUtil$1.run(RpcUtil.java:56) ~[hbase-shaded-protobuf-4.1.9.jar:4.1.9] at org.apache.hbase.thirdparty.com.google.protobuf.RpcUtil$1.run(RpcUtil.java:47) ~[hbase-shaded-protobuf-4.1.9.jar:4.1.9] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.onCallFinished(AbstractRpcClient.java:397) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:430) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:425) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.callComplete(Call.java:117) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.setException(Call.java:132) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcConnection.readResponse(RpcConnection.java:457) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.NettyRpcDuplexHandler.readResponse(NettyRpcDuplexHandler.java:125) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.NettyRpcDuplexHandler.channelRead(NettyRpcDuplexHandler.java:140) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:442) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.handler.codec.ByteToMessageDecoder.fireChannelRead(ByteToMessageDecoder.java:346) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.handler.codec.ByteToMessageDecoder.channelRead(ByteToMessageDecoder.java:318) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:444) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.handler.timeout.IdleStateHandler.channelRead(IdleStateHandler.java:289) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:442) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline$HeadContext.channelRead(DefaultChannelPipeline.java:1357) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:440) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline.fireChannelRead(DefaultChannelPipeline.java:868) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.AbstractNioByteChannel$NioByteUnsafe.read(AbstractNioByteChannel.java:166) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.processSelectedKey(NioEventLoop.java:788) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.processSelectedKeysOptimized(NioEventLoop.java:724) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.processSelectedKeys(NioEventLoop.java:650) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:562) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) ~[hbase-shaded-netty-4.1.9.jar:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] Caused by: org.apache.hadoop.hbase.ipc.RemoteWithExtrasException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=367f9543bd55c4de93e7f8a883c9319d, server=da1c6afcd1f9,35765,1731595233113 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) at org.apache.hadoop.hbase.ipc.AbstractRpcClient.onCallFinished(AbstractRpcClient.java:392) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] ... 32 more 2024-11-14T14:42:18,918 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731595315055.367f9543bd55c4de93e7f8a883c9319d., hostname=da1c6afcd1f9,35765,1731595233113, seqNum=5 , the old value is region=TestAcidGuarantees,,1731595315055.367f9543bd55c4de93e7f8a883c9319d., hostname=da1c6afcd1f9,35765,1731595233113, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=367f9543bd55c4de93e7f8a883c9319d, server=da1c6afcd1f9,35765,1731595233113 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-14T14:42:18,918 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731595315055.367f9543bd55c4de93e7f8a883c9319d., hostname=da1c6afcd1f9,35765,1731595233113, seqNum=5 , the old value is region=TestAcidGuarantees,,1731595315055.367f9543bd55c4de93e7f8a883c9319d., hostname=da1c6afcd1f9,35765,1731595233113, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=367f9543bd55c4de93e7f8a883c9319d, server=da1c6afcd1f9,35765,1731595233113 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-14T14:42:18,918 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731595315055.367f9543bd55c4de93e7f8a883c9319d., hostname=da1c6afcd1f9,35765,1731595233113, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=367f9543bd55c4de93e7f8a883c9319d, server=da1c6afcd1f9,35765,1731595233113 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-14T14:42:18,918 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731595315055.367f9543bd55c4de93e7f8a883c9319d., hostname=da1c6afcd1f9,35765,1731595233113, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=367f9543bd55c4de93e7f8a883c9319d, server=da1c6afcd1f9,35765,1731595233113 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-14T14:42:18,918 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731595315055.367f9543bd55c4de93e7f8a883c9319d., hostname=da1c6afcd1f9,35765,1731595233113, seqNum=5 because the exception is null or not the one we care about 2024-11-14T14:42:18,918 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731595315055.367f9543bd55c4de93e7f8a883c9319d., hostname=da1c6afcd1f9,35765,1731595233113, seqNum=5 because the exception is null or not the one we care about 2024-11-14T14:42:18,926 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35765 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=367f9543bd55c4de93e7f8a883c9319d, server=da1c6afcd1f9,35765,1731595233113 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-14T14:42:18,926 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35765 {}] ipc.CallRunner(138): callId: 111 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:50294 deadline: 1731595398926, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=367f9543bd55c4de93e7f8a883c9319d, server=da1c6afcd1f9,35765,1731595233113 2024-11-14T14:42:18,926 WARN [RPCClient-NioEventLoopGroup-4-6 {}] client.AsyncRpcRetryingCaller(177): Call to da1c6afcd1f9,35765,1731595233113 for 'test_row_0' in 367f9543bd55c4de93e7f8a883c9319d of TestAcidGuarantees failed, tries = 7, maxAttempts = 16, timeout = 1200000 ms, time elapsed = 4236 ms org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=367f9543bd55c4de93e7f8a883c9319d, server=da1c6afcd1f9,35765,1731595233113 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) at jdk.internal.reflect.GeneratedConstructorAccessor39.newInstance(Unknown Source) ~[?:?] at jdk.internal.reflect.DelegatingConstructorAccessorImpl.newInstance(DelegatingConstructorAccessorImpl.java:45) ~[?:?] at java.lang.reflect.Constructor.newInstanceWithCaller(Constructor.java:499) ~[?:?] at java.lang.reflect.Constructor.newInstance(Constructor.java:480) ~[?:?] at org.apache.hadoop.hbase.ipc.RemoteWithExtrasException.instantiateException(RemoteWithExtrasException.java:110) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RemoteWithExtrasException.unwrapRemoteException(RemoteWithExtrasException.java:100) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.client.ConnectionUtils.translateException(ConnectionUtils.java:219) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRpcRetryingCaller.onError(AsyncRpcRetryingCaller.java:165) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.lambda$call$4(AsyncSingleRequestRpcRetryingCaller.java:86) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.lambda$addListener$0(FutureUtils.java:71) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:863) ~[?:?] at java.util.concurrent.CompletableFuture$UniWhenComplete.tryFire(CompletableFuture.java:841) ~[?:?] at java.util.concurrent.CompletableFuture.postComplete(CompletableFuture.java:510) ~[?:?] at java.util.concurrent.CompletableFuture.completeExceptionally(CompletableFuture.java:2162) ~[?:?] at org.apache.hadoop.hbase.client.ConnectionUtils$2.run(ConnectionUtils.java:625) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hbase.thirdparty.com.google.protobuf.RpcUtil$1.run(RpcUtil.java:56) ~[hbase-shaded-protobuf-4.1.9.jar:4.1.9] at org.apache.hbase.thirdparty.com.google.protobuf.RpcUtil$1.run(RpcUtil.java:47) ~[hbase-shaded-protobuf-4.1.9.jar:4.1.9] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.onCallFinished(AbstractRpcClient.java:397) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:430) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:425) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.callComplete(Call.java:117) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.setException(Call.java:132) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcConnection.readResponse(RpcConnection.java:457) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.NettyRpcDuplexHandler.readResponse(NettyRpcDuplexHandler.java:125) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.NettyRpcDuplexHandler.channelRead(NettyRpcDuplexHandler.java:140) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:442) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.handler.codec.ByteToMessageDecoder.fireChannelRead(ByteToMessageDecoder.java:346) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.handler.codec.ByteToMessageDecoder.channelRead(ByteToMessageDecoder.java:318) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:444) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.handler.timeout.IdleStateHandler.channelRead(IdleStateHandler.java:289) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:442) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline$HeadContext.channelRead(DefaultChannelPipeline.java:1357) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:440) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline.fireChannelRead(DefaultChannelPipeline.java:868) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.AbstractNioByteChannel$NioByteUnsafe.read(AbstractNioByteChannel.java:166) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.processSelectedKey(NioEventLoop.java:788) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.processSelectedKeysOptimized(NioEventLoop.java:724) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.processSelectedKeys(NioEventLoop.java:650) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:562) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) ~[hbase-shaded-netty-4.1.9.jar:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] Caused by: org.apache.hadoop.hbase.ipc.RemoteWithExtrasException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=367f9543bd55c4de93e7f8a883c9319d, server=da1c6afcd1f9,35765,1731595233113 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) at org.apache.hadoop.hbase.ipc.AbstractRpcClient.onCallFinished(AbstractRpcClient.java:392) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] ... 32 more 2024-11-14T14:42:18,927 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731595315055.367f9543bd55c4de93e7f8a883c9319d., hostname=da1c6afcd1f9,35765,1731595233113, seqNum=5 , the old value is region=TestAcidGuarantees,,1731595315055.367f9543bd55c4de93e7f8a883c9319d., hostname=da1c6afcd1f9,35765,1731595233113, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=367f9543bd55c4de93e7f8a883c9319d, server=da1c6afcd1f9,35765,1731595233113 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-14T14:42:18,927 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731595315055.367f9543bd55c4de93e7f8a883c9319d., hostname=da1c6afcd1f9,35765,1731595233113, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=367f9543bd55c4de93e7f8a883c9319d, server=da1c6afcd1f9,35765,1731595233113 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-14T14:42:18,927 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731595315055.367f9543bd55c4de93e7f8a883c9319d., hostname=da1c6afcd1f9,35765,1731595233113, seqNum=5 because the exception is null or not the one we care about 2024-11-14T14:42:18,966 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35765 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=367f9543bd55c4de93e7f8a883c9319d, server=da1c6afcd1f9,35765,1731595233113 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-14T14:42:18,967 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35765 {}] ipc.CallRunner(138): callId: 66 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:50240 deadline: 1731595398966, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=367f9543bd55c4de93e7f8a883c9319d, server=da1c6afcd1f9,35765,1731595233113 2024-11-14T14:42:18,967 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35765 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=367f9543bd55c4de93e7f8a883c9319d, server=da1c6afcd1f9,35765,1731595233113 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-14T14:42:18,967 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35765 {}] ipc.CallRunner(138): callId: 69 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:50278 deadline: 1731595398966, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=367f9543bd55c4de93e7f8a883c9319d, server=da1c6afcd1f9,35765,1731595233113 2024-11-14T14:42:18,967 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731595315055.367f9543bd55c4de93e7f8a883c9319d., hostname=da1c6afcd1f9,35765,1731595233113, seqNum=5 , the old value is region=TestAcidGuarantees,,1731595315055.367f9543bd55c4de93e7f8a883c9319d., hostname=da1c6afcd1f9,35765,1731595233113, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=367f9543bd55c4de93e7f8a883c9319d, server=da1c6afcd1f9,35765,1731595233113 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-14T14:42:18,967 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731595315055.367f9543bd55c4de93e7f8a883c9319d., hostname=da1c6afcd1f9,35765,1731595233113, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=367f9543bd55c4de93e7f8a883c9319d, server=da1c6afcd1f9,35765,1731595233113 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-14T14:42:18,967 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731595315055.367f9543bd55c4de93e7f8a883c9319d., hostname=da1c6afcd1f9,35765,1731595233113, seqNum=5 because the exception is null or not the one we care about 2024-11-14T14:42:18,967 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731595315055.367f9543bd55c4de93e7f8a883c9319d., hostname=da1c6afcd1f9,35765,1731595233113, seqNum=5 , the old value is region=TestAcidGuarantees,,1731595315055.367f9543bd55c4de93e7f8a883c9319d., hostname=da1c6afcd1f9,35765,1731595233113, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=367f9543bd55c4de93e7f8a883c9319d, server=da1c6afcd1f9,35765,1731595233113 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-14T14:42:18,967 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731595315055.367f9543bd55c4de93e7f8a883c9319d., hostname=da1c6afcd1f9,35765,1731595233113, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=367f9543bd55c4de93e7f8a883c9319d, server=da1c6afcd1f9,35765,1731595233113 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-14T14:42:18,967 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731595315055.367f9543bd55c4de93e7f8a883c9319d., hostname=da1c6afcd1f9,35765,1731595233113, seqNum=5 because the exception is null or not the one we care about 2024-11-14T14:42:19,156 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45145 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=113 2024-11-14T14:42:19,156 INFO [RPCClient-NioEventLoopGroup-4-8 {}] client.RawAsyncHBaseAdmin$TableProcedureBiConsumer(2721): Operation: FLUSH, Table Name: default:TestAcidGuarantees completed 2024-11-14T14:42:19,266 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=15.65 KB at sequenceid=302 (bloomFilter=true), to=hdfs://localhost:34345/user/jenkins/test-data/14d118ee-a83a-b09b-5913-1a58940a5db1/data/default/TestAcidGuarantees/367f9543bd55c4de93e7f8a883c9319d/.tmp/C/b657a05d48f14dcca445cc18fe439936 2024-11-14T14:42:19,270 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:34345/user/jenkins/test-data/14d118ee-a83a-b09b-5913-1a58940a5db1/data/default/TestAcidGuarantees/367f9543bd55c4de93e7f8a883c9319d/.tmp/A/0bd6b3f73c39457fafab3a72ad04d156 as hdfs://localhost:34345/user/jenkins/test-data/14d118ee-a83a-b09b-5913-1a58940a5db1/data/default/TestAcidGuarantees/367f9543bd55c4de93e7f8a883c9319d/A/0bd6b3f73c39457fafab3a72ad04d156 2024-11-14T14:42:19,273 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:34345/user/jenkins/test-data/14d118ee-a83a-b09b-5913-1a58940a5db1/data/default/TestAcidGuarantees/367f9543bd55c4de93e7f8a883c9319d/A/0bd6b3f73c39457fafab3a72ad04d156, entries=200, sequenceid=302, filesize=39.0 K 2024-11-14T14:42:19,273 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:34345/user/jenkins/test-data/14d118ee-a83a-b09b-5913-1a58940a5db1/data/default/TestAcidGuarantees/367f9543bd55c4de93e7f8a883c9319d/.tmp/B/b2e75b83e4ba4dd391e57cd06261db0a as hdfs://localhost:34345/user/jenkins/test-data/14d118ee-a83a-b09b-5913-1a58940a5db1/data/default/TestAcidGuarantees/367f9543bd55c4de93e7f8a883c9319d/B/b2e75b83e4ba4dd391e57cd06261db0a 2024-11-14T14:42:19,276 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:34345/user/jenkins/test-data/14d118ee-a83a-b09b-5913-1a58940a5db1/data/default/TestAcidGuarantees/367f9543bd55c4de93e7f8a883c9319d/B/b2e75b83e4ba4dd391e57cd06261db0a, entries=150, sequenceid=302, filesize=12.0 K 2024-11-14T14:42:19,277 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:34345/user/jenkins/test-data/14d118ee-a83a-b09b-5913-1a58940a5db1/data/default/TestAcidGuarantees/367f9543bd55c4de93e7f8a883c9319d/.tmp/C/b657a05d48f14dcca445cc18fe439936 as hdfs://localhost:34345/user/jenkins/test-data/14d118ee-a83a-b09b-5913-1a58940a5db1/data/default/TestAcidGuarantees/367f9543bd55c4de93e7f8a883c9319d/C/b657a05d48f14dcca445cc18fe439936 2024-11-14T14:42:19,279 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:34345/user/jenkins/test-data/14d118ee-a83a-b09b-5913-1a58940a5db1/data/default/TestAcidGuarantees/367f9543bd55c4de93e7f8a883c9319d/C/b657a05d48f14dcca445cc18fe439936, entries=150, sequenceid=302, filesize=12.0 K 2024-11-14T14:42:19,280 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(3140): Finished flush of dataSize ~46.96 KB/48090, heapSize ~140.16 KB/143520, currentSize=134.18 KB/137400 for 367f9543bd55c4de93e7f8a883c9319d in 1659ms, sequenceid=302, compaction requested=false 2024-11-14T14:42:19,280 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2603): Flush status journal for 367f9543bd55c4de93e7f8a883c9319d: 2024-11-14T14:42:19,977 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35765 {}] regionserver.HRegion(8855): Flush requested on 367f9543bd55c4de93e7f8a883c9319d 2024-11-14T14:42:19,977 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(2902): Flushing 367f9543bd55c4de93e7f8a883c9319d 3/3 column families, dataSize=140.89 KB heapSize=405.61 KB 2024-11-14T14:42:19,977 INFO [Thread-1472 {}] client.AsyncConnectionImpl(233): Connection has been closed by Thread-1472. 2024-11-14T14:42:19,977 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 367f9543bd55c4de93e7f8a883c9319d, store=A 2024-11-14T14:42:19,977 DEBUG [Thread-1472 {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.client.ConnectionOverAsyncConnection.close(ConnectionOverAsyncConnection.java:134) at org.apache.hadoop.hbase.AcidGuaranteesTestTool$AtomicityWriter.workDone(AcidGuaranteesTestTool.java:178) at org.apache.hadoop.hbase.MultithreadedTestUtil$RepeatingTestThread.doWork(MultithreadedTestUtil.java:152) at org.apache.hadoop.hbase.MultithreadedTestUtil$TestThread.run(MultithreadedTestUtil.java:123) 2024-11-14T14:42:19,977 DEBUG [Thread-1472 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-14T14:42:19,977 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=3, new segment=null 2024-11-14T14:42:19,977 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 367f9543bd55c4de93e7f8a883c9319d, store=B 2024-11-14T14:42:19,977 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=3, new segment=null 2024-11-14T14:42:19,978 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 367f9543bd55c4de93e7f8a883c9319d, store=C 2024-11-14T14:42:19,978 DEBUG [Thread-1472 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-14T14:42:19,978 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=3, new segment=null 2024-11-14T14:42:19,978 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-11-14T14:42:19,983 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:34345/user/jenkins/test-data/14d118ee-a83a-b09b-5913-1a58940a5db1/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e2024111421b7c2ed763e40528d9ec079f8e165cb_367f9543bd55c4de93e7f8a883c9319d is 50, key is test_row_0/A:col10/1731595339976/Put/seqid=0 2024-11-14T14:42:19,986 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36699 is added to blk_1073742231_1407 (size=12454) 2024-11-14T14:42:19,987 INFO [Thread-1478 {}] client.AsyncConnectionImpl(233): Connection has been closed by Thread-1478. 2024-11-14T14:42:19,987 DEBUG [Thread-1478 {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.client.ConnectionOverAsyncConnection.close(ConnectionOverAsyncConnection.java:134) at org.apache.hadoop.hbase.AcidGuaranteesTestTool$AtomicityWriter.workDone(AcidGuaranteesTestTool.java:178) at org.apache.hadoop.hbase.MultithreadedTestUtil$RepeatingTestThread.doWork(MultithreadedTestUtil.java:152) at org.apache.hadoop.hbase.MultithreadedTestUtil$TestThread.run(MultithreadedTestUtil.java:123) 2024-11-14T14:42:19,987 DEBUG [Thread-1478 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-14T14:42:19,987 DEBUG [Thread-1478 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-14T14:42:19,987 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-11-14T14:42:20,387 DEBUG [MemStoreFlusher.0 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T14:42:20,390 INFO [MemStoreFlusher.0 {}] regionserver.HMobStore(268): FLUSH Renaming flushed file from hdfs://localhost:34345/user/jenkins/test-data/14d118ee-a83a-b09b-5913-1a58940a5db1/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e2024111421b7c2ed763e40528d9ec079f8e165cb_367f9543bd55c4de93e7f8a883c9319d to hdfs://localhost:34345/user/jenkins/test-data/14d118ee-a83a-b09b-5913-1a58940a5db1/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e2024111421b7c2ed763e40528d9ec079f8e165cb_367f9543bd55c4de93e7f8a883c9319d 2024-11-14T14:42:20,391 DEBUG [MemStoreFlusher.0 {}] mob.DefaultMobStoreFlusher(263): Flush store file: hdfs://localhost:34345/user/jenkins/test-data/14d118ee-a83a-b09b-5913-1a58940a5db1/data/default/TestAcidGuarantees/367f9543bd55c4de93e7f8a883c9319d/.tmp/A/8d7d941a9a244b5bad95947b4cb7d7d3, store: [table=TestAcidGuarantees family=A region=367f9543bd55c4de93e7f8a883c9319d] 2024-11-14T14:42:20,391 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:34345/user/jenkins/test-data/14d118ee-a83a-b09b-5913-1a58940a5db1/data/default/TestAcidGuarantees/367f9543bd55c4de93e7f8a883c9319d/.tmp/A/8d7d941a9a244b5bad95947b4cb7d7d3 is 175, key is test_row_0/A:col10/1731595339976/Put/seqid=0 2024-11-14T14:42:20,394 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36699 is added to blk_1073742232_1408 (size=31255) 2024-11-14T14:42:20,795 INFO [MemStoreFlusher.0 {}] mob.DefaultMobStoreFlusher(147): Mob store is flushed, sequenceid=341, memsize=47.0 K, hasBloomFilter=true, into tmp file hdfs://localhost:34345/user/jenkins/test-data/14d118ee-a83a-b09b-5913-1a58940a5db1/data/default/TestAcidGuarantees/367f9543bd55c4de93e7f8a883c9319d/.tmp/A/8d7d941a9a244b5bad95947b4cb7d7d3 2024-11-14T14:42:20,801 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:34345/user/jenkins/test-data/14d118ee-a83a-b09b-5913-1a58940a5db1/data/default/TestAcidGuarantees/367f9543bd55c4de93e7f8a883c9319d/.tmp/B/683318f01a2b4babac702a54976bf8a5 is 50, key is test_row_0/B:col10/1731595339976/Put/seqid=0 2024-11-14T14:42:20,804 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36699 is added to blk_1073742233_1409 (size=12301) 2024-11-14T14:42:21,204 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=46.96 KB at sequenceid=341 (bloomFilter=true), to=hdfs://localhost:34345/user/jenkins/test-data/14d118ee-a83a-b09b-5913-1a58940a5db1/data/default/TestAcidGuarantees/367f9543bd55c4de93e7f8a883c9319d/.tmp/B/683318f01a2b4babac702a54976bf8a5 2024-11-14T14:42:21,210 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:34345/user/jenkins/test-data/14d118ee-a83a-b09b-5913-1a58940a5db1/data/default/TestAcidGuarantees/367f9543bd55c4de93e7f8a883c9319d/.tmp/C/4ed6d551e3a447138c7584300efcc568 is 50, key is test_row_0/C:col10/1731595339976/Put/seqid=0 2024-11-14T14:42:21,213 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36699 is added to blk_1073742234_1410 (size=12301) 2024-11-14T14:42:21,614 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=46.96 KB at sequenceid=341 (bloomFilter=true), to=hdfs://localhost:34345/user/jenkins/test-data/14d118ee-a83a-b09b-5913-1a58940a5db1/data/default/TestAcidGuarantees/367f9543bd55c4de93e7f8a883c9319d/.tmp/C/4ed6d551e3a447138c7584300efcc568 2024-11-14T14:42:21,618 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:34345/user/jenkins/test-data/14d118ee-a83a-b09b-5913-1a58940a5db1/data/default/TestAcidGuarantees/367f9543bd55c4de93e7f8a883c9319d/.tmp/A/8d7d941a9a244b5bad95947b4cb7d7d3 as hdfs://localhost:34345/user/jenkins/test-data/14d118ee-a83a-b09b-5913-1a58940a5db1/data/default/TestAcidGuarantees/367f9543bd55c4de93e7f8a883c9319d/A/8d7d941a9a244b5bad95947b4cb7d7d3 2024-11-14T14:42:21,621 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:34345/user/jenkins/test-data/14d118ee-a83a-b09b-5913-1a58940a5db1/data/default/TestAcidGuarantees/367f9543bd55c4de93e7f8a883c9319d/A/8d7d941a9a244b5bad95947b4cb7d7d3, entries=150, sequenceid=341, filesize=30.5 K 2024-11-14T14:42:21,621 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:34345/user/jenkins/test-data/14d118ee-a83a-b09b-5913-1a58940a5db1/data/default/TestAcidGuarantees/367f9543bd55c4de93e7f8a883c9319d/.tmp/B/683318f01a2b4babac702a54976bf8a5 as hdfs://localhost:34345/user/jenkins/test-data/14d118ee-a83a-b09b-5913-1a58940a5db1/data/default/TestAcidGuarantees/367f9543bd55c4de93e7f8a883c9319d/B/683318f01a2b4babac702a54976bf8a5 2024-11-14T14:42:21,624 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:34345/user/jenkins/test-data/14d118ee-a83a-b09b-5913-1a58940a5db1/data/default/TestAcidGuarantees/367f9543bd55c4de93e7f8a883c9319d/B/683318f01a2b4babac702a54976bf8a5, entries=150, sequenceid=341, filesize=12.0 K 2024-11-14T14:42:21,625 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:34345/user/jenkins/test-data/14d118ee-a83a-b09b-5913-1a58940a5db1/data/default/TestAcidGuarantees/367f9543bd55c4de93e7f8a883c9319d/.tmp/C/4ed6d551e3a447138c7584300efcc568 as hdfs://localhost:34345/user/jenkins/test-data/14d118ee-a83a-b09b-5913-1a58940a5db1/data/default/TestAcidGuarantees/367f9543bd55c4de93e7f8a883c9319d/C/4ed6d551e3a447138c7584300efcc568 2024-11-14T14:42:21,628 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:34345/user/jenkins/test-data/14d118ee-a83a-b09b-5913-1a58940a5db1/data/default/TestAcidGuarantees/367f9543bd55c4de93e7f8a883c9319d/C/4ed6d551e3a447138c7584300efcc568, entries=150, sequenceid=341, filesize=12.0 K 2024-11-14T14:42:21,628 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(3140): Finished flush of dataSize ~140.89 KB/144270, heapSize ~405.56 KB/415296, currentSize=6.71 KB/6870 for 367f9543bd55c4de93e7f8a883c9319d in 1651ms, sequenceid=341, compaction requested=true 2024-11-14T14:42:21,628 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2603): Flush status journal for 367f9543bd55c4de93e7f8a883c9319d: 2024-11-14T14:42:21,629 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store 367f9543bd55c4de93e7f8a883c9319d:A, priority=-2147483648, current under compaction store size is 1 2024-11-14T14:42:21,629 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-14T14:42:21,629 DEBUG [RS:0;da1c6afcd1f9:35765-shortCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 3 store files, 0 compacting, 3 eligible, 16 blocking 2024-11-14T14:42:21,629 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store 367f9543bd55c4de93e7f8a883c9319d:B, priority=-2147483648, current under compaction store size is 2 2024-11-14T14:42:21,629 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-14T14:42:21,629 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store 367f9543bd55c4de93e7f8a883c9319d:C, priority=-2147483648, current under compaction store size is 3 2024-11-14T14:42:21,629 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=1), splitQueue=0 2024-11-14T14:42:21,629 DEBUG [RS:0;da1c6afcd1f9:35765-longCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 3 store files, 0 compacting, 3 eligible, 16 blocking 2024-11-14T14:42:21,629 DEBUG [RS:0;da1c6afcd1f9:35765-shortCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 3 files of size 103107 starting at candidate #0 after considering 1 permutations with 1 in ratio 2024-11-14T14:42:21,629 DEBUG [RS:0;da1c6afcd1f9:35765-longCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 3 files of size 37551 starting at candidate #0 after considering 1 permutations with 1 in ratio 2024-11-14T14:42:21,629 DEBUG [RS:0;da1c6afcd1f9:35765-shortCompactions-0 {}] regionserver.HStore(1541): 367f9543bd55c4de93e7f8a883c9319d/A is initiating minor compaction (all files) 2024-11-14T14:42:21,629 DEBUG [RS:0;da1c6afcd1f9:35765-longCompactions-0 {}] regionserver.HStore(1541): 367f9543bd55c4de93e7f8a883c9319d/B is initiating minor compaction (all files) 2024-11-14T14:42:21,630 INFO [RS:0;da1c6afcd1f9:35765-longCompactions-0 {}] regionserver.HRegion(2416): Starting compaction of 367f9543bd55c4de93e7f8a883c9319d/B in TestAcidGuarantees,,1731595315055.367f9543bd55c4de93e7f8a883c9319d. 2024-11-14T14:42:21,630 INFO [RS:0;da1c6afcd1f9:35765-shortCompactions-0 {}] regionserver.HRegion(2416): Starting compaction of 367f9543bd55c4de93e7f8a883c9319d/A in TestAcidGuarantees,,1731595315055.367f9543bd55c4de93e7f8a883c9319d. 2024-11-14T14:42:21,630 INFO [RS:0;da1c6afcd1f9:35765-longCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:34345/user/jenkins/test-data/14d118ee-a83a-b09b-5913-1a58940a5db1/data/default/TestAcidGuarantees/367f9543bd55c4de93e7f8a883c9319d/B/59f131abcc8e4f7caf653520f1994062, hdfs://localhost:34345/user/jenkins/test-data/14d118ee-a83a-b09b-5913-1a58940a5db1/data/default/TestAcidGuarantees/367f9543bd55c4de93e7f8a883c9319d/B/b2e75b83e4ba4dd391e57cd06261db0a, hdfs://localhost:34345/user/jenkins/test-data/14d118ee-a83a-b09b-5913-1a58940a5db1/data/default/TestAcidGuarantees/367f9543bd55c4de93e7f8a883c9319d/B/683318f01a2b4babac702a54976bf8a5] into tmpdir=hdfs://localhost:34345/user/jenkins/test-data/14d118ee-a83a-b09b-5913-1a58940a5db1/data/default/TestAcidGuarantees/367f9543bd55c4de93e7f8a883c9319d/.tmp, totalSize=36.7 K 2024-11-14T14:42:21,630 INFO [RS:0;da1c6afcd1f9:35765-shortCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:34345/user/jenkins/test-data/14d118ee-a83a-b09b-5913-1a58940a5db1/data/default/TestAcidGuarantees/367f9543bd55c4de93e7f8a883c9319d/A/ef651119127b40739539938be9cdb8e2, hdfs://localhost:34345/user/jenkins/test-data/14d118ee-a83a-b09b-5913-1a58940a5db1/data/default/TestAcidGuarantees/367f9543bd55c4de93e7f8a883c9319d/A/0bd6b3f73c39457fafab3a72ad04d156, hdfs://localhost:34345/user/jenkins/test-data/14d118ee-a83a-b09b-5913-1a58940a5db1/data/default/TestAcidGuarantees/367f9543bd55c4de93e7f8a883c9319d/A/8d7d941a9a244b5bad95947b4cb7d7d3] into tmpdir=hdfs://localhost:34345/user/jenkins/test-data/14d118ee-a83a-b09b-5913-1a58940a5db1/data/default/TestAcidGuarantees/367f9543bd55c4de93e7f8a883c9319d/.tmp, totalSize=100.7 K 2024-11-14T14:42:21,630 INFO [RS:0;da1c6afcd1f9:35765-shortCompactions-0 {}] mob.DefaultMobStoreCompactor(181): MOB compaction: major=false isAll=true priority=13 throughput controller=DefaultCompactionThroughputController [maxThroughput=50.00 MB/second, activeCompactions=0] table=TestAcidGuarantees cf=A region=TestAcidGuarantees,,1731595315055.367f9543bd55c4de93e7f8a883c9319d. 2024-11-14T14:42:21,630 DEBUG [RS:0;da1c6afcd1f9:35765-shortCompactions-0 {}] mob.DefaultMobStoreCompactor(191): MOB compaction table=TestAcidGuarantees cf=A region=TestAcidGuarantees,,1731595315055.367f9543bd55c4de93e7f8a883c9319d. files: [hdfs://localhost:34345/user/jenkins/test-data/14d118ee-a83a-b09b-5913-1a58940a5db1/data/default/TestAcidGuarantees/367f9543bd55c4de93e7f8a883c9319d/A/ef651119127b40739539938be9cdb8e2, hdfs://localhost:34345/user/jenkins/test-data/14d118ee-a83a-b09b-5913-1a58940a5db1/data/default/TestAcidGuarantees/367f9543bd55c4de93e7f8a883c9319d/A/0bd6b3f73c39457fafab3a72ad04d156, hdfs://localhost:34345/user/jenkins/test-data/14d118ee-a83a-b09b-5913-1a58940a5db1/data/default/TestAcidGuarantees/367f9543bd55c4de93e7f8a883c9319d/A/8d7d941a9a244b5bad95947b4cb7d7d3] 2024-11-14T14:42:21,630 DEBUG [RS:0;da1c6afcd1f9:35765-longCompactions-0 {}] compactions.Compactor(225): Compacting 59f131abcc8e4f7caf653520f1994062, keycount=150, bloomtype=ROW, size=12.6 K, encoding=NONE, compression=NONE, seqNum=290, earliestPutTs=1731595336817 2024-11-14T14:42:21,630 DEBUG [RS:0;da1c6afcd1f9:35765-shortCompactions-0 {}] compactions.Compactor(225): Compacting ef651119127b40739539938be9cdb8e2, keycount=150, bloomtype=ROW, size=31.2 K, encoding=NONE, compression=NONE, seqNum=290, earliestPutTs=1731595336817 2024-11-14T14:42:21,630 DEBUG [RS:0;da1c6afcd1f9:35765-longCompactions-0 {}] compactions.Compactor(225): Compacting b2e75b83e4ba4dd391e57cd06261db0a, keycount=150, bloomtype=ROW, size=12.0 K, encoding=NONE, compression=NONE, seqNum=302, earliestPutTs=1731595337501 2024-11-14T14:42:21,630 DEBUG [RS:0;da1c6afcd1f9:35765-shortCompactions-0 {}] compactions.Compactor(225): Compacting 0bd6b3f73c39457fafab3a72ad04d156, keycount=200, bloomtype=ROW, size=39.0 K, encoding=NONE, compression=NONE, seqNum=302, earliestPutTs=1731595337501 2024-11-14T14:42:21,630 DEBUG [RS:0;da1c6afcd1f9:35765-longCompactions-0 {}] compactions.Compactor(225): Compacting 683318f01a2b4babac702a54976bf8a5, keycount=150, bloomtype=ROW, size=12.0 K, encoding=NONE, compression=NONE, seqNum=341, earliestPutTs=1731595337781 2024-11-14T14:42:21,631 DEBUG [RS:0;da1c6afcd1f9:35765-shortCompactions-0 {}] compactions.Compactor(225): Compacting 8d7d941a9a244b5bad95947b4cb7d7d3, keycount=150, bloomtype=ROW, size=30.5 K, encoding=NONE, compression=NONE, seqNum=341, earliestPutTs=1731595337781 2024-11-14T14:42:21,637 INFO [RS:0;da1c6afcd1f9:35765-longCompactions-0 {}] throttle.PressureAwareThroughputController(145): 367f9543bd55c4de93e7f8a883c9319d#B#compaction#344 average throughput is 6.55 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second 2024-11-14T14:42:21,638 DEBUG [RS:0;da1c6afcd1f9:35765-longCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:34345/user/jenkins/test-data/14d118ee-a83a-b09b-5913-1a58940a5db1/data/default/TestAcidGuarantees/367f9543bd55c4de93e7f8a883c9319d/.tmp/B/61d5c914825048c4bc78b493bee66d11 is 50, key is test_row_0/B:col10/1731595339976/Put/seqid=0 2024-11-14T14:42:21,641 INFO [RS:0;da1c6afcd1f9:35765-shortCompactions-0 {}] mob.DefaultMobStoreCompactor(321): Compact MOB=false optimized configured=false optimized enabled=false maximum MOB file size=1073741824 major=true store=[table=TestAcidGuarantees family=A region=367f9543bd55c4de93e7f8a883c9319d] 2024-11-14T14:42:21,641 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36699 is added to blk_1073742235_1411 (size=13051) 2024-11-14T14:42:21,643 DEBUG [RS:0;da1c6afcd1f9:35765-shortCompactions-0 {}] mob.DefaultMobStoreCompactor(635): New MOB writer created=d41d8cd98f00b204e9800998ecf8427e202411145e5099f5e00f495694b752e20af1b19c_367f9543bd55c4de93e7f8a883c9319d store=[table=TestAcidGuarantees family=A region=367f9543bd55c4de93e7f8a883c9319d] 2024-11-14T14:42:21,664 DEBUG [RS:0;da1c6afcd1f9:35765-shortCompactions-0 {}] mob.DefaultMobStoreCompactor(656): Commit or abort size=0 mobCells=0 major=true file=d41d8cd98f00b204e9800998ecf8427e202411145e5099f5e00f495694b752e20af1b19c_367f9543bd55c4de93e7f8a883c9319d, store=[table=TestAcidGuarantees family=A region=367f9543bd55c4de93e7f8a883c9319d] 2024-11-14T14:42:21,665 DEBUG [RS:0;da1c6afcd1f9:35765-shortCompactions-0 {}] mob.DefaultMobStoreCompactor(667): Aborting writer for hdfs://localhost:34345/user/jenkins/test-data/14d118ee-a83a-b09b-5913-1a58940a5db1/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e202411145e5099f5e00f495694b752e20af1b19c_367f9543bd55c4de93e7f8a883c9319d because there are no MOB cells, store=[table=TestAcidGuarantees family=A region=367f9543bd55c4de93e7f8a883c9319d] 2024-11-14T14:42:21,668 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36699 is added to blk_1073742236_1412 (size=4469) 2024-11-14T14:42:22,046 DEBUG [RS:0;da1c6afcd1f9:35765-longCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:34345/user/jenkins/test-data/14d118ee-a83a-b09b-5913-1a58940a5db1/data/default/TestAcidGuarantees/367f9543bd55c4de93e7f8a883c9319d/.tmp/B/61d5c914825048c4bc78b493bee66d11 as hdfs://localhost:34345/user/jenkins/test-data/14d118ee-a83a-b09b-5913-1a58940a5db1/data/default/TestAcidGuarantees/367f9543bd55c4de93e7f8a883c9319d/B/61d5c914825048c4bc78b493bee66d11 2024-11-14T14:42:22,050 INFO [RS:0;da1c6afcd1f9:35765-longCompactions-0 {}] regionserver.HStore(1337): Completed compaction of 3 (all) file(s) in 367f9543bd55c4de93e7f8a883c9319d/B of 367f9543bd55c4de93e7f8a883c9319d into 61d5c914825048c4bc78b493bee66d11(size=12.7 K), total size for store is 12.7 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-11-14T14:42:22,050 DEBUG [RS:0;da1c6afcd1f9:35765-longCompactions-0 {}] regionserver.HRegion(2446): Compaction status journal for 367f9543bd55c4de93e7f8a883c9319d: 2024-11-14T14:42:22,050 INFO [RS:0;da1c6afcd1f9:35765-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1731595315055.367f9543bd55c4de93e7f8a883c9319d., storeName=367f9543bd55c4de93e7f8a883c9319d/B, priority=13, startTime=1731595341629; duration=0sec 2024-11-14T14:42:22,050 DEBUG [RS:0;da1c6afcd1f9:35765-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=1), splitQueue=0 2024-11-14T14:42:22,050 DEBUG [RS:0;da1c6afcd1f9:35765-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: 367f9543bd55c4de93e7f8a883c9319d:B 2024-11-14T14:42:22,050 DEBUG [RS:0;da1c6afcd1f9:35765-longCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 3 store files, 0 compacting, 3 eligible, 16 blocking 2024-11-14T14:42:22,051 DEBUG [RS:0;da1c6afcd1f9:35765-longCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 3 files of size 37551 starting at candidate #0 after considering 1 permutations with 1 in ratio 2024-11-14T14:42:22,051 DEBUG [RS:0;da1c6afcd1f9:35765-longCompactions-0 {}] regionserver.HStore(1541): 367f9543bd55c4de93e7f8a883c9319d/C is initiating minor compaction (all files) 2024-11-14T14:42:22,051 INFO [RS:0;da1c6afcd1f9:35765-longCompactions-0 {}] regionserver.HRegion(2416): Starting compaction of 367f9543bd55c4de93e7f8a883c9319d/C in TestAcidGuarantees,,1731595315055.367f9543bd55c4de93e7f8a883c9319d. 2024-11-14T14:42:22,051 INFO [RS:0;da1c6afcd1f9:35765-longCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:34345/user/jenkins/test-data/14d118ee-a83a-b09b-5913-1a58940a5db1/data/default/TestAcidGuarantees/367f9543bd55c4de93e7f8a883c9319d/C/99078dda4a37485fb28630262783e69a, hdfs://localhost:34345/user/jenkins/test-data/14d118ee-a83a-b09b-5913-1a58940a5db1/data/default/TestAcidGuarantees/367f9543bd55c4de93e7f8a883c9319d/C/b657a05d48f14dcca445cc18fe439936, hdfs://localhost:34345/user/jenkins/test-data/14d118ee-a83a-b09b-5913-1a58940a5db1/data/default/TestAcidGuarantees/367f9543bd55c4de93e7f8a883c9319d/C/4ed6d551e3a447138c7584300efcc568] into tmpdir=hdfs://localhost:34345/user/jenkins/test-data/14d118ee-a83a-b09b-5913-1a58940a5db1/data/default/TestAcidGuarantees/367f9543bd55c4de93e7f8a883c9319d/.tmp, totalSize=36.7 K 2024-11-14T14:42:22,052 DEBUG [RS:0;da1c6afcd1f9:35765-longCompactions-0 {}] compactions.Compactor(225): Compacting 99078dda4a37485fb28630262783e69a, keycount=150, bloomtype=ROW, size=12.6 K, encoding=NONE, compression=NONE, seqNum=290, earliestPutTs=1731595336817 2024-11-14T14:42:22,052 DEBUG [RS:0;da1c6afcd1f9:35765-longCompactions-0 {}] compactions.Compactor(225): Compacting b657a05d48f14dcca445cc18fe439936, keycount=150, bloomtype=ROW, size=12.0 K, encoding=NONE, compression=NONE, seqNum=302, earliestPutTs=1731595337501 2024-11-14T14:42:22,052 DEBUG [RS:0;da1c6afcd1f9:35765-longCompactions-0 {}] compactions.Compactor(225): Compacting 4ed6d551e3a447138c7584300efcc568, keycount=150, bloomtype=ROW, size=12.0 K, encoding=NONE, compression=NONE, seqNum=341, earliestPutTs=1731595337781 2024-11-14T14:42:22,060 INFO [RS:0;da1c6afcd1f9:35765-longCompactions-0 {}] throttle.PressureAwareThroughputController(145): 367f9543bd55c4de93e7f8a883c9319d#C#compaction#346 average throughput is 3.28 MB/second, slept 0 time(s) and total slept time is 0 ms. 1 active operations remaining, total limit is 50.00 MB/second 2024-11-14T14:42:22,060 DEBUG [RS:0;da1c6afcd1f9:35765-longCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:34345/user/jenkins/test-data/14d118ee-a83a-b09b-5913-1a58940a5db1/data/default/TestAcidGuarantees/367f9543bd55c4de93e7f8a883c9319d/.tmp/C/de58172c04f346d08efb224b97b41dff is 50, key is test_row_0/C:col10/1731595339976/Put/seqid=0 2024-11-14T14:42:22,063 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36699 is added to blk_1073742237_1413 (size=13051) 2024-11-14T14:42:22,069 INFO [RS:0;da1c6afcd1f9:35765-shortCompactions-0 {}] throttle.PressureAwareThroughputController(145): 367f9543bd55c4de93e7f8a883c9319d#A#compaction#345 average throughput is 0.06 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second 2024-11-14T14:42:22,070 DEBUG [RS:0;da1c6afcd1f9:35765-shortCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:34345/user/jenkins/test-data/14d118ee-a83a-b09b-5913-1a58940a5db1/data/default/TestAcidGuarantees/367f9543bd55c4de93e7f8a883c9319d/.tmp/A/b3904af75dde48698cc3fce9a6ad93fe is 175, key is test_row_0/A:col10/1731595339976/Put/seqid=0 2024-11-14T14:42:22,073 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36699 is added to blk_1073742238_1414 (size=32005) 2024-11-14T14:42:22,468 DEBUG [RS:0;da1c6afcd1f9:35765-longCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:34345/user/jenkins/test-data/14d118ee-a83a-b09b-5913-1a58940a5db1/data/default/TestAcidGuarantees/367f9543bd55c4de93e7f8a883c9319d/.tmp/C/de58172c04f346d08efb224b97b41dff as hdfs://localhost:34345/user/jenkins/test-data/14d118ee-a83a-b09b-5913-1a58940a5db1/data/default/TestAcidGuarantees/367f9543bd55c4de93e7f8a883c9319d/C/de58172c04f346d08efb224b97b41dff 2024-11-14T14:42:22,472 INFO [RS:0;da1c6afcd1f9:35765-longCompactions-0 {}] regionserver.HStore(1337): Completed compaction of 3 (all) file(s) in 367f9543bd55c4de93e7f8a883c9319d/C of 367f9543bd55c4de93e7f8a883c9319d into de58172c04f346d08efb224b97b41dff(size=12.7 K), total size for store is 12.7 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-11-14T14:42:22,472 DEBUG [RS:0;da1c6afcd1f9:35765-longCompactions-0 {}] regionserver.HRegion(2446): Compaction status journal for 367f9543bd55c4de93e7f8a883c9319d: 2024-11-14T14:42:22,472 INFO [RS:0;da1c6afcd1f9:35765-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1731595315055.367f9543bd55c4de93e7f8a883c9319d., storeName=367f9543bd55c4de93e7f8a883c9319d/C, priority=13, startTime=1731595341629; duration=0sec 2024-11-14T14:42:22,473 DEBUG [RS:0;da1c6afcd1f9:35765-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-14T14:42:22,473 DEBUG [RS:0;da1c6afcd1f9:35765-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: 367f9543bd55c4de93e7f8a883c9319d:C 2024-11-14T14:42:22,476 DEBUG [RS:0;da1c6afcd1f9:35765-shortCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:34345/user/jenkins/test-data/14d118ee-a83a-b09b-5913-1a58940a5db1/data/default/TestAcidGuarantees/367f9543bd55c4de93e7f8a883c9319d/.tmp/A/b3904af75dde48698cc3fce9a6ad93fe as hdfs://localhost:34345/user/jenkins/test-data/14d118ee-a83a-b09b-5913-1a58940a5db1/data/default/TestAcidGuarantees/367f9543bd55c4de93e7f8a883c9319d/A/b3904af75dde48698cc3fce9a6ad93fe 2024-11-14T14:42:22,480 INFO [RS:0;da1c6afcd1f9:35765-shortCompactions-0 {}] regionserver.HStore(1337): Completed compaction of 3 (all) file(s) in 367f9543bd55c4de93e7f8a883c9319d/A of 367f9543bd55c4de93e7f8a883c9319d into b3904af75dde48698cc3fce9a6ad93fe(size=31.3 K), total size for store is 31.3 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-11-14T14:42:22,480 DEBUG [RS:0;da1c6afcd1f9:35765-shortCompactions-0 {}] regionserver.HRegion(2446): Compaction status journal for 367f9543bd55c4de93e7f8a883c9319d: 2024-11-14T14:42:22,480 INFO [RS:0;da1c6afcd1f9:35765-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1731595315055.367f9543bd55c4de93e7f8a883c9319d., storeName=367f9543bd55c4de93e7f8a883c9319d/A, priority=13, startTime=1731595341628; duration=0sec 2024-11-14T14:42:22,480 DEBUG [RS:0;da1c6afcd1f9:35765-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-14T14:42:22,480 DEBUG [RS:0;da1c6afcd1f9:35765-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: 367f9543bd55c4de93e7f8a883c9319d:A 2024-11-14T14:42:22,938 INFO [Thread-1474 {}] client.AsyncConnectionImpl(233): Connection has been closed by Thread-1474. 2024-11-14T14:42:22,938 DEBUG [Thread-1474 {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.client.ConnectionOverAsyncConnection.close(ConnectionOverAsyncConnection.java:134) at org.apache.hadoop.hbase.AcidGuaranteesTestTool$AtomicityWriter.workDone(AcidGuaranteesTestTool.java:178) at org.apache.hadoop.hbase.MultithreadedTestUtil$RepeatingTestThread.doWork(MultithreadedTestUtil.java:152) at org.apache.hadoop.hbase.MultithreadedTestUtil$TestThread.run(MultithreadedTestUtil.java:123) 2024-11-14T14:42:22,938 DEBUG [Thread-1474 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-14T14:42:22,938 DEBUG [Thread-1474 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-14T14:42:22,938 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-11-14T14:42:22,948 INFO [Thread-1480 {}] client.AsyncConnectionImpl(233): Connection has been closed by Thread-1480. 2024-11-14T14:42:22,948 DEBUG [Thread-1480 {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.client.ConnectionOverAsyncConnection.close(ConnectionOverAsyncConnection.java:134) at org.apache.hadoop.hbase.AcidGuaranteesTestTool$AtomicityWriter.workDone(AcidGuaranteesTestTool.java:178) at org.apache.hadoop.hbase.MultithreadedTestUtil$RepeatingTestThread.doWork(MultithreadedTestUtil.java:152) at org.apache.hadoop.hbase.MultithreadedTestUtil$TestThread.run(MultithreadedTestUtil.java:123) 2024-11-14T14:42:22,948 DEBUG [Thread-1480 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-14T14:42:22,948 DEBUG [Thread-1480 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-14T14:42:22,948 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-11-14T14:42:22,968 INFO [Thread-1476 {}] client.AsyncConnectionImpl(233): Connection has been closed by Thread-1476. 2024-11-14T14:42:22,968 DEBUG [Thread-1476 {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.client.ConnectionOverAsyncConnection.close(ConnectionOverAsyncConnection.java:134) at org.apache.hadoop.hbase.AcidGuaranteesTestTool$AtomicityWriter.workDone(AcidGuaranteesTestTool.java:178) at org.apache.hadoop.hbase.MultithreadedTestUtil$RepeatingTestThread.doWork(MultithreadedTestUtil.java:152) at org.apache.hadoop.hbase.MultithreadedTestUtil$TestThread.run(MultithreadedTestUtil.java:123) 2024-11-14T14:42:22,968 DEBUG [Thread-1476 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-14T14:42:22,968 DEBUG [Thread-1476 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-14T14:42:22,968 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-11-14T14:42:22,968 INFO [Time-limited test {}] hbase.AcidGuaranteesTestTool(392): Finished test. Writers: 2024-11-14T14:42:22,968 INFO [Time-limited test {}] hbase.AcidGuaranteesTestTool(394): wrote 50 2024-11-14T14:42:22,968 INFO [Time-limited test {}] hbase.AcidGuaranteesTestTool(394): wrote 52 2024-11-14T14:42:22,968 INFO [Time-limited test {}] hbase.AcidGuaranteesTestTool(394): wrote 59 2024-11-14T14:42:22,969 INFO [Time-limited test {}] hbase.AcidGuaranteesTestTool(394): wrote 53 2024-11-14T14:42:22,969 INFO [Time-limited test {}] hbase.AcidGuaranteesTestTool(394): wrote 61 2024-11-14T14:42:22,969 INFO [Time-limited test {}] hbase.AcidGuaranteesTestTool(396): Readers: 2024-11-14T14:42:22,969 INFO [Time-limited test {}] hbase.AcidGuaranteesTestTool(400): Scanners: 2024-11-14T14:42:22,969 INFO [Time-limited test {}] hbase.AcidGuaranteesTestTool(402): scanned 1009 2024-11-14T14:42:22,969 INFO [Time-limited test {}] hbase.AcidGuaranteesTestTool(403): verified 3017 rows 2024-11-14T14:42:22,969 INFO [Time-limited test {}] hbase.AcidGuaranteesTestTool(402): scanned 1014 2024-11-14T14:42:22,969 INFO [Time-limited test {}] hbase.AcidGuaranteesTestTool(403): verified 3036 rows 2024-11-14T14:42:22,969 INFO [Time-limited test {}] hbase.AcidGuaranteesTestTool(402): scanned 1013 2024-11-14T14:42:22,969 INFO [Time-limited test {}] hbase.AcidGuaranteesTestTool(403): verified 3035 rows 2024-11-14T14:42:22,969 INFO [Time-limited test {}] hbase.AcidGuaranteesTestTool(402): scanned 1009 2024-11-14T14:42:22,969 INFO [Time-limited test {}] hbase.AcidGuaranteesTestTool(403): verified 3022 rows 2024-11-14T14:42:22,969 INFO [Time-limited test {}] hbase.AcidGuaranteesTestTool(402): scanned 1009 2024-11-14T14:42:22,969 INFO [Time-limited test {}] hbase.AcidGuaranteesTestTool(403): verified 3023 rows 2024-11-14T14:42:22,969 INFO [Time-limited test {}] client.AsyncConnectionImpl(233): Connection has been closed by Time-limited test. 2024-11-14T14:42:22,969 DEBUG [Time-limited test {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.client.ConnectionOverAsyncConnection.close(ConnectionOverAsyncConnection.java:134) at org.apache.hadoop.hbase.AcidGuaranteesTestTool.doWork(AcidGuaranteesTestTool.java:131) at org.apache.hadoop.hbase.util.AbstractHBaseTool.run(AbstractHBaseTool.java:150) at org.apache.hadoop.hbase.AcidGuaranteesTestBase.runTestAtomicity(AcidGuaranteesTestBase.java:102) at org.apache.hadoop.hbase.AcidGuaranteesTestBase.testMobScanAtomicity(AcidGuaranteesTestBase.java:127) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:77) at java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) at java.base/java.lang.reflect.Method.invoke(Method.java:568) at org.junit.runners.model.FrameworkMethod$1.runReflectiveCall(FrameworkMethod.java:59) at org.junit.internal.runners.model.ReflectiveCallable.run(ReflectiveCallable.java:12) at org.junit.runners.model.FrameworkMethod.invokeExplosively(FrameworkMethod.java:56) at org.junit.internal.runners.statements.InvokeMethod.evaluate(InvokeMethod.java:17) at org.junit.internal.runners.statements.RunBefores.evaluate(RunBefores.java:26) at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:27) at org.junit.runners.ParentRunner$3.evaluate(ParentRunner.java:306) at org.junit.runners.BlockJUnit4ClassRunner$1.evaluate(BlockJUnit4ClassRunner.java:100) at org.junit.runners.ParentRunner.runLeaf(ParentRunner.java:366) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:103) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:63) at org.junit.runners.ParentRunner$4.run(ParentRunner.java:331) at org.junit.runners.ParentRunner$1.schedule(ParentRunner.java:79) at org.junit.runners.ParentRunner.runChildren(ParentRunner.java:329) at org.junit.runners.ParentRunner.access$100(ParentRunner.java:66) at org.junit.runners.ParentRunner$2.evaluate(ParentRunner.java:293) at org.junit.internal.runners.statements.RunBefores.evaluate(RunBefores.java:26) at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:27) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:299) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:293) at java.base/java.util.concurrent.FutureTask.run(FutureTask.java:264) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-14T14:42:22,969 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-14T14:42:22,969 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-14T14:42:22,969 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-11-14T14:42:22,970 INFO [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45145 {}] master.HMaster$13(2820): Client=jenkins//172.17.0.2 disable TestAcidGuarantees 2024-11-14T14:42:22,971 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45145 {}] procedure2.ProcedureExecutor(1139): Stored pid=115, state=RUNNABLE:DISABLE_TABLE_PREPARE, hasLock=false; DisableTableProcedure table=TestAcidGuarantees 2024-11-14T14:42:22,972 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45145 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=115 2024-11-14T14:42:22,973 DEBUG [PEWorker-2 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":1,"row":"TestAcidGuarantees","families":{"table":[{"qualifier":"state","vlen":2,"tag":[],"timestamp":"1731595342973"}]},"ts":"1731595342973"} 2024-11-14T14:42:22,974 INFO [PEWorker-2 {}] hbase.MetaTableAccessor(843): Updated tableName=TestAcidGuarantees, state=DISABLING in hbase:meta 2024-11-14T14:42:22,974 INFO [PEWorker-2 {}] procedure.DisableTableProcedure(284): Set TestAcidGuarantees to state=DISABLING 2024-11-14T14:42:22,975 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=116, ppid=115, state=RUNNABLE:CLOSE_TABLE_REGIONS_SCHEDULE, hasLock=false; CloseTableRegionsProcedure table=TestAcidGuarantees}] 2024-11-14T14:42:22,976 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=117, ppid=116, state=RUNNABLE:REGION_STATE_TRANSITION_CLOSE, hasLock=false; TransitRegionStateProcedure table=TestAcidGuarantees, region=367f9543bd55c4de93e7f8a883c9319d, UNASSIGN}] 2024-11-14T14:42:22,977 INFO [PEWorker-5 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=117, ppid=116, state=RUNNABLE:REGION_STATE_TRANSITION_CLOSE, hasLock=false; TransitRegionStateProcedure table=TestAcidGuarantees, region=367f9543bd55c4de93e7f8a883c9319d, UNASSIGN 2024-11-14T14:42:22,977 INFO [PEWorker-5 {}] assignment.RegionStateStore(223): pid=117 updating hbase:meta row=367f9543bd55c4de93e7f8a883c9319d, regionState=CLOSING, regionLocation=da1c6afcd1f9,35765,1731595233113 2024-11-14T14:42:22,978 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-3 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=117, ppid=116, state=RUNNABLE:REGION_STATE_TRANSITION_CLOSE, hasLock=true; TransitRegionStateProcedure table=TestAcidGuarantees, region=367f9543bd55c4de93e7f8a883c9319d, UNASSIGN because future has completed 2024-11-14T14:42:22,979 DEBUG [PEWorker-1 {}] assignment.TransitRegionStateProcedure(375): Close region: isSplit: false: evictOnSplit: true: evictOnClose: false 2024-11-14T14:42:22,979 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=118, ppid=117, state=RUNNABLE, hasLock=false; CloseRegionProcedure 367f9543bd55c4de93e7f8a883c9319d, server=da1c6afcd1f9,35765,1731595233113}] 2024-11-14T14:42:23,076 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45145 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=115 2024-11-14T14:42:23,131 INFO [RS_CLOSE_REGION-regionserver/da1c6afcd1f9:0-0 {event_type=M_RS_CLOSE_REGION, pid=118}] handler.UnassignRegionHandler(122): Close 367f9543bd55c4de93e7f8a883c9319d 2024-11-14T14:42:23,131 DEBUG [RS_CLOSE_REGION-regionserver/da1c6afcd1f9:0-0 {event_type=M_RS_CLOSE_REGION, pid=118}] handler.UnassignRegionHandler(136): Unassign region: split region: false: evictCache: false 2024-11-14T14:42:23,131 DEBUG [RS_CLOSE_REGION-regionserver/da1c6afcd1f9:0-0 {event_type=M_RS_CLOSE_REGION, pid=118}] regionserver.HRegion(1722): Closing 367f9543bd55c4de93e7f8a883c9319d, disabling compactions & flushes 2024-11-14T14:42:23,131 INFO [RS_CLOSE_REGION-regionserver/da1c6afcd1f9:0-0 {event_type=M_RS_CLOSE_REGION, pid=118}] regionserver.HRegion(1755): Closing region TestAcidGuarantees,,1731595315055.367f9543bd55c4de93e7f8a883c9319d. 2024-11-14T14:42:23,131 DEBUG [RS_CLOSE_REGION-regionserver/da1c6afcd1f9:0-0 {event_type=M_RS_CLOSE_REGION, pid=118}] regionserver.HRegion(1776): Time limited wait for close lock on TestAcidGuarantees,,1731595315055.367f9543bd55c4de93e7f8a883c9319d. 2024-11-14T14:42:23,131 DEBUG [RS_CLOSE_REGION-regionserver/da1c6afcd1f9:0-0 {event_type=M_RS_CLOSE_REGION, pid=118}] regionserver.HRegion(1843): Acquired close lock on TestAcidGuarantees,,1731595315055.367f9543bd55c4de93e7f8a883c9319d. after waiting 0 ms 2024-11-14T14:42:23,131 DEBUG [RS_CLOSE_REGION-regionserver/da1c6afcd1f9:0-0 {event_type=M_RS_CLOSE_REGION, pid=118}] regionserver.HRegion(1853): Updates disabled for region TestAcidGuarantees,,1731595315055.367f9543bd55c4de93e7f8a883c9319d. 2024-11-14T14:42:23,131 INFO [RS_CLOSE_REGION-regionserver/da1c6afcd1f9:0-0 {event_type=M_RS_CLOSE_REGION, pid=118}] regionserver.HRegion(2902): Flushing 367f9543bd55c4de93e7f8a883c9319d 3/3 column families, dataSize=26.84 KB heapSize=80.44 KB 2024-11-14T14:42:23,132 DEBUG [RS_CLOSE_REGION-regionserver/da1c6afcd1f9:0-0 {event_type=M_RS_CLOSE_REGION, pid=118}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 367f9543bd55c4de93e7f8a883c9319d, store=A 2024-11-14T14:42:23,132 DEBUG [RS_CLOSE_REGION-regionserver/da1c6afcd1f9:0-0 {event_type=M_RS_CLOSE_REGION, pid=118}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-14T14:42:23,132 DEBUG [RS_CLOSE_REGION-regionserver/da1c6afcd1f9:0-0 {event_type=M_RS_CLOSE_REGION, pid=118}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 367f9543bd55c4de93e7f8a883c9319d, store=B 2024-11-14T14:42:23,132 DEBUG [RS_CLOSE_REGION-regionserver/da1c6afcd1f9:0-0 {event_type=M_RS_CLOSE_REGION, pid=118}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-14T14:42:23,132 DEBUG [RS_CLOSE_REGION-regionserver/da1c6afcd1f9:0-0 {event_type=M_RS_CLOSE_REGION, pid=118}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 367f9543bd55c4de93e7f8a883c9319d, store=C 2024-11-14T14:42:23,132 DEBUG [RS_CLOSE_REGION-regionserver/da1c6afcd1f9:0-0 {event_type=M_RS_CLOSE_REGION, pid=118}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-14T14:42:23,137 DEBUG [RS_CLOSE_REGION-regionserver/da1c6afcd1f9:0-0 {event_type=M_RS_CLOSE_REGION, pid=118}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:34345/user/jenkins/test-data/14d118ee-a83a-b09b-5913-1a58940a5db1/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e2024111451d55522103d43529ae05d0a71a826fc_367f9543bd55c4de93e7f8a883c9319d is 50, key is test_row_0/A:col10/1731595342967/Put/seqid=0 2024-11-14T14:42:23,141 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36699 is added to blk_1073742239_1415 (size=9914) 2024-11-14T14:42:23,286 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45145 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=115 2024-11-14T14:42:23,541 DEBUG [RS_CLOSE_REGION-regionserver/da1c6afcd1f9:0-0 {event_type=M_RS_CLOSE_REGION, pid=118}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T14:42:23,544 INFO [RS_CLOSE_REGION-regionserver/da1c6afcd1f9:0-0 {event_type=M_RS_CLOSE_REGION, pid=118}] regionserver.HMobStore(268): FLUSH Renaming flushed file from hdfs://localhost:34345/user/jenkins/test-data/14d118ee-a83a-b09b-5913-1a58940a5db1/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e2024111451d55522103d43529ae05d0a71a826fc_367f9543bd55c4de93e7f8a883c9319d to hdfs://localhost:34345/user/jenkins/test-data/14d118ee-a83a-b09b-5913-1a58940a5db1/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e2024111451d55522103d43529ae05d0a71a826fc_367f9543bd55c4de93e7f8a883c9319d 2024-11-14T14:42:23,545 DEBUG [RS_CLOSE_REGION-regionserver/da1c6afcd1f9:0-0 {event_type=M_RS_CLOSE_REGION, pid=118}] mob.DefaultMobStoreFlusher(263): Flush store file: hdfs://localhost:34345/user/jenkins/test-data/14d118ee-a83a-b09b-5913-1a58940a5db1/data/default/TestAcidGuarantees/367f9543bd55c4de93e7f8a883c9319d/.tmp/A/c8876af91d3f4bffbb4ddc5684163719, store: [table=TestAcidGuarantees family=A region=367f9543bd55c4de93e7f8a883c9319d] 2024-11-14T14:42:23,546 DEBUG [RS_CLOSE_REGION-regionserver/da1c6afcd1f9:0-0 {event_type=M_RS_CLOSE_REGION, pid=118}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:34345/user/jenkins/test-data/14d118ee-a83a-b09b-5913-1a58940a5db1/data/default/TestAcidGuarantees/367f9543bd55c4de93e7f8a883c9319d/.tmp/A/c8876af91d3f4bffbb4ddc5684163719 is 175, key is test_row_0/A:col10/1731595342967/Put/seqid=0 2024-11-14T14:42:23,549 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36699 is added to blk_1073742240_1416 (size=22561) 2024-11-14T14:42:23,596 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45145 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=115 2024-11-14T14:42:23,950 INFO [RS_CLOSE_REGION-regionserver/da1c6afcd1f9:0-0 {event_type=M_RS_CLOSE_REGION, pid=118}] mob.DefaultMobStoreFlusher(147): Mob store is flushed, sequenceid=351, memsize=8.9 K, hasBloomFilter=true, into tmp file hdfs://localhost:34345/user/jenkins/test-data/14d118ee-a83a-b09b-5913-1a58940a5db1/data/default/TestAcidGuarantees/367f9543bd55c4de93e7f8a883c9319d/.tmp/A/c8876af91d3f4bffbb4ddc5684163719 2024-11-14T14:42:23,956 DEBUG [RS_CLOSE_REGION-regionserver/da1c6afcd1f9:0-0 {event_type=M_RS_CLOSE_REGION, pid=118}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:34345/user/jenkins/test-data/14d118ee-a83a-b09b-5913-1a58940a5db1/data/default/TestAcidGuarantees/367f9543bd55c4de93e7f8a883c9319d/.tmp/B/cf35b632e4ff42f6ad5c0d37aa8951a2 is 50, key is test_row_0/B:col10/1731595342967/Put/seqid=0 2024-11-14T14:42:23,959 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36699 is added to blk_1073742241_1417 (size=9857) 2024-11-14T14:42:24,106 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45145 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=115 2024-11-14T14:42:24,360 INFO [RS_CLOSE_REGION-regionserver/da1c6afcd1f9:0-0 {event_type=M_RS_CLOSE_REGION, pid=118}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=8.95 KB at sequenceid=351 (bloomFilter=true), to=hdfs://localhost:34345/user/jenkins/test-data/14d118ee-a83a-b09b-5913-1a58940a5db1/data/default/TestAcidGuarantees/367f9543bd55c4de93e7f8a883c9319d/.tmp/B/cf35b632e4ff42f6ad5c0d37aa8951a2 2024-11-14T14:42:24,366 DEBUG [RS_CLOSE_REGION-regionserver/da1c6afcd1f9:0-0 {event_type=M_RS_CLOSE_REGION, pid=118}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:34345/user/jenkins/test-data/14d118ee-a83a-b09b-5913-1a58940a5db1/data/default/TestAcidGuarantees/367f9543bd55c4de93e7f8a883c9319d/.tmp/C/d6a2c2f2972e434ea1adccc877d641c7 is 50, key is test_row_0/C:col10/1731595342967/Put/seqid=0 2024-11-14T14:42:24,369 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36699 is added to blk_1073742242_1418 (size=9857) 2024-11-14T14:42:24,770 INFO [RS_CLOSE_REGION-regionserver/da1c6afcd1f9:0-0 {event_type=M_RS_CLOSE_REGION, pid=118}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=8.95 KB at sequenceid=351 (bloomFilter=true), to=hdfs://localhost:34345/user/jenkins/test-data/14d118ee-a83a-b09b-5913-1a58940a5db1/data/default/TestAcidGuarantees/367f9543bd55c4de93e7f8a883c9319d/.tmp/C/d6a2c2f2972e434ea1adccc877d641c7 2024-11-14T14:42:24,774 DEBUG [RS_CLOSE_REGION-regionserver/da1c6afcd1f9:0-0 {event_type=M_RS_CLOSE_REGION, pid=118}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:34345/user/jenkins/test-data/14d118ee-a83a-b09b-5913-1a58940a5db1/data/default/TestAcidGuarantees/367f9543bd55c4de93e7f8a883c9319d/.tmp/A/c8876af91d3f4bffbb4ddc5684163719 as hdfs://localhost:34345/user/jenkins/test-data/14d118ee-a83a-b09b-5913-1a58940a5db1/data/default/TestAcidGuarantees/367f9543bd55c4de93e7f8a883c9319d/A/c8876af91d3f4bffbb4ddc5684163719 2024-11-14T14:42:24,778 INFO [RS_CLOSE_REGION-regionserver/da1c6afcd1f9:0-0 {event_type=M_RS_CLOSE_REGION, pid=118}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:34345/user/jenkins/test-data/14d118ee-a83a-b09b-5913-1a58940a5db1/data/default/TestAcidGuarantees/367f9543bd55c4de93e7f8a883c9319d/A/c8876af91d3f4bffbb4ddc5684163719, entries=100, sequenceid=351, filesize=22.0 K 2024-11-14T14:42:24,779 DEBUG [RS_CLOSE_REGION-regionserver/da1c6afcd1f9:0-0 {event_type=M_RS_CLOSE_REGION, pid=118}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:34345/user/jenkins/test-data/14d118ee-a83a-b09b-5913-1a58940a5db1/data/default/TestAcidGuarantees/367f9543bd55c4de93e7f8a883c9319d/.tmp/B/cf35b632e4ff42f6ad5c0d37aa8951a2 as hdfs://localhost:34345/user/jenkins/test-data/14d118ee-a83a-b09b-5913-1a58940a5db1/data/default/TestAcidGuarantees/367f9543bd55c4de93e7f8a883c9319d/B/cf35b632e4ff42f6ad5c0d37aa8951a2 2024-11-14T14:42:24,782 INFO [RS_CLOSE_REGION-regionserver/da1c6afcd1f9:0-0 {event_type=M_RS_CLOSE_REGION, pid=118}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:34345/user/jenkins/test-data/14d118ee-a83a-b09b-5913-1a58940a5db1/data/default/TestAcidGuarantees/367f9543bd55c4de93e7f8a883c9319d/B/cf35b632e4ff42f6ad5c0d37aa8951a2, entries=100, sequenceid=351, filesize=9.6 K 2024-11-14T14:42:24,783 DEBUG [RS_CLOSE_REGION-regionserver/da1c6afcd1f9:0-0 {event_type=M_RS_CLOSE_REGION, pid=118}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:34345/user/jenkins/test-data/14d118ee-a83a-b09b-5913-1a58940a5db1/data/default/TestAcidGuarantees/367f9543bd55c4de93e7f8a883c9319d/.tmp/C/d6a2c2f2972e434ea1adccc877d641c7 as hdfs://localhost:34345/user/jenkins/test-data/14d118ee-a83a-b09b-5913-1a58940a5db1/data/default/TestAcidGuarantees/367f9543bd55c4de93e7f8a883c9319d/C/d6a2c2f2972e434ea1adccc877d641c7 2024-11-14T14:42:24,785 INFO [RS_CLOSE_REGION-regionserver/da1c6afcd1f9:0-0 {event_type=M_RS_CLOSE_REGION, pid=118}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:34345/user/jenkins/test-data/14d118ee-a83a-b09b-5913-1a58940a5db1/data/default/TestAcidGuarantees/367f9543bd55c4de93e7f8a883c9319d/C/d6a2c2f2972e434ea1adccc877d641c7, entries=100, sequenceid=351, filesize=9.6 K 2024-11-14T14:42:24,786 INFO [RS_CLOSE_REGION-regionserver/da1c6afcd1f9:0-0 {event_type=M_RS_CLOSE_REGION, pid=118}] regionserver.HRegion(3140): Finished flush of dataSize ~26.84 KB/27480, heapSize ~80.39 KB/82320, currentSize=0 B/0 for 367f9543bd55c4de93e7f8a883c9319d in 1655ms, sequenceid=351, compaction requested=false 2024-11-14T14:42:24,787 DEBUG [StoreCloser-TestAcidGuarantees,,1731595315055.367f9543bd55c4de93e7f8a883c9319d.-1 {}] regionserver.HStore(2317): Moving the files [hdfs://localhost:34345/user/jenkins/test-data/14d118ee-a83a-b09b-5913-1a58940a5db1/data/default/TestAcidGuarantees/367f9543bd55c4de93e7f8a883c9319d/A/70bbc904c1f9429a94764fc5b4d69c06, hdfs://localhost:34345/user/jenkins/test-data/14d118ee-a83a-b09b-5913-1a58940a5db1/data/default/TestAcidGuarantees/367f9543bd55c4de93e7f8a883c9319d/A/79f07291695847e5ad2a468cc05e7ab3, hdfs://localhost:34345/user/jenkins/test-data/14d118ee-a83a-b09b-5913-1a58940a5db1/data/default/TestAcidGuarantees/367f9543bd55c4de93e7f8a883c9319d/A/cf88d78dd0294be086f7d84c0e634ccf, hdfs://localhost:34345/user/jenkins/test-data/14d118ee-a83a-b09b-5913-1a58940a5db1/data/default/TestAcidGuarantees/367f9543bd55c4de93e7f8a883c9319d/A/a8e72b00b18a405abed65507090f5021, hdfs://localhost:34345/user/jenkins/test-data/14d118ee-a83a-b09b-5913-1a58940a5db1/data/default/TestAcidGuarantees/367f9543bd55c4de93e7f8a883c9319d/A/bf0ddc51a024400fafa24301a37dde78, hdfs://localhost:34345/user/jenkins/test-data/14d118ee-a83a-b09b-5913-1a58940a5db1/data/default/TestAcidGuarantees/367f9543bd55c4de93e7f8a883c9319d/A/5e336ba31cb04605ac922aa162278d68, hdfs://localhost:34345/user/jenkins/test-data/14d118ee-a83a-b09b-5913-1a58940a5db1/data/default/TestAcidGuarantees/367f9543bd55c4de93e7f8a883c9319d/A/f41523dba029496aa6b90a2190b0721f, hdfs://localhost:34345/user/jenkins/test-data/14d118ee-a83a-b09b-5913-1a58940a5db1/data/default/TestAcidGuarantees/367f9543bd55c4de93e7f8a883c9319d/A/1a21913888244c0a814668c0bc821d5c, hdfs://localhost:34345/user/jenkins/test-data/14d118ee-a83a-b09b-5913-1a58940a5db1/data/default/TestAcidGuarantees/367f9543bd55c4de93e7f8a883c9319d/A/3a2ac238585441dd876f2338bf4132c8, hdfs://localhost:34345/user/jenkins/test-data/14d118ee-a83a-b09b-5913-1a58940a5db1/data/default/TestAcidGuarantees/367f9543bd55c4de93e7f8a883c9319d/A/2889ef3aef224da3b4f7aeb66c7f7d12, hdfs://localhost:34345/user/jenkins/test-data/14d118ee-a83a-b09b-5913-1a58940a5db1/data/default/TestAcidGuarantees/367f9543bd55c4de93e7f8a883c9319d/A/669088de9914452cb47777f875c324a3, hdfs://localhost:34345/user/jenkins/test-data/14d118ee-a83a-b09b-5913-1a58940a5db1/data/default/TestAcidGuarantees/367f9543bd55c4de93e7f8a883c9319d/A/a666c203038c4b71b432b94ad0344b1b, hdfs://localhost:34345/user/jenkins/test-data/14d118ee-a83a-b09b-5913-1a58940a5db1/data/default/TestAcidGuarantees/367f9543bd55c4de93e7f8a883c9319d/A/9d265c8095ac452884e42a524ba32423, hdfs://localhost:34345/user/jenkins/test-data/14d118ee-a83a-b09b-5913-1a58940a5db1/data/default/TestAcidGuarantees/367f9543bd55c4de93e7f8a883c9319d/A/f0bc6afadcac4ebe85f5c3f13910d26f, hdfs://localhost:34345/user/jenkins/test-data/14d118ee-a83a-b09b-5913-1a58940a5db1/data/default/TestAcidGuarantees/367f9543bd55c4de93e7f8a883c9319d/A/68a44bc13236435a802e280525bfe56b, hdfs://localhost:34345/user/jenkins/test-data/14d118ee-a83a-b09b-5913-1a58940a5db1/data/default/TestAcidGuarantees/367f9543bd55c4de93e7f8a883c9319d/A/35263285a2044a2e9a6793c2913140df, hdfs://localhost:34345/user/jenkins/test-data/14d118ee-a83a-b09b-5913-1a58940a5db1/data/default/TestAcidGuarantees/367f9543bd55c4de93e7f8a883c9319d/A/1041d799943b4fed94b86c62f1e26aff, hdfs://localhost:34345/user/jenkins/test-data/14d118ee-a83a-b09b-5913-1a58940a5db1/data/default/TestAcidGuarantees/367f9543bd55c4de93e7f8a883c9319d/A/0491dc48010c4e709b44257f48b2a850, hdfs://localhost:34345/user/jenkins/test-data/14d118ee-a83a-b09b-5913-1a58940a5db1/data/default/TestAcidGuarantees/367f9543bd55c4de93e7f8a883c9319d/A/5480093274964d7cafa27f15bee69c4f, hdfs://localhost:34345/user/jenkins/test-data/14d118ee-a83a-b09b-5913-1a58940a5db1/data/default/TestAcidGuarantees/367f9543bd55c4de93e7f8a883c9319d/A/ef651119127b40739539938be9cdb8e2, hdfs://localhost:34345/user/jenkins/test-data/14d118ee-a83a-b09b-5913-1a58940a5db1/data/default/TestAcidGuarantees/367f9543bd55c4de93e7f8a883c9319d/A/0bd6b3f73c39457fafab3a72ad04d156, hdfs://localhost:34345/user/jenkins/test-data/14d118ee-a83a-b09b-5913-1a58940a5db1/data/default/TestAcidGuarantees/367f9543bd55c4de93e7f8a883c9319d/A/8d7d941a9a244b5bad95947b4cb7d7d3] to archive 2024-11-14T14:42:24,788 DEBUG [StoreCloser-TestAcidGuarantees,,1731595315055.367f9543bd55c4de93e7f8a883c9319d.-1 {}] backup.HFileArchiver(360): Archiving compacted files. 2024-11-14T14:42:24,789 DEBUG [StoreCloser-TestAcidGuarantees,,1731595315055.367f9543bd55c4de93e7f8a883c9319d.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:34345/user/jenkins/test-data/14d118ee-a83a-b09b-5913-1a58940a5db1/data/default/TestAcidGuarantees/367f9543bd55c4de93e7f8a883c9319d/A/70bbc904c1f9429a94764fc5b4d69c06 to hdfs://localhost:34345/user/jenkins/test-data/14d118ee-a83a-b09b-5913-1a58940a5db1/archive/data/default/TestAcidGuarantees/367f9543bd55c4de93e7f8a883c9319d/A/70bbc904c1f9429a94764fc5b4d69c06 2024-11-14T14:42:24,790 DEBUG [StoreCloser-TestAcidGuarantees,,1731595315055.367f9543bd55c4de93e7f8a883c9319d.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:34345/user/jenkins/test-data/14d118ee-a83a-b09b-5913-1a58940a5db1/data/default/TestAcidGuarantees/367f9543bd55c4de93e7f8a883c9319d/A/79f07291695847e5ad2a468cc05e7ab3 to hdfs://localhost:34345/user/jenkins/test-data/14d118ee-a83a-b09b-5913-1a58940a5db1/archive/data/default/TestAcidGuarantees/367f9543bd55c4de93e7f8a883c9319d/A/79f07291695847e5ad2a468cc05e7ab3 2024-11-14T14:42:24,791 DEBUG [StoreCloser-TestAcidGuarantees,,1731595315055.367f9543bd55c4de93e7f8a883c9319d.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:34345/user/jenkins/test-data/14d118ee-a83a-b09b-5913-1a58940a5db1/data/default/TestAcidGuarantees/367f9543bd55c4de93e7f8a883c9319d/A/cf88d78dd0294be086f7d84c0e634ccf to hdfs://localhost:34345/user/jenkins/test-data/14d118ee-a83a-b09b-5913-1a58940a5db1/archive/data/default/TestAcidGuarantees/367f9543bd55c4de93e7f8a883c9319d/A/cf88d78dd0294be086f7d84c0e634ccf 2024-11-14T14:42:24,791 DEBUG [StoreCloser-TestAcidGuarantees,,1731595315055.367f9543bd55c4de93e7f8a883c9319d.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:34345/user/jenkins/test-data/14d118ee-a83a-b09b-5913-1a58940a5db1/data/default/TestAcidGuarantees/367f9543bd55c4de93e7f8a883c9319d/A/a8e72b00b18a405abed65507090f5021 to hdfs://localhost:34345/user/jenkins/test-data/14d118ee-a83a-b09b-5913-1a58940a5db1/archive/data/default/TestAcidGuarantees/367f9543bd55c4de93e7f8a883c9319d/A/a8e72b00b18a405abed65507090f5021 2024-11-14T14:42:24,792 DEBUG [StoreCloser-TestAcidGuarantees,,1731595315055.367f9543bd55c4de93e7f8a883c9319d.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:34345/user/jenkins/test-data/14d118ee-a83a-b09b-5913-1a58940a5db1/data/default/TestAcidGuarantees/367f9543bd55c4de93e7f8a883c9319d/A/bf0ddc51a024400fafa24301a37dde78 to hdfs://localhost:34345/user/jenkins/test-data/14d118ee-a83a-b09b-5913-1a58940a5db1/archive/data/default/TestAcidGuarantees/367f9543bd55c4de93e7f8a883c9319d/A/bf0ddc51a024400fafa24301a37dde78 2024-11-14T14:42:24,793 DEBUG [StoreCloser-TestAcidGuarantees,,1731595315055.367f9543bd55c4de93e7f8a883c9319d.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:34345/user/jenkins/test-data/14d118ee-a83a-b09b-5913-1a58940a5db1/data/default/TestAcidGuarantees/367f9543bd55c4de93e7f8a883c9319d/A/5e336ba31cb04605ac922aa162278d68 to hdfs://localhost:34345/user/jenkins/test-data/14d118ee-a83a-b09b-5913-1a58940a5db1/archive/data/default/TestAcidGuarantees/367f9543bd55c4de93e7f8a883c9319d/A/5e336ba31cb04605ac922aa162278d68 2024-11-14T14:42:24,794 DEBUG [StoreCloser-TestAcidGuarantees,,1731595315055.367f9543bd55c4de93e7f8a883c9319d.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:34345/user/jenkins/test-data/14d118ee-a83a-b09b-5913-1a58940a5db1/data/default/TestAcidGuarantees/367f9543bd55c4de93e7f8a883c9319d/A/f41523dba029496aa6b90a2190b0721f to hdfs://localhost:34345/user/jenkins/test-data/14d118ee-a83a-b09b-5913-1a58940a5db1/archive/data/default/TestAcidGuarantees/367f9543bd55c4de93e7f8a883c9319d/A/f41523dba029496aa6b90a2190b0721f 2024-11-14T14:42:24,795 DEBUG [StoreCloser-TestAcidGuarantees,,1731595315055.367f9543bd55c4de93e7f8a883c9319d.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:34345/user/jenkins/test-data/14d118ee-a83a-b09b-5913-1a58940a5db1/data/default/TestAcidGuarantees/367f9543bd55c4de93e7f8a883c9319d/A/1a21913888244c0a814668c0bc821d5c to hdfs://localhost:34345/user/jenkins/test-data/14d118ee-a83a-b09b-5913-1a58940a5db1/archive/data/default/TestAcidGuarantees/367f9543bd55c4de93e7f8a883c9319d/A/1a21913888244c0a814668c0bc821d5c 2024-11-14T14:42:24,796 DEBUG [StoreCloser-TestAcidGuarantees,,1731595315055.367f9543bd55c4de93e7f8a883c9319d.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:34345/user/jenkins/test-data/14d118ee-a83a-b09b-5913-1a58940a5db1/data/default/TestAcidGuarantees/367f9543bd55c4de93e7f8a883c9319d/A/3a2ac238585441dd876f2338bf4132c8 to hdfs://localhost:34345/user/jenkins/test-data/14d118ee-a83a-b09b-5913-1a58940a5db1/archive/data/default/TestAcidGuarantees/367f9543bd55c4de93e7f8a883c9319d/A/3a2ac238585441dd876f2338bf4132c8 2024-11-14T14:42:24,796 DEBUG [StoreCloser-TestAcidGuarantees,,1731595315055.367f9543bd55c4de93e7f8a883c9319d.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:34345/user/jenkins/test-data/14d118ee-a83a-b09b-5913-1a58940a5db1/data/default/TestAcidGuarantees/367f9543bd55c4de93e7f8a883c9319d/A/2889ef3aef224da3b4f7aeb66c7f7d12 to hdfs://localhost:34345/user/jenkins/test-data/14d118ee-a83a-b09b-5913-1a58940a5db1/archive/data/default/TestAcidGuarantees/367f9543bd55c4de93e7f8a883c9319d/A/2889ef3aef224da3b4f7aeb66c7f7d12 2024-11-14T14:42:24,797 DEBUG [StoreCloser-TestAcidGuarantees,,1731595315055.367f9543bd55c4de93e7f8a883c9319d.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:34345/user/jenkins/test-data/14d118ee-a83a-b09b-5913-1a58940a5db1/data/default/TestAcidGuarantees/367f9543bd55c4de93e7f8a883c9319d/A/669088de9914452cb47777f875c324a3 to hdfs://localhost:34345/user/jenkins/test-data/14d118ee-a83a-b09b-5913-1a58940a5db1/archive/data/default/TestAcidGuarantees/367f9543bd55c4de93e7f8a883c9319d/A/669088de9914452cb47777f875c324a3 2024-11-14T14:42:24,798 DEBUG [StoreCloser-TestAcidGuarantees,,1731595315055.367f9543bd55c4de93e7f8a883c9319d.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:34345/user/jenkins/test-data/14d118ee-a83a-b09b-5913-1a58940a5db1/data/default/TestAcidGuarantees/367f9543bd55c4de93e7f8a883c9319d/A/a666c203038c4b71b432b94ad0344b1b to hdfs://localhost:34345/user/jenkins/test-data/14d118ee-a83a-b09b-5913-1a58940a5db1/archive/data/default/TestAcidGuarantees/367f9543bd55c4de93e7f8a883c9319d/A/a666c203038c4b71b432b94ad0344b1b 2024-11-14T14:42:24,798 DEBUG [StoreCloser-TestAcidGuarantees,,1731595315055.367f9543bd55c4de93e7f8a883c9319d.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:34345/user/jenkins/test-data/14d118ee-a83a-b09b-5913-1a58940a5db1/data/default/TestAcidGuarantees/367f9543bd55c4de93e7f8a883c9319d/A/9d265c8095ac452884e42a524ba32423 to hdfs://localhost:34345/user/jenkins/test-data/14d118ee-a83a-b09b-5913-1a58940a5db1/archive/data/default/TestAcidGuarantees/367f9543bd55c4de93e7f8a883c9319d/A/9d265c8095ac452884e42a524ba32423 2024-11-14T14:42:24,799 DEBUG [StoreCloser-TestAcidGuarantees,,1731595315055.367f9543bd55c4de93e7f8a883c9319d.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:34345/user/jenkins/test-data/14d118ee-a83a-b09b-5913-1a58940a5db1/data/default/TestAcidGuarantees/367f9543bd55c4de93e7f8a883c9319d/A/f0bc6afadcac4ebe85f5c3f13910d26f to hdfs://localhost:34345/user/jenkins/test-data/14d118ee-a83a-b09b-5913-1a58940a5db1/archive/data/default/TestAcidGuarantees/367f9543bd55c4de93e7f8a883c9319d/A/f0bc6afadcac4ebe85f5c3f13910d26f 2024-11-14T14:42:24,800 DEBUG [StoreCloser-TestAcidGuarantees,,1731595315055.367f9543bd55c4de93e7f8a883c9319d.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:34345/user/jenkins/test-data/14d118ee-a83a-b09b-5913-1a58940a5db1/data/default/TestAcidGuarantees/367f9543bd55c4de93e7f8a883c9319d/A/68a44bc13236435a802e280525bfe56b to hdfs://localhost:34345/user/jenkins/test-data/14d118ee-a83a-b09b-5913-1a58940a5db1/archive/data/default/TestAcidGuarantees/367f9543bd55c4de93e7f8a883c9319d/A/68a44bc13236435a802e280525bfe56b 2024-11-14T14:42:24,801 DEBUG [StoreCloser-TestAcidGuarantees,,1731595315055.367f9543bd55c4de93e7f8a883c9319d.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:34345/user/jenkins/test-data/14d118ee-a83a-b09b-5913-1a58940a5db1/data/default/TestAcidGuarantees/367f9543bd55c4de93e7f8a883c9319d/A/35263285a2044a2e9a6793c2913140df to hdfs://localhost:34345/user/jenkins/test-data/14d118ee-a83a-b09b-5913-1a58940a5db1/archive/data/default/TestAcidGuarantees/367f9543bd55c4de93e7f8a883c9319d/A/35263285a2044a2e9a6793c2913140df 2024-11-14T14:42:24,801 DEBUG [StoreCloser-TestAcidGuarantees,,1731595315055.367f9543bd55c4de93e7f8a883c9319d.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:34345/user/jenkins/test-data/14d118ee-a83a-b09b-5913-1a58940a5db1/data/default/TestAcidGuarantees/367f9543bd55c4de93e7f8a883c9319d/A/1041d799943b4fed94b86c62f1e26aff to hdfs://localhost:34345/user/jenkins/test-data/14d118ee-a83a-b09b-5913-1a58940a5db1/archive/data/default/TestAcidGuarantees/367f9543bd55c4de93e7f8a883c9319d/A/1041d799943b4fed94b86c62f1e26aff 2024-11-14T14:42:24,802 DEBUG [StoreCloser-TestAcidGuarantees,,1731595315055.367f9543bd55c4de93e7f8a883c9319d.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:34345/user/jenkins/test-data/14d118ee-a83a-b09b-5913-1a58940a5db1/data/default/TestAcidGuarantees/367f9543bd55c4de93e7f8a883c9319d/A/0491dc48010c4e709b44257f48b2a850 to hdfs://localhost:34345/user/jenkins/test-data/14d118ee-a83a-b09b-5913-1a58940a5db1/archive/data/default/TestAcidGuarantees/367f9543bd55c4de93e7f8a883c9319d/A/0491dc48010c4e709b44257f48b2a850 2024-11-14T14:42:24,803 DEBUG [StoreCloser-TestAcidGuarantees,,1731595315055.367f9543bd55c4de93e7f8a883c9319d.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:34345/user/jenkins/test-data/14d118ee-a83a-b09b-5913-1a58940a5db1/data/default/TestAcidGuarantees/367f9543bd55c4de93e7f8a883c9319d/A/5480093274964d7cafa27f15bee69c4f to hdfs://localhost:34345/user/jenkins/test-data/14d118ee-a83a-b09b-5913-1a58940a5db1/archive/data/default/TestAcidGuarantees/367f9543bd55c4de93e7f8a883c9319d/A/5480093274964d7cafa27f15bee69c4f 2024-11-14T14:42:24,804 DEBUG [StoreCloser-TestAcidGuarantees,,1731595315055.367f9543bd55c4de93e7f8a883c9319d.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:34345/user/jenkins/test-data/14d118ee-a83a-b09b-5913-1a58940a5db1/data/default/TestAcidGuarantees/367f9543bd55c4de93e7f8a883c9319d/A/ef651119127b40739539938be9cdb8e2 to hdfs://localhost:34345/user/jenkins/test-data/14d118ee-a83a-b09b-5913-1a58940a5db1/archive/data/default/TestAcidGuarantees/367f9543bd55c4de93e7f8a883c9319d/A/ef651119127b40739539938be9cdb8e2 2024-11-14T14:42:24,804 DEBUG [StoreCloser-TestAcidGuarantees,,1731595315055.367f9543bd55c4de93e7f8a883c9319d.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:34345/user/jenkins/test-data/14d118ee-a83a-b09b-5913-1a58940a5db1/data/default/TestAcidGuarantees/367f9543bd55c4de93e7f8a883c9319d/A/0bd6b3f73c39457fafab3a72ad04d156 to hdfs://localhost:34345/user/jenkins/test-data/14d118ee-a83a-b09b-5913-1a58940a5db1/archive/data/default/TestAcidGuarantees/367f9543bd55c4de93e7f8a883c9319d/A/0bd6b3f73c39457fafab3a72ad04d156 2024-11-14T14:42:24,805 DEBUG [StoreCloser-TestAcidGuarantees,,1731595315055.367f9543bd55c4de93e7f8a883c9319d.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:34345/user/jenkins/test-data/14d118ee-a83a-b09b-5913-1a58940a5db1/data/default/TestAcidGuarantees/367f9543bd55c4de93e7f8a883c9319d/A/8d7d941a9a244b5bad95947b4cb7d7d3 to hdfs://localhost:34345/user/jenkins/test-data/14d118ee-a83a-b09b-5913-1a58940a5db1/archive/data/default/TestAcidGuarantees/367f9543bd55c4de93e7f8a883c9319d/A/8d7d941a9a244b5bad95947b4cb7d7d3 2024-11-14T14:42:24,807 DEBUG [StoreCloser-TestAcidGuarantees,,1731595315055.367f9543bd55c4de93e7f8a883c9319d.-1 {}] regionserver.HStore(2317): Moving the files [hdfs://localhost:34345/user/jenkins/test-data/14d118ee-a83a-b09b-5913-1a58940a5db1/data/default/TestAcidGuarantees/367f9543bd55c4de93e7f8a883c9319d/B/aed49bafe7894ad28168f6488ea9c610, hdfs://localhost:34345/user/jenkins/test-data/14d118ee-a83a-b09b-5913-1a58940a5db1/data/default/TestAcidGuarantees/367f9543bd55c4de93e7f8a883c9319d/B/84c2273aeccf41579a2a9e25195b31cf, hdfs://localhost:34345/user/jenkins/test-data/14d118ee-a83a-b09b-5913-1a58940a5db1/data/default/TestAcidGuarantees/367f9543bd55c4de93e7f8a883c9319d/B/324855a5437147a4bf3432478dda0ccd, hdfs://localhost:34345/user/jenkins/test-data/14d118ee-a83a-b09b-5913-1a58940a5db1/data/default/TestAcidGuarantees/367f9543bd55c4de93e7f8a883c9319d/B/a27e457aa4924968ae20f7591f0d5939, hdfs://localhost:34345/user/jenkins/test-data/14d118ee-a83a-b09b-5913-1a58940a5db1/data/default/TestAcidGuarantees/367f9543bd55c4de93e7f8a883c9319d/B/74375290218f48e48096bf777ee1417d, hdfs://localhost:34345/user/jenkins/test-data/14d118ee-a83a-b09b-5913-1a58940a5db1/data/default/TestAcidGuarantees/367f9543bd55c4de93e7f8a883c9319d/B/f8f83a4c1daa4411bf6cb0968db7a6d3, hdfs://localhost:34345/user/jenkins/test-data/14d118ee-a83a-b09b-5913-1a58940a5db1/data/default/TestAcidGuarantees/367f9543bd55c4de93e7f8a883c9319d/B/9fbf2fd4184d4424a746bea9760c1493, hdfs://localhost:34345/user/jenkins/test-data/14d118ee-a83a-b09b-5913-1a58940a5db1/data/default/TestAcidGuarantees/367f9543bd55c4de93e7f8a883c9319d/B/8b244032837648fa99a2e3ed4832e08d, hdfs://localhost:34345/user/jenkins/test-data/14d118ee-a83a-b09b-5913-1a58940a5db1/data/default/TestAcidGuarantees/367f9543bd55c4de93e7f8a883c9319d/B/e9ffcbed4bd2401798a3094dc254f39c, hdfs://localhost:34345/user/jenkins/test-data/14d118ee-a83a-b09b-5913-1a58940a5db1/data/default/TestAcidGuarantees/367f9543bd55c4de93e7f8a883c9319d/B/12b40eb34742450a994887c631464052, hdfs://localhost:34345/user/jenkins/test-data/14d118ee-a83a-b09b-5913-1a58940a5db1/data/default/TestAcidGuarantees/367f9543bd55c4de93e7f8a883c9319d/B/dbcba21faf6b4b62a585b2ba89b6eca5, hdfs://localhost:34345/user/jenkins/test-data/14d118ee-a83a-b09b-5913-1a58940a5db1/data/default/TestAcidGuarantees/367f9543bd55c4de93e7f8a883c9319d/B/4c1c50d611ca447289a546c0b16c01ce, hdfs://localhost:34345/user/jenkins/test-data/14d118ee-a83a-b09b-5913-1a58940a5db1/data/default/TestAcidGuarantees/367f9543bd55c4de93e7f8a883c9319d/B/27bb5a847f394893a51e33f08d153ecf, hdfs://localhost:34345/user/jenkins/test-data/14d118ee-a83a-b09b-5913-1a58940a5db1/data/default/TestAcidGuarantees/367f9543bd55c4de93e7f8a883c9319d/B/9ebef8e7c9db47478e6b6861b8057827, hdfs://localhost:34345/user/jenkins/test-data/14d118ee-a83a-b09b-5913-1a58940a5db1/data/default/TestAcidGuarantees/367f9543bd55c4de93e7f8a883c9319d/B/f8a68d4e7f644f29a84b7c25daedc01f, hdfs://localhost:34345/user/jenkins/test-data/14d118ee-a83a-b09b-5913-1a58940a5db1/data/default/TestAcidGuarantees/367f9543bd55c4de93e7f8a883c9319d/B/61e16956efcc4f0182f9f922bb711cd4, hdfs://localhost:34345/user/jenkins/test-data/14d118ee-a83a-b09b-5913-1a58940a5db1/data/default/TestAcidGuarantees/367f9543bd55c4de93e7f8a883c9319d/B/4452569420974fe8b4bfba8af455ae0d, hdfs://localhost:34345/user/jenkins/test-data/14d118ee-a83a-b09b-5913-1a58940a5db1/data/default/TestAcidGuarantees/367f9543bd55c4de93e7f8a883c9319d/B/1ca4d733fc0249739a4d6f4c4e2c38ae, hdfs://localhost:34345/user/jenkins/test-data/14d118ee-a83a-b09b-5913-1a58940a5db1/data/default/TestAcidGuarantees/367f9543bd55c4de93e7f8a883c9319d/B/59f131abcc8e4f7caf653520f1994062, hdfs://localhost:34345/user/jenkins/test-data/14d118ee-a83a-b09b-5913-1a58940a5db1/data/default/TestAcidGuarantees/367f9543bd55c4de93e7f8a883c9319d/B/11e56735a8d34020a83c0a5eeece7bd8, hdfs://localhost:34345/user/jenkins/test-data/14d118ee-a83a-b09b-5913-1a58940a5db1/data/default/TestAcidGuarantees/367f9543bd55c4de93e7f8a883c9319d/B/b2e75b83e4ba4dd391e57cd06261db0a, hdfs://localhost:34345/user/jenkins/test-data/14d118ee-a83a-b09b-5913-1a58940a5db1/data/default/TestAcidGuarantees/367f9543bd55c4de93e7f8a883c9319d/B/683318f01a2b4babac702a54976bf8a5] to archive 2024-11-14T14:42:24,807 DEBUG [StoreCloser-TestAcidGuarantees,,1731595315055.367f9543bd55c4de93e7f8a883c9319d.-1 {}] backup.HFileArchiver(360): Archiving compacted files. 2024-11-14T14:42:24,808 DEBUG [StoreCloser-TestAcidGuarantees,,1731595315055.367f9543bd55c4de93e7f8a883c9319d.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:34345/user/jenkins/test-data/14d118ee-a83a-b09b-5913-1a58940a5db1/data/default/TestAcidGuarantees/367f9543bd55c4de93e7f8a883c9319d/B/aed49bafe7894ad28168f6488ea9c610 to hdfs://localhost:34345/user/jenkins/test-data/14d118ee-a83a-b09b-5913-1a58940a5db1/archive/data/default/TestAcidGuarantees/367f9543bd55c4de93e7f8a883c9319d/B/aed49bafe7894ad28168f6488ea9c610 2024-11-14T14:42:24,809 DEBUG [StoreCloser-TestAcidGuarantees,,1731595315055.367f9543bd55c4de93e7f8a883c9319d.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:34345/user/jenkins/test-data/14d118ee-a83a-b09b-5913-1a58940a5db1/data/default/TestAcidGuarantees/367f9543bd55c4de93e7f8a883c9319d/B/84c2273aeccf41579a2a9e25195b31cf to hdfs://localhost:34345/user/jenkins/test-data/14d118ee-a83a-b09b-5913-1a58940a5db1/archive/data/default/TestAcidGuarantees/367f9543bd55c4de93e7f8a883c9319d/B/84c2273aeccf41579a2a9e25195b31cf 2024-11-14T14:42:24,810 DEBUG [StoreCloser-TestAcidGuarantees,,1731595315055.367f9543bd55c4de93e7f8a883c9319d.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:34345/user/jenkins/test-data/14d118ee-a83a-b09b-5913-1a58940a5db1/data/default/TestAcidGuarantees/367f9543bd55c4de93e7f8a883c9319d/B/324855a5437147a4bf3432478dda0ccd to hdfs://localhost:34345/user/jenkins/test-data/14d118ee-a83a-b09b-5913-1a58940a5db1/archive/data/default/TestAcidGuarantees/367f9543bd55c4de93e7f8a883c9319d/B/324855a5437147a4bf3432478dda0ccd 2024-11-14T14:42:24,811 DEBUG [StoreCloser-TestAcidGuarantees,,1731595315055.367f9543bd55c4de93e7f8a883c9319d.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:34345/user/jenkins/test-data/14d118ee-a83a-b09b-5913-1a58940a5db1/data/default/TestAcidGuarantees/367f9543bd55c4de93e7f8a883c9319d/B/a27e457aa4924968ae20f7591f0d5939 to hdfs://localhost:34345/user/jenkins/test-data/14d118ee-a83a-b09b-5913-1a58940a5db1/archive/data/default/TestAcidGuarantees/367f9543bd55c4de93e7f8a883c9319d/B/a27e457aa4924968ae20f7591f0d5939 2024-11-14T14:42:24,811 DEBUG [StoreCloser-TestAcidGuarantees,,1731595315055.367f9543bd55c4de93e7f8a883c9319d.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:34345/user/jenkins/test-data/14d118ee-a83a-b09b-5913-1a58940a5db1/data/default/TestAcidGuarantees/367f9543bd55c4de93e7f8a883c9319d/B/74375290218f48e48096bf777ee1417d to hdfs://localhost:34345/user/jenkins/test-data/14d118ee-a83a-b09b-5913-1a58940a5db1/archive/data/default/TestAcidGuarantees/367f9543bd55c4de93e7f8a883c9319d/B/74375290218f48e48096bf777ee1417d 2024-11-14T14:42:24,812 DEBUG [StoreCloser-TestAcidGuarantees,,1731595315055.367f9543bd55c4de93e7f8a883c9319d.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:34345/user/jenkins/test-data/14d118ee-a83a-b09b-5913-1a58940a5db1/data/default/TestAcidGuarantees/367f9543bd55c4de93e7f8a883c9319d/B/f8f83a4c1daa4411bf6cb0968db7a6d3 to hdfs://localhost:34345/user/jenkins/test-data/14d118ee-a83a-b09b-5913-1a58940a5db1/archive/data/default/TestAcidGuarantees/367f9543bd55c4de93e7f8a883c9319d/B/f8f83a4c1daa4411bf6cb0968db7a6d3 2024-11-14T14:42:24,813 DEBUG [StoreCloser-TestAcidGuarantees,,1731595315055.367f9543bd55c4de93e7f8a883c9319d.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:34345/user/jenkins/test-data/14d118ee-a83a-b09b-5913-1a58940a5db1/data/default/TestAcidGuarantees/367f9543bd55c4de93e7f8a883c9319d/B/9fbf2fd4184d4424a746bea9760c1493 to hdfs://localhost:34345/user/jenkins/test-data/14d118ee-a83a-b09b-5913-1a58940a5db1/archive/data/default/TestAcidGuarantees/367f9543bd55c4de93e7f8a883c9319d/B/9fbf2fd4184d4424a746bea9760c1493 2024-11-14T14:42:24,814 DEBUG [StoreCloser-TestAcidGuarantees,,1731595315055.367f9543bd55c4de93e7f8a883c9319d.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:34345/user/jenkins/test-data/14d118ee-a83a-b09b-5913-1a58940a5db1/data/default/TestAcidGuarantees/367f9543bd55c4de93e7f8a883c9319d/B/8b244032837648fa99a2e3ed4832e08d to hdfs://localhost:34345/user/jenkins/test-data/14d118ee-a83a-b09b-5913-1a58940a5db1/archive/data/default/TestAcidGuarantees/367f9543bd55c4de93e7f8a883c9319d/B/8b244032837648fa99a2e3ed4832e08d 2024-11-14T14:42:24,814 DEBUG [StoreCloser-TestAcidGuarantees,,1731595315055.367f9543bd55c4de93e7f8a883c9319d.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:34345/user/jenkins/test-data/14d118ee-a83a-b09b-5913-1a58940a5db1/data/default/TestAcidGuarantees/367f9543bd55c4de93e7f8a883c9319d/B/e9ffcbed4bd2401798a3094dc254f39c to hdfs://localhost:34345/user/jenkins/test-data/14d118ee-a83a-b09b-5913-1a58940a5db1/archive/data/default/TestAcidGuarantees/367f9543bd55c4de93e7f8a883c9319d/B/e9ffcbed4bd2401798a3094dc254f39c 2024-11-14T14:42:24,815 DEBUG [StoreCloser-TestAcidGuarantees,,1731595315055.367f9543bd55c4de93e7f8a883c9319d.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:34345/user/jenkins/test-data/14d118ee-a83a-b09b-5913-1a58940a5db1/data/default/TestAcidGuarantees/367f9543bd55c4de93e7f8a883c9319d/B/12b40eb34742450a994887c631464052 to hdfs://localhost:34345/user/jenkins/test-data/14d118ee-a83a-b09b-5913-1a58940a5db1/archive/data/default/TestAcidGuarantees/367f9543bd55c4de93e7f8a883c9319d/B/12b40eb34742450a994887c631464052 2024-11-14T14:42:24,816 DEBUG [StoreCloser-TestAcidGuarantees,,1731595315055.367f9543bd55c4de93e7f8a883c9319d.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:34345/user/jenkins/test-data/14d118ee-a83a-b09b-5913-1a58940a5db1/data/default/TestAcidGuarantees/367f9543bd55c4de93e7f8a883c9319d/B/dbcba21faf6b4b62a585b2ba89b6eca5 to hdfs://localhost:34345/user/jenkins/test-data/14d118ee-a83a-b09b-5913-1a58940a5db1/archive/data/default/TestAcidGuarantees/367f9543bd55c4de93e7f8a883c9319d/B/dbcba21faf6b4b62a585b2ba89b6eca5 2024-11-14T14:42:24,817 DEBUG [StoreCloser-TestAcidGuarantees,,1731595315055.367f9543bd55c4de93e7f8a883c9319d.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:34345/user/jenkins/test-data/14d118ee-a83a-b09b-5913-1a58940a5db1/data/default/TestAcidGuarantees/367f9543bd55c4de93e7f8a883c9319d/B/4c1c50d611ca447289a546c0b16c01ce to hdfs://localhost:34345/user/jenkins/test-data/14d118ee-a83a-b09b-5913-1a58940a5db1/archive/data/default/TestAcidGuarantees/367f9543bd55c4de93e7f8a883c9319d/B/4c1c50d611ca447289a546c0b16c01ce 2024-11-14T14:42:24,817 DEBUG [StoreCloser-TestAcidGuarantees,,1731595315055.367f9543bd55c4de93e7f8a883c9319d.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:34345/user/jenkins/test-data/14d118ee-a83a-b09b-5913-1a58940a5db1/data/default/TestAcidGuarantees/367f9543bd55c4de93e7f8a883c9319d/B/27bb5a847f394893a51e33f08d153ecf to hdfs://localhost:34345/user/jenkins/test-data/14d118ee-a83a-b09b-5913-1a58940a5db1/archive/data/default/TestAcidGuarantees/367f9543bd55c4de93e7f8a883c9319d/B/27bb5a847f394893a51e33f08d153ecf 2024-11-14T14:42:24,818 DEBUG [StoreCloser-TestAcidGuarantees,,1731595315055.367f9543bd55c4de93e7f8a883c9319d.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:34345/user/jenkins/test-data/14d118ee-a83a-b09b-5913-1a58940a5db1/data/default/TestAcidGuarantees/367f9543bd55c4de93e7f8a883c9319d/B/9ebef8e7c9db47478e6b6861b8057827 to hdfs://localhost:34345/user/jenkins/test-data/14d118ee-a83a-b09b-5913-1a58940a5db1/archive/data/default/TestAcidGuarantees/367f9543bd55c4de93e7f8a883c9319d/B/9ebef8e7c9db47478e6b6861b8057827 2024-11-14T14:42:24,819 DEBUG [StoreCloser-TestAcidGuarantees,,1731595315055.367f9543bd55c4de93e7f8a883c9319d.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:34345/user/jenkins/test-data/14d118ee-a83a-b09b-5913-1a58940a5db1/data/default/TestAcidGuarantees/367f9543bd55c4de93e7f8a883c9319d/B/f8a68d4e7f644f29a84b7c25daedc01f to hdfs://localhost:34345/user/jenkins/test-data/14d118ee-a83a-b09b-5913-1a58940a5db1/archive/data/default/TestAcidGuarantees/367f9543bd55c4de93e7f8a883c9319d/B/f8a68d4e7f644f29a84b7c25daedc01f 2024-11-14T14:42:24,820 DEBUG [StoreCloser-TestAcidGuarantees,,1731595315055.367f9543bd55c4de93e7f8a883c9319d.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:34345/user/jenkins/test-data/14d118ee-a83a-b09b-5913-1a58940a5db1/data/default/TestAcidGuarantees/367f9543bd55c4de93e7f8a883c9319d/B/61e16956efcc4f0182f9f922bb711cd4 to hdfs://localhost:34345/user/jenkins/test-data/14d118ee-a83a-b09b-5913-1a58940a5db1/archive/data/default/TestAcidGuarantees/367f9543bd55c4de93e7f8a883c9319d/B/61e16956efcc4f0182f9f922bb711cd4 2024-11-14T14:42:24,821 DEBUG [StoreCloser-TestAcidGuarantees,,1731595315055.367f9543bd55c4de93e7f8a883c9319d.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:34345/user/jenkins/test-data/14d118ee-a83a-b09b-5913-1a58940a5db1/data/default/TestAcidGuarantees/367f9543bd55c4de93e7f8a883c9319d/B/4452569420974fe8b4bfba8af455ae0d to hdfs://localhost:34345/user/jenkins/test-data/14d118ee-a83a-b09b-5913-1a58940a5db1/archive/data/default/TestAcidGuarantees/367f9543bd55c4de93e7f8a883c9319d/B/4452569420974fe8b4bfba8af455ae0d 2024-11-14T14:42:24,822 DEBUG [StoreCloser-TestAcidGuarantees,,1731595315055.367f9543bd55c4de93e7f8a883c9319d.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:34345/user/jenkins/test-data/14d118ee-a83a-b09b-5913-1a58940a5db1/data/default/TestAcidGuarantees/367f9543bd55c4de93e7f8a883c9319d/B/1ca4d733fc0249739a4d6f4c4e2c38ae to hdfs://localhost:34345/user/jenkins/test-data/14d118ee-a83a-b09b-5913-1a58940a5db1/archive/data/default/TestAcidGuarantees/367f9543bd55c4de93e7f8a883c9319d/B/1ca4d733fc0249739a4d6f4c4e2c38ae 2024-11-14T14:42:24,823 DEBUG [StoreCloser-TestAcidGuarantees,,1731595315055.367f9543bd55c4de93e7f8a883c9319d.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:34345/user/jenkins/test-data/14d118ee-a83a-b09b-5913-1a58940a5db1/data/default/TestAcidGuarantees/367f9543bd55c4de93e7f8a883c9319d/B/59f131abcc8e4f7caf653520f1994062 to hdfs://localhost:34345/user/jenkins/test-data/14d118ee-a83a-b09b-5913-1a58940a5db1/archive/data/default/TestAcidGuarantees/367f9543bd55c4de93e7f8a883c9319d/B/59f131abcc8e4f7caf653520f1994062 2024-11-14T14:42:24,823 DEBUG [StoreCloser-TestAcidGuarantees,,1731595315055.367f9543bd55c4de93e7f8a883c9319d.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:34345/user/jenkins/test-data/14d118ee-a83a-b09b-5913-1a58940a5db1/data/default/TestAcidGuarantees/367f9543bd55c4de93e7f8a883c9319d/B/11e56735a8d34020a83c0a5eeece7bd8 to hdfs://localhost:34345/user/jenkins/test-data/14d118ee-a83a-b09b-5913-1a58940a5db1/archive/data/default/TestAcidGuarantees/367f9543bd55c4de93e7f8a883c9319d/B/11e56735a8d34020a83c0a5eeece7bd8 2024-11-14T14:42:24,824 DEBUG [StoreCloser-TestAcidGuarantees,,1731595315055.367f9543bd55c4de93e7f8a883c9319d.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:34345/user/jenkins/test-data/14d118ee-a83a-b09b-5913-1a58940a5db1/data/default/TestAcidGuarantees/367f9543bd55c4de93e7f8a883c9319d/B/b2e75b83e4ba4dd391e57cd06261db0a to hdfs://localhost:34345/user/jenkins/test-data/14d118ee-a83a-b09b-5913-1a58940a5db1/archive/data/default/TestAcidGuarantees/367f9543bd55c4de93e7f8a883c9319d/B/b2e75b83e4ba4dd391e57cd06261db0a 2024-11-14T14:42:24,825 DEBUG [StoreCloser-TestAcidGuarantees,,1731595315055.367f9543bd55c4de93e7f8a883c9319d.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:34345/user/jenkins/test-data/14d118ee-a83a-b09b-5913-1a58940a5db1/data/default/TestAcidGuarantees/367f9543bd55c4de93e7f8a883c9319d/B/683318f01a2b4babac702a54976bf8a5 to hdfs://localhost:34345/user/jenkins/test-data/14d118ee-a83a-b09b-5913-1a58940a5db1/archive/data/default/TestAcidGuarantees/367f9543bd55c4de93e7f8a883c9319d/B/683318f01a2b4babac702a54976bf8a5 2024-11-14T14:42:24,826 DEBUG [StoreCloser-TestAcidGuarantees,,1731595315055.367f9543bd55c4de93e7f8a883c9319d.-1 {}] regionserver.HStore(2317): Moving the files [hdfs://localhost:34345/user/jenkins/test-data/14d118ee-a83a-b09b-5913-1a58940a5db1/data/default/TestAcidGuarantees/367f9543bd55c4de93e7f8a883c9319d/C/da2551c988d04528ab868489248bdab3, hdfs://localhost:34345/user/jenkins/test-data/14d118ee-a83a-b09b-5913-1a58940a5db1/data/default/TestAcidGuarantees/367f9543bd55c4de93e7f8a883c9319d/C/03ccdf0ca33d4fa3a88e7fd9925bd344, hdfs://localhost:34345/user/jenkins/test-data/14d118ee-a83a-b09b-5913-1a58940a5db1/data/default/TestAcidGuarantees/367f9543bd55c4de93e7f8a883c9319d/C/5f1f31948b3649009ad7ddaa59ae28ef, hdfs://localhost:34345/user/jenkins/test-data/14d118ee-a83a-b09b-5913-1a58940a5db1/data/default/TestAcidGuarantees/367f9543bd55c4de93e7f8a883c9319d/C/6638ec2e74874880b88ad1203ff21dbe, hdfs://localhost:34345/user/jenkins/test-data/14d118ee-a83a-b09b-5913-1a58940a5db1/data/default/TestAcidGuarantees/367f9543bd55c4de93e7f8a883c9319d/C/617db39114e94a57a5db05b018f6e0c6, hdfs://localhost:34345/user/jenkins/test-data/14d118ee-a83a-b09b-5913-1a58940a5db1/data/default/TestAcidGuarantees/367f9543bd55c4de93e7f8a883c9319d/C/2dba22befe334b4b8590f62d9b91885b, hdfs://localhost:34345/user/jenkins/test-data/14d118ee-a83a-b09b-5913-1a58940a5db1/data/default/TestAcidGuarantees/367f9543bd55c4de93e7f8a883c9319d/C/700c53b06169465b86d154dad7fb68fa, hdfs://localhost:34345/user/jenkins/test-data/14d118ee-a83a-b09b-5913-1a58940a5db1/data/default/TestAcidGuarantees/367f9543bd55c4de93e7f8a883c9319d/C/5f1cc48a4c7d4be799253195ef4ad298, hdfs://localhost:34345/user/jenkins/test-data/14d118ee-a83a-b09b-5913-1a58940a5db1/data/default/TestAcidGuarantees/367f9543bd55c4de93e7f8a883c9319d/C/2390055ce6c947baa1d2e000040e8f24, hdfs://localhost:34345/user/jenkins/test-data/14d118ee-a83a-b09b-5913-1a58940a5db1/data/default/TestAcidGuarantees/367f9543bd55c4de93e7f8a883c9319d/C/64f9fa3ad7464739a6e0844ed17590ad, hdfs://localhost:34345/user/jenkins/test-data/14d118ee-a83a-b09b-5913-1a58940a5db1/data/default/TestAcidGuarantees/367f9543bd55c4de93e7f8a883c9319d/C/dc078b4aff014915bef1c087c19ce7b2, hdfs://localhost:34345/user/jenkins/test-data/14d118ee-a83a-b09b-5913-1a58940a5db1/data/default/TestAcidGuarantees/367f9543bd55c4de93e7f8a883c9319d/C/d1b1632bd2d347de96350c73a0483d6f, hdfs://localhost:34345/user/jenkins/test-data/14d118ee-a83a-b09b-5913-1a58940a5db1/data/default/TestAcidGuarantees/367f9543bd55c4de93e7f8a883c9319d/C/6963e430df024318b685bd55be06268e, hdfs://localhost:34345/user/jenkins/test-data/14d118ee-a83a-b09b-5913-1a58940a5db1/data/default/TestAcidGuarantees/367f9543bd55c4de93e7f8a883c9319d/C/030de5bdd1a44458bd69ab152e3758fa, hdfs://localhost:34345/user/jenkins/test-data/14d118ee-a83a-b09b-5913-1a58940a5db1/data/default/TestAcidGuarantees/367f9543bd55c4de93e7f8a883c9319d/C/6718e888e52846138e70638a89dfaf94, hdfs://localhost:34345/user/jenkins/test-data/14d118ee-a83a-b09b-5913-1a58940a5db1/data/default/TestAcidGuarantees/367f9543bd55c4de93e7f8a883c9319d/C/ce9ce49c47404ff39e3e77a1b7a79d1e, hdfs://localhost:34345/user/jenkins/test-data/14d118ee-a83a-b09b-5913-1a58940a5db1/data/default/TestAcidGuarantees/367f9543bd55c4de93e7f8a883c9319d/C/6477ce48a5514194a04fd24aca8d1397, hdfs://localhost:34345/user/jenkins/test-data/14d118ee-a83a-b09b-5913-1a58940a5db1/data/default/TestAcidGuarantees/367f9543bd55c4de93e7f8a883c9319d/C/c0a6fe5643c64990891b26dcf3f73758, hdfs://localhost:34345/user/jenkins/test-data/14d118ee-a83a-b09b-5913-1a58940a5db1/data/default/TestAcidGuarantees/367f9543bd55c4de93e7f8a883c9319d/C/99078dda4a37485fb28630262783e69a, hdfs://localhost:34345/user/jenkins/test-data/14d118ee-a83a-b09b-5913-1a58940a5db1/data/default/TestAcidGuarantees/367f9543bd55c4de93e7f8a883c9319d/C/6b682f27207b43a595f55eb84b0da3c8, hdfs://localhost:34345/user/jenkins/test-data/14d118ee-a83a-b09b-5913-1a58940a5db1/data/default/TestAcidGuarantees/367f9543bd55c4de93e7f8a883c9319d/C/b657a05d48f14dcca445cc18fe439936, hdfs://localhost:34345/user/jenkins/test-data/14d118ee-a83a-b09b-5913-1a58940a5db1/data/default/TestAcidGuarantees/367f9543bd55c4de93e7f8a883c9319d/C/4ed6d551e3a447138c7584300efcc568] to archive 2024-11-14T14:42:24,827 DEBUG [StoreCloser-TestAcidGuarantees,,1731595315055.367f9543bd55c4de93e7f8a883c9319d.-1 {}] backup.HFileArchiver(360): Archiving compacted files. 2024-11-14T14:42:24,828 DEBUG [StoreCloser-TestAcidGuarantees,,1731595315055.367f9543bd55c4de93e7f8a883c9319d.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:34345/user/jenkins/test-data/14d118ee-a83a-b09b-5913-1a58940a5db1/data/default/TestAcidGuarantees/367f9543bd55c4de93e7f8a883c9319d/C/da2551c988d04528ab868489248bdab3 to hdfs://localhost:34345/user/jenkins/test-data/14d118ee-a83a-b09b-5913-1a58940a5db1/archive/data/default/TestAcidGuarantees/367f9543bd55c4de93e7f8a883c9319d/C/da2551c988d04528ab868489248bdab3 2024-11-14T14:42:24,829 DEBUG [StoreCloser-TestAcidGuarantees,,1731595315055.367f9543bd55c4de93e7f8a883c9319d.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:34345/user/jenkins/test-data/14d118ee-a83a-b09b-5913-1a58940a5db1/data/default/TestAcidGuarantees/367f9543bd55c4de93e7f8a883c9319d/C/03ccdf0ca33d4fa3a88e7fd9925bd344 to hdfs://localhost:34345/user/jenkins/test-data/14d118ee-a83a-b09b-5913-1a58940a5db1/archive/data/default/TestAcidGuarantees/367f9543bd55c4de93e7f8a883c9319d/C/03ccdf0ca33d4fa3a88e7fd9925bd344 2024-11-14T14:42:24,830 DEBUG [StoreCloser-TestAcidGuarantees,,1731595315055.367f9543bd55c4de93e7f8a883c9319d.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:34345/user/jenkins/test-data/14d118ee-a83a-b09b-5913-1a58940a5db1/data/default/TestAcidGuarantees/367f9543bd55c4de93e7f8a883c9319d/C/5f1f31948b3649009ad7ddaa59ae28ef to hdfs://localhost:34345/user/jenkins/test-data/14d118ee-a83a-b09b-5913-1a58940a5db1/archive/data/default/TestAcidGuarantees/367f9543bd55c4de93e7f8a883c9319d/C/5f1f31948b3649009ad7ddaa59ae28ef 2024-11-14T14:42:24,831 DEBUG [StoreCloser-TestAcidGuarantees,,1731595315055.367f9543bd55c4de93e7f8a883c9319d.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:34345/user/jenkins/test-data/14d118ee-a83a-b09b-5913-1a58940a5db1/data/default/TestAcidGuarantees/367f9543bd55c4de93e7f8a883c9319d/C/6638ec2e74874880b88ad1203ff21dbe to hdfs://localhost:34345/user/jenkins/test-data/14d118ee-a83a-b09b-5913-1a58940a5db1/archive/data/default/TestAcidGuarantees/367f9543bd55c4de93e7f8a883c9319d/C/6638ec2e74874880b88ad1203ff21dbe 2024-11-14T14:42:24,831 DEBUG [StoreCloser-TestAcidGuarantees,,1731595315055.367f9543bd55c4de93e7f8a883c9319d.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:34345/user/jenkins/test-data/14d118ee-a83a-b09b-5913-1a58940a5db1/data/default/TestAcidGuarantees/367f9543bd55c4de93e7f8a883c9319d/C/617db39114e94a57a5db05b018f6e0c6 to hdfs://localhost:34345/user/jenkins/test-data/14d118ee-a83a-b09b-5913-1a58940a5db1/archive/data/default/TestAcidGuarantees/367f9543bd55c4de93e7f8a883c9319d/C/617db39114e94a57a5db05b018f6e0c6 2024-11-14T14:42:24,832 DEBUG [StoreCloser-TestAcidGuarantees,,1731595315055.367f9543bd55c4de93e7f8a883c9319d.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:34345/user/jenkins/test-data/14d118ee-a83a-b09b-5913-1a58940a5db1/data/default/TestAcidGuarantees/367f9543bd55c4de93e7f8a883c9319d/C/2dba22befe334b4b8590f62d9b91885b to hdfs://localhost:34345/user/jenkins/test-data/14d118ee-a83a-b09b-5913-1a58940a5db1/archive/data/default/TestAcidGuarantees/367f9543bd55c4de93e7f8a883c9319d/C/2dba22befe334b4b8590f62d9b91885b 2024-11-14T14:42:24,833 DEBUG [StoreCloser-TestAcidGuarantees,,1731595315055.367f9543bd55c4de93e7f8a883c9319d.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:34345/user/jenkins/test-data/14d118ee-a83a-b09b-5913-1a58940a5db1/data/default/TestAcidGuarantees/367f9543bd55c4de93e7f8a883c9319d/C/700c53b06169465b86d154dad7fb68fa to hdfs://localhost:34345/user/jenkins/test-data/14d118ee-a83a-b09b-5913-1a58940a5db1/archive/data/default/TestAcidGuarantees/367f9543bd55c4de93e7f8a883c9319d/C/700c53b06169465b86d154dad7fb68fa 2024-11-14T14:42:24,834 DEBUG [StoreCloser-TestAcidGuarantees,,1731595315055.367f9543bd55c4de93e7f8a883c9319d.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:34345/user/jenkins/test-data/14d118ee-a83a-b09b-5913-1a58940a5db1/data/default/TestAcidGuarantees/367f9543bd55c4de93e7f8a883c9319d/C/5f1cc48a4c7d4be799253195ef4ad298 to hdfs://localhost:34345/user/jenkins/test-data/14d118ee-a83a-b09b-5913-1a58940a5db1/archive/data/default/TestAcidGuarantees/367f9543bd55c4de93e7f8a883c9319d/C/5f1cc48a4c7d4be799253195ef4ad298 2024-11-14T14:42:24,835 DEBUG [StoreCloser-TestAcidGuarantees,,1731595315055.367f9543bd55c4de93e7f8a883c9319d.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:34345/user/jenkins/test-data/14d118ee-a83a-b09b-5913-1a58940a5db1/data/default/TestAcidGuarantees/367f9543bd55c4de93e7f8a883c9319d/C/2390055ce6c947baa1d2e000040e8f24 to hdfs://localhost:34345/user/jenkins/test-data/14d118ee-a83a-b09b-5913-1a58940a5db1/archive/data/default/TestAcidGuarantees/367f9543bd55c4de93e7f8a883c9319d/C/2390055ce6c947baa1d2e000040e8f24 2024-11-14T14:42:24,836 DEBUG [StoreCloser-TestAcidGuarantees,,1731595315055.367f9543bd55c4de93e7f8a883c9319d.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:34345/user/jenkins/test-data/14d118ee-a83a-b09b-5913-1a58940a5db1/data/default/TestAcidGuarantees/367f9543bd55c4de93e7f8a883c9319d/C/64f9fa3ad7464739a6e0844ed17590ad to hdfs://localhost:34345/user/jenkins/test-data/14d118ee-a83a-b09b-5913-1a58940a5db1/archive/data/default/TestAcidGuarantees/367f9543bd55c4de93e7f8a883c9319d/C/64f9fa3ad7464739a6e0844ed17590ad 2024-11-14T14:42:24,837 DEBUG [StoreCloser-TestAcidGuarantees,,1731595315055.367f9543bd55c4de93e7f8a883c9319d.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:34345/user/jenkins/test-data/14d118ee-a83a-b09b-5913-1a58940a5db1/data/default/TestAcidGuarantees/367f9543bd55c4de93e7f8a883c9319d/C/dc078b4aff014915bef1c087c19ce7b2 to hdfs://localhost:34345/user/jenkins/test-data/14d118ee-a83a-b09b-5913-1a58940a5db1/archive/data/default/TestAcidGuarantees/367f9543bd55c4de93e7f8a883c9319d/C/dc078b4aff014915bef1c087c19ce7b2 2024-11-14T14:42:24,838 DEBUG [StoreCloser-TestAcidGuarantees,,1731595315055.367f9543bd55c4de93e7f8a883c9319d.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:34345/user/jenkins/test-data/14d118ee-a83a-b09b-5913-1a58940a5db1/data/default/TestAcidGuarantees/367f9543bd55c4de93e7f8a883c9319d/C/d1b1632bd2d347de96350c73a0483d6f to hdfs://localhost:34345/user/jenkins/test-data/14d118ee-a83a-b09b-5913-1a58940a5db1/archive/data/default/TestAcidGuarantees/367f9543bd55c4de93e7f8a883c9319d/C/d1b1632bd2d347de96350c73a0483d6f 2024-11-14T14:42:24,838 DEBUG [StoreCloser-TestAcidGuarantees,,1731595315055.367f9543bd55c4de93e7f8a883c9319d.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:34345/user/jenkins/test-data/14d118ee-a83a-b09b-5913-1a58940a5db1/data/default/TestAcidGuarantees/367f9543bd55c4de93e7f8a883c9319d/C/6963e430df024318b685bd55be06268e to hdfs://localhost:34345/user/jenkins/test-data/14d118ee-a83a-b09b-5913-1a58940a5db1/archive/data/default/TestAcidGuarantees/367f9543bd55c4de93e7f8a883c9319d/C/6963e430df024318b685bd55be06268e 2024-11-14T14:42:24,839 DEBUG [StoreCloser-TestAcidGuarantees,,1731595315055.367f9543bd55c4de93e7f8a883c9319d.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:34345/user/jenkins/test-data/14d118ee-a83a-b09b-5913-1a58940a5db1/data/default/TestAcidGuarantees/367f9543bd55c4de93e7f8a883c9319d/C/030de5bdd1a44458bd69ab152e3758fa to hdfs://localhost:34345/user/jenkins/test-data/14d118ee-a83a-b09b-5913-1a58940a5db1/archive/data/default/TestAcidGuarantees/367f9543bd55c4de93e7f8a883c9319d/C/030de5bdd1a44458bd69ab152e3758fa 2024-11-14T14:42:24,840 DEBUG [StoreCloser-TestAcidGuarantees,,1731595315055.367f9543bd55c4de93e7f8a883c9319d.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:34345/user/jenkins/test-data/14d118ee-a83a-b09b-5913-1a58940a5db1/data/default/TestAcidGuarantees/367f9543bd55c4de93e7f8a883c9319d/C/6718e888e52846138e70638a89dfaf94 to hdfs://localhost:34345/user/jenkins/test-data/14d118ee-a83a-b09b-5913-1a58940a5db1/archive/data/default/TestAcidGuarantees/367f9543bd55c4de93e7f8a883c9319d/C/6718e888e52846138e70638a89dfaf94 2024-11-14T14:42:24,841 DEBUG [StoreCloser-TestAcidGuarantees,,1731595315055.367f9543bd55c4de93e7f8a883c9319d.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:34345/user/jenkins/test-data/14d118ee-a83a-b09b-5913-1a58940a5db1/data/default/TestAcidGuarantees/367f9543bd55c4de93e7f8a883c9319d/C/ce9ce49c47404ff39e3e77a1b7a79d1e to hdfs://localhost:34345/user/jenkins/test-data/14d118ee-a83a-b09b-5913-1a58940a5db1/archive/data/default/TestAcidGuarantees/367f9543bd55c4de93e7f8a883c9319d/C/ce9ce49c47404ff39e3e77a1b7a79d1e 2024-11-14T14:42:24,841 DEBUG [StoreCloser-TestAcidGuarantees,,1731595315055.367f9543bd55c4de93e7f8a883c9319d.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:34345/user/jenkins/test-data/14d118ee-a83a-b09b-5913-1a58940a5db1/data/default/TestAcidGuarantees/367f9543bd55c4de93e7f8a883c9319d/C/6477ce48a5514194a04fd24aca8d1397 to hdfs://localhost:34345/user/jenkins/test-data/14d118ee-a83a-b09b-5913-1a58940a5db1/archive/data/default/TestAcidGuarantees/367f9543bd55c4de93e7f8a883c9319d/C/6477ce48a5514194a04fd24aca8d1397 2024-11-14T14:42:24,842 DEBUG [StoreCloser-TestAcidGuarantees,,1731595315055.367f9543bd55c4de93e7f8a883c9319d.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:34345/user/jenkins/test-data/14d118ee-a83a-b09b-5913-1a58940a5db1/data/default/TestAcidGuarantees/367f9543bd55c4de93e7f8a883c9319d/C/c0a6fe5643c64990891b26dcf3f73758 to hdfs://localhost:34345/user/jenkins/test-data/14d118ee-a83a-b09b-5913-1a58940a5db1/archive/data/default/TestAcidGuarantees/367f9543bd55c4de93e7f8a883c9319d/C/c0a6fe5643c64990891b26dcf3f73758 2024-11-14T14:42:24,843 DEBUG [StoreCloser-TestAcidGuarantees,,1731595315055.367f9543bd55c4de93e7f8a883c9319d.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:34345/user/jenkins/test-data/14d118ee-a83a-b09b-5913-1a58940a5db1/data/default/TestAcidGuarantees/367f9543bd55c4de93e7f8a883c9319d/C/99078dda4a37485fb28630262783e69a to hdfs://localhost:34345/user/jenkins/test-data/14d118ee-a83a-b09b-5913-1a58940a5db1/archive/data/default/TestAcidGuarantees/367f9543bd55c4de93e7f8a883c9319d/C/99078dda4a37485fb28630262783e69a 2024-11-14T14:42:24,844 DEBUG [StoreCloser-TestAcidGuarantees,,1731595315055.367f9543bd55c4de93e7f8a883c9319d.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:34345/user/jenkins/test-data/14d118ee-a83a-b09b-5913-1a58940a5db1/data/default/TestAcidGuarantees/367f9543bd55c4de93e7f8a883c9319d/C/6b682f27207b43a595f55eb84b0da3c8 to hdfs://localhost:34345/user/jenkins/test-data/14d118ee-a83a-b09b-5913-1a58940a5db1/archive/data/default/TestAcidGuarantees/367f9543bd55c4de93e7f8a883c9319d/C/6b682f27207b43a595f55eb84b0da3c8 2024-11-14T14:42:24,845 DEBUG [StoreCloser-TestAcidGuarantees,,1731595315055.367f9543bd55c4de93e7f8a883c9319d.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:34345/user/jenkins/test-data/14d118ee-a83a-b09b-5913-1a58940a5db1/data/default/TestAcidGuarantees/367f9543bd55c4de93e7f8a883c9319d/C/b657a05d48f14dcca445cc18fe439936 to hdfs://localhost:34345/user/jenkins/test-data/14d118ee-a83a-b09b-5913-1a58940a5db1/archive/data/default/TestAcidGuarantees/367f9543bd55c4de93e7f8a883c9319d/C/b657a05d48f14dcca445cc18fe439936 2024-11-14T14:42:24,846 DEBUG [StoreCloser-TestAcidGuarantees,,1731595315055.367f9543bd55c4de93e7f8a883c9319d.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:34345/user/jenkins/test-data/14d118ee-a83a-b09b-5913-1a58940a5db1/data/default/TestAcidGuarantees/367f9543bd55c4de93e7f8a883c9319d/C/4ed6d551e3a447138c7584300efcc568 to hdfs://localhost:34345/user/jenkins/test-data/14d118ee-a83a-b09b-5913-1a58940a5db1/archive/data/default/TestAcidGuarantees/367f9543bd55c4de93e7f8a883c9319d/C/4ed6d551e3a447138c7584300efcc568 2024-11-14T14:42:24,850 DEBUG [RS_CLOSE_REGION-regionserver/da1c6afcd1f9:0-0 {event_type=M_RS_CLOSE_REGION, pid=118}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:34345/user/jenkins/test-data/14d118ee-a83a-b09b-5913-1a58940a5db1/data/default/TestAcidGuarantees/367f9543bd55c4de93e7f8a883c9319d/recovered.edits/354.seqid, newMaxSeqId=354, maxSeqId=4 2024-11-14T14:42:24,850 INFO [RS_CLOSE_REGION-regionserver/da1c6afcd1f9:0-0 {event_type=M_RS_CLOSE_REGION, pid=118}] regionserver.HRegion(1973): Closed TestAcidGuarantees,,1731595315055.367f9543bd55c4de93e7f8a883c9319d. 2024-11-14T14:42:24,850 DEBUG [RS_CLOSE_REGION-regionserver/da1c6afcd1f9:0-0 {event_type=M_RS_CLOSE_REGION, pid=118}] regionserver.HRegion(1676): Region close journal for 367f9543bd55c4de93e7f8a883c9319d: Waiting for close lock at 1731595343131Running coprocessor pre-close hooks at 1731595343131Disabling compacts and flushes for region at 1731595343131Disabling writes for close at 1731595343131Obtaining lock to block concurrent updates at 1731595343131Preparing flush snapshotting stores in 367f9543bd55c4de93e7f8a883c9319d at 1731595343131Finished memstore snapshotting TestAcidGuarantees,,1731595315055.367f9543bd55c4de93e7f8a883c9319d., syncing WAL and waiting on mvcc, flushsize=dataSize=27480, getHeapSize=82320, getOffHeapSize=0, getCellsCount=600 at 1731595343132 (+1 ms)Flushing stores of TestAcidGuarantees,,1731595315055.367f9543bd55c4de93e7f8a883c9319d. at 1731595343133 (+1 ms)Flushing 367f9543bd55c4de93e7f8a883c9319d/A: creating writer at 1731595343133Flushing mob file 367f9543bd55c4de93e7f8a883c9319d/A: appending metadata at 1731595343137 (+4 ms)Flushing mob file 367f9543bd55c4de93e7f8a883c9319d/A: closing flushed file at 1731595343137Flushing 367f9543bd55c4de93e7f8a883c9319d/A: appending metadata at 1731595343545 (+408 ms)Flushing 367f9543bd55c4de93e7f8a883c9319d/A: closing flushed file at 1731595343545Flushing 367f9543bd55c4de93e7f8a883c9319d/B: creating writer at 1731595343953 (+408 ms)Flushing 367f9543bd55c4de93e7f8a883c9319d/B: appending metadata at 1731595343956 (+3 ms)Flushing 367f9543bd55c4de93e7f8a883c9319d/B: closing flushed file at 1731595343956Flushing 367f9543bd55c4de93e7f8a883c9319d/C: creating writer at 1731595344363 (+407 ms)Flushing 367f9543bd55c4de93e7f8a883c9319d/C: appending metadata at 1731595344366 (+3 ms)Flushing 367f9543bd55c4de93e7f8a883c9319d/C: closing flushed file at 1731595344366Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@56265fdf: reopening flushed file at 1731595344774 (+408 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@1ad95684: reopening flushed file at 1731595344778 (+4 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@3d36ab9c: reopening flushed file at 1731595344782 (+4 ms)Finished flush of dataSize ~26.84 KB/27480, heapSize ~80.39 KB/82320, currentSize=0 B/0 for 367f9543bd55c4de93e7f8a883c9319d in 1655ms, sequenceid=351, compaction requested=false at 1731595344786 (+4 ms)Writing region close event to WAL at 1731595344847 (+61 ms)Running coprocessor post-close hooks at 1731595344850 (+3 ms)Closed at 1731595344850 2024-11-14T14:42:24,852 INFO [RS_CLOSE_REGION-regionserver/da1c6afcd1f9:0-0 {event_type=M_RS_CLOSE_REGION, pid=118}] handler.UnassignRegionHandler(157): Closed 367f9543bd55c4de93e7f8a883c9319d 2024-11-14T14:42:24,853 INFO [PEWorker-2 {}] assignment.RegionStateStore(223): pid=117 updating hbase:meta row=367f9543bd55c4de93e7f8a883c9319d, regionState=CLOSED 2024-11-14T14:42:24,854 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-3 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=118, ppid=117, state=RUNNABLE, hasLock=false; CloseRegionProcedure 367f9543bd55c4de93e7f8a883c9319d, server=da1c6afcd1f9,35765,1731595233113 because future has completed 2024-11-14T14:42:24,856 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=118, resume processing ppid=117 2024-11-14T14:42:24,856 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1521): Finished pid=118, ppid=117, state=SUCCESS, hasLock=false; CloseRegionProcedure 367f9543bd55c4de93e7f8a883c9319d, server=da1c6afcd1f9,35765,1731595233113 in 1.8760 sec 2024-11-14T14:42:24,857 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=117, resume processing ppid=116 2024-11-14T14:42:24,857 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1521): Finished pid=117, ppid=116, state=SUCCESS, hasLock=false; TransitRegionStateProcedure table=TestAcidGuarantees, region=367f9543bd55c4de93e7f8a883c9319d, UNASSIGN in 1.8800 sec 2024-11-14T14:42:24,859 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=116, resume processing ppid=115 2024-11-14T14:42:24,859 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1521): Finished pid=116, ppid=115, state=SUCCESS, hasLock=false; CloseTableRegionsProcedure table=TestAcidGuarantees in 1.8830 sec 2024-11-14T14:42:24,860 DEBUG [PEWorker-4 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":1,"row":"TestAcidGuarantees","families":{"table":[{"qualifier":"state","vlen":2,"tag":[],"timestamp":"1731595344860"}]},"ts":"1731595344860"} 2024-11-14T14:42:24,861 INFO [PEWorker-4 {}] hbase.MetaTableAccessor(843): Updated tableName=TestAcidGuarantees, state=DISABLED in hbase:meta 2024-11-14T14:42:24,861 INFO [PEWorker-4 {}] procedure.DisableTableProcedure(296): Set TestAcidGuarantees to state=DISABLED 2024-11-14T14:42:24,863 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1521): Finished pid=115, state=SUCCESS, hasLock=false; DisableTableProcedure table=TestAcidGuarantees in 1.8920 sec 2024-11-14T14:42:25,116 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45145 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=115 2024-11-14T14:42:25,117 INFO [RPCClient-NioEventLoopGroup-4-4 {}] client.RawAsyncHBaseAdmin$TableProcedureBiConsumer(2721): Operation: DISABLE, Table Name: default:TestAcidGuarantees completed 2024-11-14T14:42:25,117 INFO [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45145 {}] master.HMaster$5(2570): Client=jenkins//172.17.0.2 delete TestAcidGuarantees 2024-11-14T14:42:25,118 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45145 {}] procedure2.ProcedureExecutor(1139): Stored pid=119, state=RUNNABLE:DELETE_TABLE_PRE_OPERATION, hasLock=false; DeleteTableProcedure table=TestAcidGuarantees 2024-11-14T14:42:25,119 DEBUG [PEWorker-2 {}] procedure.DeleteTableProcedure(103): Waiting for RIT for pid=119, state=RUNNABLE:DELETE_TABLE_PRE_OPERATION, hasLock=true; DeleteTableProcedure table=TestAcidGuarantees 2024-11-14T14:42:25,119 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45145 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=119 2024-11-14T14:42:25,120 DEBUG [PEWorker-2 {}] procedure.DeleteTableProcedure(115): Deleting regions from filesystem for pid=119, state=RUNNABLE:DELETE_TABLE_CLEAR_FS_LAYOUT, hasLock=true; DeleteTableProcedure table=TestAcidGuarantees 2024-11-14T14:42:25,122 DEBUG [HFileArchiver-4 {}] backup.HFileArchiver(131): ARCHIVING hdfs://localhost:34345/user/jenkins/test-data/14d118ee-a83a-b09b-5913-1a58940a5db1/data/default/TestAcidGuarantees/367f9543bd55c4de93e7f8a883c9319d 2024-11-14T14:42:25,124 DEBUG [HFileArchiver-4 {}] backup.HFileArchiver(159): Archiving [FileablePath, hdfs://localhost:34345/user/jenkins/test-data/14d118ee-a83a-b09b-5913-1a58940a5db1/data/default/TestAcidGuarantees/367f9543bd55c4de93e7f8a883c9319d/A, FileablePath, hdfs://localhost:34345/user/jenkins/test-data/14d118ee-a83a-b09b-5913-1a58940a5db1/data/default/TestAcidGuarantees/367f9543bd55c4de93e7f8a883c9319d/B, FileablePath, hdfs://localhost:34345/user/jenkins/test-data/14d118ee-a83a-b09b-5913-1a58940a5db1/data/default/TestAcidGuarantees/367f9543bd55c4de93e7f8a883c9319d/C, FileablePath, hdfs://localhost:34345/user/jenkins/test-data/14d118ee-a83a-b09b-5913-1a58940a5db1/data/default/TestAcidGuarantees/367f9543bd55c4de93e7f8a883c9319d/recovered.edits] 2024-11-14T14:42:25,126 DEBUG [HFileArchiver-4 {}] backup.HFileArchiver(596): Archived from FileablePath, hdfs://localhost:34345/user/jenkins/test-data/14d118ee-a83a-b09b-5913-1a58940a5db1/data/default/TestAcidGuarantees/367f9543bd55c4de93e7f8a883c9319d/A/b3904af75dde48698cc3fce9a6ad93fe to hdfs://localhost:34345/user/jenkins/test-data/14d118ee-a83a-b09b-5913-1a58940a5db1/archive/data/default/TestAcidGuarantees/367f9543bd55c4de93e7f8a883c9319d/A/b3904af75dde48698cc3fce9a6ad93fe 2024-11-14T14:42:25,131 DEBUG [HFileArchiver-4 {}] backup.HFileArchiver(596): Archived from FileablePath, hdfs://localhost:34345/user/jenkins/test-data/14d118ee-a83a-b09b-5913-1a58940a5db1/data/default/TestAcidGuarantees/367f9543bd55c4de93e7f8a883c9319d/A/c8876af91d3f4bffbb4ddc5684163719 to hdfs://localhost:34345/user/jenkins/test-data/14d118ee-a83a-b09b-5913-1a58940a5db1/archive/data/default/TestAcidGuarantees/367f9543bd55c4de93e7f8a883c9319d/A/c8876af91d3f4bffbb4ddc5684163719 2024-11-14T14:42:25,134 DEBUG [HFileArchiver-4 {}] backup.HFileArchiver(596): Archived from FileablePath, hdfs://localhost:34345/user/jenkins/test-data/14d118ee-a83a-b09b-5913-1a58940a5db1/data/default/TestAcidGuarantees/367f9543bd55c4de93e7f8a883c9319d/B/61d5c914825048c4bc78b493bee66d11 to hdfs://localhost:34345/user/jenkins/test-data/14d118ee-a83a-b09b-5913-1a58940a5db1/archive/data/default/TestAcidGuarantees/367f9543bd55c4de93e7f8a883c9319d/B/61d5c914825048c4bc78b493bee66d11 2024-11-14T14:42:25,135 DEBUG [HFileArchiver-4 {}] backup.HFileArchiver(596): Archived from FileablePath, hdfs://localhost:34345/user/jenkins/test-data/14d118ee-a83a-b09b-5913-1a58940a5db1/data/default/TestAcidGuarantees/367f9543bd55c4de93e7f8a883c9319d/B/cf35b632e4ff42f6ad5c0d37aa8951a2 to hdfs://localhost:34345/user/jenkins/test-data/14d118ee-a83a-b09b-5913-1a58940a5db1/archive/data/default/TestAcidGuarantees/367f9543bd55c4de93e7f8a883c9319d/B/cf35b632e4ff42f6ad5c0d37aa8951a2 2024-11-14T14:42:25,137 DEBUG [HFileArchiver-4 {}] backup.HFileArchiver(596): Archived from FileablePath, hdfs://localhost:34345/user/jenkins/test-data/14d118ee-a83a-b09b-5913-1a58940a5db1/data/default/TestAcidGuarantees/367f9543bd55c4de93e7f8a883c9319d/C/d6a2c2f2972e434ea1adccc877d641c7 to hdfs://localhost:34345/user/jenkins/test-data/14d118ee-a83a-b09b-5913-1a58940a5db1/archive/data/default/TestAcidGuarantees/367f9543bd55c4de93e7f8a883c9319d/C/d6a2c2f2972e434ea1adccc877d641c7 2024-11-14T14:42:25,138 DEBUG [HFileArchiver-4 {}] backup.HFileArchiver(596): Archived from FileablePath, hdfs://localhost:34345/user/jenkins/test-data/14d118ee-a83a-b09b-5913-1a58940a5db1/data/default/TestAcidGuarantees/367f9543bd55c4de93e7f8a883c9319d/C/de58172c04f346d08efb224b97b41dff to hdfs://localhost:34345/user/jenkins/test-data/14d118ee-a83a-b09b-5913-1a58940a5db1/archive/data/default/TestAcidGuarantees/367f9543bd55c4de93e7f8a883c9319d/C/de58172c04f346d08efb224b97b41dff 2024-11-14T14:42:25,140 DEBUG [HFileArchiver-4 {}] backup.HFileArchiver(596): Archived from FileablePath, hdfs://localhost:34345/user/jenkins/test-data/14d118ee-a83a-b09b-5913-1a58940a5db1/data/default/TestAcidGuarantees/367f9543bd55c4de93e7f8a883c9319d/recovered.edits/354.seqid to hdfs://localhost:34345/user/jenkins/test-data/14d118ee-a83a-b09b-5913-1a58940a5db1/archive/data/default/TestAcidGuarantees/367f9543bd55c4de93e7f8a883c9319d/recovered.edits/354.seqid 2024-11-14T14:42:25,140 DEBUG [HFileArchiver-4 {}] backup.HFileArchiver(610): Deleted hdfs://localhost:34345/user/jenkins/test-data/14d118ee-a83a-b09b-5913-1a58940a5db1/data/default/TestAcidGuarantees/367f9543bd55c4de93e7f8a883c9319d 2024-11-14T14:42:25,141 DEBUG [PEWorker-2 {}] procedure.DeleteTableProcedure(313): Archived TestAcidGuarantees regions 2024-11-14T14:42:25,141 DEBUG [PEWorker-2 {}] backup.HFileArchiver(131): ARCHIVING hdfs://localhost:34345/user/jenkins/test-data/14d118ee-a83a-b09b-5913-1a58940a5db1/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3 2024-11-14T14:42:25,141 DEBUG [PEWorker-2 {}] backup.HFileArchiver(159): Archiving [FileablePath, hdfs://localhost:34345/user/jenkins/test-data/14d118ee-a83a-b09b-5913-1a58940a5db1/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A] 2024-11-14T14:42:25,144 DEBUG [PEWorker-2 {}] backup.HFileArchiver(596): Archived from FileablePath, hdfs://localhost:34345/user/jenkins/test-data/14d118ee-a83a-b09b-5913-1a58940a5db1/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e20241114088770aad2e041f9a57cf255f96bec8d_367f9543bd55c4de93e7f8a883c9319d to hdfs://localhost:34345/user/jenkins/test-data/14d118ee-a83a-b09b-5913-1a58940a5db1/archive/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e20241114088770aad2e041f9a57cf255f96bec8d_367f9543bd55c4de93e7f8a883c9319d 2024-11-14T14:42:25,145 DEBUG [PEWorker-2 {}] backup.HFileArchiver(596): Archived from FileablePath, hdfs://localhost:34345/user/jenkins/test-data/14d118ee-a83a-b09b-5913-1a58940a5db1/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e202411141cce4f89b6d9488182314d3a9768ddca_367f9543bd55c4de93e7f8a883c9319d to hdfs://localhost:34345/user/jenkins/test-data/14d118ee-a83a-b09b-5913-1a58940a5db1/archive/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e202411141cce4f89b6d9488182314d3a9768ddca_367f9543bd55c4de93e7f8a883c9319d 2024-11-14T14:42:25,145 DEBUG [PEWorker-2 {}] backup.HFileArchiver(596): Archived from FileablePath, hdfs://localhost:34345/user/jenkins/test-data/14d118ee-a83a-b09b-5913-1a58940a5db1/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e2024111421b7c2ed763e40528d9ec079f8e165cb_367f9543bd55c4de93e7f8a883c9319d to hdfs://localhost:34345/user/jenkins/test-data/14d118ee-a83a-b09b-5913-1a58940a5db1/archive/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e2024111421b7c2ed763e40528d9ec079f8e165cb_367f9543bd55c4de93e7f8a883c9319d 2024-11-14T14:42:25,146 DEBUG [PEWorker-2 {}] backup.HFileArchiver(596): Archived from FileablePath, hdfs://localhost:34345/user/jenkins/test-data/14d118ee-a83a-b09b-5913-1a58940a5db1/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e2024111424a57a748adb4f0d85df64172c4bbea2_367f9543bd55c4de93e7f8a883c9319d to hdfs://localhost:34345/user/jenkins/test-data/14d118ee-a83a-b09b-5913-1a58940a5db1/archive/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e2024111424a57a748adb4f0d85df64172c4bbea2_367f9543bd55c4de93e7f8a883c9319d 2024-11-14T14:42:25,147 DEBUG [PEWorker-2 {}] backup.HFileArchiver(596): Archived from FileablePath, hdfs://localhost:34345/user/jenkins/test-data/14d118ee-a83a-b09b-5913-1a58940a5db1/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e2024111424f9543eb16a45649f00090862c7015f_367f9543bd55c4de93e7f8a883c9319d to hdfs://localhost:34345/user/jenkins/test-data/14d118ee-a83a-b09b-5913-1a58940a5db1/archive/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e2024111424f9543eb16a45649f00090862c7015f_367f9543bd55c4de93e7f8a883c9319d 2024-11-14T14:42:25,148 DEBUG [PEWorker-2 {}] backup.HFileArchiver(596): Archived from FileablePath, hdfs://localhost:34345/user/jenkins/test-data/14d118ee-a83a-b09b-5913-1a58940a5db1/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e2024111436415349b3e0470a80e8b4f69f2602be_367f9543bd55c4de93e7f8a883c9319d to hdfs://localhost:34345/user/jenkins/test-data/14d118ee-a83a-b09b-5913-1a58940a5db1/archive/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e2024111436415349b3e0470a80e8b4f69f2602be_367f9543bd55c4de93e7f8a883c9319d 2024-11-14T14:42:25,150 DEBUG [PEWorker-2 {}] backup.HFileArchiver(596): Archived from FileablePath, hdfs://localhost:34345/user/jenkins/test-data/14d118ee-a83a-b09b-5913-1a58940a5db1/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e202411143c1fc4a854944b52bc311966d8969d14_367f9543bd55c4de93e7f8a883c9319d to hdfs://localhost:34345/user/jenkins/test-data/14d118ee-a83a-b09b-5913-1a58940a5db1/archive/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e202411143c1fc4a854944b52bc311966d8969d14_367f9543bd55c4de93e7f8a883c9319d 2024-11-14T14:42:25,151 DEBUG [PEWorker-2 {}] backup.HFileArchiver(596): Archived from FileablePath, hdfs://localhost:34345/user/jenkins/test-data/14d118ee-a83a-b09b-5913-1a58940a5db1/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e2024111451d55522103d43529ae05d0a71a826fc_367f9543bd55c4de93e7f8a883c9319d to hdfs://localhost:34345/user/jenkins/test-data/14d118ee-a83a-b09b-5913-1a58940a5db1/archive/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e2024111451d55522103d43529ae05d0a71a826fc_367f9543bd55c4de93e7f8a883c9319d 2024-11-14T14:42:25,152 DEBUG [PEWorker-2 {}] backup.HFileArchiver(596): Archived from FileablePath, hdfs://localhost:34345/user/jenkins/test-data/14d118ee-a83a-b09b-5913-1a58940a5db1/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e202411145e15be5cc29a4f589ac09d751afb78b4_367f9543bd55c4de93e7f8a883c9319d to hdfs://localhost:34345/user/jenkins/test-data/14d118ee-a83a-b09b-5913-1a58940a5db1/archive/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e202411145e15be5cc29a4f589ac09d751afb78b4_367f9543bd55c4de93e7f8a883c9319d 2024-11-14T14:42:25,153 DEBUG [PEWorker-2 {}] backup.HFileArchiver(596): Archived from FileablePath, hdfs://localhost:34345/user/jenkins/test-data/14d118ee-a83a-b09b-5913-1a58940a5db1/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e20241114626788b9fd9544578fd9c1dcf58e546b_367f9543bd55c4de93e7f8a883c9319d to hdfs://localhost:34345/user/jenkins/test-data/14d118ee-a83a-b09b-5913-1a58940a5db1/archive/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e20241114626788b9fd9544578fd9c1dcf58e546b_367f9543bd55c4de93e7f8a883c9319d 2024-11-14T14:42:25,154 DEBUG [PEWorker-2 {}] backup.HFileArchiver(596): Archived from FileablePath, hdfs://localhost:34345/user/jenkins/test-data/14d118ee-a83a-b09b-5913-1a58940a5db1/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e2024111464da404726ef4901b21293896c3e66f8_367f9543bd55c4de93e7f8a883c9319d to hdfs://localhost:34345/user/jenkins/test-data/14d118ee-a83a-b09b-5913-1a58940a5db1/archive/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e2024111464da404726ef4901b21293896c3e66f8_367f9543bd55c4de93e7f8a883c9319d 2024-11-14T14:42:25,155 DEBUG [PEWorker-2 {}] backup.HFileArchiver(596): Archived from FileablePath, hdfs://localhost:34345/user/jenkins/test-data/14d118ee-a83a-b09b-5913-1a58940a5db1/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e202411148bbf75a03a474e84bf7ce0c56dbc8277_367f9543bd55c4de93e7f8a883c9319d to hdfs://localhost:34345/user/jenkins/test-data/14d118ee-a83a-b09b-5913-1a58940a5db1/archive/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e202411148bbf75a03a474e84bf7ce0c56dbc8277_367f9543bd55c4de93e7f8a883c9319d 2024-11-14T14:42:25,156 DEBUG [PEWorker-2 {}] backup.HFileArchiver(596): Archived from FileablePath, hdfs://localhost:34345/user/jenkins/test-data/14d118ee-a83a-b09b-5913-1a58940a5db1/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e2024111497bdd6952eb34982bed5aad7b5a3ccc9_367f9543bd55c4de93e7f8a883c9319d to hdfs://localhost:34345/user/jenkins/test-data/14d118ee-a83a-b09b-5913-1a58940a5db1/archive/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e2024111497bdd6952eb34982bed5aad7b5a3ccc9_367f9543bd55c4de93e7f8a883c9319d 2024-11-14T14:42:25,157 DEBUG [PEWorker-2 {}] backup.HFileArchiver(596): Archived from FileablePath, hdfs://localhost:34345/user/jenkins/test-data/14d118ee-a83a-b09b-5913-1a58940a5db1/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e202411149fb3c731347c4588809c2eff08c8f49f_367f9543bd55c4de93e7f8a883c9319d to hdfs://localhost:34345/user/jenkins/test-data/14d118ee-a83a-b09b-5913-1a58940a5db1/archive/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e202411149fb3c731347c4588809c2eff08c8f49f_367f9543bd55c4de93e7f8a883c9319d 2024-11-14T14:42:25,158 DEBUG [PEWorker-2 {}] backup.HFileArchiver(596): Archived from FileablePath, hdfs://localhost:34345/user/jenkins/test-data/14d118ee-a83a-b09b-5913-1a58940a5db1/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e20241114c15b7f488a4a48248d4b3f00fa7a96be_367f9543bd55c4de93e7f8a883c9319d to hdfs://localhost:34345/user/jenkins/test-data/14d118ee-a83a-b09b-5913-1a58940a5db1/archive/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e20241114c15b7f488a4a48248d4b3f00fa7a96be_367f9543bd55c4de93e7f8a883c9319d 2024-11-14T14:42:25,158 DEBUG [PEWorker-2 {}] backup.HFileArchiver(596): Archived from FileablePath, hdfs://localhost:34345/user/jenkins/test-data/14d118ee-a83a-b09b-5913-1a58940a5db1/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e20241114d7b2d5a95a1444c086053bdda6320787_367f9543bd55c4de93e7f8a883c9319d to hdfs://localhost:34345/user/jenkins/test-data/14d118ee-a83a-b09b-5913-1a58940a5db1/archive/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e20241114d7b2d5a95a1444c086053bdda6320787_367f9543bd55c4de93e7f8a883c9319d 2024-11-14T14:42:25,159 DEBUG [PEWorker-2 {}] backup.HFileArchiver(596): Archived from FileablePath, hdfs://localhost:34345/user/jenkins/test-data/14d118ee-a83a-b09b-5913-1a58940a5db1/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e20241114fad0ca555d6b42a7bb564bbcd0b34207_367f9543bd55c4de93e7f8a883c9319d to hdfs://localhost:34345/user/jenkins/test-data/14d118ee-a83a-b09b-5913-1a58940a5db1/archive/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e20241114fad0ca555d6b42a7bb564bbcd0b34207_367f9543bd55c4de93e7f8a883c9319d 2024-11-14T14:42:25,160 DEBUG [PEWorker-2 {}] backup.HFileArchiver(610): Deleted hdfs://localhost:34345/user/jenkins/test-data/14d118ee-a83a-b09b-5913-1a58940a5db1/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3 2024-11-14T14:42:25,162 DEBUG [PEWorker-2 {}] procedure.DeleteTableProcedure(120): Deleting regions from META for pid=119, state=RUNNABLE:DELETE_TABLE_REMOVE_FROM_META, hasLock=true; DeleteTableProcedure table=TestAcidGuarantees 2024-11-14T14:42:25,164 WARN [PEWorker-2 {}] procedure.DeleteTableProcedure(370): Deleting some vestigial 1 rows of TestAcidGuarantees from hbase:meta 2024-11-14T14:42:25,166 DEBUG [PEWorker-2 {}] procedure.DeleteTableProcedure(407): Removing 'TestAcidGuarantees' descriptor. 2024-11-14T14:42:25,167 DEBUG [PEWorker-2 {}] procedure.DeleteTableProcedure(126): Deleting assignment state for pid=119, state=RUNNABLE:DELETE_TABLE_UNASSIGN_REGIONS, hasLock=true; DeleteTableProcedure table=TestAcidGuarantees 2024-11-14T14:42:25,167 DEBUG [PEWorker-2 {}] procedure.DeleteTableProcedure(397): Removing 'TestAcidGuarantees' from region states. 2024-11-14T14:42:25,167 DEBUG [PEWorker-2 {}] assignment.RegionStateStore(723): Delete {"totalColumns":1,"row":"TestAcidGuarantees,,1731595315055.367f9543bd55c4de93e7f8a883c9319d.","families":{"info":[{"qualifier":"","vlen":0,"tag":[],"timestamp":"1731595345167"}]},"ts":"9223372036854775807"} 2024-11-14T14:42:25,169 INFO [PEWorker-2 {}] assignment.RegionStateStore(562): Deleted 1 regions from META 2024-11-14T14:42:25,169 DEBUG [PEWorker-2 {}] assignment.RegionStateStore(563): Deleted regions: [{ENCODED => 367f9543bd55c4de93e7f8a883c9319d, NAME => 'TestAcidGuarantees,,1731595315055.367f9543bd55c4de93e7f8a883c9319d.', STARTKEY => '', ENDKEY => ''}] 2024-11-14T14:42:25,169 DEBUG [PEWorker-2 {}] procedure.DeleteTableProcedure(401): Marking 'TestAcidGuarantees' as deleted. 2024-11-14T14:42:25,169 DEBUG [PEWorker-2 {}] hbase.MetaTableAccessor(964): Delete {"totalColumns":1,"row":"TestAcidGuarantees","families":{"table":[{"qualifier":"state","vlen":0,"tag":[],"timestamp":"1731595345169"}]},"ts":"9223372036854775807"} 2024-11-14T14:42:25,170 INFO [PEWorker-2 {}] hbase.MetaTableAccessor(867): Deleted table TestAcidGuarantees state from META 2024-11-14T14:42:25,171 DEBUG [PEWorker-2 {}] procedure.DeleteTableProcedure(133): Finished pid=119, state=RUNNABLE:DELETE_TABLE_POST_OPERATION, hasLock=true; DeleteTableProcedure table=TestAcidGuarantees 2024-11-14T14:42:25,172 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1521): Finished pid=119, state=SUCCESS, hasLock=false; DeleteTableProcedure table=TestAcidGuarantees in 54 msec 2024-11-14T14:42:25,226 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45145 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=119 2024-11-14T14:42:25,227 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocator(219): Clear meta cache for TestAcidGuarantees 2024-11-14T14:42:25,227 INFO [RPCClient-NioEventLoopGroup-4-4 {}] client.RawAsyncHBaseAdmin$TableProcedureBiConsumer(2721): Operation: DELETE, Table Name: default:TestAcidGuarantees completed 2024-11-14T14:42:25,236 INFO [Time-limited test {}] hbase.ResourceChecker(175): after: TestAcidGuaranteesWithEagerPolicy#testMobScanAtomicity Thread=251 (was 250) Potentially hanging thread: DataXceiver for client DFSClient_NONMAPREDUCE_-998488563_22 at /127.0.0.1:45328 [Waiting for operation #3057] java.base@17.0.11/sun.nio.ch.EPoll.wait(Native Method) java.base@17.0.11/sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:118) java.base@17.0.11/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:129) java.base@17.0.11/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:141) app//org.apache.hadoop.net.SocketIOWithTimeout$SelectorPool.select(SocketIOWithTimeout.java:335) app//org.apache.hadoop.net.SocketIOWithTimeout.doIO(SocketIOWithTimeout.java:156) app//org.apache.hadoop.net.SocketInputStream.read(SocketInputStream.java:161) app//org.apache.hadoop.net.SocketInputStream.read(SocketInputStream.java:131) java.base@17.0.11/java.io.BufferedInputStream.fill(BufferedInputStream.java:244) java.base@17.0.11/java.io.BufferedInputStream.read(BufferedInputStream.java:263) java.base@17.0.11/java.io.DataInputStream.readUnsignedShort(DataInputStream.java:334) java.base@17.0.11/java.io.DataInputStream.readShort(DataInputStream.java:312) app//org.apache.hadoop.hdfs.protocol.datatransfer.Receiver.readOp(Receiver.java:72) app//org.apache.hadoop.hdfs.server.datanode.DataXceiver.run(DataXceiver.java:273) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: DataXceiver for client DFSClient_NONMAPREDUCE_-672727787_22 at /127.0.0.1:50610 [Waiting for operation #3202] java.base@17.0.11/sun.nio.ch.EPoll.wait(Native Method) java.base@17.0.11/sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:118) java.base@17.0.11/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:129) java.base@17.0.11/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:141) app//org.apache.hadoop.net.SocketIOWithTimeout$SelectorPool.select(SocketIOWithTimeout.java:335) app//org.apache.hadoop.net.SocketIOWithTimeout.doIO(SocketIOWithTimeout.java:156) app//org.apache.hadoop.net.SocketInputStream.read(SocketInputStream.java:161) app//org.apache.hadoop.net.SocketInputStream.read(SocketInputStream.java:131) java.base@17.0.11/java.io.BufferedInputStream.fill(BufferedInputStream.java:244) java.base@17.0.11/java.io.BufferedInputStream.read(BufferedInputStream.java:263) java.base@17.0.11/java.io.DataInputStream.readUnsignedShort(DataInputStream.java:334) java.base@17.0.11/java.io.DataInputStream.readShort(DataInputStream.java:312) app//org.apache.hadoop.hdfs.protocol.datatransfer.Receiver.readOp(Receiver.java:72) app//org.apache.hadoop.hdfs.server.datanode.DataXceiver.run(DataXceiver.java:273) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: HFileArchiver-4 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:1674) java.base@17.0.11/java.util.concurrent.LinkedBlockingQueue.poll(LinkedBlockingQueue.java:460) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1061) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: DataXceiver for client DFSClient_NONMAPREDUCE_-672727787_22 at /127.0.0.1:58896 [Waiting for operation #1906] java.base@17.0.11/sun.nio.ch.EPoll.wait(Native Method) java.base@17.0.11/sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:118) java.base@17.0.11/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:129) java.base@17.0.11/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:141) app//org.apache.hadoop.net.SocketIOWithTimeout$SelectorPool.select(SocketIOWithTimeout.java:335) app//org.apache.hadoop.net.SocketIOWithTimeout.doIO(SocketIOWithTimeout.java:156) app//org.apache.hadoop.net.SocketInputStream.read(SocketInputStream.java:161) app//org.apache.hadoop.net.SocketInputStream.read(SocketInputStream.java:131) java.base@17.0.11/java.io.BufferedInputStream.fill(BufferedInputStream.java:244) java.base@17.0.11/java.io.BufferedInputStream.read(BufferedInputStream.java:263) java.base@17.0.11/java.io.DataInputStream.readUnsignedShort(DataInputStream.java:334) java.base@17.0.11/java.io.DataInputStream.readShort(DataInputStream.java:312) app//org.apache.hadoop.hdfs.protocol.datatransfer.Receiver.readOp(Receiver.java:72) app//org.apache.hadoop.hdfs.server.datanode.DataXceiver.run(DataXceiver.java:273) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: DataXceiver for client DFSClient_NONMAPREDUCE_-998488563_22 at /127.0.0.1:58858 [Waiting for operation #2041] java.base@17.0.11/sun.nio.ch.EPoll.wait(Native Method) java.base@17.0.11/sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:118) java.base@17.0.11/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:129) java.base@17.0.11/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:141) app//org.apache.hadoop.net.SocketIOWithTimeout$SelectorPool.select(SocketIOWithTimeout.java:335) app//org.apache.hadoop.net.SocketIOWithTimeout.doIO(SocketIOWithTimeout.java:156) app//org.apache.hadoop.net.SocketInputStream.read(SocketInputStream.java:161) app//org.apache.hadoop.net.SocketInputStream.read(SocketInputStream.java:131) java.base@17.0.11/java.io.BufferedInputStream.fill(BufferedInputStream.java:244) java.base@17.0.11/java.io.BufferedInputStream.read(BufferedInputStream.java:263) java.base@17.0.11/java.io.DataInputStream.readUnsignedShort(DataInputStream.java:334) java.base@17.0.11/java.io.DataInputStream.readShort(DataInputStream.java:312) app//org.apache.hadoop.hdfs.protocol.datatransfer.Receiver.readOp(Receiver.java:72) app//org.apache.hadoop.hdfs.server.datanode.DataXceiver.run(DataXceiver.java:273) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) - Thread LEAK? -, OpenFileDescriptor=465 (was 451) - OpenFileDescriptor LEAK? -, MaxFileDescriptor=1048576 (was 1048576), SystemLoadAverage=429 (was 474), ProcessCount=11 (was 11), AvailableMemoryMB=7446 (was 7575) 2024-11-14T14:42:25,245 INFO [Time-limited test {}] hbase.ResourceChecker(147): before: TestAcidGuaranteesWithEagerPolicy#testScanAtomicity Thread=251, OpenFileDescriptor=465, MaxFileDescriptor=1048576, SystemLoadAverage=429, ProcessCount=11, AvailableMemoryMB=7446 2024-11-14T14:42:25,246 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45145 {}] util.TableDescriptorChecker(321): MEMSTORE_FLUSHSIZE for table descriptor or "hbase.hregion.memstore.flush.size" (131072) is too small, which might cause very frequent flushing. 2024-11-14T14:42:25,246 INFO [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45145 {}] master.HMaster$4(2454): Client=jenkins//172.17.0.2 create 'TestAcidGuarantees', {TABLE_ATTRIBUTES => {METADATA => {'hbase.hregion.compacting.memstore.type' => 'EAGER', 'hbase.hregion.memstore.mslab.enabled' => 'false', 'hbase.memstore.inmemoryflush.threshold.factor' => '0.9'}}}, {NAME => 'A', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'B', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'C', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} 2024-11-14T14:42:25,247 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45145 {}] procedure2.ProcedureExecutor(1139): Stored pid=120, state=RUNNABLE:CREATE_TABLE_PRE_OPERATION, hasLock=false; CreateTableProcedure table=TestAcidGuarantees 2024-11-14T14:42:25,248 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=120, state=RUNNABLE:CREATE_TABLE_PRE_OPERATION, hasLock=true; CreateTableProcedure table=TestAcidGuarantees execute state=CREATE_TABLE_PRE_OPERATION 2024-11-14T14:42:25,248 DEBUG [PEWorker-3 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T14:42:25,248 INFO [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45145 {}] master.MasterRpcServices(787): Client=jenkins//172.17.0.2 procedure request for creating table: namespace: "default" qualifier: "TestAcidGuarantees" procId is: 120 2024-11-14T14:42:25,249 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45145 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=120 2024-11-14T14:42:25,249 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=120, state=RUNNABLE:CREATE_TABLE_WRITE_FS_LAYOUT, hasLock=true; CreateTableProcedure table=TestAcidGuarantees execute state=CREATE_TABLE_WRITE_FS_LAYOUT 2024-11-14T14:42:25,254 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36699 is added to blk_1073742243_1419 (size=1061) 2024-11-14T14:42:25,356 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45145 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=120 2024-11-14T14:42:25,566 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45145 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=120 2024-11-14T14:42:25,657 INFO [RegionOpenAndInit-TestAcidGuarantees-pool-0 {}] regionserver.HRegion(7572): creating {ENCODED => 11b353fb2bd02e7483b7c8ed67fdaec1, NAME => 'TestAcidGuarantees,,1731595345246.11b353fb2bd02e7483b7c8ed67fdaec1.', STARTKEY => '', ENDKEY => ''}, tableDescriptor='TestAcidGuarantees', {TABLE_ATTRIBUTES => {METADATA => {'hbase.hregion.compacting.memstore.type' => 'EAGER', 'hbase.hregion.memstore.mslab.enabled' => 'false', 'hbase.memstore.inmemoryflush.threshold.factor' => '0.9', 'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'A', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'B', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'C', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, regionDir=hdfs://localhost:34345/user/jenkins/test-data/14d118ee-a83a-b09b-5913-1a58940a5db1 2024-11-14T14:42:25,661 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36699 is added to blk_1073742244_1420 (size=53) 2024-11-14T14:42:25,877 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45145 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=120 2024-11-14T14:42:26,062 DEBUG [RegionOpenAndInit-TestAcidGuarantees-pool-0 {}] regionserver.HRegion(898): Instantiated TestAcidGuarantees,,1731595345246.11b353fb2bd02e7483b7c8ed67fdaec1.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-14T14:42:26,063 DEBUG [RegionOpenAndInit-TestAcidGuarantees-pool-0 {}] regionserver.HRegion(1722): Closing 11b353fb2bd02e7483b7c8ed67fdaec1, disabling compactions & flushes 2024-11-14T14:42:26,063 INFO [RegionOpenAndInit-TestAcidGuarantees-pool-0 {}] regionserver.HRegion(1755): Closing region TestAcidGuarantees,,1731595345246.11b353fb2bd02e7483b7c8ed67fdaec1. 2024-11-14T14:42:26,063 DEBUG [RegionOpenAndInit-TestAcidGuarantees-pool-0 {}] regionserver.HRegion(1776): Time limited wait for close lock on TestAcidGuarantees,,1731595345246.11b353fb2bd02e7483b7c8ed67fdaec1. 2024-11-14T14:42:26,063 DEBUG [RegionOpenAndInit-TestAcidGuarantees-pool-0 {}] regionserver.HRegion(1843): Acquired close lock on TestAcidGuarantees,,1731595345246.11b353fb2bd02e7483b7c8ed67fdaec1. after waiting 0 ms 2024-11-14T14:42:26,063 DEBUG [RegionOpenAndInit-TestAcidGuarantees-pool-0 {}] regionserver.HRegion(1853): Updates disabled for region TestAcidGuarantees,,1731595345246.11b353fb2bd02e7483b7c8ed67fdaec1. 2024-11-14T14:42:26,063 INFO [RegionOpenAndInit-TestAcidGuarantees-pool-0 {}] regionserver.HRegion(1973): Closed TestAcidGuarantees,,1731595345246.11b353fb2bd02e7483b7c8ed67fdaec1. 2024-11-14T14:42:26,063 DEBUG [RegionOpenAndInit-TestAcidGuarantees-pool-0 {}] regionserver.HRegion(1676): Region close journal for 11b353fb2bd02e7483b7c8ed67fdaec1: Waiting for close lock at 1731595346063Disabling compacts and flushes for region at 1731595346063Disabling writes for close at 1731595346063Writing region close event to WAL at 1731595346063Closed at 1731595346063 2024-11-14T14:42:26,064 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=120, state=RUNNABLE:CREATE_TABLE_ADD_TO_META, hasLock=true; CreateTableProcedure table=TestAcidGuarantees execute state=CREATE_TABLE_ADD_TO_META 2024-11-14T14:42:26,064 DEBUG [PEWorker-3 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":2,"row":"TestAcidGuarantees,,1731595345246.11b353fb2bd02e7483b7c8ed67fdaec1.","families":{"info":[{"qualifier":"regioninfo","vlen":52,"tag":[],"timestamp":"1731595346064"},{"qualifier":"state","vlen":6,"tag":[],"timestamp":"1731595346064"}]},"ts":"1731595346064"} 2024-11-14T14:42:26,065 INFO [PEWorker-3 {}] hbase.MetaTableAccessor(832): Added 1 regions to meta. 2024-11-14T14:42:26,066 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=120, state=RUNNABLE:CREATE_TABLE_ASSIGN_REGIONS, hasLock=true; CreateTableProcedure table=TestAcidGuarantees execute state=CREATE_TABLE_ASSIGN_REGIONS 2024-11-14T14:42:26,066 DEBUG [PEWorker-3 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":1,"row":"TestAcidGuarantees","families":{"table":[{"qualifier":"state","vlen":2,"tag":[],"timestamp":"1731595346066"}]},"ts":"1731595346066"} 2024-11-14T14:42:26,067 INFO [PEWorker-3 {}] hbase.MetaTableAccessor(843): Updated tableName=TestAcidGuarantees, state=ENABLING in hbase:meta 2024-11-14T14:42:26,067 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=121, ppid=120, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=TestAcidGuarantees, region=11b353fb2bd02e7483b7c8ed67fdaec1, ASSIGN}] 2024-11-14T14:42:26,068 INFO [PEWorker-5 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=121, ppid=120, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=TestAcidGuarantees, region=11b353fb2bd02e7483b7c8ed67fdaec1, ASSIGN 2024-11-14T14:42:26,069 INFO [PEWorker-5 {}] assignment.TransitRegionStateProcedure(269): Starting pid=121, ppid=120, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=true; TransitRegionStateProcedure table=TestAcidGuarantees, region=11b353fb2bd02e7483b7c8ed67fdaec1, ASSIGN; state=OFFLINE, location=da1c6afcd1f9,35765,1731595233113; forceNewPlan=false, retain=false 2024-11-14T14:42:26,220 INFO [PEWorker-1 {}] assignment.RegionStateStore(223): pid=121 updating hbase:meta row=11b353fb2bd02e7483b7c8ed67fdaec1, regionState=OPENING, regionLocation=da1c6afcd1f9,35765,1731595233113 2024-11-14T14:42:26,221 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-3 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=121, ppid=120, state=RUNNABLE:REGION_STATE_TRANSITION_OPEN, hasLock=true; TransitRegionStateProcedure table=TestAcidGuarantees, region=11b353fb2bd02e7483b7c8ed67fdaec1, ASSIGN because future has completed 2024-11-14T14:42:26,221 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=122, ppid=121, state=RUNNABLE, hasLock=false; OpenRegionProcedure 11b353fb2bd02e7483b7c8ed67fdaec1, server=da1c6afcd1f9,35765,1731595233113}] 2024-11-14T14:42:26,376 INFO [RS_OPEN_REGION-regionserver/da1c6afcd1f9:0-0 {event_type=M_RS_OPEN_REGION, pid=122}] handler.AssignRegionHandler(132): Open TestAcidGuarantees,,1731595345246.11b353fb2bd02e7483b7c8ed67fdaec1. 2024-11-14T14:42:26,376 DEBUG [RS_OPEN_REGION-regionserver/da1c6afcd1f9:0-0 {event_type=M_RS_OPEN_REGION, pid=122}] regionserver.HRegion(7752): Opening region: {ENCODED => 11b353fb2bd02e7483b7c8ed67fdaec1, NAME => 'TestAcidGuarantees,,1731595345246.11b353fb2bd02e7483b7c8ed67fdaec1.', STARTKEY => '', ENDKEY => ''} 2024-11-14T14:42:26,377 DEBUG [RS_OPEN_REGION-regionserver/da1c6afcd1f9:0-0 {event_type=M_RS_OPEN_REGION, pid=122}] regionserver.MetricsRegionSourceImpl(79): Creating new MetricsRegionSourceImpl for table TestAcidGuarantees 11b353fb2bd02e7483b7c8ed67fdaec1 2024-11-14T14:42:26,377 DEBUG [RS_OPEN_REGION-regionserver/da1c6afcd1f9:0-0 {event_type=M_RS_OPEN_REGION, pid=122}] regionserver.HRegion(898): Instantiated TestAcidGuarantees,,1731595345246.11b353fb2bd02e7483b7c8ed67fdaec1.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-14T14:42:26,377 DEBUG [RS_OPEN_REGION-regionserver/da1c6afcd1f9:0-0 {event_type=M_RS_OPEN_REGION, pid=122}] regionserver.HRegion(7794): checking encryption for 11b353fb2bd02e7483b7c8ed67fdaec1 2024-11-14T14:42:26,377 DEBUG [RS_OPEN_REGION-regionserver/da1c6afcd1f9:0-0 {event_type=M_RS_OPEN_REGION, pid=122}] regionserver.HRegion(7797): checking classloading for 11b353fb2bd02e7483b7c8ed67fdaec1 2024-11-14T14:42:26,378 INFO [StoreOpener-11b353fb2bd02e7483b7c8ed67fdaec1-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family A of region 11b353fb2bd02e7483b7c8ed67fdaec1 2024-11-14T14:42:26,379 INFO [StoreOpener-11b353fb2bd02e7483b7c8ed67fdaec1-1 {}] regionserver.CompactingMemStore(122): Store=A, in-memory flush size threshold=38.40 KB, immutable segments index type=ARRAY_MAP, compactor=EAGER, pipelineThreshold=2, compactionCellMax=10 2024-11-14T14:42:26,379 INFO [StoreOpener-11b353fb2bd02e7483b7c8ed67fdaec1-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 11b353fb2bd02e7483b7c8ed67fdaec1 columnFamilyName A 2024-11-14T14:42:26,379 DEBUG [StoreOpener-11b353fb2bd02e7483b7c8ed67fdaec1-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T14:42:26,380 INFO [StoreOpener-11b353fb2bd02e7483b7c8ed67fdaec1-1 {}] regionserver.HStore(327): Store=11b353fb2bd02e7483b7c8ed67fdaec1/A, memstore type=CompactingMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-14T14:42:26,380 INFO [StoreOpener-11b353fb2bd02e7483b7c8ed67fdaec1-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family B of region 11b353fb2bd02e7483b7c8ed67fdaec1 2024-11-14T14:42:26,380 INFO [StoreOpener-11b353fb2bd02e7483b7c8ed67fdaec1-1 {}] regionserver.CompactingMemStore(122): Store=B, in-memory flush size threshold=38.40 KB, immutable segments index type=ARRAY_MAP, compactor=EAGER, pipelineThreshold=2, compactionCellMax=10 2024-11-14T14:42:26,381 INFO [StoreOpener-11b353fb2bd02e7483b7c8ed67fdaec1-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 11b353fb2bd02e7483b7c8ed67fdaec1 columnFamilyName B 2024-11-14T14:42:26,381 DEBUG [StoreOpener-11b353fb2bd02e7483b7c8ed67fdaec1-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T14:42:26,381 INFO [StoreOpener-11b353fb2bd02e7483b7c8ed67fdaec1-1 {}] regionserver.HStore(327): Store=11b353fb2bd02e7483b7c8ed67fdaec1/B, memstore type=CompactingMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-14T14:42:26,381 INFO [StoreOpener-11b353fb2bd02e7483b7c8ed67fdaec1-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family C of region 11b353fb2bd02e7483b7c8ed67fdaec1 2024-11-14T14:42:26,382 INFO [StoreOpener-11b353fb2bd02e7483b7c8ed67fdaec1-1 {}] regionserver.CompactingMemStore(122): Store=C, in-memory flush size threshold=38.40 KB, immutable segments index type=ARRAY_MAP, compactor=EAGER, pipelineThreshold=2, compactionCellMax=10 2024-11-14T14:42:26,382 INFO [StoreOpener-11b353fb2bd02e7483b7c8ed67fdaec1-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 11b353fb2bd02e7483b7c8ed67fdaec1 columnFamilyName C 2024-11-14T14:42:26,382 DEBUG [StoreOpener-11b353fb2bd02e7483b7c8ed67fdaec1-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T14:42:26,382 INFO [StoreOpener-11b353fb2bd02e7483b7c8ed67fdaec1-1 {}] regionserver.HStore(327): Store=11b353fb2bd02e7483b7c8ed67fdaec1/C, memstore type=CompactingMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-14T14:42:26,382 INFO [RS_OPEN_REGION-regionserver/da1c6afcd1f9:0-0 {event_type=M_RS_OPEN_REGION, pid=122}] regionserver.HRegion(1212): Setting FlushNonSloppyStoresFirstPolicy for the region=TestAcidGuarantees,,1731595345246.11b353fb2bd02e7483b7c8ed67fdaec1. 2024-11-14T14:42:26,382 DEBUG [RS_OPEN_REGION-regionserver/da1c6afcd1f9:0-0 {event_type=M_RS_OPEN_REGION, pid=122}] regionserver.HRegion(1038): replaying wal for 11b353fb2bd02e7483b7c8ed67fdaec1 2024-11-14T14:42:26,383 DEBUG [RS_OPEN_REGION-regionserver/da1c6afcd1f9:0-0 {event_type=M_RS_OPEN_REGION, pid=122}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:34345/user/jenkins/test-data/14d118ee-a83a-b09b-5913-1a58940a5db1/data/default/TestAcidGuarantees/11b353fb2bd02e7483b7c8ed67fdaec1 2024-11-14T14:42:26,383 DEBUG [RS_OPEN_REGION-regionserver/da1c6afcd1f9:0-0 {event_type=M_RS_OPEN_REGION, pid=122}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:34345/user/jenkins/test-data/14d118ee-a83a-b09b-5913-1a58940a5db1/data/default/TestAcidGuarantees/11b353fb2bd02e7483b7c8ed67fdaec1 2024-11-14T14:42:26,384 DEBUG [RS_OPEN_REGION-regionserver/da1c6afcd1f9:0-0 {event_type=M_RS_OPEN_REGION, pid=122}] regionserver.HRegion(1048): stopping wal replay for 11b353fb2bd02e7483b7c8ed67fdaec1 2024-11-14T14:42:26,384 DEBUG [RS_OPEN_REGION-regionserver/da1c6afcd1f9:0-0 {event_type=M_RS_OPEN_REGION, pid=122}] regionserver.HRegion(1060): Cleaning up temporary data for 11b353fb2bd02e7483b7c8ed67fdaec1 2024-11-14T14:42:26,384 DEBUG [RS_OPEN_REGION-regionserver/da1c6afcd1f9:0-0 {event_type=M_RS_OPEN_REGION, pid=122}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table TestAcidGuarantees descriptor;using region.getMemStoreFlushHeapSize/# of families (16.0 M)) instead. 2024-11-14T14:42:26,385 DEBUG [RS_OPEN_REGION-regionserver/da1c6afcd1f9:0-0 {event_type=M_RS_OPEN_REGION, pid=122}] regionserver.HRegion(1093): writing seq id for 11b353fb2bd02e7483b7c8ed67fdaec1 2024-11-14T14:42:26,386 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45145 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=120 2024-11-14T14:42:26,386 DEBUG [RS_OPEN_REGION-regionserver/da1c6afcd1f9:0-0 {event_type=M_RS_OPEN_REGION, pid=122}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:34345/user/jenkins/test-data/14d118ee-a83a-b09b-5913-1a58940a5db1/data/default/TestAcidGuarantees/11b353fb2bd02e7483b7c8ed67fdaec1/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-11-14T14:42:26,386 INFO [RS_OPEN_REGION-regionserver/da1c6afcd1f9:0-0 {event_type=M_RS_OPEN_REGION, pid=122}] regionserver.HRegion(1114): Opened 11b353fb2bd02e7483b7c8ed67fdaec1; next sequenceid=2; ConstantSizeRegionSplitPolicy{desiredMaxFileSize=72421076, jitterRate=0.07915812730789185}, FlushLargeStoresPolicy{flushSizeLowerBound=16777216} 2024-11-14T14:42:26,386 DEBUG [RS_OPEN_REGION-regionserver/da1c6afcd1f9:0-0 {event_type=M_RS_OPEN_REGION, pid=122}] regionserver.HRegion(1122): Running coprocessor post-open hooks for 11b353fb2bd02e7483b7c8ed67fdaec1 2024-11-14T14:42:26,387 DEBUG [RS_OPEN_REGION-regionserver/da1c6afcd1f9:0-0 {event_type=M_RS_OPEN_REGION, pid=122}] regionserver.HRegion(1006): Region open journal for 11b353fb2bd02e7483b7c8ed67fdaec1: Running coprocessor pre-open hook at 1731595346377Writing region info on filesystem at 1731595346377Initializing all the Stores at 1731595346377Instantiating store for column family {NAME => 'A', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731595346378 (+1 ms)Instantiating store for column family {NAME => 'B', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731595346378Instantiating store for column family {NAME => 'C', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731595346378Cleaning up temporary data from old regions at 1731595346384 (+6 ms)Running coprocessor post-open hooks at 1731595346386 (+2 ms)Region opened successfully at 1731595346387 (+1 ms) 2024-11-14T14:42:26,388 INFO [RS_OPEN_REGION-regionserver/da1c6afcd1f9:0-0 {event_type=M_RS_OPEN_REGION, pid=122}] regionserver.HRegionServer(2236): Post open deploy tasks for TestAcidGuarantees,,1731595345246.11b353fb2bd02e7483b7c8ed67fdaec1., pid=122, masterSystemTime=1731595346373 2024-11-14T14:42:26,389 DEBUG [RS_OPEN_REGION-regionserver/da1c6afcd1f9:0-0 {event_type=M_RS_OPEN_REGION, pid=122}] regionserver.HRegionServer(2266): Finished post open deploy task for TestAcidGuarantees,,1731595345246.11b353fb2bd02e7483b7c8ed67fdaec1. 2024-11-14T14:42:26,389 INFO [RS_OPEN_REGION-regionserver/da1c6afcd1f9:0-0 {event_type=M_RS_OPEN_REGION, pid=122}] handler.AssignRegionHandler(153): Opened TestAcidGuarantees,,1731595345246.11b353fb2bd02e7483b7c8ed67fdaec1. 2024-11-14T14:42:26,390 INFO [PEWorker-3 {}] assignment.RegionStateStore(223): pid=121 updating hbase:meta row=11b353fb2bd02e7483b7c8ed67fdaec1, regionState=OPEN, openSeqNum=2, regionLocation=da1c6afcd1f9,35765,1731595233113 2024-11-14T14:42:26,391 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-3 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=122, ppid=121, state=RUNNABLE, hasLock=false; OpenRegionProcedure 11b353fb2bd02e7483b7c8ed67fdaec1, server=da1c6afcd1f9,35765,1731595233113 because future has completed 2024-11-14T14:42:26,393 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=122, resume processing ppid=121 2024-11-14T14:42:26,393 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1521): Finished pid=122, ppid=121, state=SUCCESS, hasLock=false; OpenRegionProcedure 11b353fb2bd02e7483b7c8ed67fdaec1, server=da1c6afcd1f9,35765,1731595233113 in 170 msec 2024-11-14T14:42:26,394 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=121, resume processing ppid=120 2024-11-14T14:42:26,394 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1521): Finished pid=121, ppid=120, state=SUCCESS, hasLock=false; TransitRegionStateProcedure table=TestAcidGuarantees, region=11b353fb2bd02e7483b7c8ed67fdaec1, ASSIGN in 326 msec 2024-11-14T14:42:26,395 INFO [PEWorker-4 {}] procedure.CreateTableProcedure(89): pid=120, state=RUNNABLE:CREATE_TABLE_UPDATE_DESC_CACHE, hasLock=true; CreateTableProcedure table=TestAcidGuarantees execute state=CREATE_TABLE_UPDATE_DESC_CACHE 2024-11-14T14:42:26,395 DEBUG [PEWorker-4 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":1,"row":"TestAcidGuarantees","families":{"table":[{"qualifier":"state","vlen":2,"tag":[],"timestamp":"1731595346395"}]},"ts":"1731595346395"} 2024-11-14T14:42:26,396 INFO [PEWorker-4 {}] hbase.MetaTableAccessor(843): Updated tableName=TestAcidGuarantees, state=ENABLED in hbase:meta 2024-11-14T14:42:26,397 INFO [PEWorker-4 {}] procedure.CreateTableProcedure(89): pid=120, state=RUNNABLE:CREATE_TABLE_POST_OPERATION, hasLock=true; CreateTableProcedure table=TestAcidGuarantees execute state=CREATE_TABLE_POST_OPERATION 2024-11-14T14:42:26,398 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1521): Finished pid=120, state=SUCCESS, hasLock=false; CreateTableProcedure table=TestAcidGuarantees in 1.1500 sec 2024-11-14T14:42:27,396 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45145 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=120 2024-11-14T14:42:27,397 INFO [RPCClient-NioEventLoopGroup-4-4 {}] client.RawAsyncHBaseAdmin$TableProcedureBiConsumer(2721): Operation: CREATE, Table Name: default:TestAcidGuarantees completed 2024-11-14T14:42:27,398 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@b8abc8b, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-14T14:42:27,398 DEBUG [Time-limited test {}] client.ClusterIdFetcher(90): Going to request da1c6afcd1f9,45145,-1 for getting cluster id 2024-11-14T14:42:27,398 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-14T14:42:27,399 DEBUG [HMaster-EventLoopGroup-1-1 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = '8594475c-9f34-4c0a-98a7-dbf65259a821' 2024-11-14T14:42:27,399 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-14T14:42:27,399 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "8594475c-9f34-4c0a-98a7-dbf65259a821" 2024-11-14T14:42:27,400 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@216162ef, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-14T14:42:27,400 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [da1c6afcd1f9,45145,-1] 2024-11-14T14:42:27,400 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-14T14:42:27,400 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-14T14:42:27,401 INFO [HMaster-EventLoopGroup-1-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:37762, version=4.0.0-alpha-1-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-11-14T14:42:27,401 DEBUG [RPCClient-NioEventLoopGroup-4-8 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@5305ee64, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-14T14:42:27,402 DEBUG [Time-limited test {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-11-14T14:42:27,402 DEBUG [RPCClient-NioEventLoopGroup-4-8 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=da1c6afcd1f9,35765,1731595233113, seqNum=-1] 2024-11-14T14:42:27,403 DEBUG [RPCClient-NioEventLoopGroup-4-8 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-14T14:42:27,403 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-3-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:55470, version=4.0.0-alpha-1-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-11-14T14:42:27,404 DEBUG [Time-limited test {}] client.ConnectionUtils(547): Start fetching master stub from registry 2024-11-14T14:42:27,405 DEBUG [RPCClient-NioEventLoopGroup-4-8 {}] client.AsyncConnectionImpl(321): The fetched master address is da1c6afcd1f9,45145,1731595232258 2024-11-14T14:42:27,405 DEBUG [RPCClient-NioEventLoopGroup-4-8 {}] client.ConnectionUtils(555): The fetched master stub is org.apache.hadoop.hbase.shaded.protobuf.generated.MasterProtos$MasterService$Stub@6c86699 2024-11-14T14:42:27,405 DEBUG [RPCClient-NioEventLoopGroup-4-8 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=MasterService, sasl=false 2024-11-14T14:42:27,406 INFO [HMaster-EventLoopGroup-1-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:37766, version=4.0.0-alpha-1-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=MasterService 2024-11-14T14:42:27,407 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@26bd122f, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-14T14:42:27,407 DEBUG [Time-limited test {}] client.ClusterIdFetcher(90): Going to request da1c6afcd1f9,45145,-1 for getting cluster id 2024-11-14T14:42:27,407 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-14T14:42:27,408 DEBUG [HMaster-EventLoopGroup-1-1 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = '8594475c-9f34-4c0a-98a7-dbf65259a821' 2024-11-14T14:42:27,408 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-14T14:42:27,408 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "8594475c-9f34-4c0a-98a7-dbf65259a821" 2024-11-14T14:42:27,408 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@60fdc5d1, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-14T14:42:27,408 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [da1c6afcd1f9,45145,-1] 2024-11-14T14:42:27,408 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-14T14:42:27,408 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-14T14:42:27,409 INFO [HMaster-EventLoopGroup-1-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:37772, version=4.0.0-alpha-1-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-11-14T14:42:27,409 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@2f9cb424, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-14T14:42:27,410 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@f0c05eb, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-14T14:42:27,410 DEBUG [Time-limited test {}] client.ClusterIdFetcher(90): Going to request da1c6afcd1f9,45145,-1 for getting cluster id 2024-11-14T14:42:27,410 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-14T14:42:27,410 DEBUG [HMaster-EventLoopGroup-1-3 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = '8594475c-9f34-4c0a-98a7-dbf65259a821' 2024-11-14T14:42:27,410 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-14T14:42:27,411 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "8594475c-9f34-4c0a-98a7-dbf65259a821" 2024-11-14T14:42:27,411 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@1da0423a, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-14T14:42:27,411 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [da1c6afcd1f9,45145,-1] 2024-11-14T14:42:27,411 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-14T14:42:27,411 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-14T14:42:27,411 INFO [HMaster-EventLoopGroup-1-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:37788, version=4.0.0-alpha-1-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-11-14T14:42:27,412 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@63199765, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-14T14:42:27,413 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@79d7458, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-14T14:42:27,413 DEBUG [Time-limited test {}] client.ClusterIdFetcher(90): Going to request da1c6afcd1f9,45145,-1 for getting cluster id 2024-11-14T14:42:27,413 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-14T14:42:27,413 DEBUG [HMaster-EventLoopGroup-1-2 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = '8594475c-9f34-4c0a-98a7-dbf65259a821' 2024-11-14T14:42:27,413 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-14T14:42:27,413 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "8594475c-9f34-4c0a-98a7-dbf65259a821" 2024-11-14T14:42:27,413 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@7aec8134, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-14T14:42:27,413 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [da1c6afcd1f9,45145,-1] 2024-11-14T14:42:27,414 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-14T14:42:27,414 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-14T14:42:27,414 INFO [HMaster-EventLoopGroup-1-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:37808, version=4.0.0-alpha-1-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-11-14T14:42:27,415 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@e4a0f4b, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-14T14:42:27,415 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@32c61cf9, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-14T14:42:27,415 DEBUG [Time-limited test {}] client.ClusterIdFetcher(90): Going to request da1c6afcd1f9,45145,-1 for getting cluster id 2024-11-14T14:42:27,415 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-14T14:42:27,416 DEBUG [HMaster-EventLoopGroup-1-1 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = '8594475c-9f34-4c0a-98a7-dbf65259a821' 2024-11-14T14:42:27,416 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-14T14:42:27,416 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "8594475c-9f34-4c0a-98a7-dbf65259a821" 2024-11-14T14:42:27,416 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@6b3b911a, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-14T14:42:27,416 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [da1c6afcd1f9,45145,-1] 2024-11-14T14:42:27,416 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-14T14:42:27,416 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-14T14:42:27,417 INFO [HMaster-EventLoopGroup-1-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:37822, version=4.0.0-alpha-1-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-11-14T14:42:27,417 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@101e2a6f, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-14T14:42:27,418 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@5c296bf5, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-14T14:42:27,418 DEBUG [Time-limited test {}] client.ClusterIdFetcher(90): Going to request da1c6afcd1f9,45145,-1 for getting cluster id 2024-11-14T14:42:27,418 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-14T14:42:27,418 DEBUG [HMaster-EventLoopGroup-1-3 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = '8594475c-9f34-4c0a-98a7-dbf65259a821' 2024-11-14T14:42:27,419 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-14T14:42:27,419 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "8594475c-9f34-4c0a-98a7-dbf65259a821" 2024-11-14T14:42:27,419 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@568330b, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-14T14:42:27,419 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [da1c6afcd1f9,45145,-1] 2024-11-14T14:42:27,419 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-14T14:42:27,419 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-14T14:42:27,420 INFO [HMaster-EventLoopGroup-1-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:37842, version=4.0.0-alpha-1-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-11-14T14:42:27,420 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@672b3225, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-14T14:42:27,421 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@3ff7674f, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-14T14:42:27,421 DEBUG [Time-limited test {}] client.ClusterIdFetcher(90): Going to request da1c6afcd1f9,45145,-1 for getting cluster id 2024-11-14T14:42:27,422 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-14T14:42:27,422 DEBUG [HMaster-EventLoopGroup-1-2 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = '8594475c-9f34-4c0a-98a7-dbf65259a821' 2024-11-14T14:42:27,422 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-14T14:42:27,422 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "8594475c-9f34-4c0a-98a7-dbf65259a821" 2024-11-14T14:42:27,422 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@764bf735, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-14T14:42:27,422 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [da1c6afcd1f9,45145,-1] 2024-11-14T14:42:27,422 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-14T14:42:27,423 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-14T14:42:27,423 INFO [HMaster-EventLoopGroup-1-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:37868, version=4.0.0-alpha-1-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-11-14T14:42:27,424 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@40ba3100, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-14T14:42:27,424 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@672fe15e, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-14T14:42:27,424 DEBUG [Time-limited test {}] client.ClusterIdFetcher(90): Going to request da1c6afcd1f9,45145,-1 for getting cluster id 2024-11-14T14:42:27,424 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-14T14:42:27,425 DEBUG [HMaster-EventLoopGroup-1-1 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = '8594475c-9f34-4c0a-98a7-dbf65259a821' 2024-11-14T14:42:27,425 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-14T14:42:27,425 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "8594475c-9f34-4c0a-98a7-dbf65259a821" 2024-11-14T14:42:27,425 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@4c6834c4, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-14T14:42:27,425 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [da1c6afcd1f9,45145,-1] 2024-11-14T14:42:27,425 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-14T14:42:27,425 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-14T14:42:27,426 INFO [HMaster-EventLoopGroup-1-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:37882, version=4.0.0-alpha-1-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-11-14T14:42:27,426 DEBUG [RPCClient-NioEventLoopGroup-4-8 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@1814634d, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-14T14:42:27,427 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@71238b4c, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-14T14:42:27,427 DEBUG [Time-limited test {}] client.ClusterIdFetcher(90): Going to request da1c6afcd1f9,45145,-1 for getting cluster id 2024-11-14T14:42:27,427 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-14T14:42:27,427 DEBUG [HMaster-EventLoopGroup-1-3 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = '8594475c-9f34-4c0a-98a7-dbf65259a821' 2024-11-14T14:42:27,428 DEBUG [RPCClient-NioEventLoopGroup-4-9 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-14T14:42:27,428 DEBUG [RPCClient-NioEventLoopGroup-4-9 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "8594475c-9f34-4c0a-98a7-dbf65259a821" 2024-11-14T14:42:27,428 DEBUG [RPCClient-NioEventLoopGroup-4-9 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@12dc98fe, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-14T14:42:27,428 DEBUG [RPCClient-NioEventLoopGroup-4-9 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [da1c6afcd1f9,45145,-1] 2024-11-14T14:42:27,428 DEBUG [RPCClient-NioEventLoopGroup-4-9 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-14T14:42:27,428 DEBUG [RPCClient-NioEventLoopGroup-4-9 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-14T14:42:27,429 INFO [HMaster-EventLoopGroup-1-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:37902, version=4.0.0-alpha-1-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-11-14T14:42:27,429 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@1abc794c, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-14T14:42:27,429 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@625b319d, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-14T14:42:27,429 DEBUG [Time-limited test {}] client.ClusterIdFetcher(90): Going to request da1c6afcd1f9,45145,-1 for getting cluster id 2024-11-14T14:42:27,430 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-14T14:42:27,430 DEBUG [HMaster-EventLoopGroup-1-2 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = '8594475c-9f34-4c0a-98a7-dbf65259a821' 2024-11-14T14:42:27,430 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-14T14:42:27,430 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "8594475c-9f34-4c0a-98a7-dbf65259a821" 2024-11-14T14:42:27,430 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@31876d60, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-14T14:42:27,430 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [da1c6afcd1f9,45145,-1] 2024-11-14T14:42:27,431 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-14T14:42:27,431 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-14T14:42:27,431 INFO [HMaster-EventLoopGroup-1-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:37924, version=4.0.0-alpha-1-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-11-14T14:42:27,432 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@325492c3, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-14T14:42:27,432 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@49cd7b43, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-14T14:42:27,432 DEBUG [Time-limited test {}] client.ClusterIdFetcher(90): Going to request da1c6afcd1f9,45145,-1 for getting cluster id 2024-11-14T14:42:27,432 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-14T14:42:27,433 DEBUG [HMaster-EventLoopGroup-1-1 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = '8594475c-9f34-4c0a-98a7-dbf65259a821' 2024-11-14T14:42:27,433 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-14T14:42:27,433 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "8594475c-9f34-4c0a-98a7-dbf65259a821" 2024-11-14T14:42:27,433 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@78928b61, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-14T14:42:27,433 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [da1c6afcd1f9,45145,-1] 2024-11-14T14:42:27,433 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-14T14:42:27,433 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-14T14:42:27,434 INFO [HMaster-EventLoopGroup-1-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:37942, version=4.0.0-alpha-1-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-11-14T14:42:27,434 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@4f2adc26, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-14T14:42:27,435 DEBUG [Thread-1894 {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-11-14T14:42:27,435 DEBUG [Thread-1909 {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-11-14T14:42:27,435 DEBUG [Thread-1903 {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-11-14T14:42:27,435 INFO [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45145 {}] master.HMaster$22(4506): Client=jenkins//172.17.0.2 flush TestAcidGuarantees 2024-11-14T14:42:27,435 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=da1c6afcd1f9,35765,1731595233113, seqNum=-1] 2024-11-14T14:42:27,435 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=da1c6afcd1f9,35765,1731595233113, seqNum=-1] 2024-11-14T14:42:27,435 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=da1c6afcd1f9,35765,1731595233113, seqNum=-1] 2024-11-14T14:42:27,435 DEBUG [Thread-1892 {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-11-14T14:42:27,436 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-14T14:42:27,436 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-14T14:42:27,436 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-14T14:42:27,436 DEBUG [Thread-1905 {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-11-14T14:42:27,436 DEBUG [Thread-1898 {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-11-14T14:42:27,436 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45145 {}] procedure2.ProcedureExecutor(1139): Stored pid=123, state=RUNNABLE:FLUSH_TABLE_PREPARE, hasLock=false; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=123, table=TestAcidGuarantees 2024-11-14T14:42:27,437 DEBUG [Thread-1896 {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-11-14T14:42:27,437 DEBUG [RPCClient-NioEventLoopGroup-4-8 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=da1c6afcd1f9,35765,1731595233113, seqNum=-1] 2024-11-14T14:42:27,437 DEBUG [Thread-1911 {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-11-14T14:42:27,437 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-3-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:55492, version=4.0.0-alpha-1-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-11-14T14:42:27,437 DEBUG [RPCClient-NioEventLoopGroup-4-8 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-14T14:42:27,437 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45145 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=123 2024-11-14T14:42:27,437 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-3-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:55486, version=4.0.0-alpha-1-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-11-14T14:42:27,437 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-3-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:55498, version=4.0.0-alpha-1-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-11-14T14:42:27,437 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=da1c6afcd1f9,35765,1731595233113, seqNum=-1] 2024-11-14T14:42:27,438 INFO [PEWorker-2 {}] procedure.FlushTableProcedure(91): pid=123, state=RUNNABLE:FLUSH_TABLE_PREPARE, hasLock=true; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=123, table=TestAcidGuarantees execute state=FLUSH_TABLE_PREPARE 2024-11-14T14:42:27,438 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-14T14:42:27,438 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=da1c6afcd1f9,35765,1731595233113, seqNum=-1] 2024-11-14T14:42:27,438 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=da1c6afcd1f9,35765,1731595233113, seqNum=-1] 2024-11-14T14:42:27,438 DEBUG [Thread-1900 {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-11-14T14:42:27,438 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-14T14:42:27,438 DEBUG [Thread-1907 {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-11-14T14:42:27,438 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-14T14:42:27,438 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-3-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:55500, version=4.0.0-alpha-1-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-11-14T14:42:27,439 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-3-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:55502, version=4.0.0-alpha-1-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-11-14T14:42:27,439 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=da1c6afcd1f9,35765,1731595233113, seqNum=-1] 2024-11-14T14:42:27,439 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-14T14:42:27,439 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'TestAcidGuarantees', row='', locateType=CURRENT is [region=TestAcidGuarantees,,1731595345246.11b353fb2bd02e7483b7c8ed67fdaec1., hostname=da1c6afcd1f9,35765,1731595233113, seqNum=2] 2024-11-14T14:42:27,439 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-3-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:55504, version=4.0.0-alpha-1-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-11-14T14:42:27,440 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=da1c6afcd1f9,35765,1731595233113, seqNum=-1] 2024-11-14T14:42:27,440 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-3-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:55536, version=4.0.0-alpha-1-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-11-14T14:42:27,440 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-14T14:42:27,440 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=da1c6afcd1f9,35765,1731595233113, seqNum=-1] 2024-11-14T14:42:27,440 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'TestAcidGuarantees', row='', locateType=CURRENT is [region=TestAcidGuarantees,,1731595345246.11b353fb2bd02e7483b7c8ed67fdaec1., hostname=da1c6afcd1f9,35765,1731595233113, seqNum=2] 2024-11-14T14:42:27,440 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-14T14:42:27,440 INFO [PEWorker-2 {}] procedure.FlushTableProcedure(91): pid=123, state=RUNNABLE:FLUSH_TABLE_FLUSH_REGIONS, hasLock=true; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=123, table=TestAcidGuarantees execute state=FLUSH_TABLE_FLUSH_REGIONS 2024-11-14T14:42:27,440 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-3-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:55520, version=4.0.0-alpha-1-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-11-14T14:42:27,440 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=124, ppid=123, state=RUNNABLE, hasLock=false; org.apache.hadoop.hbase.master.procedure.FlushRegionProcedure}] 2024-11-14T14:42:27,441 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-3-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:55546, version=4.0.0-alpha-1-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-11-14T14:42:27,441 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'TestAcidGuarantees', row='test_row_2', locateType=CURRENT is [region=TestAcidGuarantees,,1731595345246.11b353fb2bd02e7483b7c8ed67fdaec1., hostname=da1c6afcd1f9,35765,1731595233113, seqNum=2] 2024-11-14T14:42:27,441 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'TestAcidGuarantees', row='', locateType=CURRENT is [region=TestAcidGuarantees,,1731595345246.11b353fb2bd02e7483b7c8ed67fdaec1., hostname=da1c6afcd1f9,35765,1731595233113, seqNum=2] 2024-11-14T14:42:27,442 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'TestAcidGuarantees', row='test_row_0', locateType=CURRENT is [region=TestAcidGuarantees,,1731595345246.11b353fb2bd02e7483b7c8ed67fdaec1., hostname=da1c6afcd1f9,35765,1731595233113, seqNum=2] 2024-11-14T14:42:27,442 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-3-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:55542, version=4.0.0-alpha-1-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-11-14T14:42:27,443 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'TestAcidGuarantees', row='test_row_2', locateType=CURRENT is [region=TestAcidGuarantees,,1731595345246.11b353fb2bd02e7483b7c8ed67fdaec1., hostname=da1c6afcd1f9,35765,1731595233113, seqNum=2] 2024-11-14T14:42:27,444 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'TestAcidGuarantees', row='test_row_1', locateType=CURRENT is [region=TestAcidGuarantees,,1731595345246.11b353fb2bd02e7483b7c8ed67fdaec1., hostname=da1c6afcd1f9,35765,1731595233113, seqNum=2] 2024-11-14T14:42:27,445 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'TestAcidGuarantees', row='', locateType=CURRENT is [region=TestAcidGuarantees,,1731595345246.11b353fb2bd02e7483b7c8ed67fdaec1., hostname=da1c6afcd1f9,35765,1731595233113, seqNum=2] 2024-11-14T14:42:27,445 DEBUG [RPCClient-NioEventLoopGroup-4-8 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'TestAcidGuarantees', row='', locateType=CURRENT is [region=TestAcidGuarantees,,1731595345246.11b353fb2bd02e7483b7c8ed67fdaec1., hostname=da1c6afcd1f9,35765,1731595233113, seqNum=2] 2024-11-14T14:42:27,445 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'TestAcidGuarantees', row='test_row_1', locateType=CURRENT is [region=TestAcidGuarantees,,1731595345246.11b353fb2bd02e7483b7c8ed67fdaec1., hostname=da1c6afcd1f9,35765,1731595233113, seqNum=2] 2024-11-14T14:42:27,449 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35765 {}] regionserver.HRegion(8855): Flush requested on 11b353fb2bd02e7483b7c8ed67fdaec1 2024-11-14T14:42:27,449 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(2902): Flushing 11b353fb2bd02e7483b7c8ed67fdaec1 3/3 column families, dataSize=46.96 KB heapSize=140.20 KB 2024-11-14T14:42:27,450 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 11b353fb2bd02e7483b7c8ed67fdaec1, store=A 2024-11-14T14:42:27,450 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-14T14:42:27,450 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 11b353fb2bd02e7483b7c8ed67fdaec1, store=B 2024-11-14T14:42:27,450 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-14T14:42:27,450 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 11b353fb2bd02e7483b7c8ed67fdaec1, store=C 2024-11-14T14:42:27,450 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-14T14:42:27,474 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:34345/user/jenkins/test-data/14d118ee-a83a-b09b-5913-1a58940a5db1/data/default/TestAcidGuarantees/11b353fb2bd02e7483b7c8ed67fdaec1/.tmp/A/571b3401d94543628c0323cb8584ca81 is 50, key is test_row_0/A:col10/1731595347442/Put/seqid=0 2024-11-14T14:42:27,479 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36699 is added to blk_1073742245_1421 (size=12001) 2024-11-14T14:42:27,481 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=15.65 KB at sequenceid=11 (bloomFilter=true), to=hdfs://localhost:34345/user/jenkins/test-data/14d118ee-a83a-b09b-5913-1a58940a5db1/data/default/TestAcidGuarantees/11b353fb2bd02e7483b7c8ed67fdaec1/.tmp/A/571b3401d94543628c0323cb8584ca81 2024-11-14T14:42:27,499 DEBUG [RS_IN_MEMORY_COMPACTION-regionserver/da1c6afcd1f9:0-5 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=type=CellArrayImmutableSegment, empty=no, cellCount=409, cellSize=18725, totalHeapSize=42776, min timestamp=1731595347459, max timestamp=1731595347495Num uniques 859; 2024-11-14T14:42:27,499 DEBUG [RS_IN_MEMORY_COMPACTION-regionserver/da1c6afcd1f9:0-6 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=type=CellArrayImmutableSegment, empty=no, cellCount=409, cellSize=18725, totalHeapSize=42776, min timestamp=1731595347459, max timestamp=1731595347495Num uniques 859; 2024-11-14T14:42:27,500 DEBUG [RS_IN_MEMORY_COMPACTION-regionserver/da1c6afcd1f9:0-5 {}] regionserver.CompactionPipeline(163): Suffix data size=39335, new segment data size=18725, suffix heap size=117064,new segment heap size=42776 　suffix off heap size=0, new segment off heap size=0, suffix cells count=859, new segment cells count=409 2024-11-14T14:42:27,501 DEBUG [RS_IN_MEMORY_COMPACTION-regionserver/da1c6afcd1f9:0-6 {}] regionserver.CompactionPipeline(163): Suffix data size=39335, new segment data size=18725, suffix heap size=117064,new segment heap size=42776 　suffix off heap size=0, new segment off heap size=0, suffix cells count=859, new segment cells count=409 2024-11-14T14:42:27,501 DEBUG [RS_IN_MEMORY_COMPACTION-regionserver/da1c6afcd1f9:0-9 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=type=CellArrayImmutableSegment, empty=no, cellCount=409, cellSize=18725, totalHeapSize=42776, min timestamp=1731595347459, max timestamp=1731595347495Num uniques 859; 2024-11-14T14:42:27,501 DEBUG [RS_IN_MEMORY_COMPACTION-regionserver/da1c6afcd1f9:0-9 {}] regionserver.CompactionPipeline(163): Suffix data size=39335, new segment data size=18725, suffix heap size=117064,new segment heap size=42776 　suffix off heap size=0, new segment off heap size=0, suffix cells count=859, new segment cells count=409 2024-11-14T14:42:27,509 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:34345/user/jenkins/test-data/14d118ee-a83a-b09b-5913-1a58940a5db1/data/default/TestAcidGuarantees/11b353fb2bd02e7483b7c8ed67fdaec1/.tmp/B/d28f55b54c9f467cb096fdefb0898def is 50, key is test_row_0/B:col10/1731595347442/Put/seqid=0 2024-11-14T14:42:27,513 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36699 is added to blk_1073742246_1422 (size=12001) 2024-11-14T14:42:27,532 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35765 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=11b353fb2bd02e7483b7c8ed67fdaec1, server=da1c6afcd1f9,35765,1731595233113 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-14T14:42:27,532 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35765 {}] ipc.CallRunner(138): callId: 7 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:55536 deadline: 1731595407520, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=11b353fb2bd02e7483b7c8ed67fdaec1, server=da1c6afcd1f9,35765,1731595233113 2024-11-14T14:42:27,533 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731595345246.11b353fb2bd02e7483b7c8ed67fdaec1., hostname=da1c6afcd1f9,35765,1731595233113, seqNum=2 , the old value is region=TestAcidGuarantees,,1731595345246.11b353fb2bd02e7483b7c8ed67fdaec1., hostname=da1c6afcd1f9,35765,1731595233113, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=11b353fb2bd02e7483b7c8ed67fdaec1, server=da1c6afcd1f9,35765,1731595233113 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-14T14:42:27,533 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731595345246.11b353fb2bd02e7483b7c8ed67fdaec1., hostname=da1c6afcd1f9,35765,1731595233113, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=11b353fb2bd02e7483b7c8ed67fdaec1, server=da1c6afcd1f9,35765,1731595233113 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-14T14:42:27,533 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731595345246.11b353fb2bd02e7483b7c8ed67fdaec1., hostname=da1c6afcd1f9,35765,1731595233113, seqNum=2 because the exception is null or not the one we care about 2024-11-14T14:42:27,535 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35765 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=11b353fb2bd02e7483b7c8ed67fdaec1, server=da1c6afcd1f9,35765,1731595233113 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-14T14:42:27,535 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35765 {}] ipc.CallRunner(138): callId: 8 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:55504 deadline: 1731595407524, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=11b353fb2bd02e7483b7c8ed67fdaec1, server=da1c6afcd1f9,35765,1731595233113 2024-11-14T14:42:27,535 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731595345246.11b353fb2bd02e7483b7c8ed67fdaec1., hostname=da1c6afcd1f9,35765,1731595233113, seqNum=2 , the old value is region=TestAcidGuarantees,,1731595345246.11b353fb2bd02e7483b7c8ed67fdaec1., hostname=da1c6afcd1f9,35765,1731595233113, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=11b353fb2bd02e7483b7c8ed67fdaec1, server=da1c6afcd1f9,35765,1731595233113 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-14T14:42:27,535 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731595345246.11b353fb2bd02e7483b7c8ed67fdaec1., hostname=da1c6afcd1f9,35765,1731595233113, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=11b353fb2bd02e7483b7c8ed67fdaec1, server=da1c6afcd1f9,35765,1731595233113 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-14T14:42:27,535 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731595345246.11b353fb2bd02e7483b7c8ed67fdaec1., hostname=da1c6afcd1f9,35765,1731595233113, seqNum=2 because the exception is null or not the one we care about 2024-11-14T14:42:27,544 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35765 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=11b353fb2bd02e7483b7c8ed67fdaec1, server=da1c6afcd1f9,35765,1731595233113 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-14T14:42:27,544 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35765 {}] ipc.CallRunner(138): callId: 9 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:55502 deadline: 1731595407530, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=11b353fb2bd02e7483b7c8ed67fdaec1, server=da1c6afcd1f9,35765,1731595233113 2024-11-14T14:42:27,545 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731595345246.11b353fb2bd02e7483b7c8ed67fdaec1., hostname=da1c6afcd1f9,35765,1731595233113, seqNum=2 , the old value is region=TestAcidGuarantees,,1731595345246.11b353fb2bd02e7483b7c8ed67fdaec1., hostname=da1c6afcd1f9,35765,1731595233113, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=11b353fb2bd02e7483b7c8ed67fdaec1, server=da1c6afcd1f9,35765,1731595233113 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-14T14:42:27,545 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35765 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=11b353fb2bd02e7483b7c8ed67fdaec1, server=da1c6afcd1f9,35765,1731595233113 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-14T14:42:27,545 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731595345246.11b353fb2bd02e7483b7c8ed67fdaec1., hostname=da1c6afcd1f9,35765,1731595233113, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=11b353fb2bd02e7483b7c8ed67fdaec1, server=da1c6afcd1f9,35765,1731595233113 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-14T14:42:27,545 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731595345246.11b353fb2bd02e7483b7c8ed67fdaec1., hostname=da1c6afcd1f9,35765,1731595233113, seqNum=2 because the exception is null or not the one we care about 2024-11-14T14:42:27,545 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35765 {}] ipc.CallRunner(138): callId: 8 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:55520 deadline: 1731595407531, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=11b353fb2bd02e7483b7c8ed67fdaec1, server=da1c6afcd1f9,35765,1731595233113 2024-11-14T14:42:27,545 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731595345246.11b353fb2bd02e7483b7c8ed67fdaec1., hostname=da1c6afcd1f9,35765,1731595233113, seqNum=2 , the old value is region=TestAcidGuarantees,,1731595345246.11b353fb2bd02e7483b7c8ed67fdaec1., hostname=da1c6afcd1f9,35765,1731595233113, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=11b353fb2bd02e7483b7c8ed67fdaec1, server=da1c6afcd1f9,35765,1731595233113 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-14T14:42:27,545 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731595345246.11b353fb2bd02e7483b7c8ed67fdaec1., hostname=da1c6afcd1f9,35765,1731595233113, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=11b353fb2bd02e7483b7c8ed67fdaec1, server=da1c6afcd1f9,35765,1731595233113 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-14T14:42:27,545 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35765 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=11b353fb2bd02e7483b7c8ed67fdaec1, server=da1c6afcd1f9,35765,1731595233113 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-14T14:42:27,545 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731595345246.11b353fb2bd02e7483b7c8ed67fdaec1., hostname=da1c6afcd1f9,35765,1731595233113, seqNum=2 because the exception is null or not the one we care about 2024-11-14T14:42:27,545 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35765 {}] ipc.CallRunner(138): callId: 10 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:55492 deadline: 1731595407533, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=11b353fb2bd02e7483b7c8ed67fdaec1, server=da1c6afcd1f9,35765,1731595233113 2024-11-14T14:42:27,545 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731595345246.11b353fb2bd02e7483b7c8ed67fdaec1., hostname=da1c6afcd1f9,35765,1731595233113, seqNum=2 , the old value is region=TestAcidGuarantees,,1731595345246.11b353fb2bd02e7483b7c8ed67fdaec1., hostname=da1c6afcd1f9,35765,1731595233113, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=11b353fb2bd02e7483b7c8ed67fdaec1, server=da1c6afcd1f9,35765,1731595233113 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-14T14:42:27,546 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731595345246.11b353fb2bd02e7483b7c8ed67fdaec1., hostname=da1c6afcd1f9,35765,1731595233113, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=11b353fb2bd02e7483b7c8ed67fdaec1, server=da1c6afcd1f9,35765,1731595233113 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-14T14:42:27,546 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731595345246.11b353fb2bd02e7483b7c8ed67fdaec1., hostname=da1c6afcd1f9,35765,1731595233113, seqNum=2 because the exception is null or not the one we care about 2024-11-14T14:42:27,546 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45145 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=123 2024-11-14T14:42:27,595 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=35765 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=124 2024-11-14T14:42:27,595 DEBUG [RS_FLUSH_OPERATIONS-regionserver/da1c6afcd1f9:0-2 {event_type=RS_FLUSH_REGIONS, pid=124}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1731595345246.11b353fb2bd02e7483b7c8ed67fdaec1. 2024-11-14T14:42:27,595 DEBUG [RS_FLUSH_OPERATIONS-regionserver/da1c6afcd1f9:0-2 {event_type=RS_FLUSH_REGIONS, pid=124}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1731595345246.11b353fb2bd02e7483b7c8ed67fdaec1. as already flushing 2024-11-14T14:42:27,596 DEBUG [RS_FLUSH_OPERATIONS-regionserver/da1c6afcd1f9:0-2 {event_type=RS_FLUSH_REGIONS, pid=124}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1731595345246.11b353fb2bd02e7483b7c8ed67fdaec1. 2024-11-14T14:42:27,596 ERROR [RS_FLUSH_OPERATIONS-regionserver/da1c6afcd1f9:0-2 {event_type=RS_FLUSH_REGIONS, pid=124}] handler.RSProcedureHandler(58): pid=124 java.io.IOException: Unable to complete flush {ENCODED => 11b353fb2bd02e7483b7c8ed67fdaec1, NAME => 'TestAcidGuarantees,,1731595345246.11b353fb2bd02e7483b7c8ed67fdaec1.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-14T14:42:27,596 DEBUG [RS_FLUSH_OPERATIONS-regionserver/da1c6afcd1f9:0-2 {event_type=RS_FLUSH_REGIONS, pid=124}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=124 java.io.IOException: Unable to complete flush {ENCODED => 11b353fb2bd02e7483b7c8ed67fdaec1, NAME => 'TestAcidGuarantees,,1731595345246.11b353fb2bd02e7483b7c8ed67fdaec1.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-14T14:42:27,597 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45145 {}] master.HMaster(4177): Remote procedure failed, pid=124 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 11b353fb2bd02e7483b7c8ed67fdaec1, NAME => 'TestAcidGuarantees,,1731595345246.11b353fb2bd02e7483b7c8ed67fdaec1.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$5(MasterRpcServices.java:2580) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2575) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 11b353fb2bd02e7483b7c8ed67fdaec1, NAME => 'TestAcidGuarantees,,1731595345246.11b353fb2bd02e7483b7c8ed67fdaec1.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-14T14:42:27,638 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35765 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=11b353fb2bd02e7483b7c8ed67fdaec1, server=da1c6afcd1f9,35765,1731595233113 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-14T14:42:27,638 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35765 {}] ipc.CallRunner(138): callId: 8 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:55536 deadline: 1731595407636, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=11b353fb2bd02e7483b7c8ed67fdaec1, server=da1c6afcd1f9,35765,1731595233113 2024-11-14T14:42:27,639 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731595345246.11b353fb2bd02e7483b7c8ed67fdaec1., hostname=da1c6afcd1f9,35765,1731595233113, seqNum=2 , the old value is region=TestAcidGuarantees,,1731595345246.11b353fb2bd02e7483b7c8ed67fdaec1., hostname=da1c6afcd1f9,35765,1731595233113, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=11b353fb2bd02e7483b7c8ed67fdaec1, server=da1c6afcd1f9,35765,1731595233113 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-14T14:42:27,639 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731595345246.11b353fb2bd02e7483b7c8ed67fdaec1., hostname=da1c6afcd1f9,35765,1731595233113, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=11b353fb2bd02e7483b7c8ed67fdaec1, server=da1c6afcd1f9,35765,1731595233113 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-14T14:42:27,639 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731595345246.11b353fb2bd02e7483b7c8ed67fdaec1., hostname=da1c6afcd1f9,35765,1731595233113, seqNum=2 because the exception is null or not the one we care about 2024-11-14T14:42:27,655 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35765 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=11b353fb2bd02e7483b7c8ed67fdaec1, server=da1c6afcd1f9,35765,1731595233113 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-14T14:42:27,656 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35765 {}] ipc.CallRunner(138): callId: 9 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:55504 deadline: 1731595407645, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=11b353fb2bd02e7483b7c8ed67fdaec1, server=da1c6afcd1f9,35765,1731595233113 2024-11-14T14:42:27,656 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731595345246.11b353fb2bd02e7483b7c8ed67fdaec1., hostname=da1c6afcd1f9,35765,1731595233113, seqNum=2 , the old value is region=TestAcidGuarantees,,1731595345246.11b353fb2bd02e7483b7c8ed67fdaec1., hostname=da1c6afcd1f9,35765,1731595233113, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=11b353fb2bd02e7483b7c8ed67fdaec1, server=da1c6afcd1f9,35765,1731595233113 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-14T14:42:27,656 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731595345246.11b353fb2bd02e7483b7c8ed67fdaec1., hostname=da1c6afcd1f9,35765,1731595233113, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=11b353fb2bd02e7483b7c8ed67fdaec1, server=da1c6afcd1f9,35765,1731595233113 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-14T14:42:27,656 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731595345246.11b353fb2bd02e7483b7c8ed67fdaec1., hostname=da1c6afcd1f9,35765,1731595233113, seqNum=2 because the exception is null or not the one we care about 2024-11-14T14:42:27,660 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35765 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=11b353fb2bd02e7483b7c8ed67fdaec1, server=da1c6afcd1f9,35765,1731595233113 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-14T14:42:27,660 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35765 {}] ipc.CallRunner(138): callId: 10 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:55502 deadline: 1731595407656, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=11b353fb2bd02e7483b7c8ed67fdaec1, server=da1c6afcd1f9,35765,1731595233113 2024-11-14T14:42:27,661 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35765 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=11b353fb2bd02e7483b7c8ed67fdaec1, server=da1c6afcd1f9,35765,1731595233113 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-14T14:42:27,661 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731595345246.11b353fb2bd02e7483b7c8ed67fdaec1., hostname=da1c6afcd1f9,35765,1731595233113, seqNum=2 , the old value is region=TestAcidGuarantees,,1731595345246.11b353fb2bd02e7483b7c8ed67fdaec1., hostname=da1c6afcd1f9,35765,1731595233113, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=11b353fb2bd02e7483b7c8ed67fdaec1, server=da1c6afcd1f9,35765,1731595233113 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-14T14:42:27,661 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731595345246.11b353fb2bd02e7483b7c8ed67fdaec1., hostname=da1c6afcd1f9,35765,1731595233113, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=11b353fb2bd02e7483b7c8ed67fdaec1, server=da1c6afcd1f9,35765,1731595233113 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-14T14:42:27,661 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731595345246.11b353fb2bd02e7483b7c8ed67fdaec1., hostname=da1c6afcd1f9,35765,1731595233113, seqNum=2 because the exception is null or not the one we care about 2024-11-14T14:42:27,661 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35765 {}] ipc.CallRunner(138): callId: 11 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:55492 deadline: 1731595407656, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=11b353fb2bd02e7483b7c8ed67fdaec1, server=da1c6afcd1f9,35765,1731595233113 2024-11-14T14:42:27,661 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731595345246.11b353fb2bd02e7483b7c8ed67fdaec1., hostname=da1c6afcd1f9,35765,1731595233113, seqNum=2 , the old value is region=TestAcidGuarantees,,1731595345246.11b353fb2bd02e7483b7c8ed67fdaec1., hostname=da1c6afcd1f9,35765,1731595233113, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=11b353fb2bd02e7483b7c8ed67fdaec1, server=da1c6afcd1f9,35765,1731595233113 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-14T14:42:27,661 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35765 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=11b353fb2bd02e7483b7c8ed67fdaec1, server=da1c6afcd1f9,35765,1731595233113 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-14T14:42:27,661 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731595345246.11b353fb2bd02e7483b7c8ed67fdaec1., hostname=da1c6afcd1f9,35765,1731595233113, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=11b353fb2bd02e7483b7c8ed67fdaec1, server=da1c6afcd1f9,35765,1731595233113 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-14T14:42:27,661 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731595345246.11b353fb2bd02e7483b7c8ed67fdaec1., hostname=da1c6afcd1f9,35765,1731595233113, seqNum=2 because the exception is null or not the one we care about 2024-11-14T14:42:27,661 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35765 {}] ipc.CallRunner(138): callId: 9 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:55520 deadline: 1731595407656, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=11b353fb2bd02e7483b7c8ed67fdaec1, server=da1c6afcd1f9,35765,1731595233113 2024-11-14T14:42:27,661 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731595345246.11b353fb2bd02e7483b7c8ed67fdaec1., hostname=da1c6afcd1f9,35765,1731595233113, seqNum=2 , the old value is region=TestAcidGuarantees,,1731595345246.11b353fb2bd02e7483b7c8ed67fdaec1., hostname=da1c6afcd1f9,35765,1731595233113, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=11b353fb2bd02e7483b7c8ed67fdaec1, server=da1c6afcd1f9,35765,1731595233113 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-14T14:42:27,661 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731595345246.11b353fb2bd02e7483b7c8ed67fdaec1., hostname=da1c6afcd1f9,35765,1731595233113, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=11b353fb2bd02e7483b7c8ed67fdaec1, server=da1c6afcd1f9,35765,1731595233113 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-14T14:42:27,661 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731595345246.11b353fb2bd02e7483b7c8ed67fdaec1., hostname=da1c6afcd1f9,35765,1731595233113, seqNum=2 because the exception is null or not the one we care about 2024-11-14T14:42:27,749 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=35765 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=124 2024-11-14T14:42:27,749 DEBUG [RS_FLUSH_OPERATIONS-regionserver/da1c6afcd1f9:0-0 {event_type=RS_FLUSH_REGIONS, pid=124}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1731595345246.11b353fb2bd02e7483b7c8ed67fdaec1. 2024-11-14T14:42:27,749 DEBUG [RS_FLUSH_OPERATIONS-regionserver/da1c6afcd1f9:0-0 {event_type=RS_FLUSH_REGIONS, pid=124}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1731595345246.11b353fb2bd02e7483b7c8ed67fdaec1. as already flushing 2024-11-14T14:42:27,749 DEBUG [RS_FLUSH_OPERATIONS-regionserver/da1c6afcd1f9:0-0 {event_type=RS_FLUSH_REGIONS, pid=124}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1731595345246.11b353fb2bd02e7483b7c8ed67fdaec1. 2024-11-14T14:42:27,749 ERROR [RS_FLUSH_OPERATIONS-regionserver/da1c6afcd1f9:0-0 {event_type=RS_FLUSH_REGIONS, pid=124}] handler.RSProcedureHandler(58): pid=124 java.io.IOException: Unable to complete flush {ENCODED => 11b353fb2bd02e7483b7c8ed67fdaec1, NAME => 'TestAcidGuarantees,,1731595345246.11b353fb2bd02e7483b7c8ed67fdaec1.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-14T14:42:27,749 DEBUG [RS_FLUSH_OPERATIONS-regionserver/da1c6afcd1f9:0-0 {event_type=RS_FLUSH_REGIONS, pid=124}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=124 java.io.IOException: Unable to complete flush {ENCODED => 11b353fb2bd02e7483b7c8ed67fdaec1, NAME => 'TestAcidGuarantees,,1731595345246.11b353fb2bd02e7483b7c8ed67fdaec1.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-14T14:42:27,750 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45145 {}] master.HMaster(4177): Remote procedure failed, pid=124 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 11b353fb2bd02e7483b7c8ed67fdaec1, NAME => 'TestAcidGuarantees,,1731595345246.11b353fb2bd02e7483b7c8ed67fdaec1.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$5(MasterRpcServices.java:2580) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2575) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 11b353fb2bd02e7483b7c8ed67fdaec1, NAME => 'TestAcidGuarantees,,1731595345246.11b353fb2bd02e7483b7c8ed67fdaec1.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-14T14:42:27,756 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45145 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=123 2024-11-14T14:42:27,854 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35765 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=11b353fb2bd02e7483b7c8ed67fdaec1, server=da1c6afcd1f9,35765,1731595233113 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-14T14:42:27,854 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35765 {}] ipc.CallRunner(138): callId: 9 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:55536 deadline: 1731595407846, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=11b353fb2bd02e7483b7c8ed67fdaec1, server=da1c6afcd1f9,35765,1731595233113 2024-11-14T14:42:27,855 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731595345246.11b353fb2bd02e7483b7c8ed67fdaec1., hostname=da1c6afcd1f9,35765,1731595233113, seqNum=2 , the old value is region=TestAcidGuarantees,,1731595345246.11b353fb2bd02e7483b7c8ed67fdaec1., hostname=da1c6afcd1f9,35765,1731595233113, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=11b353fb2bd02e7483b7c8ed67fdaec1, server=da1c6afcd1f9,35765,1731595233113 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-14T14:42:27,855 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731595345246.11b353fb2bd02e7483b7c8ed67fdaec1., hostname=da1c6afcd1f9,35765,1731595233113, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=11b353fb2bd02e7483b7c8ed67fdaec1, server=da1c6afcd1f9,35765,1731595233113 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-14T14:42:27,855 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731595345246.11b353fb2bd02e7483b7c8ed67fdaec1., hostname=da1c6afcd1f9,35765,1731595233113, seqNum=2 because the exception is null or not the one we care about 2024-11-14T14:42:27,871 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35765 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=11b353fb2bd02e7483b7c8ed67fdaec1, server=da1c6afcd1f9,35765,1731595233113 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-14T14:42:27,871 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35765 {}] ipc.CallRunner(138): callId: 10 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:55504 deadline: 1731595407866, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=11b353fb2bd02e7483b7c8ed67fdaec1, server=da1c6afcd1f9,35765,1731595233113 2024-11-14T14:42:27,871 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731595345246.11b353fb2bd02e7483b7c8ed67fdaec1., hostname=da1c6afcd1f9,35765,1731595233113, seqNum=2 , the old value is region=TestAcidGuarantees,,1731595345246.11b353fb2bd02e7483b7c8ed67fdaec1., hostname=da1c6afcd1f9,35765,1731595233113, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=11b353fb2bd02e7483b7c8ed67fdaec1, server=da1c6afcd1f9,35765,1731595233113 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-14T14:42:27,871 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35765 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=11b353fb2bd02e7483b7c8ed67fdaec1, server=da1c6afcd1f9,35765,1731595233113 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-14T14:42:27,871 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731595345246.11b353fb2bd02e7483b7c8ed67fdaec1., hostname=da1c6afcd1f9,35765,1731595233113, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=11b353fb2bd02e7483b7c8ed67fdaec1, server=da1c6afcd1f9,35765,1731595233113 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-14T14:42:27,871 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731595345246.11b353fb2bd02e7483b7c8ed67fdaec1., hostname=da1c6afcd1f9,35765,1731595233113, seqNum=2 because the exception is null or not the one we care about 2024-11-14T14:42:27,871 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35765 {}] ipc.CallRunner(138): callId: 11 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:55502 deadline: 1731595407866, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=11b353fb2bd02e7483b7c8ed67fdaec1, server=da1c6afcd1f9,35765,1731595233113 2024-11-14T14:42:27,872 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731595345246.11b353fb2bd02e7483b7c8ed67fdaec1., hostname=da1c6afcd1f9,35765,1731595233113, seqNum=2 , the old value is region=TestAcidGuarantees,,1731595345246.11b353fb2bd02e7483b7c8ed67fdaec1., hostname=da1c6afcd1f9,35765,1731595233113, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=11b353fb2bd02e7483b7c8ed67fdaec1, server=da1c6afcd1f9,35765,1731595233113 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-14T14:42:27,872 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35765 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=11b353fb2bd02e7483b7c8ed67fdaec1, server=da1c6afcd1f9,35765,1731595233113 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-14T14:42:27,872 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731595345246.11b353fb2bd02e7483b7c8ed67fdaec1., hostname=da1c6afcd1f9,35765,1731595233113, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=11b353fb2bd02e7483b7c8ed67fdaec1, server=da1c6afcd1f9,35765,1731595233113 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-14T14:42:27,872 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731595345246.11b353fb2bd02e7483b7c8ed67fdaec1., hostname=da1c6afcd1f9,35765,1731595233113, seqNum=2 because the exception is null or not the one we care about 2024-11-14T14:42:27,872 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35765 {}] ipc.CallRunner(138): callId: 12 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:55492 deadline: 1731595407866, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=11b353fb2bd02e7483b7c8ed67fdaec1, server=da1c6afcd1f9,35765,1731595233113 2024-11-14T14:42:27,872 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731595345246.11b353fb2bd02e7483b7c8ed67fdaec1., hostname=da1c6afcd1f9,35765,1731595233113, seqNum=2 , the old value is region=TestAcidGuarantees,,1731595345246.11b353fb2bd02e7483b7c8ed67fdaec1., hostname=da1c6afcd1f9,35765,1731595233113, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=11b353fb2bd02e7483b7c8ed67fdaec1, server=da1c6afcd1f9,35765,1731595233113 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-14T14:42:27,872 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731595345246.11b353fb2bd02e7483b7c8ed67fdaec1., hostname=da1c6afcd1f9,35765,1731595233113, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=11b353fb2bd02e7483b7c8ed67fdaec1, server=da1c6afcd1f9,35765,1731595233113 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-14T14:42:27,872 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731595345246.11b353fb2bd02e7483b7c8ed67fdaec1., hostname=da1c6afcd1f9,35765,1731595233113, seqNum=2 because the exception is null or not the one we care about 2024-11-14T14:42:27,876 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35765 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=11b353fb2bd02e7483b7c8ed67fdaec1, server=da1c6afcd1f9,35765,1731595233113 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-14T14:42:27,876 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35765 {}] ipc.CallRunner(138): callId: 10 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:55520 deadline: 1731595407866, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=11b353fb2bd02e7483b7c8ed67fdaec1, server=da1c6afcd1f9,35765,1731595233113 2024-11-14T14:42:27,876 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731595345246.11b353fb2bd02e7483b7c8ed67fdaec1., hostname=da1c6afcd1f9,35765,1731595233113, seqNum=2 , the old value is region=TestAcidGuarantees,,1731595345246.11b353fb2bd02e7483b7c8ed67fdaec1., hostname=da1c6afcd1f9,35765,1731595233113, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=11b353fb2bd02e7483b7c8ed67fdaec1, server=da1c6afcd1f9,35765,1731595233113 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-14T14:42:27,876 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731595345246.11b353fb2bd02e7483b7c8ed67fdaec1., hostname=da1c6afcd1f9,35765,1731595233113, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=11b353fb2bd02e7483b7c8ed67fdaec1, server=da1c6afcd1f9,35765,1731595233113 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-14T14:42:27,877 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731595345246.11b353fb2bd02e7483b7c8ed67fdaec1., hostname=da1c6afcd1f9,35765,1731595233113, seqNum=2 because the exception is null or not the one we care about 2024-11-14T14:42:27,902 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=35765 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=124 2024-11-14T14:42:27,902 DEBUG [RS_FLUSH_OPERATIONS-regionserver/da1c6afcd1f9:0-1 {event_type=RS_FLUSH_REGIONS, pid=124}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1731595345246.11b353fb2bd02e7483b7c8ed67fdaec1. 2024-11-14T14:42:27,902 DEBUG [RS_FLUSH_OPERATIONS-regionserver/da1c6afcd1f9:0-1 {event_type=RS_FLUSH_REGIONS, pid=124}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1731595345246.11b353fb2bd02e7483b7c8ed67fdaec1. as already flushing 2024-11-14T14:42:27,902 DEBUG [RS_FLUSH_OPERATIONS-regionserver/da1c6afcd1f9:0-1 {event_type=RS_FLUSH_REGIONS, pid=124}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1731595345246.11b353fb2bd02e7483b7c8ed67fdaec1. 2024-11-14T14:42:27,902 ERROR [RS_FLUSH_OPERATIONS-regionserver/da1c6afcd1f9:0-1 {event_type=RS_FLUSH_REGIONS, pid=124}] handler.RSProcedureHandler(58): pid=124 java.io.IOException: Unable to complete flush {ENCODED => 11b353fb2bd02e7483b7c8ed67fdaec1, NAME => 'TestAcidGuarantees,,1731595345246.11b353fb2bd02e7483b7c8ed67fdaec1.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-14T14:42:27,902 DEBUG [RS_FLUSH_OPERATIONS-regionserver/da1c6afcd1f9:0-1 {event_type=RS_FLUSH_REGIONS, pid=124}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=124 java.io.IOException: Unable to complete flush {ENCODED => 11b353fb2bd02e7483b7c8ed67fdaec1, NAME => 'TestAcidGuarantees,,1731595345246.11b353fb2bd02e7483b7c8ed67fdaec1.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-14T14:42:27,903 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45145 {}] master.HMaster(4177): Remote procedure failed, pid=124 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 11b353fb2bd02e7483b7c8ed67fdaec1, NAME => 'TestAcidGuarantees,,1731595345246.11b353fb2bd02e7483b7c8ed67fdaec1.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$5(MasterRpcServices.java:2580) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2575) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 11b353fb2bd02e7483b7c8ed67fdaec1, NAME => 'TestAcidGuarantees,,1731595345246.11b353fb2bd02e7483b7c8ed67fdaec1.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-14T14:42:27,914 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=15.65 KB at sequenceid=11 (bloomFilter=true), to=hdfs://localhost:34345/user/jenkins/test-data/14d118ee-a83a-b09b-5913-1a58940a5db1/data/default/TestAcidGuarantees/11b353fb2bd02e7483b7c8ed67fdaec1/.tmp/B/d28f55b54c9f467cb096fdefb0898def 2024-11-14T14:42:27,933 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:34345/user/jenkins/test-data/14d118ee-a83a-b09b-5913-1a58940a5db1/data/default/TestAcidGuarantees/11b353fb2bd02e7483b7c8ed67fdaec1/.tmp/C/a7fe6f5173894addb7147aa0c876baff is 50, key is test_row_0/C:col10/1731595347442/Put/seqid=0 2024-11-14T14:42:27,937 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36699 is added to blk_1073742247_1423 (size=12001) 2024-11-14T14:42:28,055 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=35765 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=124 2024-11-14T14:42:28,055 DEBUG [RS_FLUSH_OPERATIONS-regionserver/da1c6afcd1f9:0-2 {event_type=RS_FLUSH_REGIONS, pid=124}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1731595345246.11b353fb2bd02e7483b7c8ed67fdaec1. 2024-11-14T14:42:28,055 DEBUG [RS_FLUSH_OPERATIONS-regionserver/da1c6afcd1f9:0-2 {event_type=RS_FLUSH_REGIONS, pid=124}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1731595345246.11b353fb2bd02e7483b7c8ed67fdaec1. as already flushing 2024-11-14T14:42:28,055 DEBUG [RS_FLUSH_OPERATIONS-regionserver/da1c6afcd1f9:0-2 {event_type=RS_FLUSH_REGIONS, pid=124}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1731595345246.11b353fb2bd02e7483b7c8ed67fdaec1. 2024-11-14T14:42:28,055 ERROR [RS_FLUSH_OPERATIONS-regionserver/da1c6afcd1f9:0-2 {event_type=RS_FLUSH_REGIONS, pid=124}] handler.RSProcedureHandler(58): pid=124 java.io.IOException: Unable to complete flush {ENCODED => 11b353fb2bd02e7483b7c8ed67fdaec1, NAME => 'TestAcidGuarantees,,1731595345246.11b353fb2bd02e7483b7c8ed67fdaec1.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-14T14:42:28,055 DEBUG [RS_FLUSH_OPERATIONS-regionserver/da1c6afcd1f9:0-2 {event_type=RS_FLUSH_REGIONS, pid=124}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=124 java.io.IOException: Unable to complete flush {ENCODED => 11b353fb2bd02e7483b7c8ed67fdaec1, NAME => 'TestAcidGuarantees,,1731595345246.11b353fb2bd02e7483b7c8ed67fdaec1.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-14T14:42:28,056 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45145 {}] master.HMaster(4177): Remote procedure failed, pid=124 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 11b353fb2bd02e7483b7c8ed67fdaec1, NAME => 'TestAcidGuarantees,,1731595345246.11b353fb2bd02e7483b7c8ed67fdaec1.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$5(MasterRpcServices.java:2580) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2575) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 11b353fb2bd02e7483b7c8ed67fdaec1, NAME => 'TestAcidGuarantees,,1731595345246.11b353fb2bd02e7483b7c8ed67fdaec1.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-14T14:42:28,066 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45145 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=123 2024-11-14T14:42:28,176 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35765 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=11b353fb2bd02e7483b7c8ed67fdaec1, server=da1c6afcd1f9,35765,1731595233113 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-14T14:42:28,177 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35765 {}] ipc.CallRunner(138): callId: 10 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:55536 deadline: 1731595408166, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=11b353fb2bd02e7483b7c8ed67fdaec1, server=da1c6afcd1f9,35765,1731595233113 2024-11-14T14:42:28,177 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731595345246.11b353fb2bd02e7483b7c8ed67fdaec1., hostname=da1c6afcd1f9,35765,1731595233113, seqNum=2 , the old value is region=TestAcidGuarantees,,1731595345246.11b353fb2bd02e7483b7c8ed67fdaec1., hostname=da1c6afcd1f9,35765,1731595233113, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=11b353fb2bd02e7483b7c8ed67fdaec1, server=da1c6afcd1f9,35765,1731595233113 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-14T14:42:28,177 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731595345246.11b353fb2bd02e7483b7c8ed67fdaec1., hostname=da1c6afcd1f9,35765,1731595233113, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=11b353fb2bd02e7483b7c8ed67fdaec1, server=da1c6afcd1f9,35765,1731595233113 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-14T14:42:28,177 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731595345246.11b353fb2bd02e7483b7c8ed67fdaec1., hostname=da1c6afcd1f9,35765,1731595233113, seqNum=2 because the exception is null or not the one we care about 2024-11-14T14:42:28,181 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35765 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=11b353fb2bd02e7483b7c8ed67fdaec1, server=da1c6afcd1f9,35765,1731595233113 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-14T14:42:28,181 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35765 {}] ipc.CallRunner(138): callId: 11 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:55504 deadline: 1731595408176, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=11b353fb2bd02e7483b7c8ed67fdaec1, server=da1c6afcd1f9,35765,1731595233113 2024-11-14T14:42:28,182 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35765 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=11b353fb2bd02e7483b7c8ed67fdaec1, server=da1c6afcd1f9,35765,1731595233113 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-14T14:42:28,182 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731595345246.11b353fb2bd02e7483b7c8ed67fdaec1., hostname=da1c6afcd1f9,35765,1731595233113, seqNum=2 , the old value is region=TestAcidGuarantees,,1731595345246.11b353fb2bd02e7483b7c8ed67fdaec1., hostname=da1c6afcd1f9,35765,1731595233113, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=11b353fb2bd02e7483b7c8ed67fdaec1, server=da1c6afcd1f9,35765,1731595233113 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-14T14:42:28,182 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35765 {}] ipc.CallRunner(138): callId: 12 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:55502 deadline: 1731595408176, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=11b353fb2bd02e7483b7c8ed67fdaec1, server=da1c6afcd1f9,35765,1731595233113 2024-11-14T14:42:28,182 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731595345246.11b353fb2bd02e7483b7c8ed67fdaec1., hostname=da1c6afcd1f9,35765,1731595233113, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=11b353fb2bd02e7483b7c8ed67fdaec1, server=da1c6afcd1f9,35765,1731595233113 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-14T14:42:28,182 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731595345246.11b353fb2bd02e7483b7c8ed67fdaec1., hostname=da1c6afcd1f9,35765,1731595233113, seqNum=2 because the exception is null or not the one we care about 2024-11-14T14:42:28,182 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35765 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=11b353fb2bd02e7483b7c8ed67fdaec1, server=da1c6afcd1f9,35765,1731595233113 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-14T14:42:28,182 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731595345246.11b353fb2bd02e7483b7c8ed67fdaec1., hostname=da1c6afcd1f9,35765,1731595233113, seqNum=2 , the old value is region=TestAcidGuarantees,,1731595345246.11b353fb2bd02e7483b7c8ed67fdaec1., hostname=da1c6afcd1f9,35765,1731595233113, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=11b353fb2bd02e7483b7c8ed67fdaec1, server=da1c6afcd1f9,35765,1731595233113 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-14T14:42:28,182 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731595345246.11b353fb2bd02e7483b7c8ed67fdaec1., hostname=da1c6afcd1f9,35765,1731595233113, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=11b353fb2bd02e7483b7c8ed67fdaec1, server=da1c6afcd1f9,35765,1731595233113 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-14T14:42:28,182 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35765 {}] ipc.CallRunner(138): callId: 13 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:55492 deadline: 1731595408176, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=11b353fb2bd02e7483b7c8ed67fdaec1, server=da1c6afcd1f9,35765,1731595233113 2024-11-14T14:42:28,182 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731595345246.11b353fb2bd02e7483b7c8ed67fdaec1., hostname=da1c6afcd1f9,35765,1731595233113, seqNum=2 because the exception is null or not the one we care about 2024-11-14T14:42:28,182 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731595345246.11b353fb2bd02e7483b7c8ed67fdaec1., hostname=da1c6afcd1f9,35765,1731595233113, seqNum=2 , the old value is region=TestAcidGuarantees,,1731595345246.11b353fb2bd02e7483b7c8ed67fdaec1., hostname=da1c6afcd1f9,35765,1731595233113, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=11b353fb2bd02e7483b7c8ed67fdaec1, server=da1c6afcd1f9,35765,1731595233113 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-14T14:42:28,182 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731595345246.11b353fb2bd02e7483b7c8ed67fdaec1., hostname=da1c6afcd1f9,35765,1731595233113, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=11b353fb2bd02e7483b7c8ed67fdaec1, server=da1c6afcd1f9,35765,1731595233113 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-14T14:42:28,182 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731595345246.11b353fb2bd02e7483b7c8ed67fdaec1., hostname=da1c6afcd1f9,35765,1731595233113, seqNum=2 because the exception is null or not the one we care about 2024-11-14T14:42:28,196 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35765 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=11b353fb2bd02e7483b7c8ed67fdaec1, server=da1c6afcd1f9,35765,1731595233113 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-14T14:42:28,196 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35765 {}] ipc.CallRunner(138): callId: 11 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:55520 deadline: 1731595408186, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=11b353fb2bd02e7483b7c8ed67fdaec1, server=da1c6afcd1f9,35765,1731595233113 2024-11-14T14:42:28,196 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731595345246.11b353fb2bd02e7483b7c8ed67fdaec1., hostname=da1c6afcd1f9,35765,1731595233113, seqNum=2 , the old value is region=TestAcidGuarantees,,1731595345246.11b353fb2bd02e7483b7c8ed67fdaec1., hostname=da1c6afcd1f9,35765,1731595233113, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=11b353fb2bd02e7483b7c8ed67fdaec1, server=da1c6afcd1f9,35765,1731595233113 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-14T14:42:28,196 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731595345246.11b353fb2bd02e7483b7c8ed67fdaec1., hostname=da1c6afcd1f9,35765,1731595233113, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=11b353fb2bd02e7483b7c8ed67fdaec1, server=da1c6afcd1f9,35765,1731595233113 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-14T14:42:28,196 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731595345246.11b353fb2bd02e7483b7c8ed67fdaec1., hostname=da1c6afcd1f9,35765,1731595233113, seqNum=2 because the exception is null or not the one we care about 2024-11-14T14:42:28,208 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=35765 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=124 2024-11-14T14:42:28,208 DEBUG [RS_FLUSH_OPERATIONS-regionserver/da1c6afcd1f9:0-0 {event_type=RS_FLUSH_REGIONS, pid=124}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1731595345246.11b353fb2bd02e7483b7c8ed67fdaec1. 2024-11-14T14:42:28,208 DEBUG [RS_FLUSH_OPERATIONS-regionserver/da1c6afcd1f9:0-0 {event_type=RS_FLUSH_REGIONS, pid=124}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1731595345246.11b353fb2bd02e7483b7c8ed67fdaec1. as already flushing 2024-11-14T14:42:28,208 DEBUG [RS_FLUSH_OPERATIONS-regionserver/da1c6afcd1f9:0-0 {event_type=RS_FLUSH_REGIONS, pid=124}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1731595345246.11b353fb2bd02e7483b7c8ed67fdaec1. 2024-11-14T14:42:28,208 ERROR [RS_FLUSH_OPERATIONS-regionserver/da1c6afcd1f9:0-0 {event_type=RS_FLUSH_REGIONS, pid=124}] handler.RSProcedureHandler(58): pid=124 java.io.IOException: Unable to complete flush {ENCODED => 11b353fb2bd02e7483b7c8ed67fdaec1, NAME => 'TestAcidGuarantees,,1731595345246.11b353fb2bd02e7483b7c8ed67fdaec1.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-14T14:42:28,208 DEBUG [RS_FLUSH_OPERATIONS-regionserver/da1c6afcd1f9:0-0 {event_type=RS_FLUSH_REGIONS, pid=124}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=124 java.io.IOException: Unable to complete flush {ENCODED => 11b353fb2bd02e7483b7c8ed67fdaec1, NAME => 'TestAcidGuarantees,,1731595345246.11b353fb2bd02e7483b7c8ed67fdaec1.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-14T14:42:28,209 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45145 {}] master.HMaster(4177): Remote procedure failed, pid=124 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 11b353fb2bd02e7483b7c8ed67fdaec1, NAME => 'TestAcidGuarantees,,1731595345246.11b353fb2bd02e7483b7c8ed67fdaec1.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$5(MasterRpcServices.java:2580) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2575) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 11b353fb2bd02e7483b7c8ed67fdaec1, NAME => 'TestAcidGuarantees,,1731595345246.11b353fb2bd02e7483b7c8ed67fdaec1.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-14T14:42:28,337 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=15.65 KB at sequenceid=11 (bloomFilter=true), to=hdfs://localhost:34345/user/jenkins/test-data/14d118ee-a83a-b09b-5913-1a58940a5db1/data/default/TestAcidGuarantees/11b353fb2bd02e7483b7c8ed67fdaec1/.tmp/C/a7fe6f5173894addb7147aa0c876baff 2024-11-14T14:42:28,341 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:34345/user/jenkins/test-data/14d118ee-a83a-b09b-5913-1a58940a5db1/data/default/TestAcidGuarantees/11b353fb2bd02e7483b7c8ed67fdaec1/.tmp/A/571b3401d94543628c0323cb8584ca81 as hdfs://localhost:34345/user/jenkins/test-data/14d118ee-a83a-b09b-5913-1a58940a5db1/data/default/TestAcidGuarantees/11b353fb2bd02e7483b7c8ed67fdaec1/A/571b3401d94543628c0323cb8584ca81 2024-11-14T14:42:28,344 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:34345/user/jenkins/test-data/14d118ee-a83a-b09b-5913-1a58940a5db1/data/default/TestAcidGuarantees/11b353fb2bd02e7483b7c8ed67fdaec1/A/571b3401d94543628c0323cb8584ca81, entries=150, sequenceid=11, filesize=11.7 K 2024-11-14T14:42:28,345 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:34345/user/jenkins/test-data/14d118ee-a83a-b09b-5913-1a58940a5db1/data/default/TestAcidGuarantees/11b353fb2bd02e7483b7c8ed67fdaec1/.tmp/B/d28f55b54c9f467cb096fdefb0898def as hdfs://localhost:34345/user/jenkins/test-data/14d118ee-a83a-b09b-5913-1a58940a5db1/data/default/TestAcidGuarantees/11b353fb2bd02e7483b7c8ed67fdaec1/B/d28f55b54c9f467cb096fdefb0898def 2024-11-14T14:42:28,348 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:34345/user/jenkins/test-data/14d118ee-a83a-b09b-5913-1a58940a5db1/data/default/TestAcidGuarantees/11b353fb2bd02e7483b7c8ed67fdaec1/B/d28f55b54c9f467cb096fdefb0898def, entries=150, sequenceid=11, filesize=11.7 K 2024-11-14T14:42:28,349 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:34345/user/jenkins/test-data/14d118ee-a83a-b09b-5913-1a58940a5db1/data/default/TestAcidGuarantees/11b353fb2bd02e7483b7c8ed67fdaec1/.tmp/C/a7fe6f5173894addb7147aa0c876baff as hdfs://localhost:34345/user/jenkins/test-data/14d118ee-a83a-b09b-5913-1a58940a5db1/data/default/TestAcidGuarantees/11b353fb2bd02e7483b7c8ed67fdaec1/C/a7fe6f5173894addb7147aa0c876baff 2024-11-14T14:42:28,352 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:34345/user/jenkins/test-data/14d118ee-a83a-b09b-5913-1a58940a5db1/data/default/TestAcidGuarantees/11b353fb2bd02e7483b7c8ed67fdaec1/C/a7fe6f5173894addb7147aa0c876baff, entries=150, sequenceid=11, filesize=11.7 K 2024-11-14T14:42:28,352 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(3140): Finished flush of dataSize ~46.96 KB/48090, heapSize ~140.16 KB/143520, currentSize=140.89 KB/144270 for 11b353fb2bd02e7483b7c8ed67fdaec1 in 903ms, sequenceid=11, compaction requested=false 2024-11-14T14:42:28,353 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2603): Flush status journal for 11b353fb2bd02e7483b7c8ed67fdaec1: 2024-11-14T14:42:28,360 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=35765 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=124 2024-11-14T14:42:28,360 DEBUG [RS_FLUSH_OPERATIONS-regionserver/da1c6afcd1f9:0-1 {event_type=RS_FLUSH_REGIONS, pid=124}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1731595345246.11b353fb2bd02e7483b7c8ed67fdaec1. 2024-11-14T14:42:28,361 INFO [RS_FLUSH_OPERATIONS-regionserver/da1c6afcd1f9:0-1 {event_type=RS_FLUSH_REGIONS, pid=124}] regionserver.HRegion(2902): Flushing 11b353fb2bd02e7483b7c8ed67fdaec1 3/3 column families, dataSize=140.89 KB heapSize=381.47 KB 2024-11-14T14:42:28,361 DEBUG [RS_FLUSH_OPERATIONS-regionserver/da1c6afcd1f9:0-1 {event_type=RS_FLUSH_REGIONS, pid=124}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 11b353fb2bd02e7483b7c8ed67fdaec1, store=A 2024-11-14T14:42:28,361 DEBUG [RS_FLUSH_OPERATIONS-regionserver/da1c6afcd1f9:0-1 {event_type=RS_FLUSH_REGIONS, pid=124}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=2, new segment=null 2024-11-14T14:42:28,361 DEBUG [RS_FLUSH_OPERATIONS-regionserver/da1c6afcd1f9:0-1 {event_type=RS_FLUSH_REGIONS, pid=124}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 11b353fb2bd02e7483b7c8ed67fdaec1, store=B 2024-11-14T14:42:28,361 DEBUG [RS_FLUSH_OPERATIONS-regionserver/da1c6afcd1f9:0-1 {event_type=RS_FLUSH_REGIONS, pid=124}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=2, new segment=null 2024-11-14T14:42:28,361 DEBUG [RS_FLUSH_OPERATIONS-regionserver/da1c6afcd1f9:0-1 {event_type=RS_FLUSH_REGIONS, pid=124}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 11b353fb2bd02e7483b7c8ed67fdaec1, store=C 2024-11-14T14:42:28,361 DEBUG [RS_FLUSH_OPERATIONS-regionserver/da1c6afcd1f9:0-1 {event_type=RS_FLUSH_REGIONS, pid=124}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=2, new segment=null 2024-11-14T14:42:28,366 DEBUG [RS_FLUSH_OPERATIONS-regionserver/da1c6afcd1f9:0-1 {event_type=RS_FLUSH_REGIONS, pid=124}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:34345/user/jenkins/test-data/14d118ee-a83a-b09b-5913-1a58940a5db1/data/default/TestAcidGuarantees/11b353fb2bd02e7483b7c8ed67fdaec1/.tmp/A/68dabdf230094b35a03c156ac870ac16 is 50, key is test_row_0/A:col10/1731595347531/Put/seqid=0 2024-11-14T14:42:28,370 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36699 is added to blk_1073742248_1424 (size=12001) 2024-11-14T14:42:28,575 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45145 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=123 2024-11-14T14:42:28,695 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35765 {}] regionserver.HRegion(8855): Flush requested on 11b353fb2bd02e7483b7c8ed67fdaec1 2024-11-14T14:42:28,695 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1731595345246.11b353fb2bd02e7483b7c8ed67fdaec1. as already flushing 2024-11-14T14:42:28,710 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35765 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=11b353fb2bd02e7483b7c8ed67fdaec1, server=da1c6afcd1f9,35765,1731595233113 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-14T14:42:28,710 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35765 {}] ipc.CallRunner(138): callId: 13 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:55536 deadline: 1731595408700, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=11b353fb2bd02e7483b7c8ed67fdaec1, server=da1c6afcd1f9,35765,1731595233113 2024-11-14T14:42:28,711 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35765 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=11b353fb2bd02e7483b7c8ed67fdaec1, server=da1c6afcd1f9,35765,1731595233113 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-14T14:42:28,711 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731595345246.11b353fb2bd02e7483b7c8ed67fdaec1., hostname=da1c6afcd1f9,35765,1731595233113, seqNum=2 , the old value is region=TestAcidGuarantees,,1731595345246.11b353fb2bd02e7483b7c8ed67fdaec1., hostname=da1c6afcd1f9,35765,1731595233113, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=11b353fb2bd02e7483b7c8ed67fdaec1, server=da1c6afcd1f9,35765,1731595233113 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-14T14:42:28,711 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731595345246.11b353fb2bd02e7483b7c8ed67fdaec1., hostname=da1c6afcd1f9,35765,1731595233113, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=11b353fb2bd02e7483b7c8ed67fdaec1, server=da1c6afcd1f9,35765,1731595233113 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-14T14:42:28,711 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35765 {}] ipc.CallRunner(138): callId: 12 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:55520 deadline: 1731595408706, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=11b353fb2bd02e7483b7c8ed67fdaec1, server=da1c6afcd1f9,35765,1731595233113 2024-11-14T14:42:28,711 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731595345246.11b353fb2bd02e7483b7c8ed67fdaec1., hostname=da1c6afcd1f9,35765,1731595233113, seqNum=2 because the exception is null or not the one we care about 2024-11-14T14:42:28,711 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35765 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=11b353fb2bd02e7483b7c8ed67fdaec1, server=da1c6afcd1f9,35765,1731595233113 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-14T14:42:28,711 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731595345246.11b353fb2bd02e7483b7c8ed67fdaec1., hostname=da1c6afcd1f9,35765,1731595233113, seqNum=2 , the old value is region=TestAcidGuarantees,,1731595345246.11b353fb2bd02e7483b7c8ed67fdaec1., hostname=da1c6afcd1f9,35765,1731595233113, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=11b353fb2bd02e7483b7c8ed67fdaec1, server=da1c6afcd1f9,35765,1731595233113 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-14T14:42:28,711 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731595345246.11b353fb2bd02e7483b7c8ed67fdaec1., hostname=da1c6afcd1f9,35765,1731595233113, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=11b353fb2bd02e7483b7c8ed67fdaec1, server=da1c6afcd1f9,35765,1731595233113 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-14T14:42:28,711 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35765 {}] ipc.CallRunner(138): callId: 13 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:55504 deadline: 1731595408709, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=11b353fb2bd02e7483b7c8ed67fdaec1, server=da1c6afcd1f9,35765,1731595233113 2024-11-14T14:42:28,711 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731595345246.11b353fb2bd02e7483b7c8ed67fdaec1., hostname=da1c6afcd1f9,35765,1731595233113, seqNum=2 because the exception is null or not the one we care about 2024-11-14T14:42:28,711 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731595345246.11b353fb2bd02e7483b7c8ed67fdaec1., hostname=da1c6afcd1f9,35765,1731595233113, seqNum=2 , the old value is region=TestAcidGuarantees,,1731595345246.11b353fb2bd02e7483b7c8ed67fdaec1., hostname=da1c6afcd1f9,35765,1731595233113, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=11b353fb2bd02e7483b7c8ed67fdaec1, server=da1c6afcd1f9,35765,1731595233113 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-14T14:42:28,712 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731595345246.11b353fb2bd02e7483b7c8ed67fdaec1., hostname=da1c6afcd1f9,35765,1731595233113, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=11b353fb2bd02e7483b7c8ed67fdaec1, server=da1c6afcd1f9,35765,1731595233113 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-14T14:42:28,712 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731595345246.11b353fb2bd02e7483b7c8ed67fdaec1., hostname=da1c6afcd1f9,35765,1731595233113, seqNum=2 because the exception is null or not the one we care about 2024-11-14T14:42:28,720 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35765 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=11b353fb2bd02e7483b7c8ed67fdaec1, server=da1c6afcd1f9,35765,1731595233113 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-14T14:42:28,720 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35765 {}] ipc.CallRunner(138): callId: 16 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:55492 deadline: 1731595408710, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=11b353fb2bd02e7483b7c8ed67fdaec1, server=da1c6afcd1f9,35765,1731595233113 2024-11-14T14:42:28,721 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35765 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=11b353fb2bd02e7483b7c8ed67fdaec1, server=da1c6afcd1f9,35765,1731595233113 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-14T14:42:28,721 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35765 {}] ipc.CallRunner(138): callId: 15 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:55502 deadline: 1731595408710, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=11b353fb2bd02e7483b7c8ed67fdaec1, server=da1c6afcd1f9,35765,1731595233113 2024-11-14T14:42:28,721 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731595345246.11b353fb2bd02e7483b7c8ed67fdaec1., hostname=da1c6afcd1f9,35765,1731595233113, seqNum=2 , the old value is region=TestAcidGuarantees,,1731595345246.11b353fb2bd02e7483b7c8ed67fdaec1., hostname=da1c6afcd1f9,35765,1731595233113, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=11b353fb2bd02e7483b7c8ed67fdaec1, server=da1c6afcd1f9,35765,1731595233113 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-14T14:42:28,721 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731595345246.11b353fb2bd02e7483b7c8ed67fdaec1., hostname=da1c6afcd1f9,35765,1731595233113, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=11b353fb2bd02e7483b7c8ed67fdaec1, server=da1c6afcd1f9,35765,1731595233113 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-14T14:42:28,721 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731595345246.11b353fb2bd02e7483b7c8ed67fdaec1., hostname=da1c6afcd1f9,35765,1731595233113, seqNum=2 because the exception is null or not the one we care about 2024-11-14T14:42:28,721 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731595345246.11b353fb2bd02e7483b7c8ed67fdaec1., hostname=da1c6afcd1f9,35765,1731595233113, seqNum=2 , the old value is region=TestAcidGuarantees,,1731595345246.11b353fb2bd02e7483b7c8ed67fdaec1., hostname=da1c6afcd1f9,35765,1731595233113, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=11b353fb2bd02e7483b7c8ed67fdaec1, server=da1c6afcd1f9,35765,1731595233113 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-14T14:42:28,721 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731595345246.11b353fb2bd02e7483b7c8ed67fdaec1., hostname=da1c6afcd1f9,35765,1731595233113, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=11b353fb2bd02e7483b7c8ed67fdaec1, server=da1c6afcd1f9,35765,1731595233113 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-14T14:42:28,721 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731595345246.11b353fb2bd02e7483b7c8ed67fdaec1., hostname=da1c6afcd1f9,35765,1731595233113, seqNum=2 because the exception is null or not the one we care about 2024-11-14T14:42:28,770 INFO [RS_FLUSH_OPERATIONS-regionserver/da1c6afcd1f9:0-1 {event_type=RS_FLUSH_REGIONS, pid=124}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=46.96 KB at sequenceid=44 (bloomFilter=true), to=hdfs://localhost:34345/user/jenkins/test-data/14d118ee-a83a-b09b-5913-1a58940a5db1/data/default/TestAcidGuarantees/11b353fb2bd02e7483b7c8ed67fdaec1/.tmp/A/68dabdf230094b35a03c156ac870ac16 2024-11-14T14:42:28,777 DEBUG [RS_FLUSH_OPERATIONS-regionserver/da1c6afcd1f9:0-1 {event_type=RS_FLUSH_REGIONS, pid=124}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:34345/user/jenkins/test-data/14d118ee-a83a-b09b-5913-1a58940a5db1/data/default/TestAcidGuarantees/11b353fb2bd02e7483b7c8ed67fdaec1/.tmp/B/600437f28b42496b8b3dc05a06a81e85 is 50, key is test_row_0/B:col10/1731595347531/Put/seqid=0 2024-11-14T14:42:28,789 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36699 is added to blk_1073742249_1425 (size=12001) 2024-11-14T14:42:28,790 INFO [RS_FLUSH_OPERATIONS-regionserver/da1c6afcd1f9:0-1 {event_type=RS_FLUSH_REGIONS, pid=124}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=46.96 KB at sequenceid=44 (bloomFilter=true), to=hdfs://localhost:34345/user/jenkins/test-data/14d118ee-a83a-b09b-5913-1a58940a5db1/data/default/TestAcidGuarantees/11b353fb2bd02e7483b7c8ed67fdaec1/.tmp/B/600437f28b42496b8b3dc05a06a81e85 2024-11-14T14:42:28,807 DEBUG [RS_FLUSH_OPERATIONS-regionserver/da1c6afcd1f9:0-1 {event_type=RS_FLUSH_REGIONS, pid=124}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:34345/user/jenkins/test-data/14d118ee-a83a-b09b-5913-1a58940a5db1/data/default/TestAcidGuarantees/11b353fb2bd02e7483b7c8ed67fdaec1/.tmp/C/8c7bf954890646a89b0a8510fbb6d800 is 50, key is test_row_0/C:col10/1731595347531/Put/seqid=0 2024-11-14T14:42:28,818 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36699 is added to blk_1073742250_1426 (size=12001) 2024-11-14T14:42:28,818 INFO [RS_FLUSH_OPERATIONS-regionserver/da1c6afcd1f9:0-1 {event_type=RS_FLUSH_REGIONS, pid=124}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=46.96 KB at sequenceid=44 (bloomFilter=true), to=hdfs://localhost:34345/user/jenkins/test-data/14d118ee-a83a-b09b-5913-1a58940a5db1/data/default/TestAcidGuarantees/11b353fb2bd02e7483b7c8ed67fdaec1/.tmp/C/8c7bf954890646a89b0a8510fbb6d800 2024-11-14T14:42:28,826 DEBUG [RS_FLUSH_OPERATIONS-regionserver/da1c6afcd1f9:0-1 {event_type=RS_FLUSH_REGIONS, pid=124}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:34345/user/jenkins/test-data/14d118ee-a83a-b09b-5913-1a58940a5db1/data/default/TestAcidGuarantees/11b353fb2bd02e7483b7c8ed67fdaec1/.tmp/A/68dabdf230094b35a03c156ac870ac16 as hdfs://localhost:34345/user/jenkins/test-data/14d118ee-a83a-b09b-5913-1a58940a5db1/data/default/TestAcidGuarantees/11b353fb2bd02e7483b7c8ed67fdaec1/A/68dabdf230094b35a03c156ac870ac16 2024-11-14T14:42:28,826 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35765 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=11b353fb2bd02e7483b7c8ed67fdaec1, server=da1c6afcd1f9,35765,1731595233113 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-14T14:42:28,826 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35765 {}] ipc.CallRunner(138): callId: 14 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:55536 deadline: 1731595408816, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=11b353fb2bd02e7483b7c8ed67fdaec1, server=da1c6afcd1f9,35765,1731595233113 2024-11-14T14:42:28,827 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35765 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=11b353fb2bd02e7483b7c8ed67fdaec1, server=da1c6afcd1f9,35765,1731595233113 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-14T14:42:28,827 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731595345246.11b353fb2bd02e7483b7c8ed67fdaec1., hostname=da1c6afcd1f9,35765,1731595233113, seqNum=2 , the old value is region=TestAcidGuarantees,,1731595345246.11b353fb2bd02e7483b7c8ed67fdaec1., hostname=da1c6afcd1f9,35765,1731595233113, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=11b353fb2bd02e7483b7c8ed67fdaec1, server=da1c6afcd1f9,35765,1731595233113 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-14T14:42:28,827 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731595345246.11b353fb2bd02e7483b7c8ed67fdaec1., hostname=da1c6afcd1f9,35765,1731595233113, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=11b353fb2bd02e7483b7c8ed67fdaec1, server=da1c6afcd1f9,35765,1731595233113 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-14T14:42:28,827 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35765 {}] ipc.CallRunner(138): callId: 14 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:55504 deadline: 1731595408816, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=11b353fb2bd02e7483b7c8ed67fdaec1, server=da1c6afcd1f9,35765,1731595233113 2024-11-14T14:42:28,827 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731595345246.11b353fb2bd02e7483b7c8ed67fdaec1., hostname=da1c6afcd1f9,35765,1731595233113, seqNum=2 because the exception is null or not the one we care about 2024-11-14T14:42:28,828 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731595345246.11b353fb2bd02e7483b7c8ed67fdaec1., hostname=da1c6afcd1f9,35765,1731595233113, seqNum=2 , the old value is region=TestAcidGuarantees,,1731595345246.11b353fb2bd02e7483b7c8ed67fdaec1., hostname=da1c6afcd1f9,35765,1731595233113, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=11b353fb2bd02e7483b7c8ed67fdaec1, server=da1c6afcd1f9,35765,1731595233113 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-14T14:42:28,828 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731595345246.11b353fb2bd02e7483b7c8ed67fdaec1., hostname=da1c6afcd1f9,35765,1731595233113, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=11b353fb2bd02e7483b7c8ed67fdaec1, server=da1c6afcd1f9,35765,1731595233113 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-14T14:42:28,828 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731595345246.11b353fb2bd02e7483b7c8ed67fdaec1., hostname=da1c6afcd1f9,35765,1731595233113, seqNum=2 because the exception is null or not the one we care about 2024-11-14T14:42:28,832 INFO [RS_FLUSH_OPERATIONS-regionserver/da1c6afcd1f9:0-1 {event_type=RS_FLUSH_REGIONS, pid=124}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:34345/user/jenkins/test-data/14d118ee-a83a-b09b-5913-1a58940a5db1/data/default/TestAcidGuarantees/11b353fb2bd02e7483b7c8ed67fdaec1/A/68dabdf230094b35a03c156ac870ac16, entries=150, sequenceid=44, filesize=11.7 K 2024-11-14T14:42:28,832 DEBUG [RS_FLUSH_OPERATIONS-regionserver/da1c6afcd1f9:0-1 {event_type=RS_FLUSH_REGIONS, pid=124}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:34345/user/jenkins/test-data/14d118ee-a83a-b09b-5913-1a58940a5db1/data/default/TestAcidGuarantees/11b353fb2bd02e7483b7c8ed67fdaec1/.tmp/B/600437f28b42496b8b3dc05a06a81e85 as hdfs://localhost:34345/user/jenkins/test-data/14d118ee-a83a-b09b-5913-1a58940a5db1/data/default/TestAcidGuarantees/11b353fb2bd02e7483b7c8ed67fdaec1/B/600437f28b42496b8b3dc05a06a81e85 2024-11-14T14:42:28,834 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35765 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=11b353fb2bd02e7483b7c8ed67fdaec1, server=da1c6afcd1f9,35765,1731595233113 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-14T14:42:28,834 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35765 {}] ipc.CallRunner(138): callId: 17 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:55492 deadline: 1731595408826, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=11b353fb2bd02e7483b7c8ed67fdaec1, server=da1c6afcd1f9,35765,1731595233113 2024-11-14T14:42:28,834 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731595345246.11b353fb2bd02e7483b7c8ed67fdaec1., hostname=da1c6afcd1f9,35765,1731595233113, seqNum=2 , the old value is region=TestAcidGuarantees,,1731595345246.11b353fb2bd02e7483b7c8ed67fdaec1., hostname=da1c6afcd1f9,35765,1731595233113, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=11b353fb2bd02e7483b7c8ed67fdaec1, server=da1c6afcd1f9,35765,1731595233113 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-14T14:42:28,834 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35765 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=11b353fb2bd02e7483b7c8ed67fdaec1, server=da1c6afcd1f9,35765,1731595233113 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-14T14:42:28,834 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731595345246.11b353fb2bd02e7483b7c8ed67fdaec1., hostname=da1c6afcd1f9,35765,1731595233113, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=11b353fb2bd02e7483b7c8ed67fdaec1, server=da1c6afcd1f9,35765,1731595233113 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-14T14:42:28,834 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731595345246.11b353fb2bd02e7483b7c8ed67fdaec1., hostname=da1c6afcd1f9,35765,1731595233113, seqNum=2 because the exception is null or not the one we care about 2024-11-14T14:42:28,834 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35765 {}] ipc.CallRunner(138): callId: 16 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:55502 deadline: 1731595408826, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=11b353fb2bd02e7483b7c8ed67fdaec1, server=da1c6afcd1f9,35765,1731595233113 2024-11-14T14:42:28,835 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731595345246.11b353fb2bd02e7483b7c8ed67fdaec1., hostname=da1c6afcd1f9,35765,1731595233113, seqNum=2 , the old value is region=TestAcidGuarantees,,1731595345246.11b353fb2bd02e7483b7c8ed67fdaec1., hostname=da1c6afcd1f9,35765,1731595233113, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=11b353fb2bd02e7483b7c8ed67fdaec1, server=da1c6afcd1f9,35765,1731595233113 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-14T14:42:28,835 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731595345246.11b353fb2bd02e7483b7c8ed67fdaec1., hostname=da1c6afcd1f9,35765,1731595233113, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=11b353fb2bd02e7483b7c8ed67fdaec1, server=da1c6afcd1f9,35765,1731595233113 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-14T14:42:28,835 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731595345246.11b353fb2bd02e7483b7c8ed67fdaec1., hostname=da1c6afcd1f9,35765,1731595233113, seqNum=2 because the exception is null or not the one we care about 2024-11-14T14:42:28,836 INFO [RS_FLUSH_OPERATIONS-regionserver/da1c6afcd1f9:0-1 {event_type=RS_FLUSH_REGIONS, pid=124}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:34345/user/jenkins/test-data/14d118ee-a83a-b09b-5913-1a58940a5db1/data/default/TestAcidGuarantees/11b353fb2bd02e7483b7c8ed67fdaec1/B/600437f28b42496b8b3dc05a06a81e85, entries=150, sequenceid=44, filesize=11.7 K 2024-11-14T14:42:28,837 DEBUG [RS_FLUSH_OPERATIONS-regionserver/da1c6afcd1f9:0-1 {event_type=RS_FLUSH_REGIONS, pid=124}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:34345/user/jenkins/test-data/14d118ee-a83a-b09b-5913-1a58940a5db1/data/default/TestAcidGuarantees/11b353fb2bd02e7483b7c8ed67fdaec1/.tmp/C/8c7bf954890646a89b0a8510fbb6d800 as hdfs://localhost:34345/user/jenkins/test-data/14d118ee-a83a-b09b-5913-1a58940a5db1/data/default/TestAcidGuarantees/11b353fb2bd02e7483b7c8ed67fdaec1/C/8c7bf954890646a89b0a8510fbb6d800 2024-11-14T14:42:28,840 INFO [RS_FLUSH_OPERATIONS-regionserver/da1c6afcd1f9:0-1 {event_type=RS_FLUSH_REGIONS, pid=124}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:34345/user/jenkins/test-data/14d118ee-a83a-b09b-5913-1a58940a5db1/data/default/TestAcidGuarantees/11b353fb2bd02e7483b7c8ed67fdaec1/C/8c7bf954890646a89b0a8510fbb6d800, entries=150, sequenceid=44, filesize=11.7 K 2024-11-14T14:42:28,841 INFO [RS_FLUSH_OPERATIONS-regionserver/da1c6afcd1f9:0-1 {event_type=RS_FLUSH_REGIONS, pid=124}] regionserver.HRegion(3140): Finished flush of dataSize ~140.89 KB/144270, heapSize ~381.42 KB/390576, currentSize=46.96 KB/48090 for 11b353fb2bd02e7483b7c8ed67fdaec1 in 480ms, sequenceid=44, compaction requested=false 2024-11-14T14:42:28,841 DEBUG [RS_FLUSH_OPERATIONS-regionserver/da1c6afcd1f9:0-1 {event_type=RS_FLUSH_REGIONS, pid=124}] regionserver.HRegion(2603): Flush status journal for 11b353fb2bd02e7483b7c8ed67fdaec1: 2024-11-14T14:42:28,841 DEBUG [RS_FLUSH_OPERATIONS-regionserver/da1c6afcd1f9:0-1 {event_type=RS_FLUSH_REGIONS, pid=124}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1731595345246.11b353fb2bd02e7483b7c8ed67fdaec1. 2024-11-14T14:42:28,841 DEBUG [RS_FLUSH_OPERATIONS-regionserver/da1c6afcd1f9:0-1 {event_type=RS_FLUSH_REGIONS, pid=124}] regionserver.RemoteProcedureResultReporter(62): Successfully complete execution of pid=124 2024-11-14T14:42:28,842 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45145 {}] master.HMaster(4169): Remote procedure done, pid=124 2024-11-14T14:42:28,845 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=124, resume processing ppid=123 2024-11-14T14:42:28,845 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1521): Finished pid=124, ppid=123, state=SUCCESS, hasLock=false; org.apache.hadoop.hbase.master.procedure.FlushRegionProcedure in 1.4030 sec 2024-11-14T14:42:28,847 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1521): Finished pid=123, state=SUCCESS, hasLock=false; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=123, table=TestAcidGuarantees in 1.4100 sec 2024-11-14T14:42:29,039 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35765 {}] regionserver.HRegion(8855): Flush requested on 11b353fb2bd02e7483b7c8ed67fdaec1 2024-11-14T14:42:29,039 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(2902): Flushing 11b353fb2bd02e7483b7c8ed67fdaec1 3/3 column families, dataSize=53.67 KB heapSize=160.13 KB 2024-11-14T14:42:29,040 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 11b353fb2bd02e7483b7c8ed67fdaec1, store=A 2024-11-14T14:42:29,040 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-14T14:42:29,040 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 11b353fb2bd02e7483b7c8ed67fdaec1, store=B 2024-11-14T14:42:29,040 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-14T14:42:29,040 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 11b353fb2bd02e7483b7c8ed67fdaec1, store=C 2024-11-14T14:42:29,040 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-14T14:42:29,044 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:34345/user/jenkins/test-data/14d118ee-a83a-b09b-5913-1a58940a5db1/data/default/TestAcidGuarantees/11b353fb2bd02e7483b7c8ed67fdaec1/.tmp/A/a8f369c8ed204b169725d3ea33c82acf is 50, key is test_row_0/A:col10/1731595348707/Put/seqid=0 2024-11-14T14:42:29,050 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36699 is added to blk_1073742251_1427 (size=12001) 2024-11-14T14:42:29,051 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=17.89 KB at sequenceid=55 (bloomFilter=true), to=hdfs://localhost:34345/user/jenkins/test-data/14d118ee-a83a-b09b-5913-1a58940a5db1/data/default/TestAcidGuarantees/11b353fb2bd02e7483b7c8ed67fdaec1/.tmp/A/a8f369c8ed204b169725d3ea33c82acf 2024-11-14T14:42:29,058 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:34345/user/jenkins/test-data/14d118ee-a83a-b09b-5913-1a58940a5db1/data/default/TestAcidGuarantees/11b353fb2bd02e7483b7c8ed67fdaec1/.tmp/B/63528bd967e144698a0b7fea2d5ae4b6 is 50, key is test_row_0/B:col10/1731595348707/Put/seqid=0 2024-11-14T14:42:29,061 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36699 is added to blk_1073742252_1428 (size=12001) 2024-11-14T14:42:29,088 DEBUG [RS_IN_MEMORY_COMPACTION-regionserver/da1c6afcd1f9:0-1 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=type=CellArrayImmutableSegment, empty=no, cellCount=309, cellSize=14145, totalHeapSize=32376, min timestamp=1731595349063, max timestamp=1731595349084Num uniques 859; 2024-11-14T14:42:29,088 DEBUG [RS_IN_MEMORY_COMPACTION-regionserver/da1c6afcd1f9:0-1 {}] regionserver.CompactionPipeline(163): Suffix data size=39335, new segment data size=14145, suffix heap size=117064,new segment heap size=32376 　suffix off heap size=0, new segment off heap size=0, suffix cells count=859, new segment cells count=309 2024-11-14T14:42:29,088 DEBUG [RS_IN_MEMORY_COMPACTION-regionserver/da1c6afcd1f9:0-8 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=type=CellArrayImmutableSegment, empty=no, cellCount=309, cellSize=14145, totalHeapSize=32376, min timestamp=1731595349063, max timestamp=1731595349084Num uniques 859; 2024-11-14T14:42:29,088 DEBUG [RS_IN_MEMORY_COMPACTION-regionserver/da1c6afcd1f9:0-8 {}] regionserver.CompactionPipeline(163): Suffix data size=39335, new segment data size=14145, suffix heap size=117064,new segment heap size=32376 　suffix off heap size=0, new segment off heap size=0, suffix cells count=859, new segment cells count=309 2024-11-14T14:42:29,088 DEBUG [RS_IN_MEMORY_COMPACTION-regionserver/da1c6afcd1f9:0-7 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=type=CellArrayImmutableSegment, empty=no, cellCount=309, cellSize=14145, totalHeapSize=32376, min timestamp=1731595349063, max timestamp=1731595349084Num uniques 859; 2024-11-14T14:42:29,089 DEBUG [RS_IN_MEMORY_COMPACTION-regionserver/da1c6afcd1f9:0-7 {}] regionserver.CompactionPipeline(163): Suffix data size=39335, new segment data size=14145, suffix heap size=117064,new segment heap size=32376 　suffix off heap size=0, new segment off heap size=0, suffix cells count=859, new segment cells count=309 2024-11-14T14:42:29,139 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35765 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=11b353fb2bd02e7483b7c8ed67fdaec1, server=da1c6afcd1f9,35765,1731595233113 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-14T14:42:29,139 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35765 {}] ipc.CallRunner(138): callId: 25 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:55492 deadline: 1731595409122, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=11b353fb2bd02e7483b7c8ed67fdaec1, server=da1c6afcd1f9,35765,1731595233113 2024-11-14T14:42:29,139 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731595345246.11b353fb2bd02e7483b7c8ed67fdaec1., hostname=da1c6afcd1f9,35765,1731595233113, seqNum=2 , the old value is region=TestAcidGuarantees,,1731595345246.11b353fb2bd02e7483b7c8ed67fdaec1., hostname=da1c6afcd1f9,35765,1731595233113, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=11b353fb2bd02e7483b7c8ed67fdaec1, server=da1c6afcd1f9,35765,1731595233113 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-14T14:42:29,139 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731595345246.11b353fb2bd02e7483b7c8ed67fdaec1., hostname=da1c6afcd1f9,35765,1731595233113, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=11b353fb2bd02e7483b7c8ed67fdaec1, server=da1c6afcd1f9,35765,1731595233113 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-14T14:42:29,139 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731595345246.11b353fb2bd02e7483b7c8ed67fdaec1., hostname=da1c6afcd1f9,35765,1731595233113, seqNum=2 because the exception is null or not the one we care about 2024-11-14T14:42:29,150 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35765 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=11b353fb2bd02e7483b7c8ed67fdaec1, server=da1c6afcd1f9,35765,1731595233113 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-14T14:42:29,150 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35765 {}] ipc.CallRunner(138): callId: 24 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:55502 deadline: 1731595409134, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=11b353fb2bd02e7483b7c8ed67fdaec1, server=da1c6afcd1f9,35765,1731595233113 2024-11-14T14:42:29,150 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35765 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=11b353fb2bd02e7483b7c8ed67fdaec1, server=da1c6afcd1f9,35765,1731595233113 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-14T14:42:29,150 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731595345246.11b353fb2bd02e7483b7c8ed67fdaec1., hostname=da1c6afcd1f9,35765,1731595233113, seqNum=2 , the old value is region=TestAcidGuarantees,,1731595345246.11b353fb2bd02e7483b7c8ed67fdaec1., hostname=da1c6afcd1f9,35765,1731595233113, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=11b353fb2bd02e7483b7c8ed67fdaec1, server=da1c6afcd1f9,35765,1731595233113 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-14T14:42:29,150 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731595345246.11b353fb2bd02e7483b7c8ed67fdaec1., hostname=da1c6afcd1f9,35765,1731595233113, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=11b353fb2bd02e7483b7c8ed67fdaec1, server=da1c6afcd1f9,35765,1731595233113 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-14T14:42:29,150 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35765 {}] ipc.CallRunner(138): callId: 24 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:55536 deadline: 1731595409135, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=11b353fb2bd02e7483b7c8ed67fdaec1, server=da1c6afcd1f9,35765,1731595233113 2024-11-14T14:42:29,150 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731595345246.11b353fb2bd02e7483b7c8ed67fdaec1., hostname=da1c6afcd1f9,35765,1731595233113, seqNum=2 because the exception is null or not the one we care about 2024-11-14T14:42:29,150 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35765 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=11b353fb2bd02e7483b7c8ed67fdaec1, server=da1c6afcd1f9,35765,1731595233113 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-14T14:42:29,150 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35765 {}] ipc.CallRunner(138): callId: 24 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:55504 deadline: 1731595409136, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=11b353fb2bd02e7483b7c8ed67fdaec1, server=da1c6afcd1f9,35765,1731595233113 2024-11-14T14:42:29,150 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731595345246.11b353fb2bd02e7483b7c8ed67fdaec1., hostname=da1c6afcd1f9,35765,1731595233113, seqNum=2 , the old value is region=TestAcidGuarantees,,1731595345246.11b353fb2bd02e7483b7c8ed67fdaec1., hostname=da1c6afcd1f9,35765,1731595233113, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=11b353fb2bd02e7483b7c8ed67fdaec1, server=da1c6afcd1f9,35765,1731595233113 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-14T14:42:29,150 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731595345246.11b353fb2bd02e7483b7c8ed67fdaec1., hostname=da1c6afcd1f9,35765,1731595233113, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=11b353fb2bd02e7483b7c8ed67fdaec1, server=da1c6afcd1f9,35765,1731595233113 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-14T14:42:29,150 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731595345246.11b353fb2bd02e7483b7c8ed67fdaec1., hostname=da1c6afcd1f9,35765,1731595233113, seqNum=2 because the exception is null or not the one we care about 2024-11-14T14:42:29,151 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731595345246.11b353fb2bd02e7483b7c8ed67fdaec1., hostname=da1c6afcd1f9,35765,1731595233113, seqNum=2 , the old value is region=TestAcidGuarantees,,1731595345246.11b353fb2bd02e7483b7c8ed67fdaec1., hostname=da1c6afcd1f9,35765,1731595233113, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=11b353fb2bd02e7483b7c8ed67fdaec1, server=da1c6afcd1f9,35765,1731595233113 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-14T14:42:29,151 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731595345246.11b353fb2bd02e7483b7c8ed67fdaec1., hostname=da1c6afcd1f9,35765,1731595233113, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=11b353fb2bd02e7483b7c8ed67fdaec1, server=da1c6afcd1f9,35765,1731595233113 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-14T14:42:29,151 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731595345246.11b353fb2bd02e7483b7c8ed67fdaec1., hostname=da1c6afcd1f9,35765,1731595233113, seqNum=2 because the exception is null or not the one we care about 2024-11-14T14:42:29,258 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35765 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=11b353fb2bd02e7483b7c8ed67fdaec1, server=da1c6afcd1f9,35765,1731595233113 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-14T14:42:29,258 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35765 {}] ipc.CallRunner(138): callId: 26 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:55492 deadline: 1731595409246, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=11b353fb2bd02e7483b7c8ed67fdaec1, server=da1c6afcd1f9,35765,1731595233113 2024-11-14T14:42:29,259 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731595345246.11b353fb2bd02e7483b7c8ed67fdaec1., hostname=da1c6afcd1f9,35765,1731595233113, seqNum=2 , the old value is region=TestAcidGuarantees,,1731595345246.11b353fb2bd02e7483b7c8ed67fdaec1., hostname=da1c6afcd1f9,35765,1731595233113, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=11b353fb2bd02e7483b7c8ed67fdaec1, server=da1c6afcd1f9,35765,1731595233113 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-14T14:42:29,259 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731595345246.11b353fb2bd02e7483b7c8ed67fdaec1., hostname=da1c6afcd1f9,35765,1731595233113, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=11b353fb2bd02e7483b7c8ed67fdaec1, server=da1c6afcd1f9,35765,1731595233113 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-14T14:42:29,259 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731595345246.11b353fb2bd02e7483b7c8ed67fdaec1., hostname=da1c6afcd1f9,35765,1731595233113, seqNum=2 because the exception is null or not the one we care about 2024-11-14T14:42:29,267 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35765 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=11b353fb2bd02e7483b7c8ed67fdaec1, server=da1c6afcd1f9,35765,1731595233113 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-14T14:42:29,268 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35765 {}] ipc.CallRunner(138): callId: 25 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:55502 deadline: 1731595409256, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=11b353fb2bd02e7483b7c8ed67fdaec1, server=da1c6afcd1f9,35765,1731595233113 2024-11-14T14:42:29,268 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35765 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=11b353fb2bd02e7483b7c8ed67fdaec1, server=da1c6afcd1f9,35765,1731595233113 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-14T14:42:29,268 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731595345246.11b353fb2bd02e7483b7c8ed67fdaec1., hostname=da1c6afcd1f9,35765,1731595233113, seqNum=2 , the old value is region=TestAcidGuarantees,,1731595345246.11b353fb2bd02e7483b7c8ed67fdaec1., hostname=da1c6afcd1f9,35765,1731595233113, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=11b353fb2bd02e7483b7c8ed67fdaec1, server=da1c6afcd1f9,35765,1731595233113 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-14T14:42:29,268 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731595345246.11b353fb2bd02e7483b7c8ed67fdaec1., hostname=da1c6afcd1f9,35765,1731595233113, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=11b353fb2bd02e7483b7c8ed67fdaec1, server=da1c6afcd1f9,35765,1731595233113 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-14T14:42:29,268 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35765 {}] ipc.CallRunner(138): callId: 25 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:55536 deadline: 1731595409256, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=11b353fb2bd02e7483b7c8ed67fdaec1, server=da1c6afcd1f9,35765,1731595233113 2024-11-14T14:42:29,268 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731595345246.11b353fb2bd02e7483b7c8ed67fdaec1., hostname=da1c6afcd1f9,35765,1731595233113, seqNum=2 because the exception is null or not the one we care about 2024-11-14T14:42:29,268 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35765 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=11b353fb2bd02e7483b7c8ed67fdaec1, server=da1c6afcd1f9,35765,1731595233113 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-14T14:42:29,268 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731595345246.11b353fb2bd02e7483b7c8ed67fdaec1., hostname=da1c6afcd1f9,35765,1731595233113, seqNum=2 , the old value is region=TestAcidGuarantees,,1731595345246.11b353fb2bd02e7483b7c8ed67fdaec1., hostname=da1c6afcd1f9,35765,1731595233113, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=11b353fb2bd02e7483b7c8ed67fdaec1, server=da1c6afcd1f9,35765,1731595233113 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-14T14:42:29,268 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731595345246.11b353fb2bd02e7483b7c8ed67fdaec1., hostname=da1c6afcd1f9,35765,1731595233113, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=11b353fb2bd02e7483b7c8ed67fdaec1, server=da1c6afcd1f9,35765,1731595233113 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-14T14:42:29,268 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35765 {}] ipc.CallRunner(138): callId: 25 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:55504 deadline: 1731595409256, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=11b353fb2bd02e7483b7c8ed67fdaec1, server=da1c6afcd1f9,35765,1731595233113 2024-11-14T14:42:29,268 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731595345246.11b353fb2bd02e7483b7c8ed67fdaec1., hostname=da1c6afcd1f9,35765,1731595233113, seqNum=2 because the exception is null or not the one we care about 2024-11-14T14:42:29,269 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731595345246.11b353fb2bd02e7483b7c8ed67fdaec1., hostname=da1c6afcd1f9,35765,1731595233113, seqNum=2 , the old value is region=TestAcidGuarantees,,1731595345246.11b353fb2bd02e7483b7c8ed67fdaec1., hostname=da1c6afcd1f9,35765,1731595233113, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=11b353fb2bd02e7483b7c8ed67fdaec1, server=da1c6afcd1f9,35765,1731595233113 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-14T14:42:29,269 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731595345246.11b353fb2bd02e7483b7c8ed67fdaec1., hostname=da1c6afcd1f9,35765,1731595233113, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=11b353fb2bd02e7483b7c8ed67fdaec1, server=da1c6afcd1f9,35765,1731595233113 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-14T14:42:29,269 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731595345246.11b353fb2bd02e7483b7c8ed67fdaec1., hostname=da1c6afcd1f9,35765,1731595233113, seqNum=2 because the exception is null or not the one we care about 2024-11-14T14:42:29,462 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=17.89 KB at sequenceid=55 (bloomFilter=true), to=hdfs://localhost:34345/user/jenkins/test-data/14d118ee-a83a-b09b-5913-1a58940a5db1/data/default/TestAcidGuarantees/11b353fb2bd02e7483b7c8ed67fdaec1/.tmp/B/63528bd967e144698a0b7fea2d5ae4b6 2024-11-14T14:42:29,469 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:34345/user/jenkins/test-data/14d118ee-a83a-b09b-5913-1a58940a5db1/data/default/TestAcidGuarantees/11b353fb2bd02e7483b7c8ed67fdaec1/.tmp/C/f1ce4808cb624a9fb320915006c20f17 is 50, key is test_row_0/C:col10/1731595348707/Put/seqid=0 2024-11-14T14:42:29,475 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35765 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=11b353fb2bd02e7483b7c8ed67fdaec1, server=da1c6afcd1f9,35765,1731595233113 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-14T14:42:29,475 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35765 {}] ipc.CallRunner(138): callId: 27 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:55492 deadline: 1731595409466, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=11b353fb2bd02e7483b7c8ed67fdaec1, server=da1c6afcd1f9,35765,1731595233113 2024-11-14T14:42:29,475 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36699 is added to blk_1073742253_1429 (size=12001) 2024-11-14T14:42:29,478 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731595345246.11b353fb2bd02e7483b7c8ed67fdaec1., hostname=da1c6afcd1f9,35765,1731595233113, seqNum=2 , the old value is region=TestAcidGuarantees,,1731595345246.11b353fb2bd02e7483b7c8ed67fdaec1., hostname=da1c6afcd1f9,35765,1731595233113, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=11b353fb2bd02e7483b7c8ed67fdaec1, server=da1c6afcd1f9,35765,1731595233113 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-14T14:42:29,478 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731595345246.11b353fb2bd02e7483b7c8ed67fdaec1., hostname=da1c6afcd1f9,35765,1731595233113, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=11b353fb2bd02e7483b7c8ed67fdaec1, server=da1c6afcd1f9,35765,1731595233113 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-14T14:42:29,478 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731595345246.11b353fb2bd02e7483b7c8ed67fdaec1., hostname=da1c6afcd1f9,35765,1731595233113, seqNum=2 because the exception is null or not the one we care about 2024-11-14T14:42:29,482 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=17.89 KB at sequenceid=55 (bloomFilter=true), to=hdfs://localhost:34345/user/jenkins/test-data/14d118ee-a83a-b09b-5913-1a58940a5db1/data/default/TestAcidGuarantees/11b353fb2bd02e7483b7c8ed67fdaec1/.tmp/C/f1ce4808cb624a9fb320915006c20f17 2024-11-14T14:42:29,484 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35765 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=11b353fb2bd02e7483b7c8ed67fdaec1, server=da1c6afcd1f9,35765,1731595233113 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-14T14:42:29,484 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35765 {}] ipc.CallRunner(138): callId: 26 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:55504 deadline: 1731595409477, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=11b353fb2bd02e7483b7c8ed67fdaec1, server=da1c6afcd1f9,35765,1731595233113 2024-11-14T14:42:29,484 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731595345246.11b353fb2bd02e7483b7c8ed67fdaec1., hostname=da1c6afcd1f9,35765,1731595233113, seqNum=2 , the old value is region=TestAcidGuarantees,,1731595345246.11b353fb2bd02e7483b7c8ed67fdaec1., hostname=da1c6afcd1f9,35765,1731595233113, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=11b353fb2bd02e7483b7c8ed67fdaec1, server=da1c6afcd1f9,35765,1731595233113 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-14T14:42:29,485 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731595345246.11b353fb2bd02e7483b7c8ed67fdaec1., hostname=da1c6afcd1f9,35765,1731595233113, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=11b353fb2bd02e7483b7c8ed67fdaec1, server=da1c6afcd1f9,35765,1731595233113 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-14T14:42:29,485 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731595345246.11b353fb2bd02e7483b7c8ed67fdaec1., hostname=da1c6afcd1f9,35765,1731595233113, seqNum=2 because the exception is null or not the one we care about 2024-11-14T14:42:29,487 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:34345/user/jenkins/test-data/14d118ee-a83a-b09b-5913-1a58940a5db1/data/default/TestAcidGuarantees/11b353fb2bd02e7483b7c8ed67fdaec1/.tmp/A/a8f369c8ed204b169725d3ea33c82acf as hdfs://localhost:34345/user/jenkins/test-data/14d118ee-a83a-b09b-5913-1a58940a5db1/data/default/TestAcidGuarantees/11b353fb2bd02e7483b7c8ed67fdaec1/A/a8f369c8ed204b169725d3ea33c82acf 2024-11-14T14:42:29,491 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:34345/user/jenkins/test-data/14d118ee-a83a-b09b-5913-1a58940a5db1/data/default/TestAcidGuarantees/11b353fb2bd02e7483b7c8ed67fdaec1/A/a8f369c8ed204b169725d3ea33c82acf, entries=150, sequenceid=55, filesize=11.7 K 2024-11-14T14:42:29,491 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35765 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=11b353fb2bd02e7483b7c8ed67fdaec1, server=da1c6afcd1f9,35765,1731595233113 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-14T14:42:29,491 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35765 {}] ipc.CallRunner(138): callId: 26 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:55502 deadline: 1731595409477, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=11b353fb2bd02e7483b7c8ed67fdaec1, server=da1c6afcd1f9,35765,1731595233113 2024-11-14T14:42:29,491 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35765 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=11b353fb2bd02e7483b7c8ed67fdaec1, server=da1c6afcd1f9,35765,1731595233113 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-14T14:42:29,492 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731595345246.11b353fb2bd02e7483b7c8ed67fdaec1., hostname=da1c6afcd1f9,35765,1731595233113, seqNum=2 , the old value is region=TestAcidGuarantees,,1731595345246.11b353fb2bd02e7483b7c8ed67fdaec1., hostname=da1c6afcd1f9,35765,1731595233113, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=11b353fb2bd02e7483b7c8ed67fdaec1, server=da1c6afcd1f9,35765,1731595233113 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-14T14:42:29,492 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35765 {}] ipc.CallRunner(138): callId: 26 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:55536 deadline: 1731595409477, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=11b353fb2bd02e7483b7c8ed67fdaec1, server=da1c6afcd1f9,35765,1731595233113 2024-11-14T14:42:29,492 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731595345246.11b353fb2bd02e7483b7c8ed67fdaec1., hostname=da1c6afcd1f9,35765,1731595233113, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=11b353fb2bd02e7483b7c8ed67fdaec1, server=da1c6afcd1f9,35765,1731595233113 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-14T14:42:29,492 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731595345246.11b353fb2bd02e7483b7c8ed67fdaec1., hostname=da1c6afcd1f9,35765,1731595233113, seqNum=2 because the exception is null or not the one we care about 2024-11-14T14:42:29,493 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731595345246.11b353fb2bd02e7483b7c8ed67fdaec1., hostname=da1c6afcd1f9,35765,1731595233113, seqNum=2 , the old value is region=TestAcidGuarantees,,1731595345246.11b353fb2bd02e7483b7c8ed67fdaec1., hostname=da1c6afcd1f9,35765,1731595233113, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=11b353fb2bd02e7483b7c8ed67fdaec1, server=da1c6afcd1f9,35765,1731595233113 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-14T14:42:29,493 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731595345246.11b353fb2bd02e7483b7c8ed67fdaec1., hostname=da1c6afcd1f9,35765,1731595233113, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=11b353fb2bd02e7483b7c8ed67fdaec1, server=da1c6afcd1f9,35765,1731595233113 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-14T14:42:29,493 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731595345246.11b353fb2bd02e7483b7c8ed67fdaec1., hostname=da1c6afcd1f9,35765,1731595233113, seqNum=2 because the exception is null or not the one we care about 2024-11-14T14:42:29,496 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:34345/user/jenkins/test-data/14d118ee-a83a-b09b-5913-1a58940a5db1/data/default/TestAcidGuarantees/11b353fb2bd02e7483b7c8ed67fdaec1/.tmp/B/63528bd967e144698a0b7fea2d5ae4b6 as hdfs://localhost:34345/user/jenkins/test-data/14d118ee-a83a-b09b-5913-1a58940a5db1/data/default/TestAcidGuarantees/11b353fb2bd02e7483b7c8ed67fdaec1/B/63528bd967e144698a0b7fea2d5ae4b6 2024-11-14T14:42:29,500 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:34345/user/jenkins/test-data/14d118ee-a83a-b09b-5913-1a58940a5db1/data/default/TestAcidGuarantees/11b353fb2bd02e7483b7c8ed67fdaec1/B/63528bd967e144698a0b7fea2d5ae4b6, entries=150, sequenceid=55, filesize=11.7 K 2024-11-14T14:42:29,503 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:34345/user/jenkins/test-data/14d118ee-a83a-b09b-5913-1a58940a5db1/data/default/TestAcidGuarantees/11b353fb2bd02e7483b7c8ed67fdaec1/.tmp/C/f1ce4808cb624a9fb320915006c20f17 as hdfs://localhost:34345/user/jenkins/test-data/14d118ee-a83a-b09b-5913-1a58940a5db1/data/default/TestAcidGuarantees/11b353fb2bd02e7483b7c8ed67fdaec1/C/f1ce4808cb624a9fb320915006c20f17 2024-11-14T14:42:29,506 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:34345/user/jenkins/test-data/14d118ee-a83a-b09b-5913-1a58940a5db1/data/default/TestAcidGuarantees/11b353fb2bd02e7483b7c8ed67fdaec1/C/f1ce4808cb624a9fb320915006c20f17, entries=150, sequenceid=55, filesize=11.7 K 2024-11-14T14:42:29,507 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(3140): Finished flush of dataSize ~53.67 KB/54960, heapSize ~160.08 KB/163920, currentSize=134.18 KB/137400 for 11b353fb2bd02e7483b7c8ed67fdaec1 in 468ms, sequenceid=55, compaction requested=true 2024-11-14T14:42:29,507 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2603): Flush status journal for 11b353fb2bd02e7483b7c8ed67fdaec1: 2024-11-14T14:42:29,507 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store 11b353fb2bd02e7483b7c8ed67fdaec1:A, priority=-2147483648, current under compaction store size is 1 2024-11-14T14:42:29,507 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-14T14:42:29,507 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store 11b353fb2bd02e7483b7c8ed67fdaec1:B, priority=-2147483648, current under compaction store size is 2 2024-11-14T14:42:29,507 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-14T14:42:29,507 DEBUG [RS:0;da1c6afcd1f9:35765-shortCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 3 store files, 0 compacting, 3 eligible, 16 blocking 2024-11-14T14:42:29,507 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store 11b353fb2bd02e7483b7c8ed67fdaec1:C, priority=-2147483648, current under compaction store size is 3 2024-11-14T14:42:29,507 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=1), splitQueue=0 2024-11-14T14:42:29,507 DEBUG [RS:0;da1c6afcd1f9:35765-longCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 3 store files, 0 compacting, 3 eligible, 16 blocking 2024-11-14T14:42:29,508 DEBUG [RS:0;da1c6afcd1f9:35765-shortCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 3 files of size 36003 starting at candidate #0 after considering 1 permutations with 1 in ratio 2024-11-14T14:42:29,508 DEBUG [RS:0;da1c6afcd1f9:35765-longCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 3 files of size 36003 starting at candidate #0 after considering 1 permutations with 1 in ratio 2024-11-14T14:42:29,508 DEBUG [RS:0;da1c6afcd1f9:35765-shortCompactions-0 {}] regionserver.HStore(1541): 11b353fb2bd02e7483b7c8ed67fdaec1/A is initiating minor compaction (all files) 2024-11-14T14:42:29,508 DEBUG [RS:0;da1c6afcd1f9:35765-longCompactions-0 {}] regionserver.HStore(1541): 11b353fb2bd02e7483b7c8ed67fdaec1/B is initiating minor compaction (all files) 2024-11-14T14:42:29,508 INFO [RS:0;da1c6afcd1f9:35765-shortCompactions-0 {}] regionserver.HRegion(2416): Starting compaction of 11b353fb2bd02e7483b7c8ed67fdaec1/A in TestAcidGuarantees,,1731595345246.11b353fb2bd02e7483b7c8ed67fdaec1. 2024-11-14T14:42:29,508 INFO [RS:0;da1c6afcd1f9:35765-longCompactions-0 {}] regionserver.HRegion(2416): Starting compaction of 11b353fb2bd02e7483b7c8ed67fdaec1/B in TestAcidGuarantees,,1731595345246.11b353fb2bd02e7483b7c8ed67fdaec1. 2024-11-14T14:42:29,508 INFO [RS:0;da1c6afcd1f9:35765-shortCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:34345/user/jenkins/test-data/14d118ee-a83a-b09b-5913-1a58940a5db1/data/default/TestAcidGuarantees/11b353fb2bd02e7483b7c8ed67fdaec1/A/571b3401d94543628c0323cb8584ca81, hdfs://localhost:34345/user/jenkins/test-data/14d118ee-a83a-b09b-5913-1a58940a5db1/data/default/TestAcidGuarantees/11b353fb2bd02e7483b7c8ed67fdaec1/A/68dabdf230094b35a03c156ac870ac16, hdfs://localhost:34345/user/jenkins/test-data/14d118ee-a83a-b09b-5913-1a58940a5db1/data/default/TestAcidGuarantees/11b353fb2bd02e7483b7c8ed67fdaec1/A/a8f369c8ed204b169725d3ea33c82acf] into tmpdir=hdfs://localhost:34345/user/jenkins/test-data/14d118ee-a83a-b09b-5913-1a58940a5db1/data/default/TestAcidGuarantees/11b353fb2bd02e7483b7c8ed67fdaec1/.tmp, totalSize=35.2 K 2024-11-14T14:42:29,508 INFO [RS:0;da1c6afcd1f9:35765-longCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:34345/user/jenkins/test-data/14d118ee-a83a-b09b-5913-1a58940a5db1/data/default/TestAcidGuarantees/11b353fb2bd02e7483b7c8ed67fdaec1/B/d28f55b54c9f467cb096fdefb0898def, hdfs://localhost:34345/user/jenkins/test-data/14d118ee-a83a-b09b-5913-1a58940a5db1/data/default/TestAcidGuarantees/11b353fb2bd02e7483b7c8ed67fdaec1/B/600437f28b42496b8b3dc05a06a81e85, hdfs://localhost:34345/user/jenkins/test-data/14d118ee-a83a-b09b-5913-1a58940a5db1/data/default/TestAcidGuarantees/11b353fb2bd02e7483b7c8ed67fdaec1/B/63528bd967e144698a0b7fea2d5ae4b6] into tmpdir=hdfs://localhost:34345/user/jenkins/test-data/14d118ee-a83a-b09b-5913-1a58940a5db1/data/default/TestAcidGuarantees/11b353fb2bd02e7483b7c8ed67fdaec1/.tmp, totalSize=35.2 K 2024-11-14T14:42:29,509 DEBUG [RS:0;da1c6afcd1f9:35765-longCompactions-0 {}] compactions.Compactor(225): Compacting d28f55b54c9f467cb096fdefb0898def, keycount=150, bloomtype=ROW, size=11.7 K, encoding=NONE, compression=NONE, seqNum=11, earliestPutTs=1731595347442 2024-11-14T14:42:29,509 DEBUG [RS:0;da1c6afcd1f9:35765-longCompactions-0 {}] compactions.Compactor(225): Compacting 600437f28b42496b8b3dc05a06a81e85, keycount=150, bloomtype=ROW, size=11.7 K, encoding=NONE, compression=NONE, seqNum=44, earliestPutTs=1731595347519 2024-11-14T14:42:29,509 DEBUG [RS:0;da1c6afcd1f9:35765-longCompactions-0 {}] compactions.Compactor(225): Compacting 63528bd967e144698a0b7fea2d5ae4b6, keycount=150, bloomtype=ROW, size=11.7 K, encoding=NONE, compression=NONE, seqNum=55, earliestPutTs=1731595348707 2024-11-14T14:42:29,511 DEBUG [RS:0;da1c6afcd1f9:35765-shortCompactions-0 {}] compactions.Compactor(225): Compacting 571b3401d94543628c0323cb8584ca81, keycount=150, bloomtype=ROW, size=11.7 K, encoding=NONE, compression=NONE, seqNum=11, earliestPutTs=1731595347442 2024-11-14T14:42:29,512 DEBUG [RS:0;da1c6afcd1f9:35765-shortCompactions-0 {}] compactions.Compactor(225): Compacting 68dabdf230094b35a03c156ac870ac16, keycount=150, bloomtype=ROW, size=11.7 K, encoding=NONE, compression=NONE, seqNum=44, earliestPutTs=1731595347519 2024-11-14T14:42:29,512 DEBUG [RS:0;da1c6afcd1f9:35765-shortCompactions-0 {}] compactions.Compactor(225): Compacting a8f369c8ed204b169725d3ea33c82acf, keycount=150, bloomtype=ROW, size=11.7 K, encoding=NONE, compression=NONE, seqNum=55, earliestPutTs=1731595348707 2024-11-14T14:42:29,517 INFO [RS:0;da1c6afcd1f9:35765-longCompactions-0 {}] throttle.PressureAwareThroughputController(145): 11b353fb2bd02e7483b7c8ed67fdaec1#B#compaction#359 average throughput is 3.28 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second 2024-11-14T14:42:29,517 DEBUG [RS:0;da1c6afcd1f9:35765-longCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:34345/user/jenkins/test-data/14d118ee-a83a-b09b-5913-1a58940a5db1/data/default/TestAcidGuarantees/11b353fb2bd02e7483b7c8ed67fdaec1/.tmp/B/fde29164128a41ee9d5e5e48928515a2 is 50, key is test_row_0/B:col10/1731595348707/Put/seqid=0 2024-11-14T14:42:29,522 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36699 is added to blk_1073742254_1430 (size=12104) 2024-11-14T14:42:29,528 INFO [RS:0;da1c6afcd1f9:35765-shortCompactions-0 {}] throttle.PressureAwareThroughputController(145): 11b353fb2bd02e7483b7c8ed67fdaec1#A#compaction#360 average throughput is 3.28 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second 2024-11-14T14:42:29,529 DEBUG [RS:0;da1c6afcd1f9:35765-shortCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:34345/user/jenkins/test-data/14d118ee-a83a-b09b-5913-1a58940a5db1/data/default/TestAcidGuarantees/11b353fb2bd02e7483b7c8ed67fdaec1/.tmp/A/6ee8b697a8814f239908bf4ecbdfbf35 is 50, key is test_row_0/A:col10/1731595348707/Put/seqid=0 2024-11-14T14:42:29,537 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36699 is added to blk_1073742255_1431 (size=12104) 2024-11-14T14:42:29,546 DEBUG [RS:0;da1c6afcd1f9:35765-shortCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:34345/user/jenkins/test-data/14d118ee-a83a-b09b-5913-1a58940a5db1/data/default/TestAcidGuarantees/11b353fb2bd02e7483b7c8ed67fdaec1/.tmp/A/6ee8b697a8814f239908bf4ecbdfbf35 as hdfs://localhost:34345/user/jenkins/test-data/14d118ee-a83a-b09b-5913-1a58940a5db1/data/default/TestAcidGuarantees/11b353fb2bd02e7483b7c8ed67fdaec1/A/6ee8b697a8814f239908bf4ecbdfbf35 2024-11-14T14:42:29,551 INFO [RS:0;da1c6afcd1f9:35765-shortCompactions-0 {}] regionserver.HStore(1337): Completed compaction of 3 (all) file(s) in 11b353fb2bd02e7483b7c8ed67fdaec1/A of 11b353fb2bd02e7483b7c8ed67fdaec1 into 6ee8b697a8814f239908bf4ecbdfbf35(size=11.8 K), total size for store is 11.8 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-11-14T14:42:29,551 DEBUG [RS:0;da1c6afcd1f9:35765-shortCompactions-0 {}] regionserver.HRegion(2446): Compaction status journal for 11b353fb2bd02e7483b7c8ed67fdaec1: 2024-11-14T14:42:29,551 INFO [RS:0;da1c6afcd1f9:35765-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1731595345246.11b353fb2bd02e7483b7c8ed67fdaec1., storeName=11b353fb2bd02e7483b7c8ed67fdaec1/A, priority=13, startTime=1731595349507; duration=0sec 2024-11-14T14:42:29,551 DEBUG [RS:0;da1c6afcd1f9:35765-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=1), splitQueue=0 2024-11-14T14:42:29,551 DEBUG [RS:0;da1c6afcd1f9:35765-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: 11b353fb2bd02e7483b7c8ed67fdaec1:A 2024-11-14T14:42:29,551 DEBUG [RS:0;da1c6afcd1f9:35765-shortCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 3 store files, 0 compacting, 3 eligible, 16 blocking 2024-11-14T14:42:29,552 DEBUG [RS:0;da1c6afcd1f9:35765-shortCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 3 files of size 36003 starting at candidate #0 after considering 1 permutations with 1 in ratio 2024-11-14T14:42:29,552 DEBUG [RS:0;da1c6afcd1f9:35765-shortCompactions-0 {}] regionserver.HStore(1541): 11b353fb2bd02e7483b7c8ed67fdaec1/C is initiating minor compaction (all files) 2024-11-14T14:42:29,552 INFO [RS:0;da1c6afcd1f9:35765-shortCompactions-0 {}] regionserver.HRegion(2416): Starting compaction of 11b353fb2bd02e7483b7c8ed67fdaec1/C in TestAcidGuarantees,,1731595345246.11b353fb2bd02e7483b7c8ed67fdaec1. 2024-11-14T14:42:29,552 INFO [RS:0;da1c6afcd1f9:35765-shortCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:34345/user/jenkins/test-data/14d118ee-a83a-b09b-5913-1a58940a5db1/data/default/TestAcidGuarantees/11b353fb2bd02e7483b7c8ed67fdaec1/C/a7fe6f5173894addb7147aa0c876baff, hdfs://localhost:34345/user/jenkins/test-data/14d118ee-a83a-b09b-5913-1a58940a5db1/data/default/TestAcidGuarantees/11b353fb2bd02e7483b7c8ed67fdaec1/C/8c7bf954890646a89b0a8510fbb6d800, hdfs://localhost:34345/user/jenkins/test-data/14d118ee-a83a-b09b-5913-1a58940a5db1/data/default/TestAcidGuarantees/11b353fb2bd02e7483b7c8ed67fdaec1/C/f1ce4808cb624a9fb320915006c20f17] into tmpdir=hdfs://localhost:34345/user/jenkins/test-data/14d118ee-a83a-b09b-5913-1a58940a5db1/data/default/TestAcidGuarantees/11b353fb2bd02e7483b7c8ed67fdaec1/.tmp, totalSize=35.2 K 2024-11-14T14:42:29,553 DEBUG [RS:0;da1c6afcd1f9:35765-shortCompactions-0 {}] compactions.Compactor(225): Compacting a7fe6f5173894addb7147aa0c876baff, keycount=150, bloomtype=ROW, size=11.7 K, encoding=NONE, compression=NONE, seqNum=11, earliestPutTs=1731595347442 2024-11-14T14:42:29,553 DEBUG [RS:0;da1c6afcd1f9:35765-shortCompactions-0 {}] compactions.Compactor(225): Compacting 8c7bf954890646a89b0a8510fbb6d800, keycount=150, bloomtype=ROW, size=11.7 K, encoding=NONE, compression=NONE, seqNum=44, earliestPutTs=1731595347519 2024-11-14T14:42:29,553 DEBUG [RS:0;da1c6afcd1f9:35765-shortCompactions-0 {}] compactions.Compactor(225): Compacting f1ce4808cb624a9fb320915006c20f17, keycount=150, bloomtype=ROW, size=11.7 K, encoding=NONE, compression=NONE, seqNum=55, earliestPutTs=1731595348707 2024-11-14T14:42:29,561 INFO [RS:0;da1c6afcd1f9:35765-shortCompactions-0 {}] throttle.PressureAwareThroughputController(145): 11b353fb2bd02e7483b7c8ed67fdaec1#C#compaction#361 average throughput is 6.55 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second 2024-11-14T14:42:29,562 DEBUG [RS:0;da1c6afcd1f9:35765-shortCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:34345/user/jenkins/test-data/14d118ee-a83a-b09b-5913-1a58940a5db1/data/default/TestAcidGuarantees/11b353fb2bd02e7483b7c8ed67fdaec1/.tmp/C/d6eb544d181f40df9bb4b5a4903bd31a is 50, key is test_row_0/C:col10/1731595348707/Put/seqid=0 2024-11-14T14:42:29,565 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36699 is added to blk_1073742256_1432 (size=12104) 2024-11-14T14:42:29,586 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45145 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=123 2024-11-14T14:42:29,586 INFO [RPCClient-NioEventLoopGroup-4-10 {}] client.RawAsyncHBaseAdmin$TableProcedureBiConsumer(2721): Operation: FLUSH, Table Name: default:TestAcidGuarantees completed 2024-11-14T14:42:29,587 INFO [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45145 {}] master.HMaster$22(4506): Client=jenkins//172.17.0.2 flush TestAcidGuarantees 2024-11-14T14:42:29,588 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45145 {}] procedure2.ProcedureExecutor(1139): Stored pid=125, state=RUNNABLE:FLUSH_TABLE_PREPARE, hasLock=false; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=125, table=TestAcidGuarantees 2024-11-14T14:42:29,589 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45145 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=125 2024-11-14T14:42:29,589 INFO [PEWorker-4 {}] procedure.FlushTableProcedure(91): pid=125, state=RUNNABLE:FLUSH_TABLE_PREPARE, hasLock=true; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=125, table=TestAcidGuarantees execute state=FLUSH_TABLE_PREPARE 2024-11-14T14:42:29,590 INFO [PEWorker-4 {}] procedure.FlushTableProcedure(91): pid=125, state=RUNNABLE:FLUSH_TABLE_FLUSH_REGIONS, hasLock=true; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=125, table=TestAcidGuarantees execute state=FLUSH_TABLE_FLUSH_REGIONS 2024-11-14T14:42:29,590 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=126, ppid=125, state=RUNNABLE, hasLock=false; org.apache.hadoop.hbase.master.procedure.FlushRegionProcedure}] 2024-11-14T14:42:29,696 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45145 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=125 2024-11-14T14:42:29,737 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35765 {}] regionserver.HRegion(8855): Flush requested on 11b353fb2bd02e7483b7c8ed67fdaec1 2024-11-14T14:42:29,737 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(2902): Flushing 11b353fb2bd02e7483b7c8ed67fdaec1 3/3 column families, dataSize=140.89 KB heapSize=390.84 KB 2024-11-14T14:42:29,737 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 11b353fb2bd02e7483b7c8ed67fdaec1, store=A 2024-11-14T14:42:29,737 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=2, new segment=null 2024-11-14T14:42:29,737 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 11b353fb2bd02e7483b7c8ed67fdaec1, store=B 2024-11-14T14:42:29,737 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=2, new segment=null 2024-11-14T14:42:29,737 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 11b353fb2bd02e7483b7c8ed67fdaec1, store=C 2024-11-14T14:42:29,737 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=2, new segment=null 2024-11-14T14:42:29,741 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:34345/user/jenkins/test-data/14d118ee-a83a-b09b-5913-1a58940a5db1/data/default/TestAcidGuarantees/11b353fb2bd02e7483b7c8ed67fdaec1/.tmp/A/beceb026d8814a26b0c5bc36b90f1c3a is 50, key is test_row_0/A:col10/1731595349735/Put/seqid=0 2024-11-14T14:42:29,742 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=35765 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=126 2024-11-14T14:42:29,742 DEBUG [RS_FLUSH_OPERATIONS-regionserver/da1c6afcd1f9:0-2 {event_type=RS_FLUSH_REGIONS, pid=126}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1731595345246.11b353fb2bd02e7483b7c8ed67fdaec1. 2024-11-14T14:42:29,742 DEBUG [RS_FLUSH_OPERATIONS-regionserver/da1c6afcd1f9:0-2 {event_type=RS_FLUSH_REGIONS, pid=126}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1731595345246.11b353fb2bd02e7483b7c8ed67fdaec1. as already flushing 2024-11-14T14:42:29,742 DEBUG [RS_FLUSH_OPERATIONS-regionserver/da1c6afcd1f9:0-2 {event_type=RS_FLUSH_REGIONS, pid=126}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1731595345246.11b353fb2bd02e7483b7c8ed67fdaec1. 2024-11-14T14:42:29,742 ERROR [RS_FLUSH_OPERATIONS-regionserver/da1c6afcd1f9:0-2 {event_type=RS_FLUSH_REGIONS, pid=126}] handler.RSProcedureHandler(58): pid=126 java.io.IOException: Unable to complete flush {ENCODED => 11b353fb2bd02e7483b7c8ed67fdaec1, NAME => 'TestAcidGuarantees,,1731595345246.11b353fb2bd02e7483b7c8ed67fdaec1.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-14T14:42:29,743 DEBUG [RS_FLUSH_OPERATIONS-regionserver/da1c6afcd1f9:0-2 {event_type=RS_FLUSH_REGIONS, pid=126}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=126 java.io.IOException: Unable to complete flush {ENCODED => 11b353fb2bd02e7483b7c8ed67fdaec1, NAME => 'TestAcidGuarantees,,1731595345246.11b353fb2bd02e7483b7c8ed67fdaec1.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-14T14:42:29,745 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45145 {}] master.HMaster(4177): Remote procedure failed, pid=126 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 11b353fb2bd02e7483b7c8ed67fdaec1, NAME => 'TestAcidGuarantees,,1731595345246.11b353fb2bd02e7483b7c8ed67fdaec1.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$5(MasterRpcServices.java:2580) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2575) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 11b353fb2bd02e7483b7c8ed67fdaec1, NAME => 'TestAcidGuarantees,,1731595345246.11b353fb2bd02e7483b7c8ed67fdaec1.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-14T14:42:29,745 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36699 is added to blk_1073742257_1433 (size=14341) 2024-11-14T14:42:29,746 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=46.96 KB at sequenceid=91 (bloomFilter=true), to=hdfs://localhost:34345/user/jenkins/test-data/14d118ee-a83a-b09b-5913-1a58940a5db1/data/default/TestAcidGuarantees/11b353fb2bd02e7483b7c8ed67fdaec1/.tmp/A/beceb026d8814a26b0c5bc36b90f1c3a 2024-11-14T14:42:29,753 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:34345/user/jenkins/test-data/14d118ee-a83a-b09b-5913-1a58940a5db1/data/default/TestAcidGuarantees/11b353fb2bd02e7483b7c8ed67fdaec1/.tmp/B/18cd4225ccdd43788bca85a34c09d562 is 50, key is test_row_0/B:col10/1731595349735/Put/seqid=0 2024-11-14T14:42:29,765 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36699 is added to blk_1073742258_1434 (size=12001) 2024-11-14T14:42:29,800 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35765 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=11b353fb2bd02e7483b7c8ed67fdaec1, server=da1c6afcd1f9,35765,1731595233113 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-14T14:42:29,800 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35765 {}] ipc.CallRunner(138): callId: 20 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:55520 deadline: 1731595409795, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=11b353fb2bd02e7483b7c8ed67fdaec1, server=da1c6afcd1f9,35765,1731595233113 2024-11-14T14:42:29,800 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731595345246.11b353fb2bd02e7483b7c8ed67fdaec1., hostname=da1c6afcd1f9,35765,1731595233113, seqNum=2 , the old value is region=TestAcidGuarantees,,1731595345246.11b353fb2bd02e7483b7c8ed67fdaec1., hostname=da1c6afcd1f9,35765,1731595233113, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=11b353fb2bd02e7483b7c8ed67fdaec1, server=da1c6afcd1f9,35765,1731595233113 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-14T14:42:29,800 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731595345246.11b353fb2bd02e7483b7c8ed67fdaec1., hostname=da1c6afcd1f9,35765,1731595233113, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=11b353fb2bd02e7483b7c8ed67fdaec1, server=da1c6afcd1f9,35765,1731595233113 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-14T14:42:29,800 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731595345246.11b353fb2bd02e7483b7c8ed67fdaec1., hostname=da1c6afcd1f9,35765,1731595233113, seqNum=2 because the exception is null or not the one we care about 2024-11-14T14:42:29,808 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35765 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=11b353fb2bd02e7483b7c8ed67fdaec1, server=da1c6afcd1f9,35765,1731595233113 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-14T14:42:29,808 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35765 {}] ipc.CallRunner(138): callId: 29 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:55492 deadline: 1731595409796, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=11b353fb2bd02e7483b7c8ed67fdaec1, server=da1c6afcd1f9,35765,1731595233113 2024-11-14T14:42:29,808 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35765 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=11b353fb2bd02e7483b7c8ed67fdaec1, server=da1c6afcd1f9,35765,1731595233113 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-14T14:42:29,808 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731595345246.11b353fb2bd02e7483b7c8ed67fdaec1., hostname=da1c6afcd1f9,35765,1731595233113, seqNum=2 , the old value is region=TestAcidGuarantees,,1731595345246.11b353fb2bd02e7483b7c8ed67fdaec1., hostname=da1c6afcd1f9,35765,1731595233113, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=11b353fb2bd02e7483b7c8ed67fdaec1, server=da1c6afcd1f9,35765,1731595233113 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-14T14:42:29,808 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731595345246.11b353fb2bd02e7483b7c8ed67fdaec1., hostname=da1c6afcd1f9,35765,1731595233113, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=11b353fb2bd02e7483b7c8ed67fdaec1, server=da1c6afcd1f9,35765,1731595233113 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-14T14:42:29,808 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35765 {}] ipc.CallRunner(138): callId: 27 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:55504 deadline: 1731595409796, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=11b353fb2bd02e7483b7c8ed67fdaec1, server=da1c6afcd1f9,35765,1731595233113 2024-11-14T14:42:29,808 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731595345246.11b353fb2bd02e7483b7c8ed67fdaec1., hostname=da1c6afcd1f9,35765,1731595233113, seqNum=2 because the exception is null or not the one we care about 2024-11-14T14:42:29,808 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35765 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=11b353fb2bd02e7483b7c8ed67fdaec1, server=da1c6afcd1f9,35765,1731595233113 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-14T14:42:29,808 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731595345246.11b353fb2bd02e7483b7c8ed67fdaec1., hostname=da1c6afcd1f9,35765,1731595233113, seqNum=2 , the old value is region=TestAcidGuarantees,,1731595345246.11b353fb2bd02e7483b7c8ed67fdaec1., hostname=da1c6afcd1f9,35765,1731595233113, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=11b353fb2bd02e7483b7c8ed67fdaec1, server=da1c6afcd1f9,35765,1731595233113 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-14T14:42:29,808 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731595345246.11b353fb2bd02e7483b7c8ed67fdaec1., hostname=da1c6afcd1f9,35765,1731595233113, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=11b353fb2bd02e7483b7c8ed67fdaec1, server=da1c6afcd1f9,35765,1731595233113 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-14T14:42:29,809 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35765 {}] ipc.CallRunner(138): callId: 27 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:55502 deadline: 1731595409796, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=11b353fb2bd02e7483b7c8ed67fdaec1, server=da1c6afcd1f9,35765,1731595233113 2024-11-14T14:42:29,809 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731595345246.11b353fb2bd02e7483b7c8ed67fdaec1., hostname=da1c6afcd1f9,35765,1731595233113, seqNum=2 because the exception is null or not the one we care about 2024-11-14T14:42:29,809 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731595345246.11b353fb2bd02e7483b7c8ed67fdaec1., hostname=da1c6afcd1f9,35765,1731595233113, seqNum=2 , the old value is region=TestAcidGuarantees,,1731595345246.11b353fb2bd02e7483b7c8ed67fdaec1., hostname=da1c6afcd1f9,35765,1731595233113, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=11b353fb2bd02e7483b7c8ed67fdaec1, server=da1c6afcd1f9,35765,1731595233113 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-14T14:42:29,809 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731595345246.11b353fb2bd02e7483b7c8ed67fdaec1., hostname=da1c6afcd1f9,35765,1731595233113, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=11b353fb2bd02e7483b7c8ed67fdaec1, server=da1c6afcd1f9,35765,1731595233113 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-14T14:42:29,809 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731595345246.11b353fb2bd02e7483b7c8ed67fdaec1., hostname=da1c6afcd1f9,35765,1731595233113, seqNum=2 because the exception is null or not the one we care about 2024-11-14T14:42:29,816 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35765 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=11b353fb2bd02e7483b7c8ed67fdaec1, server=da1c6afcd1f9,35765,1731595233113 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-14T14:42:29,816 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35765 {}] ipc.CallRunner(138): callId: 27 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:55536 deadline: 1731595409806, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=11b353fb2bd02e7483b7c8ed67fdaec1, server=da1c6afcd1f9,35765,1731595233113 2024-11-14T14:42:29,816 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731595345246.11b353fb2bd02e7483b7c8ed67fdaec1., hostname=da1c6afcd1f9,35765,1731595233113, seqNum=2 , the old value is region=TestAcidGuarantees,,1731595345246.11b353fb2bd02e7483b7c8ed67fdaec1., hostname=da1c6afcd1f9,35765,1731595233113, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=11b353fb2bd02e7483b7c8ed67fdaec1, server=da1c6afcd1f9,35765,1731595233113 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-14T14:42:29,816 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731595345246.11b353fb2bd02e7483b7c8ed67fdaec1., hostname=da1c6afcd1f9,35765,1731595233113, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=11b353fb2bd02e7483b7c8ed67fdaec1, server=da1c6afcd1f9,35765,1731595233113 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-14T14:42:29,816 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731595345246.11b353fb2bd02e7483b7c8ed67fdaec1., hostname=da1c6afcd1f9,35765,1731595233113, seqNum=2 because the exception is null or not the one we care about 2024-11-14T14:42:29,897 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=35765 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=126 2024-11-14T14:42:29,897 DEBUG [RS_FLUSH_OPERATIONS-regionserver/da1c6afcd1f9:0-0 {event_type=RS_FLUSH_REGIONS, pid=126}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1731595345246.11b353fb2bd02e7483b7c8ed67fdaec1. 2024-11-14T14:42:29,897 DEBUG [RS_FLUSH_OPERATIONS-regionserver/da1c6afcd1f9:0-0 {event_type=RS_FLUSH_REGIONS, pid=126}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1731595345246.11b353fb2bd02e7483b7c8ed67fdaec1. as already flushing 2024-11-14T14:42:29,897 DEBUG [RS_FLUSH_OPERATIONS-regionserver/da1c6afcd1f9:0-0 {event_type=RS_FLUSH_REGIONS, pid=126}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1731595345246.11b353fb2bd02e7483b7c8ed67fdaec1. 2024-11-14T14:42:29,897 ERROR [RS_FLUSH_OPERATIONS-regionserver/da1c6afcd1f9:0-0 {event_type=RS_FLUSH_REGIONS, pid=126}] handler.RSProcedureHandler(58): pid=126 java.io.IOException: Unable to complete flush {ENCODED => 11b353fb2bd02e7483b7c8ed67fdaec1, NAME => 'TestAcidGuarantees,,1731595345246.11b353fb2bd02e7483b7c8ed67fdaec1.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-14T14:42:29,897 DEBUG [RS_FLUSH_OPERATIONS-regionserver/da1c6afcd1f9:0-0 {event_type=RS_FLUSH_REGIONS, pid=126}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=126 java.io.IOException: Unable to complete flush {ENCODED => 11b353fb2bd02e7483b7c8ed67fdaec1, NAME => 'TestAcidGuarantees,,1731595345246.11b353fb2bd02e7483b7c8ed67fdaec1.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-14T14:42:29,898 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45145 {}] master.HMaster(4177): Remote procedure failed, pid=126 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 11b353fb2bd02e7483b7c8ed67fdaec1, NAME => 'TestAcidGuarantees,,1731595345246.11b353fb2bd02e7483b7c8ed67fdaec1.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$5(MasterRpcServices.java:2580) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2575) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 11b353fb2bd02e7483b7c8ed67fdaec1, NAME => 'TestAcidGuarantees,,1731595345246.11b353fb2bd02e7483b7c8ed67fdaec1.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-14T14:42:29,906 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45145 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=125 2024-11-14T14:42:29,917 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35765 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=11b353fb2bd02e7483b7c8ed67fdaec1, server=da1c6afcd1f9,35765,1731595233113 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-14T14:42:29,917 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35765 {}] ipc.CallRunner(138): callId: 21 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:55520 deadline: 1731595409906, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=11b353fb2bd02e7483b7c8ed67fdaec1, server=da1c6afcd1f9,35765,1731595233113 2024-11-14T14:42:29,918 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731595345246.11b353fb2bd02e7483b7c8ed67fdaec1., hostname=da1c6afcd1f9,35765,1731595233113, seqNum=2 , the old value is region=TestAcidGuarantees,,1731595345246.11b353fb2bd02e7483b7c8ed67fdaec1., hostname=da1c6afcd1f9,35765,1731595233113, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=11b353fb2bd02e7483b7c8ed67fdaec1, server=da1c6afcd1f9,35765,1731595233113 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-14T14:42:29,918 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731595345246.11b353fb2bd02e7483b7c8ed67fdaec1., hostname=da1c6afcd1f9,35765,1731595233113, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=11b353fb2bd02e7483b7c8ed67fdaec1, server=da1c6afcd1f9,35765,1731595233113 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-14T14:42:29,918 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731595345246.11b353fb2bd02e7483b7c8ed67fdaec1., hostname=da1c6afcd1f9,35765,1731595233113, seqNum=2 because the exception is null or not the one we care about 2024-11-14T14:42:29,923 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35765 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=11b353fb2bd02e7483b7c8ed67fdaec1, server=da1c6afcd1f9,35765,1731595233113 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-14T14:42:29,923 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35765 {}] ipc.CallRunner(138): callId: 30 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:55492 deadline: 1731595409916, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=11b353fb2bd02e7483b7c8ed67fdaec1, server=da1c6afcd1f9,35765,1731595233113 2024-11-14T14:42:29,923 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731595345246.11b353fb2bd02e7483b7c8ed67fdaec1., hostname=da1c6afcd1f9,35765,1731595233113, seqNum=2 , the old value is region=TestAcidGuarantees,,1731595345246.11b353fb2bd02e7483b7c8ed67fdaec1., hostname=da1c6afcd1f9,35765,1731595233113, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=11b353fb2bd02e7483b7c8ed67fdaec1, server=da1c6afcd1f9,35765,1731595233113 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-14T14:42:29,923 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731595345246.11b353fb2bd02e7483b7c8ed67fdaec1., hostname=da1c6afcd1f9,35765,1731595233113, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=11b353fb2bd02e7483b7c8ed67fdaec1, server=da1c6afcd1f9,35765,1731595233113 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-14T14:42:29,923 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731595345246.11b353fb2bd02e7483b7c8ed67fdaec1., hostname=da1c6afcd1f9,35765,1731595233113, seqNum=2 because the exception is null or not the one we care about 2024-11-14T14:42:29,927 DEBUG [RS:0;da1c6afcd1f9:35765-longCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:34345/user/jenkins/test-data/14d118ee-a83a-b09b-5913-1a58940a5db1/data/default/TestAcidGuarantees/11b353fb2bd02e7483b7c8ed67fdaec1/.tmp/B/fde29164128a41ee9d5e5e48928515a2 as hdfs://localhost:34345/user/jenkins/test-data/14d118ee-a83a-b09b-5913-1a58940a5db1/data/default/TestAcidGuarantees/11b353fb2bd02e7483b7c8ed67fdaec1/B/fde29164128a41ee9d5e5e48928515a2 2024-11-14T14:42:29,931 INFO [RS:0;da1c6afcd1f9:35765-longCompactions-0 {}] regionserver.HStore(1337): Completed compaction of 3 (all) file(s) in 11b353fb2bd02e7483b7c8ed67fdaec1/B of 11b353fb2bd02e7483b7c8ed67fdaec1 into fde29164128a41ee9d5e5e48928515a2(size=11.8 K), total size for store is 11.8 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-11-14T14:42:29,931 DEBUG [RS:0;da1c6afcd1f9:35765-longCompactions-0 {}] regionserver.HRegion(2446): Compaction status journal for 11b353fb2bd02e7483b7c8ed67fdaec1: 2024-11-14T14:42:29,931 INFO [RS:0;da1c6afcd1f9:35765-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1731595345246.11b353fb2bd02e7483b7c8ed67fdaec1., storeName=11b353fb2bd02e7483b7c8ed67fdaec1/B, priority=13, startTime=1731595349507; duration=0sec 2024-11-14T14:42:29,931 DEBUG [RS:0;da1c6afcd1f9:35765-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-14T14:42:29,932 DEBUG [RS:0;da1c6afcd1f9:35765-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: 11b353fb2bd02e7483b7c8ed67fdaec1:B 2024-11-14T14:42:29,970 DEBUG [RS:0;da1c6afcd1f9:35765-shortCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:34345/user/jenkins/test-data/14d118ee-a83a-b09b-5913-1a58940a5db1/data/default/TestAcidGuarantees/11b353fb2bd02e7483b7c8ed67fdaec1/.tmp/C/d6eb544d181f40df9bb4b5a4903bd31a as hdfs://localhost:34345/user/jenkins/test-data/14d118ee-a83a-b09b-5913-1a58940a5db1/data/default/TestAcidGuarantees/11b353fb2bd02e7483b7c8ed67fdaec1/C/d6eb544d181f40df9bb4b5a4903bd31a 2024-11-14T14:42:29,974 INFO [RS:0;da1c6afcd1f9:35765-shortCompactions-0 {}] regionserver.HStore(1337): Completed compaction of 3 (all) file(s) in 11b353fb2bd02e7483b7c8ed67fdaec1/C of 11b353fb2bd02e7483b7c8ed67fdaec1 into d6eb544d181f40df9bb4b5a4903bd31a(size=11.8 K), total size for store is 11.8 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-11-14T14:42:29,974 DEBUG [RS:0;da1c6afcd1f9:35765-shortCompactions-0 {}] regionserver.HRegion(2446): Compaction status journal for 11b353fb2bd02e7483b7c8ed67fdaec1: 2024-11-14T14:42:29,974 INFO [RS:0;da1c6afcd1f9:35765-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1731595345246.11b353fb2bd02e7483b7c8ed67fdaec1., storeName=11b353fb2bd02e7483b7c8ed67fdaec1/C, priority=13, startTime=1731595349507; duration=0sec 2024-11-14T14:42:29,974 DEBUG [RS:0;da1c6afcd1f9:35765-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-14T14:42:29,974 DEBUG [RS:0;da1c6afcd1f9:35765-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: 11b353fb2bd02e7483b7c8ed67fdaec1:C 2024-11-14T14:42:30,050 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=35765 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=126 2024-11-14T14:42:30,050 DEBUG [RS_FLUSH_OPERATIONS-regionserver/da1c6afcd1f9:0-1 {event_type=RS_FLUSH_REGIONS, pid=126}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1731595345246.11b353fb2bd02e7483b7c8ed67fdaec1. 2024-11-14T14:42:30,050 DEBUG [RS_FLUSH_OPERATIONS-regionserver/da1c6afcd1f9:0-1 {event_type=RS_FLUSH_REGIONS, pid=126}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1731595345246.11b353fb2bd02e7483b7c8ed67fdaec1. as already flushing 2024-11-14T14:42:30,050 DEBUG [RS_FLUSH_OPERATIONS-regionserver/da1c6afcd1f9:0-1 {event_type=RS_FLUSH_REGIONS, pid=126}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1731595345246.11b353fb2bd02e7483b7c8ed67fdaec1. 2024-11-14T14:42:30,050 ERROR [RS_FLUSH_OPERATIONS-regionserver/da1c6afcd1f9:0-1 {event_type=RS_FLUSH_REGIONS, pid=126}] handler.RSProcedureHandler(58): pid=126 java.io.IOException: Unable to complete flush {ENCODED => 11b353fb2bd02e7483b7c8ed67fdaec1, NAME => 'TestAcidGuarantees,,1731595345246.11b353fb2bd02e7483b7c8ed67fdaec1.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-14T14:42:30,050 DEBUG [RS_FLUSH_OPERATIONS-regionserver/da1c6afcd1f9:0-1 {event_type=RS_FLUSH_REGIONS, pid=126}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=126 java.io.IOException: Unable to complete flush {ENCODED => 11b353fb2bd02e7483b7c8ed67fdaec1, NAME => 'TestAcidGuarantees,,1731595345246.11b353fb2bd02e7483b7c8ed67fdaec1.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-14T14:42:30,051 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45145 {}] master.HMaster(4177): Remote procedure failed, pid=126 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 11b353fb2bd02e7483b7c8ed67fdaec1, NAME => 'TestAcidGuarantees,,1731595345246.11b353fb2bd02e7483b7c8ed67fdaec1.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$5(MasterRpcServices.java:2580) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2575) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 11b353fb2bd02e7483b7c8ed67fdaec1, NAME => 'TestAcidGuarantees,,1731595345246.11b353fb2bd02e7483b7c8ed67fdaec1.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-14T14:42:30,133 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35765 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=11b353fb2bd02e7483b7c8ed67fdaec1, server=da1c6afcd1f9,35765,1731595233113 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-14T14:42:30,133 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35765 {}] ipc.CallRunner(138): callId: 31 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:55492 deadline: 1731595410126, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=11b353fb2bd02e7483b7c8ed67fdaec1, server=da1c6afcd1f9,35765,1731595233113 2024-11-14T14:42:30,133 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35765 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=11b353fb2bd02e7483b7c8ed67fdaec1, server=da1c6afcd1f9,35765,1731595233113 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-14T14:42:30,133 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731595345246.11b353fb2bd02e7483b7c8ed67fdaec1., hostname=da1c6afcd1f9,35765,1731595233113, seqNum=2 , the old value is region=TestAcidGuarantees,,1731595345246.11b353fb2bd02e7483b7c8ed67fdaec1., hostname=da1c6afcd1f9,35765,1731595233113, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=11b353fb2bd02e7483b7c8ed67fdaec1, server=da1c6afcd1f9,35765,1731595233113 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-14T14:42:30,133 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35765 {}] ipc.CallRunner(138): callId: 22 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:55520 deadline: 1731595410126, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=11b353fb2bd02e7483b7c8ed67fdaec1, server=da1c6afcd1f9,35765,1731595233113 2024-11-14T14:42:30,133 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731595345246.11b353fb2bd02e7483b7c8ed67fdaec1., hostname=da1c6afcd1f9,35765,1731595233113, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=11b353fb2bd02e7483b7c8ed67fdaec1, server=da1c6afcd1f9,35765,1731595233113 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-14T14:42:30,133 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731595345246.11b353fb2bd02e7483b7c8ed67fdaec1., hostname=da1c6afcd1f9,35765,1731595233113, seqNum=2 because the exception is null or not the one we care about 2024-11-14T14:42:30,134 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731595345246.11b353fb2bd02e7483b7c8ed67fdaec1., hostname=da1c6afcd1f9,35765,1731595233113, seqNum=2 , the old value is region=TestAcidGuarantees,,1731595345246.11b353fb2bd02e7483b7c8ed67fdaec1., hostname=da1c6afcd1f9,35765,1731595233113, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=11b353fb2bd02e7483b7c8ed67fdaec1, server=da1c6afcd1f9,35765,1731595233113 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-14T14:42:30,134 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731595345246.11b353fb2bd02e7483b7c8ed67fdaec1., hostname=da1c6afcd1f9,35765,1731595233113, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=11b353fb2bd02e7483b7c8ed67fdaec1, server=da1c6afcd1f9,35765,1731595233113 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-14T14:42:30,134 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731595345246.11b353fb2bd02e7483b7c8ed67fdaec1., hostname=da1c6afcd1f9,35765,1731595233113, seqNum=2 because the exception is null or not the one we care about 2024-11-14T14:42:30,165 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=46.96 KB at sequenceid=91 (bloomFilter=true), to=hdfs://localhost:34345/user/jenkins/test-data/14d118ee-a83a-b09b-5913-1a58940a5db1/data/default/TestAcidGuarantees/11b353fb2bd02e7483b7c8ed67fdaec1/.tmp/B/18cd4225ccdd43788bca85a34c09d562 2024-11-14T14:42:30,172 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:34345/user/jenkins/test-data/14d118ee-a83a-b09b-5913-1a58940a5db1/data/default/TestAcidGuarantees/11b353fb2bd02e7483b7c8ed67fdaec1/.tmp/C/75d418ba18694259994058d8777c3ab1 is 50, key is test_row_0/C:col10/1731595349735/Put/seqid=0 2024-11-14T14:42:30,175 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36699 is added to blk_1073742259_1435 (size=12001) 2024-11-14T14:42:30,176 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=46.96 KB at sequenceid=91 (bloomFilter=true), to=hdfs://localhost:34345/user/jenkins/test-data/14d118ee-a83a-b09b-5913-1a58940a5db1/data/default/TestAcidGuarantees/11b353fb2bd02e7483b7c8ed67fdaec1/.tmp/C/75d418ba18694259994058d8777c3ab1 2024-11-14T14:42:30,179 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:34345/user/jenkins/test-data/14d118ee-a83a-b09b-5913-1a58940a5db1/data/default/TestAcidGuarantees/11b353fb2bd02e7483b7c8ed67fdaec1/.tmp/A/beceb026d8814a26b0c5bc36b90f1c3a as hdfs://localhost:34345/user/jenkins/test-data/14d118ee-a83a-b09b-5913-1a58940a5db1/data/default/TestAcidGuarantees/11b353fb2bd02e7483b7c8ed67fdaec1/A/beceb026d8814a26b0c5bc36b90f1c3a 2024-11-14T14:42:30,183 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:34345/user/jenkins/test-data/14d118ee-a83a-b09b-5913-1a58940a5db1/data/default/TestAcidGuarantees/11b353fb2bd02e7483b7c8ed67fdaec1/A/beceb026d8814a26b0c5bc36b90f1c3a, entries=200, sequenceid=91, filesize=14.0 K 2024-11-14T14:42:30,183 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:34345/user/jenkins/test-data/14d118ee-a83a-b09b-5913-1a58940a5db1/data/default/TestAcidGuarantees/11b353fb2bd02e7483b7c8ed67fdaec1/.tmp/B/18cd4225ccdd43788bca85a34c09d562 as hdfs://localhost:34345/user/jenkins/test-data/14d118ee-a83a-b09b-5913-1a58940a5db1/data/default/TestAcidGuarantees/11b353fb2bd02e7483b7c8ed67fdaec1/B/18cd4225ccdd43788bca85a34c09d562 2024-11-14T14:42:30,186 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:34345/user/jenkins/test-data/14d118ee-a83a-b09b-5913-1a58940a5db1/data/default/TestAcidGuarantees/11b353fb2bd02e7483b7c8ed67fdaec1/B/18cd4225ccdd43788bca85a34c09d562, entries=150, sequenceid=91, filesize=11.7 K 2024-11-14T14:42:30,187 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:34345/user/jenkins/test-data/14d118ee-a83a-b09b-5913-1a58940a5db1/data/default/TestAcidGuarantees/11b353fb2bd02e7483b7c8ed67fdaec1/.tmp/C/75d418ba18694259994058d8777c3ab1 as hdfs://localhost:34345/user/jenkins/test-data/14d118ee-a83a-b09b-5913-1a58940a5db1/data/default/TestAcidGuarantees/11b353fb2bd02e7483b7c8ed67fdaec1/C/75d418ba18694259994058d8777c3ab1 2024-11-14T14:42:30,190 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:34345/user/jenkins/test-data/14d118ee-a83a-b09b-5913-1a58940a5db1/data/default/TestAcidGuarantees/11b353fb2bd02e7483b7c8ed67fdaec1/C/75d418ba18694259994058d8777c3ab1, entries=150, sequenceid=91, filesize=11.7 K 2024-11-14T14:42:30,191 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(3140): Finished flush of dataSize ~140.89 KB/144270, heapSize ~390.80 KB/400176, currentSize=46.96 KB/48090 for 11b353fb2bd02e7483b7c8ed67fdaec1 in 454ms, sequenceid=91, compaction requested=false 2024-11-14T14:42:30,191 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2603): Flush status journal for 11b353fb2bd02e7483b7c8ed67fdaec1: 2024-11-14T14:42:30,203 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=35765 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=126 2024-11-14T14:42:30,203 DEBUG [RS_FLUSH_OPERATIONS-regionserver/da1c6afcd1f9:0-2 {event_type=RS_FLUSH_REGIONS, pid=126}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1731595345246.11b353fb2bd02e7483b7c8ed67fdaec1. 2024-11-14T14:42:30,203 INFO [RS_FLUSH_OPERATIONS-regionserver/da1c6afcd1f9:0-2 {event_type=RS_FLUSH_REGIONS, pid=126}] regionserver.HRegion(2902): Flushing 11b353fb2bd02e7483b7c8ed67fdaec1 3/3 column families, dataSize=46.96 KB heapSize=140.20 KB 2024-11-14T14:42:30,203 DEBUG [RS_FLUSH_OPERATIONS-regionserver/da1c6afcd1f9:0-2 {event_type=RS_FLUSH_REGIONS, pid=126}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 11b353fb2bd02e7483b7c8ed67fdaec1, store=A 2024-11-14T14:42:30,203 DEBUG [RS_FLUSH_OPERATIONS-regionserver/da1c6afcd1f9:0-2 {event_type=RS_FLUSH_REGIONS, pid=126}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-14T14:42:30,203 DEBUG [RS_FLUSH_OPERATIONS-regionserver/da1c6afcd1f9:0-2 {event_type=RS_FLUSH_REGIONS, pid=126}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 11b353fb2bd02e7483b7c8ed67fdaec1, store=B 2024-11-14T14:42:30,203 DEBUG [RS_FLUSH_OPERATIONS-regionserver/da1c6afcd1f9:0-2 {event_type=RS_FLUSH_REGIONS, pid=126}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-14T14:42:30,203 DEBUG [RS_FLUSH_OPERATIONS-regionserver/da1c6afcd1f9:0-2 {event_type=RS_FLUSH_REGIONS, pid=126}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 11b353fb2bd02e7483b7c8ed67fdaec1, store=C 2024-11-14T14:42:30,203 DEBUG [RS_FLUSH_OPERATIONS-regionserver/da1c6afcd1f9:0-2 {event_type=RS_FLUSH_REGIONS, pid=126}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-14T14:42:30,208 DEBUG [RS_FLUSH_OPERATIONS-regionserver/da1c6afcd1f9:0-2 {event_type=RS_FLUSH_REGIONS, pid=126}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:34345/user/jenkins/test-data/14d118ee-a83a-b09b-5913-1a58940a5db1/data/default/TestAcidGuarantees/11b353fb2bd02e7483b7c8ed67fdaec1/.tmp/A/f7494f1777104bb1b2ad29283bdd9b6d is 50, key is test_row_0/A:col10/1731595349782/Put/seqid=0 2024-11-14T14:42:30,211 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36699 is added to blk_1073742260_1436 (size=12001) 2024-11-14T14:42:30,212 INFO [RS_FLUSH_OPERATIONS-regionserver/da1c6afcd1f9:0-2 {event_type=RS_FLUSH_REGIONS, pid=126}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=15.65 KB at sequenceid=103 (bloomFilter=true), to=hdfs://localhost:34345/user/jenkins/test-data/14d118ee-a83a-b09b-5913-1a58940a5db1/data/default/TestAcidGuarantees/11b353fb2bd02e7483b7c8ed67fdaec1/.tmp/A/f7494f1777104bb1b2ad29283bdd9b6d 2024-11-14T14:42:30,216 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45145 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=125 2024-11-14T14:42:30,219 DEBUG [RS_FLUSH_OPERATIONS-regionserver/da1c6afcd1f9:0-2 {event_type=RS_FLUSH_REGIONS, pid=126}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:34345/user/jenkins/test-data/14d118ee-a83a-b09b-5913-1a58940a5db1/data/default/TestAcidGuarantees/11b353fb2bd02e7483b7c8ed67fdaec1/.tmp/B/e5689be6451249ca94db6f9d2e66c04b is 50, key is test_row_0/B:col10/1731595349782/Put/seqid=0 2024-11-14T14:42:30,222 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36699 is added to blk_1073742261_1437 (size=12001) 2024-11-14T14:42:30,223 INFO [RS_FLUSH_OPERATIONS-regionserver/da1c6afcd1f9:0-2 {event_type=RS_FLUSH_REGIONS, pid=126}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=15.65 KB at sequenceid=103 (bloomFilter=true), to=hdfs://localhost:34345/user/jenkins/test-data/14d118ee-a83a-b09b-5913-1a58940a5db1/data/default/TestAcidGuarantees/11b353fb2bd02e7483b7c8ed67fdaec1/.tmp/B/e5689be6451249ca94db6f9d2e66c04b 2024-11-14T14:42:30,235 DEBUG [RS_FLUSH_OPERATIONS-regionserver/da1c6afcd1f9:0-2 {event_type=RS_FLUSH_REGIONS, pid=126}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:34345/user/jenkins/test-data/14d118ee-a83a-b09b-5913-1a58940a5db1/data/default/TestAcidGuarantees/11b353fb2bd02e7483b7c8ed67fdaec1/.tmp/C/1ae6cf96e2264c5b872510d2243e4a80 is 50, key is test_row_0/C:col10/1731595349782/Put/seqid=0 2024-11-14T14:42:30,245 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36699 is added to blk_1073742262_1438 (size=12001) 2024-11-14T14:42:30,246 INFO [RS_FLUSH_OPERATIONS-regionserver/da1c6afcd1f9:0-2 {event_type=RS_FLUSH_REGIONS, pid=126}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=15.65 KB at sequenceid=103 (bloomFilter=true), to=hdfs://localhost:34345/user/jenkins/test-data/14d118ee-a83a-b09b-5913-1a58940a5db1/data/default/TestAcidGuarantees/11b353fb2bd02e7483b7c8ed67fdaec1/.tmp/C/1ae6cf96e2264c5b872510d2243e4a80 2024-11-14T14:42:30,251 DEBUG [RS_FLUSH_OPERATIONS-regionserver/da1c6afcd1f9:0-2 {event_type=RS_FLUSH_REGIONS, pid=126}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:34345/user/jenkins/test-data/14d118ee-a83a-b09b-5913-1a58940a5db1/data/default/TestAcidGuarantees/11b353fb2bd02e7483b7c8ed67fdaec1/.tmp/A/f7494f1777104bb1b2ad29283bdd9b6d as hdfs://localhost:34345/user/jenkins/test-data/14d118ee-a83a-b09b-5913-1a58940a5db1/data/default/TestAcidGuarantees/11b353fb2bd02e7483b7c8ed67fdaec1/A/f7494f1777104bb1b2ad29283bdd9b6d 2024-11-14T14:42:30,255 INFO [RS_FLUSH_OPERATIONS-regionserver/da1c6afcd1f9:0-2 {event_type=RS_FLUSH_REGIONS, pid=126}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:34345/user/jenkins/test-data/14d118ee-a83a-b09b-5913-1a58940a5db1/data/default/TestAcidGuarantees/11b353fb2bd02e7483b7c8ed67fdaec1/A/f7494f1777104bb1b2ad29283bdd9b6d, entries=150, sequenceid=103, filesize=11.7 K 2024-11-14T14:42:30,255 DEBUG [RS_FLUSH_OPERATIONS-regionserver/da1c6afcd1f9:0-2 {event_type=RS_FLUSH_REGIONS, pid=126}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:34345/user/jenkins/test-data/14d118ee-a83a-b09b-5913-1a58940a5db1/data/default/TestAcidGuarantees/11b353fb2bd02e7483b7c8ed67fdaec1/.tmp/B/e5689be6451249ca94db6f9d2e66c04b as hdfs://localhost:34345/user/jenkins/test-data/14d118ee-a83a-b09b-5913-1a58940a5db1/data/default/TestAcidGuarantees/11b353fb2bd02e7483b7c8ed67fdaec1/B/e5689be6451249ca94db6f9d2e66c04b 2024-11-14T14:42:30,259 INFO [RS_FLUSH_OPERATIONS-regionserver/da1c6afcd1f9:0-2 {event_type=RS_FLUSH_REGIONS, pid=126}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:34345/user/jenkins/test-data/14d118ee-a83a-b09b-5913-1a58940a5db1/data/default/TestAcidGuarantees/11b353fb2bd02e7483b7c8ed67fdaec1/B/e5689be6451249ca94db6f9d2e66c04b, entries=150, sequenceid=103, filesize=11.7 K 2024-11-14T14:42:30,260 DEBUG [RS_FLUSH_OPERATIONS-regionserver/da1c6afcd1f9:0-2 {event_type=RS_FLUSH_REGIONS, pid=126}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:34345/user/jenkins/test-data/14d118ee-a83a-b09b-5913-1a58940a5db1/data/default/TestAcidGuarantees/11b353fb2bd02e7483b7c8ed67fdaec1/.tmp/C/1ae6cf96e2264c5b872510d2243e4a80 as hdfs://localhost:34345/user/jenkins/test-data/14d118ee-a83a-b09b-5913-1a58940a5db1/data/default/TestAcidGuarantees/11b353fb2bd02e7483b7c8ed67fdaec1/C/1ae6cf96e2264c5b872510d2243e4a80 2024-11-14T14:42:30,265 INFO [RS_FLUSH_OPERATIONS-regionserver/da1c6afcd1f9:0-2 {event_type=RS_FLUSH_REGIONS, pid=126}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:34345/user/jenkins/test-data/14d118ee-a83a-b09b-5913-1a58940a5db1/data/default/TestAcidGuarantees/11b353fb2bd02e7483b7c8ed67fdaec1/C/1ae6cf96e2264c5b872510d2243e4a80, entries=150, sequenceid=103, filesize=11.7 K 2024-11-14T14:42:30,266 INFO [RS_FLUSH_OPERATIONS-regionserver/da1c6afcd1f9:0-2 {event_type=RS_FLUSH_REGIONS, pid=126}] regionserver.HRegion(3140): Finished flush of dataSize ~46.96 KB/48090, heapSize ~140.16 KB/143520, currentSize=0 B/0 for 11b353fb2bd02e7483b7c8ed67fdaec1 in 63ms, sequenceid=103, compaction requested=true 2024-11-14T14:42:30,266 DEBUG [RS_FLUSH_OPERATIONS-regionserver/da1c6afcd1f9:0-2 {event_type=RS_FLUSH_REGIONS, pid=126}] regionserver.HRegion(2603): Flush status journal for 11b353fb2bd02e7483b7c8ed67fdaec1: 2024-11-14T14:42:30,266 DEBUG [RS_FLUSH_OPERATIONS-regionserver/da1c6afcd1f9:0-2 {event_type=RS_FLUSH_REGIONS, pid=126}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1731595345246.11b353fb2bd02e7483b7c8ed67fdaec1. 2024-11-14T14:42:30,266 DEBUG [RS_FLUSH_OPERATIONS-regionserver/da1c6afcd1f9:0-2 {event_type=RS_FLUSH_REGIONS, pid=126}] regionserver.RemoteProcedureResultReporter(62): Successfully complete execution of pid=126 2024-11-14T14:42:30,267 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45145 {}] master.HMaster(4169): Remote procedure done, pid=126 2024-11-14T14:42:30,272 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=126, resume processing ppid=125 2024-11-14T14:42:30,272 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1521): Finished pid=126, ppid=125, state=SUCCESS, hasLock=false; org.apache.hadoop.hbase.master.procedure.FlushRegionProcedure in 678 msec 2024-11-14T14:42:30,274 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1521): Finished pid=125, state=SUCCESS, hasLock=false; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=125, table=TestAcidGuarantees in 686 msec 2024-11-14T14:42:30,328 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35765 {}] regionserver.HRegion(8855): Flush requested on 11b353fb2bd02e7483b7c8ed67fdaec1 2024-11-14T14:42:30,328 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(2902): Flushing 11b353fb2bd02e7483b7c8ed67fdaec1 3/3 column families, dataSize=46.96 KB heapSize=140.20 KB 2024-11-14T14:42:30,329 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 11b353fb2bd02e7483b7c8ed67fdaec1, store=A 2024-11-14T14:42:30,329 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-14T14:42:30,329 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 11b353fb2bd02e7483b7c8ed67fdaec1, store=B 2024-11-14T14:42:30,329 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-14T14:42:30,329 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 11b353fb2bd02e7483b7c8ed67fdaec1, store=C 2024-11-14T14:42:30,329 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-14T14:42:30,333 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:34345/user/jenkins/test-data/14d118ee-a83a-b09b-5913-1a58940a5db1/data/default/TestAcidGuarantees/11b353fb2bd02e7483b7c8ed67fdaec1/.tmp/A/3fdd8d93e53443859042a5738d33ac88 is 50, key is test_row_0/A:col10/1731595350326/Put/seqid=0 2024-11-14T14:42:30,336 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36699 is added to blk_1073742263_1439 (size=14341) 2024-11-14T14:42:30,338 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=15.65 KB at sequenceid=113 (bloomFilter=true), to=hdfs://localhost:34345/user/jenkins/test-data/14d118ee-a83a-b09b-5913-1a58940a5db1/data/default/TestAcidGuarantees/11b353fb2bd02e7483b7c8ed67fdaec1/.tmp/A/3fdd8d93e53443859042a5738d33ac88 2024-11-14T14:42:30,344 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:34345/user/jenkins/test-data/14d118ee-a83a-b09b-5913-1a58940a5db1/data/default/TestAcidGuarantees/11b353fb2bd02e7483b7c8ed67fdaec1/.tmp/B/113c357101164d2c8b9b519d5702bd5a is 50, key is test_row_0/B:col10/1731595350326/Put/seqid=0 2024-11-14T14:42:30,347 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36699 is added to blk_1073742264_1440 (size=12001) 2024-11-14T14:42:30,370 WARN [HBase-Metrics2-1 {}] impl.MetricsConfig(138): Cannot locate configuration: tried hadoop-metrics2-hbase.properties,hadoop-metrics2.properties 2024-11-14T14:42:30,392 DEBUG [RS_IN_MEMORY_COMPACTION-regionserver/da1c6afcd1f9:0-3 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=type=CellArrayImmutableSegment, empty=no, cellCount=259, cellSize=11855, totalHeapSize=27176, min timestamp=1731595350367, max timestamp=1731595350389Num uniques 859; 2024-11-14T14:42:30,392 DEBUG [RS_IN_MEMORY_COMPACTION-regionserver/da1c6afcd1f9:0-3 {}] regionserver.CompactionPipeline(163): Suffix data size=39335, new segment data size=11855, suffix heap size=117064,new segment heap size=27176 　suffix off heap size=0, new segment off heap size=0, suffix cells count=859, new segment cells count=259 2024-11-14T14:42:30,392 DEBUG [RS_IN_MEMORY_COMPACTION-regionserver/da1c6afcd1f9:0-4 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=type=CellArrayImmutableSegment, empty=no, cellCount=259, cellSize=11855, totalHeapSize=27176, min timestamp=1731595350367, max timestamp=1731595350389Num uniques 859; 2024-11-14T14:42:30,392 DEBUG [RS_IN_MEMORY_COMPACTION-regionserver/da1c6afcd1f9:0-4 {}] regionserver.CompactionPipeline(163): Suffix data size=39335, new segment data size=11855, suffix heap size=117064,new segment heap size=27176 　suffix off heap size=0, new segment off heap size=0, suffix cells count=859, new segment cells count=259 2024-11-14T14:42:30,392 DEBUG [RS_IN_MEMORY_COMPACTION-regionserver/da1c6afcd1f9:0-2 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=type=CellArrayImmutableSegment, empty=no, cellCount=259, cellSize=11855, totalHeapSize=27176, min timestamp=1731595350367, max timestamp=1731595350389Num uniques 859; 2024-11-14T14:42:30,392 DEBUG [RS_IN_MEMORY_COMPACTION-regionserver/da1c6afcd1f9:0-2 {}] regionserver.CompactionPipeline(163): Suffix data size=39335, new segment data size=11855, suffix heap size=117064,new segment heap size=27176 　suffix off heap size=0, new segment off heap size=0, suffix cells count=859, new segment cells count=259 2024-11-14T14:42:30,458 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35765 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=11b353fb2bd02e7483b7c8ed67fdaec1, server=da1c6afcd1f9,35765,1731595233113 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-14T14:42:30,458 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35765 {}] ipc.CallRunner(138): callId: 41 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:55502 deadline: 1731595410441, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=11b353fb2bd02e7483b7c8ed67fdaec1, server=da1c6afcd1f9,35765,1731595233113 2024-11-14T14:42:30,458 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35765 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=11b353fb2bd02e7483b7c8ed67fdaec1, server=da1c6afcd1f9,35765,1731595233113 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-14T14:42:30,458 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731595345246.11b353fb2bd02e7483b7c8ed67fdaec1., hostname=da1c6afcd1f9,35765,1731595233113, seqNum=2 , the old value is region=TestAcidGuarantees,,1731595345246.11b353fb2bd02e7483b7c8ed67fdaec1., hostname=da1c6afcd1f9,35765,1731595233113, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=11b353fb2bd02e7483b7c8ed67fdaec1, server=da1c6afcd1f9,35765,1731595233113 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-14T14:42:30,458 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35765 {}] ipc.CallRunner(138): callId: 32 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:55492 deadline: 1731595410446, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=11b353fb2bd02e7483b7c8ed67fdaec1, server=da1c6afcd1f9,35765,1731595233113 2024-11-14T14:42:30,458 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731595345246.11b353fb2bd02e7483b7c8ed67fdaec1., hostname=da1c6afcd1f9,35765,1731595233113, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=11b353fb2bd02e7483b7c8ed67fdaec1, server=da1c6afcd1f9,35765,1731595233113 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-14T14:42:30,458 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731595345246.11b353fb2bd02e7483b7c8ed67fdaec1., hostname=da1c6afcd1f9,35765,1731595233113, seqNum=2 because the exception is null or not the one we care about 2024-11-14T14:42:30,459 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731595345246.11b353fb2bd02e7483b7c8ed67fdaec1., hostname=da1c6afcd1f9,35765,1731595233113, seqNum=2 , the old value is region=TestAcidGuarantees,,1731595345246.11b353fb2bd02e7483b7c8ed67fdaec1., hostname=da1c6afcd1f9,35765,1731595233113, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=11b353fb2bd02e7483b7c8ed67fdaec1, server=da1c6afcd1f9,35765,1731595233113 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-14T14:42:30,458 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35765 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=11b353fb2bd02e7483b7c8ed67fdaec1, server=da1c6afcd1f9,35765,1731595233113 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-14T14:42:30,459 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731595345246.11b353fb2bd02e7483b7c8ed67fdaec1., hostname=da1c6afcd1f9,35765,1731595233113, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=11b353fb2bd02e7483b7c8ed67fdaec1, server=da1c6afcd1f9,35765,1731595233113 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-14T14:42:30,459 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731595345246.11b353fb2bd02e7483b7c8ed67fdaec1., hostname=da1c6afcd1f9,35765,1731595233113, seqNum=2 because the exception is null or not the one we care about 2024-11-14T14:42:30,459 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35765 {}] ipc.CallRunner(138): callId: 42 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:55504 deadline: 1731595410446, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=11b353fb2bd02e7483b7c8ed67fdaec1, server=da1c6afcd1f9,35765,1731595233113 2024-11-14T14:42:30,459 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731595345246.11b353fb2bd02e7483b7c8ed67fdaec1., hostname=da1c6afcd1f9,35765,1731595233113, seqNum=2 , the old value is region=TestAcidGuarantees,,1731595345246.11b353fb2bd02e7483b7c8ed67fdaec1., hostname=da1c6afcd1f9,35765,1731595233113, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=11b353fb2bd02e7483b7c8ed67fdaec1, server=da1c6afcd1f9,35765,1731595233113 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-14T14:42:30,459 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731595345246.11b353fb2bd02e7483b7c8ed67fdaec1., hostname=da1c6afcd1f9,35765,1731595233113, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=11b353fb2bd02e7483b7c8ed67fdaec1, server=da1c6afcd1f9,35765,1731595233113 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-14T14:42:30,459 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731595345246.11b353fb2bd02e7483b7c8ed67fdaec1., hostname=da1c6afcd1f9,35765,1731595233113, seqNum=2 because the exception is null or not the one we care about 2024-11-14T14:42:30,462 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35765 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=11b353fb2bd02e7483b7c8ed67fdaec1, server=da1c6afcd1f9,35765,1731595233113 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-14T14:42:30,462 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35765 {}] ipc.CallRunner(138): callId: 39 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:55536 deadline: 1731595410447, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=11b353fb2bd02e7483b7c8ed67fdaec1, server=da1c6afcd1f9,35765,1731595233113 2024-11-14T14:42:30,463 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35765 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=11b353fb2bd02e7483b7c8ed67fdaec1, server=da1c6afcd1f9,35765,1731595233113 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-14T14:42:30,463 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731595345246.11b353fb2bd02e7483b7c8ed67fdaec1., hostname=da1c6afcd1f9,35765,1731595233113, seqNum=2 , the old value is region=TestAcidGuarantees,,1731595345246.11b353fb2bd02e7483b7c8ed67fdaec1., hostname=da1c6afcd1f9,35765,1731595233113, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=11b353fb2bd02e7483b7c8ed67fdaec1, server=da1c6afcd1f9,35765,1731595233113 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-14T14:42:30,463 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731595345246.11b353fb2bd02e7483b7c8ed67fdaec1., hostname=da1c6afcd1f9,35765,1731595233113, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=11b353fb2bd02e7483b7c8ed67fdaec1, server=da1c6afcd1f9,35765,1731595233113 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-14T14:42:30,463 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35765 {}] ipc.CallRunner(138): callId: 24 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:55520 deadline: 1731595410448, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=11b353fb2bd02e7483b7c8ed67fdaec1, server=da1c6afcd1f9,35765,1731595233113 2024-11-14T14:42:30,463 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731595345246.11b353fb2bd02e7483b7c8ed67fdaec1., hostname=da1c6afcd1f9,35765,1731595233113, seqNum=2 because the exception is null or not the one we care about 2024-11-14T14:42:30,463 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731595345246.11b353fb2bd02e7483b7c8ed67fdaec1., hostname=da1c6afcd1f9,35765,1731595233113, seqNum=2 , the old value is region=TestAcidGuarantees,,1731595345246.11b353fb2bd02e7483b7c8ed67fdaec1., hostname=da1c6afcd1f9,35765,1731595233113, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=11b353fb2bd02e7483b7c8ed67fdaec1, server=da1c6afcd1f9,35765,1731595233113 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-14T14:42:30,463 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731595345246.11b353fb2bd02e7483b7c8ed67fdaec1., hostname=da1c6afcd1f9,35765,1731595233113, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=11b353fb2bd02e7483b7c8ed67fdaec1, server=da1c6afcd1f9,35765,1731595233113 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-14T14:42:30,463 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731595345246.11b353fb2bd02e7483b7c8ed67fdaec1., hostname=da1c6afcd1f9,35765,1731595233113, seqNum=2 because the exception is null or not the one we care about 2024-11-14T14:42:30,576 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35765 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=11b353fb2bd02e7483b7c8ed67fdaec1, server=da1c6afcd1f9,35765,1731595233113 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-14T14:42:30,576 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35765 {}] ipc.CallRunner(138): callId: 42 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:55502 deadline: 1731595410566, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=11b353fb2bd02e7483b7c8ed67fdaec1, server=da1c6afcd1f9,35765,1731595233113 2024-11-14T14:42:30,577 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35765 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=11b353fb2bd02e7483b7c8ed67fdaec1, server=da1c6afcd1f9,35765,1731595233113 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-14T14:42:30,577 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731595345246.11b353fb2bd02e7483b7c8ed67fdaec1., hostname=da1c6afcd1f9,35765,1731595233113, seqNum=2 , the old value is region=TestAcidGuarantees,,1731595345246.11b353fb2bd02e7483b7c8ed67fdaec1., hostname=da1c6afcd1f9,35765,1731595233113, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=11b353fb2bd02e7483b7c8ed67fdaec1, server=da1c6afcd1f9,35765,1731595233113 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-14T14:42:30,577 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731595345246.11b353fb2bd02e7483b7c8ed67fdaec1., hostname=da1c6afcd1f9,35765,1731595233113, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=11b353fb2bd02e7483b7c8ed67fdaec1, server=da1c6afcd1f9,35765,1731595233113 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-14T14:42:30,577 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731595345246.11b353fb2bd02e7483b7c8ed67fdaec1., hostname=da1c6afcd1f9,35765,1731595233113, seqNum=2 because the exception is null or not the one we care about 2024-11-14T14:42:30,577 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35765 {}] ipc.CallRunner(138): callId: 40 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:55536 deadline: 1731595410566, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=11b353fb2bd02e7483b7c8ed67fdaec1, server=da1c6afcd1f9,35765,1731595233113 2024-11-14T14:42:30,577 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731595345246.11b353fb2bd02e7483b7c8ed67fdaec1., hostname=da1c6afcd1f9,35765,1731595233113, seqNum=2 , the old value is region=TestAcidGuarantees,,1731595345246.11b353fb2bd02e7483b7c8ed67fdaec1., hostname=da1c6afcd1f9,35765,1731595233113, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=11b353fb2bd02e7483b7c8ed67fdaec1, server=da1c6afcd1f9,35765,1731595233113 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-14T14:42:30,577 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731595345246.11b353fb2bd02e7483b7c8ed67fdaec1., hostname=da1c6afcd1f9,35765,1731595233113, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=11b353fb2bd02e7483b7c8ed67fdaec1, server=da1c6afcd1f9,35765,1731595233113 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-14T14:42:30,577 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35765 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=11b353fb2bd02e7483b7c8ed67fdaec1, server=da1c6afcd1f9,35765,1731595233113 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-14T14:42:30,577 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731595345246.11b353fb2bd02e7483b7c8ed67fdaec1., hostname=da1c6afcd1f9,35765,1731595233113, seqNum=2 because the exception is null or not the one we care about 2024-11-14T14:42:30,577 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35765 {}] ipc.CallRunner(138): callId: 25 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:55520 deadline: 1731595410567, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=11b353fb2bd02e7483b7c8ed67fdaec1, server=da1c6afcd1f9,35765,1731595233113 2024-11-14T14:42:30,577 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35765 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=11b353fb2bd02e7483b7c8ed67fdaec1, server=da1c6afcd1f9,35765,1731595233113 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-14T14:42:30,577 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35765 {}] ipc.CallRunner(138): callId: 43 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:55504 deadline: 1731595410567, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=11b353fb2bd02e7483b7c8ed67fdaec1, server=da1c6afcd1f9,35765,1731595233113 2024-11-14T14:42:30,577 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731595345246.11b353fb2bd02e7483b7c8ed67fdaec1., hostname=da1c6afcd1f9,35765,1731595233113, seqNum=2 , the old value is region=TestAcidGuarantees,,1731595345246.11b353fb2bd02e7483b7c8ed67fdaec1., hostname=da1c6afcd1f9,35765,1731595233113, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=11b353fb2bd02e7483b7c8ed67fdaec1, server=da1c6afcd1f9,35765,1731595233113 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-14T14:42:30,577 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731595345246.11b353fb2bd02e7483b7c8ed67fdaec1., hostname=da1c6afcd1f9,35765,1731595233113, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=11b353fb2bd02e7483b7c8ed67fdaec1, server=da1c6afcd1f9,35765,1731595233113 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-14T14:42:30,577 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731595345246.11b353fb2bd02e7483b7c8ed67fdaec1., hostname=da1c6afcd1f9,35765,1731595233113, seqNum=2 because the exception is null or not the one we care about 2024-11-14T14:42:30,578 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731595345246.11b353fb2bd02e7483b7c8ed67fdaec1., hostname=da1c6afcd1f9,35765,1731595233113, seqNum=2 , the old value is region=TestAcidGuarantees,,1731595345246.11b353fb2bd02e7483b7c8ed67fdaec1., hostname=da1c6afcd1f9,35765,1731595233113, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=11b353fb2bd02e7483b7c8ed67fdaec1, server=da1c6afcd1f9,35765,1731595233113 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-14T14:42:30,578 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731595345246.11b353fb2bd02e7483b7c8ed67fdaec1., hostname=da1c6afcd1f9,35765,1731595233113, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=11b353fb2bd02e7483b7c8ed67fdaec1, server=da1c6afcd1f9,35765,1731595233113 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-14T14:42:30,578 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731595345246.11b353fb2bd02e7483b7c8ed67fdaec1., hostname=da1c6afcd1f9,35765,1731595233113, seqNum=2 because the exception is null or not the one we care about 2024-11-14T14:42:30,726 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45145 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=125 2024-11-14T14:42:30,726 INFO [RPCClient-NioEventLoopGroup-4-10 {}] client.RawAsyncHBaseAdmin$TableProcedureBiConsumer(2721): Operation: FLUSH, Table Name: default:TestAcidGuarantees completed 2024-11-14T14:42:30,727 INFO [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45145 {}] master.HMaster$22(4506): Client=jenkins//172.17.0.2 flush TestAcidGuarantees 2024-11-14T14:42:30,728 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45145 {}] procedure2.ProcedureExecutor(1139): Stored pid=127, state=RUNNABLE:FLUSH_TABLE_PREPARE, hasLock=false; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=127, table=TestAcidGuarantees 2024-11-14T14:42:30,728 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45145 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=127 2024-11-14T14:42:30,728 INFO [PEWorker-3 {}] procedure.FlushTableProcedure(91): pid=127, state=RUNNABLE:FLUSH_TABLE_PREPARE, hasLock=true; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=127, table=TestAcidGuarantees execute state=FLUSH_TABLE_PREPARE 2024-11-14T14:42:30,729 INFO [PEWorker-3 {}] procedure.FlushTableProcedure(91): pid=127, state=RUNNABLE:FLUSH_TABLE_FLUSH_REGIONS, hasLock=true; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=127, table=TestAcidGuarantees execute state=FLUSH_TABLE_FLUSH_REGIONS 2024-11-14T14:42:30,729 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=128, ppid=127, state=RUNNABLE, hasLock=false; org.apache.hadoop.hbase.master.procedure.FlushRegionProcedure}] 2024-11-14T14:42:30,748 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=15.65 KB at sequenceid=113 (bloomFilter=true), to=hdfs://localhost:34345/user/jenkins/test-data/14d118ee-a83a-b09b-5913-1a58940a5db1/data/default/TestAcidGuarantees/11b353fb2bd02e7483b7c8ed67fdaec1/.tmp/B/113c357101164d2c8b9b519d5702bd5a 2024-11-14T14:42:30,755 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:34345/user/jenkins/test-data/14d118ee-a83a-b09b-5913-1a58940a5db1/data/default/TestAcidGuarantees/11b353fb2bd02e7483b7c8ed67fdaec1/.tmp/C/661ee3aa121541f2807e6e103fa04076 is 50, key is test_row_0/C:col10/1731595350326/Put/seqid=0 2024-11-14T14:42:30,758 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36699 is added to blk_1073742265_1441 (size=12001) 2024-11-14T14:42:30,799 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35765 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=11b353fb2bd02e7483b7c8ed67fdaec1, server=da1c6afcd1f9,35765,1731595233113 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-14T14:42:30,799 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35765 {}] ipc.CallRunner(138): callId: 43 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:55502 deadline: 1731595410786, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=11b353fb2bd02e7483b7c8ed67fdaec1, server=da1c6afcd1f9,35765,1731595233113 2024-11-14T14:42:30,799 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35765 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=11b353fb2bd02e7483b7c8ed67fdaec1, server=da1c6afcd1f9,35765,1731595233113 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-14T14:42:30,799 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731595345246.11b353fb2bd02e7483b7c8ed67fdaec1., hostname=da1c6afcd1f9,35765,1731595233113, seqNum=2 , the old value is region=TestAcidGuarantees,,1731595345246.11b353fb2bd02e7483b7c8ed67fdaec1., hostname=da1c6afcd1f9,35765,1731595233113, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=11b353fb2bd02e7483b7c8ed67fdaec1, server=da1c6afcd1f9,35765,1731595233113 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-14T14:42:30,799 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35765 {}] ipc.CallRunner(138): callId: 41 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:55536 deadline: 1731595410786, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=11b353fb2bd02e7483b7c8ed67fdaec1, server=da1c6afcd1f9,35765,1731595233113 2024-11-14T14:42:30,799 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731595345246.11b353fb2bd02e7483b7c8ed67fdaec1., hostname=da1c6afcd1f9,35765,1731595233113, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=11b353fb2bd02e7483b7c8ed67fdaec1, server=da1c6afcd1f9,35765,1731595233113 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-14T14:42:30,799 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731595345246.11b353fb2bd02e7483b7c8ed67fdaec1., hostname=da1c6afcd1f9,35765,1731595233113, seqNum=2 because the exception is null or not the one we care about 2024-11-14T14:42:30,800 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35765 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=11b353fb2bd02e7483b7c8ed67fdaec1, server=da1c6afcd1f9,35765,1731595233113 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-14T14:42:30,800 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731595345246.11b353fb2bd02e7483b7c8ed67fdaec1., hostname=da1c6afcd1f9,35765,1731595233113, seqNum=2 , the old value is region=TestAcidGuarantees,,1731595345246.11b353fb2bd02e7483b7c8ed67fdaec1., hostname=da1c6afcd1f9,35765,1731595233113, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=11b353fb2bd02e7483b7c8ed67fdaec1, server=da1c6afcd1f9,35765,1731595233113 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-14T14:42:30,800 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35765 {}] ipc.CallRunner(138): callId: 26 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:55520 deadline: 1731595410787, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=11b353fb2bd02e7483b7c8ed67fdaec1, server=da1c6afcd1f9,35765,1731595233113 2024-11-14T14:42:30,800 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731595345246.11b353fb2bd02e7483b7c8ed67fdaec1., hostname=da1c6afcd1f9,35765,1731595233113, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=11b353fb2bd02e7483b7c8ed67fdaec1, server=da1c6afcd1f9,35765,1731595233113 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-14T14:42:30,800 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731595345246.11b353fb2bd02e7483b7c8ed67fdaec1., hostname=da1c6afcd1f9,35765,1731595233113, seqNum=2 because the exception is null or not the one we care about 2024-11-14T14:42:30,800 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35765 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=11b353fb2bd02e7483b7c8ed67fdaec1, server=da1c6afcd1f9,35765,1731595233113 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-14T14:42:30,800 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731595345246.11b353fb2bd02e7483b7c8ed67fdaec1., hostname=da1c6afcd1f9,35765,1731595233113, seqNum=2 , the old value is region=TestAcidGuarantees,,1731595345246.11b353fb2bd02e7483b7c8ed67fdaec1., hostname=da1c6afcd1f9,35765,1731595233113, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=11b353fb2bd02e7483b7c8ed67fdaec1, server=da1c6afcd1f9,35765,1731595233113 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-14T14:42:30,800 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35765 {}] ipc.CallRunner(138): callId: 44 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:55504 deadline: 1731595410787, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=11b353fb2bd02e7483b7c8ed67fdaec1, server=da1c6afcd1f9,35765,1731595233113 2024-11-14T14:42:30,800 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731595345246.11b353fb2bd02e7483b7c8ed67fdaec1., hostname=da1c6afcd1f9,35765,1731595233113, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=11b353fb2bd02e7483b7c8ed67fdaec1, server=da1c6afcd1f9,35765,1731595233113 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-14T14:42:30,800 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731595345246.11b353fb2bd02e7483b7c8ed67fdaec1., hostname=da1c6afcd1f9,35765,1731595233113, seqNum=2 because the exception is null or not the one we care about 2024-11-14T14:42:30,800 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731595345246.11b353fb2bd02e7483b7c8ed67fdaec1., hostname=da1c6afcd1f9,35765,1731595233113, seqNum=2 , the old value is region=TestAcidGuarantees,,1731595345246.11b353fb2bd02e7483b7c8ed67fdaec1., hostname=da1c6afcd1f9,35765,1731595233113, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=11b353fb2bd02e7483b7c8ed67fdaec1, server=da1c6afcd1f9,35765,1731595233113 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-14T14:42:30,800 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731595345246.11b353fb2bd02e7483b7c8ed67fdaec1., hostname=da1c6afcd1f9,35765,1731595233113, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=11b353fb2bd02e7483b7c8ed67fdaec1, server=da1c6afcd1f9,35765,1731595233113 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-14T14:42:30,800 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731595345246.11b353fb2bd02e7483b7c8ed67fdaec1., hostname=da1c6afcd1f9,35765,1731595233113, seqNum=2 because the exception is null or not the one we care about 2024-11-14T14:42:30,836 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45145 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=127 2024-11-14T14:42:30,881 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=35765 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=128 2024-11-14T14:42:30,881 DEBUG [RS_FLUSH_OPERATIONS-regionserver/da1c6afcd1f9:0-0 {event_type=RS_FLUSH_REGIONS, pid=128}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1731595345246.11b353fb2bd02e7483b7c8ed67fdaec1. 2024-11-14T14:42:30,881 DEBUG [RS_FLUSH_OPERATIONS-regionserver/da1c6afcd1f9:0-0 {event_type=RS_FLUSH_REGIONS, pid=128}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1731595345246.11b353fb2bd02e7483b7c8ed67fdaec1. as already flushing 2024-11-14T14:42:30,881 DEBUG [RS_FLUSH_OPERATIONS-regionserver/da1c6afcd1f9:0-0 {event_type=RS_FLUSH_REGIONS, pid=128}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1731595345246.11b353fb2bd02e7483b7c8ed67fdaec1. 2024-11-14T14:42:30,881 ERROR [RS_FLUSH_OPERATIONS-regionserver/da1c6afcd1f9:0-0 {event_type=RS_FLUSH_REGIONS, pid=128}] handler.RSProcedureHandler(58): pid=128 java.io.IOException: Unable to complete flush {ENCODED => 11b353fb2bd02e7483b7c8ed67fdaec1, NAME => 'TestAcidGuarantees,,1731595345246.11b353fb2bd02e7483b7c8ed67fdaec1.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-14T14:42:30,882 DEBUG [RS_FLUSH_OPERATIONS-regionserver/da1c6afcd1f9:0-0 {event_type=RS_FLUSH_REGIONS, pid=128}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=128 java.io.IOException: Unable to complete flush {ENCODED => 11b353fb2bd02e7483b7c8ed67fdaec1, NAME => 'TestAcidGuarantees,,1731595345246.11b353fb2bd02e7483b7c8ed67fdaec1.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-14T14:42:30,882 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45145 {}] master.HMaster(4177): Remote procedure failed, pid=128 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 11b353fb2bd02e7483b7c8ed67fdaec1, NAME => 'TestAcidGuarantees,,1731595345246.11b353fb2bd02e7483b7c8ed67fdaec1.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$5(MasterRpcServices.java:2580) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2575) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 11b353fb2bd02e7483b7c8ed67fdaec1, NAME => 'TestAcidGuarantees,,1731595345246.11b353fb2bd02e7483b7c8ed67fdaec1.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-14T14:42:30,981 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35765 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=11b353fb2bd02e7483b7c8ed67fdaec1, server=da1c6afcd1f9,35765,1731595233113 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-14T14:42:30,981 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35765 {}] ipc.CallRunner(138): callId: 33 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:55492 deadline: 1731595410966, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=11b353fb2bd02e7483b7c8ed67fdaec1, server=da1c6afcd1f9,35765,1731595233113 2024-11-14T14:42:30,981 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731595345246.11b353fb2bd02e7483b7c8ed67fdaec1., hostname=da1c6afcd1f9,35765,1731595233113, seqNum=2 , the old value is region=TestAcidGuarantees,,1731595345246.11b353fb2bd02e7483b7c8ed67fdaec1., hostname=da1c6afcd1f9,35765,1731595233113, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=11b353fb2bd02e7483b7c8ed67fdaec1, server=da1c6afcd1f9,35765,1731595233113 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-14T14:42:30,982 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731595345246.11b353fb2bd02e7483b7c8ed67fdaec1., hostname=da1c6afcd1f9,35765,1731595233113, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=11b353fb2bd02e7483b7c8ed67fdaec1, server=da1c6afcd1f9,35765,1731595233113 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-14T14:42:30,982 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731595345246.11b353fb2bd02e7483b7c8ed67fdaec1., hostname=da1c6afcd1f9,35765,1731595233113, seqNum=2 because the exception is null or not the one we care about 2024-11-14T14:42:31,034 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=35765 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=128 2024-11-14T14:42:31,034 DEBUG [RS_FLUSH_OPERATIONS-regionserver/da1c6afcd1f9:0-1 {event_type=RS_FLUSH_REGIONS, pid=128}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1731595345246.11b353fb2bd02e7483b7c8ed67fdaec1. 2024-11-14T14:42:31,034 DEBUG [RS_FLUSH_OPERATIONS-regionserver/da1c6afcd1f9:0-1 {event_type=RS_FLUSH_REGIONS, pid=128}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1731595345246.11b353fb2bd02e7483b7c8ed67fdaec1. as already flushing 2024-11-14T14:42:31,034 DEBUG [RS_FLUSH_OPERATIONS-regionserver/da1c6afcd1f9:0-1 {event_type=RS_FLUSH_REGIONS, pid=128}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1731595345246.11b353fb2bd02e7483b7c8ed67fdaec1. 2024-11-14T14:42:31,035 ERROR [RS_FLUSH_OPERATIONS-regionserver/da1c6afcd1f9:0-1 {event_type=RS_FLUSH_REGIONS, pid=128}] handler.RSProcedureHandler(58): pid=128 java.io.IOException: Unable to complete flush {ENCODED => 11b353fb2bd02e7483b7c8ed67fdaec1, NAME => 'TestAcidGuarantees,,1731595345246.11b353fb2bd02e7483b7c8ed67fdaec1.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-14T14:42:31,035 DEBUG [RS_FLUSH_OPERATIONS-regionserver/da1c6afcd1f9:0-1 {event_type=RS_FLUSH_REGIONS, pid=128}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=128 java.io.IOException: Unable to complete flush {ENCODED => 11b353fb2bd02e7483b7c8ed67fdaec1, NAME => 'TestAcidGuarantees,,1731595345246.11b353fb2bd02e7483b7c8ed67fdaec1.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-14T14:42:31,035 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45145 {}] master.HMaster(4177): Remote procedure failed, pid=128 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 11b353fb2bd02e7483b7c8ed67fdaec1, NAME => 'TestAcidGuarantees,,1731595345246.11b353fb2bd02e7483b7c8ed67fdaec1.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$5(MasterRpcServices.java:2580) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2575) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 11b353fb2bd02e7483b7c8ed67fdaec1, NAME => 'TestAcidGuarantees,,1731595345246.11b353fb2bd02e7483b7c8ed67fdaec1.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-14T14:42:31,046 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45145 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=127 2024-11-14T14:42:31,111 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35765 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=11b353fb2bd02e7483b7c8ed67fdaec1, server=da1c6afcd1f9,35765,1731595233113 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-14T14:42:31,111 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35765 {}] ipc.CallRunner(138): callId: 44 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:55502 deadline: 1731595411106, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=11b353fb2bd02e7483b7c8ed67fdaec1, server=da1c6afcd1f9,35765,1731595233113 2024-11-14T14:42:31,111 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35765 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=11b353fb2bd02e7483b7c8ed67fdaec1, server=da1c6afcd1f9,35765,1731595233113 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-14T14:42:31,111 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731595345246.11b353fb2bd02e7483b7c8ed67fdaec1., hostname=da1c6afcd1f9,35765,1731595233113, seqNum=2 , the old value is region=TestAcidGuarantees,,1731595345246.11b353fb2bd02e7483b7c8ed67fdaec1., hostname=da1c6afcd1f9,35765,1731595233113, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=11b353fb2bd02e7483b7c8ed67fdaec1, server=da1c6afcd1f9,35765,1731595233113 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-14T14:42:31,111 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731595345246.11b353fb2bd02e7483b7c8ed67fdaec1., hostname=da1c6afcd1f9,35765,1731595233113, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=11b353fb2bd02e7483b7c8ed67fdaec1, server=da1c6afcd1f9,35765,1731595233113 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-14T14:42:31,111 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35765 {}] ipc.CallRunner(138): callId: 42 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:55536 deadline: 1731595411106, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=11b353fb2bd02e7483b7c8ed67fdaec1, server=da1c6afcd1f9,35765,1731595233113 2024-11-14T14:42:31,111 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731595345246.11b353fb2bd02e7483b7c8ed67fdaec1., hostname=da1c6afcd1f9,35765,1731595233113, seqNum=2 because the exception is null or not the one we care about 2024-11-14T14:42:31,112 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35765 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=11b353fb2bd02e7483b7c8ed67fdaec1, server=da1c6afcd1f9,35765,1731595233113 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-14T14:42:31,112 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731595345246.11b353fb2bd02e7483b7c8ed67fdaec1., hostname=da1c6afcd1f9,35765,1731595233113, seqNum=2 , the old value is region=TestAcidGuarantees,,1731595345246.11b353fb2bd02e7483b7c8ed67fdaec1., hostname=da1c6afcd1f9,35765,1731595233113, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=11b353fb2bd02e7483b7c8ed67fdaec1, server=da1c6afcd1f9,35765,1731595233113 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-14T14:42:31,112 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35765 {}] ipc.CallRunner(138): callId: 27 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:55520 deadline: 1731595411106, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=11b353fb2bd02e7483b7c8ed67fdaec1, server=da1c6afcd1f9,35765,1731595233113 2024-11-14T14:42:31,112 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731595345246.11b353fb2bd02e7483b7c8ed67fdaec1., hostname=da1c6afcd1f9,35765,1731595233113, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=11b353fb2bd02e7483b7c8ed67fdaec1, server=da1c6afcd1f9,35765,1731595233113 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-14T14:42:31,112 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731595345246.11b353fb2bd02e7483b7c8ed67fdaec1., hostname=da1c6afcd1f9,35765,1731595233113, seqNum=2 because the exception is null or not the one we care about 2024-11-14T14:42:31,112 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731595345246.11b353fb2bd02e7483b7c8ed67fdaec1., hostname=da1c6afcd1f9,35765,1731595233113, seqNum=2 , the old value is region=TestAcidGuarantees,,1731595345246.11b353fb2bd02e7483b7c8ed67fdaec1., hostname=da1c6afcd1f9,35765,1731595233113, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=11b353fb2bd02e7483b7c8ed67fdaec1, server=da1c6afcd1f9,35765,1731595233113 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-14T14:42:31,112 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731595345246.11b353fb2bd02e7483b7c8ed67fdaec1., hostname=da1c6afcd1f9,35765,1731595233113, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=11b353fb2bd02e7483b7c8ed67fdaec1, server=da1c6afcd1f9,35765,1731595233113 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-14T14:42:31,112 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35765 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=11b353fb2bd02e7483b7c8ed67fdaec1, server=da1c6afcd1f9,35765,1731595233113 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-14T14:42:31,112 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731595345246.11b353fb2bd02e7483b7c8ed67fdaec1., hostname=da1c6afcd1f9,35765,1731595233113, seqNum=2 because the exception is null or not the one we care about 2024-11-14T14:42:31,112 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35765 {}] ipc.CallRunner(138): callId: 45 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:55504 deadline: 1731595411106, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=11b353fb2bd02e7483b7c8ed67fdaec1, server=da1c6afcd1f9,35765,1731595233113 2024-11-14T14:42:31,112 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731595345246.11b353fb2bd02e7483b7c8ed67fdaec1., hostname=da1c6afcd1f9,35765,1731595233113, seqNum=2 , the old value is region=TestAcidGuarantees,,1731595345246.11b353fb2bd02e7483b7c8ed67fdaec1., hostname=da1c6afcd1f9,35765,1731595233113, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=11b353fb2bd02e7483b7c8ed67fdaec1, server=da1c6afcd1f9,35765,1731595233113 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-14T14:42:31,112 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731595345246.11b353fb2bd02e7483b7c8ed67fdaec1., hostname=da1c6afcd1f9,35765,1731595233113, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=11b353fb2bd02e7483b7c8ed67fdaec1, server=da1c6afcd1f9,35765,1731595233113 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-14T14:42:31,112 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731595345246.11b353fb2bd02e7483b7c8ed67fdaec1., hostname=da1c6afcd1f9,35765,1731595233113, seqNum=2 because the exception is null or not the one we care about 2024-11-14T14:42:31,159 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=15.65 KB at sequenceid=113 (bloomFilter=true), to=hdfs://localhost:34345/user/jenkins/test-data/14d118ee-a83a-b09b-5913-1a58940a5db1/data/default/TestAcidGuarantees/11b353fb2bd02e7483b7c8ed67fdaec1/.tmp/C/661ee3aa121541f2807e6e103fa04076 2024-11-14T14:42:31,163 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:34345/user/jenkins/test-data/14d118ee-a83a-b09b-5913-1a58940a5db1/data/default/TestAcidGuarantees/11b353fb2bd02e7483b7c8ed67fdaec1/.tmp/A/3fdd8d93e53443859042a5738d33ac88 as hdfs://localhost:34345/user/jenkins/test-data/14d118ee-a83a-b09b-5913-1a58940a5db1/data/default/TestAcidGuarantees/11b353fb2bd02e7483b7c8ed67fdaec1/A/3fdd8d93e53443859042a5738d33ac88 2024-11-14T14:42:31,166 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:34345/user/jenkins/test-data/14d118ee-a83a-b09b-5913-1a58940a5db1/data/default/TestAcidGuarantees/11b353fb2bd02e7483b7c8ed67fdaec1/A/3fdd8d93e53443859042a5738d33ac88, entries=200, sequenceid=113, filesize=14.0 K 2024-11-14T14:42:31,167 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:34345/user/jenkins/test-data/14d118ee-a83a-b09b-5913-1a58940a5db1/data/default/TestAcidGuarantees/11b353fb2bd02e7483b7c8ed67fdaec1/.tmp/B/113c357101164d2c8b9b519d5702bd5a as hdfs://localhost:34345/user/jenkins/test-data/14d118ee-a83a-b09b-5913-1a58940a5db1/data/default/TestAcidGuarantees/11b353fb2bd02e7483b7c8ed67fdaec1/B/113c357101164d2c8b9b519d5702bd5a 2024-11-14T14:42:31,170 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:34345/user/jenkins/test-data/14d118ee-a83a-b09b-5913-1a58940a5db1/data/default/TestAcidGuarantees/11b353fb2bd02e7483b7c8ed67fdaec1/B/113c357101164d2c8b9b519d5702bd5a, entries=150, sequenceid=113, filesize=11.7 K 2024-11-14T14:42:31,171 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:34345/user/jenkins/test-data/14d118ee-a83a-b09b-5913-1a58940a5db1/data/default/TestAcidGuarantees/11b353fb2bd02e7483b7c8ed67fdaec1/.tmp/C/661ee3aa121541f2807e6e103fa04076 as hdfs://localhost:34345/user/jenkins/test-data/14d118ee-a83a-b09b-5913-1a58940a5db1/data/default/TestAcidGuarantees/11b353fb2bd02e7483b7c8ed67fdaec1/C/661ee3aa121541f2807e6e103fa04076 2024-11-14T14:42:31,173 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:34345/user/jenkins/test-data/14d118ee-a83a-b09b-5913-1a58940a5db1/data/default/TestAcidGuarantees/11b353fb2bd02e7483b7c8ed67fdaec1/C/661ee3aa121541f2807e6e103fa04076, entries=150, sequenceid=113, filesize=11.7 K 2024-11-14T14:42:31,174 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(3140): Finished flush of dataSize ~46.96 KB/48090, heapSize ~140.16 KB/143520, currentSize=134.18 KB/137400 for 11b353fb2bd02e7483b7c8ed67fdaec1 in 846ms, sequenceid=113, compaction requested=true 2024-11-14T14:42:31,174 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2603): Flush status journal for 11b353fb2bd02e7483b7c8ed67fdaec1: 2024-11-14T14:42:31,174 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store 11b353fb2bd02e7483b7c8ed67fdaec1:A, priority=-2147483648, current under compaction store size is 1 2024-11-14T14:42:31,174 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-14T14:42:31,174 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store 11b353fb2bd02e7483b7c8ed67fdaec1:B, priority=-2147483648, current under compaction store size is 2 2024-11-14T14:42:31,174 DEBUG [RS:0;da1c6afcd1f9:35765-shortCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 4 store files, 0 compacting, 4 eligible, 16 blocking 2024-11-14T14:42:31,174 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-14T14:42:31,174 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store 11b353fb2bd02e7483b7c8ed67fdaec1:C, priority=-2147483648, current under compaction store size is 3 2024-11-14T14:42:31,174 DEBUG [RS:0;da1c6afcd1f9:35765-longCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 4 store files, 0 compacting, 4 eligible, 16 blocking 2024-11-14T14:42:31,174 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=1), splitQueue=0 2024-11-14T14:42:31,176 DEBUG [RS:0;da1c6afcd1f9:35765-shortCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 4 files of size 52787 starting at candidate #0 after considering 3 permutations with 3 in ratio 2024-11-14T14:42:31,176 DEBUG [RS:0;da1c6afcd1f9:35765-longCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 4 files of size 48107 starting at candidate #0 after considering 3 permutations with 3 in ratio 2024-11-14T14:42:31,176 DEBUG [RS:0;da1c6afcd1f9:35765-shortCompactions-0 {}] regionserver.HStore(1541): 11b353fb2bd02e7483b7c8ed67fdaec1/A is initiating minor compaction (all files) 2024-11-14T14:42:31,176 DEBUG [RS:0;da1c6afcd1f9:35765-longCompactions-0 {}] regionserver.HStore(1541): 11b353fb2bd02e7483b7c8ed67fdaec1/B is initiating minor compaction (all files) 2024-11-14T14:42:31,176 INFO [RS:0;da1c6afcd1f9:35765-shortCompactions-0 {}] regionserver.HRegion(2416): Starting compaction of 11b353fb2bd02e7483b7c8ed67fdaec1/A in TestAcidGuarantees,,1731595345246.11b353fb2bd02e7483b7c8ed67fdaec1. 2024-11-14T14:42:31,176 INFO [RS:0;da1c6afcd1f9:35765-longCompactions-0 {}] regionserver.HRegion(2416): Starting compaction of 11b353fb2bd02e7483b7c8ed67fdaec1/B in TestAcidGuarantees,,1731595345246.11b353fb2bd02e7483b7c8ed67fdaec1. 2024-11-14T14:42:31,176 INFO [RS:0;da1c6afcd1f9:35765-shortCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:34345/user/jenkins/test-data/14d118ee-a83a-b09b-5913-1a58940a5db1/data/default/TestAcidGuarantees/11b353fb2bd02e7483b7c8ed67fdaec1/A/6ee8b697a8814f239908bf4ecbdfbf35, hdfs://localhost:34345/user/jenkins/test-data/14d118ee-a83a-b09b-5913-1a58940a5db1/data/default/TestAcidGuarantees/11b353fb2bd02e7483b7c8ed67fdaec1/A/beceb026d8814a26b0c5bc36b90f1c3a, hdfs://localhost:34345/user/jenkins/test-data/14d118ee-a83a-b09b-5913-1a58940a5db1/data/default/TestAcidGuarantees/11b353fb2bd02e7483b7c8ed67fdaec1/A/f7494f1777104bb1b2ad29283bdd9b6d, hdfs://localhost:34345/user/jenkins/test-data/14d118ee-a83a-b09b-5913-1a58940a5db1/data/default/TestAcidGuarantees/11b353fb2bd02e7483b7c8ed67fdaec1/A/3fdd8d93e53443859042a5738d33ac88] into tmpdir=hdfs://localhost:34345/user/jenkins/test-data/14d118ee-a83a-b09b-5913-1a58940a5db1/data/default/TestAcidGuarantees/11b353fb2bd02e7483b7c8ed67fdaec1/.tmp, totalSize=51.5 K 2024-11-14T14:42:31,176 INFO [RS:0;da1c6afcd1f9:35765-longCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:34345/user/jenkins/test-data/14d118ee-a83a-b09b-5913-1a58940a5db1/data/default/TestAcidGuarantees/11b353fb2bd02e7483b7c8ed67fdaec1/B/fde29164128a41ee9d5e5e48928515a2, hdfs://localhost:34345/user/jenkins/test-data/14d118ee-a83a-b09b-5913-1a58940a5db1/data/default/TestAcidGuarantees/11b353fb2bd02e7483b7c8ed67fdaec1/B/18cd4225ccdd43788bca85a34c09d562, hdfs://localhost:34345/user/jenkins/test-data/14d118ee-a83a-b09b-5913-1a58940a5db1/data/default/TestAcidGuarantees/11b353fb2bd02e7483b7c8ed67fdaec1/B/e5689be6451249ca94db6f9d2e66c04b, hdfs://localhost:34345/user/jenkins/test-data/14d118ee-a83a-b09b-5913-1a58940a5db1/data/default/TestAcidGuarantees/11b353fb2bd02e7483b7c8ed67fdaec1/B/113c357101164d2c8b9b519d5702bd5a] into tmpdir=hdfs://localhost:34345/user/jenkins/test-data/14d118ee-a83a-b09b-5913-1a58940a5db1/data/default/TestAcidGuarantees/11b353fb2bd02e7483b7c8ed67fdaec1/.tmp, totalSize=47.0 K 2024-11-14T14:42:31,176 DEBUG [RS:0;da1c6afcd1f9:35765-longCompactions-0 {}] compactions.Compactor(225): Compacting fde29164128a41ee9d5e5e48928515a2, keycount=150, bloomtype=ROW, size=11.8 K, encoding=NONE, compression=NONE, seqNum=55, earliestPutTs=1731595348707 2024-11-14T14:42:31,176 DEBUG [RS:0;da1c6afcd1f9:35765-shortCompactions-0 {}] compactions.Compactor(225): Compacting 6ee8b697a8814f239908bf4ecbdfbf35, keycount=150, bloomtype=ROW, size=11.8 K, encoding=NONE, compression=NONE, seqNum=55, earliestPutTs=1731595348707 2024-11-14T14:42:31,177 DEBUG [RS:0;da1c6afcd1f9:35765-shortCompactions-0 {}] compactions.Compactor(225): Compacting beceb026d8814a26b0c5bc36b90f1c3a, keycount=200, bloomtype=ROW, size=14.0 K, encoding=NONE, compression=NONE, seqNum=91, earliestPutTs=1731595349118 2024-11-14T14:42:31,177 DEBUG [RS:0;da1c6afcd1f9:35765-longCompactions-0 {}] compactions.Compactor(225): Compacting 18cd4225ccdd43788bca85a34c09d562, keycount=150, bloomtype=ROW, size=11.7 K, encoding=NONE, compression=NONE, seqNum=91, earliestPutTs=1731595349134 2024-11-14T14:42:31,177 DEBUG [RS:0;da1c6afcd1f9:35765-shortCompactions-0 {}] compactions.Compactor(225): Compacting f7494f1777104bb1b2ad29283bdd9b6d, keycount=150, bloomtype=ROW, size=11.7 K, encoding=NONE, compression=NONE, seqNum=103, earliestPutTs=1731595349743 2024-11-14T14:42:31,177 DEBUG [RS:0;da1c6afcd1f9:35765-longCompactions-0 {}] compactions.Compactor(225): Compacting e5689be6451249ca94db6f9d2e66c04b, keycount=150, bloomtype=ROW, size=11.7 K, encoding=NONE, compression=NONE, seqNum=103, earliestPutTs=1731595349743 2024-11-14T14:42:31,177 DEBUG [RS:0;da1c6afcd1f9:35765-shortCompactions-0 {}] compactions.Compactor(225): Compacting 3fdd8d93e53443859042a5738d33ac88, keycount=200, bloomtype=ROW, size=14.0 K, encoding=NONE, compression=NONE, seqNum=113, earliestPutTs=1731595350319 2024-11-14T14:42:31,177 DEBUG [RS:0;da1c6afcd1f9:35765-longCompactions-0 {}] compactions.Compactor(225): Compacting 113c357101164d2c8b9b519d5702bd5a, keycount=150, bloomtype=ROW, size=11.7 K, encoding=NONE, compression=NONE, seqNum=113, earliestPutTs=1731595350321 2024-11-14T14:42:31,184 INFO [RS:0;da1c6afcd1f9:35765-longCompactions-0 {}] throttle.PressureAwareThroughputController(145): 11b353fb2bd02e7483b7c8ed67fdaec1#B#compaction#372 average throughput is 3.28 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second 2024-11-14T14:42:31,184 INFO [RS:0;da1c6afcd1f9:35765-shortCompactions-0 {}] throttle.PressureAwareThroughputController(145): 11b353fb2bd02e7483b7c8ed67fdaec1#A#compaction#371 average throughput is 3.28 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second 2024-11-14T14:42:31,184 DEBUG [RS:0;da1c6afcd1f9:35765-longCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:34345/user/jenkins/test-data/14d118ee-a83a-b09b-5913-1a58940a5db1/data/default/TestAcidGuarantees/11b353fb2bd02e7483b7c8ed67fdaec1/.tmp/B/410cc9af374f47a1a4966dff8c9afd58 is 50, key is test_row_0/B:col10/1731595350326/Put/seqid=0 2024-11-14T14:42:31,184 DEBUG [RS:0;da1c6afcd1f9:35765-shortCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:34345/user/jenkins/test-data/14d118ee-a83a-b09b-5913-1a58940a5db1/data/default/TestAcidGuarantees/11b353fb2bd02e7483b7c8ed67fdaec1/.tmp/A/26177323a15d437cb225bc5027c3f4e3 is 50, key is test_row_0/A:col10/1731595350326/Put/seqid=0 2024-11-14T14:42:31,187 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=35765 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=128 2024-11-14T14:42:31,188 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36699 is added to blk_1073742266_1442 (size=12241) 2024-11-14T14:42:31,188 DEBUG [RS_FLUSH_OPERATIONS-regionserver/da1c6afcd1f9:0-2 {event_type=RS_FLUSH_REGIONS, pid=128}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1731595345246.11b353fb2bd02e7483b7c8ed67fdaec1. 2024-11-14T14:42:31,188 INFO [RS_FLUSH_OPERATIONS-regionserver/da1c6afcd1f9:0-2 {event_type=RS_FLUSH_REGIONS, pid=128}] regionserver.HRegion(2902): Flushing 11b353fb2bd02e7483b7c8ed67fdaec1 3/3 column families, dataSize=134.18 KB heapSize=375.61 KB 2024-11-14T14:42:31,189 DEBUG [RS_FLUSH_OPERATIONS-regionserver/da1c6afcd1f9:0-2 {event_type=RS_FLUSH_REGIONS, pid=128}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 11b353fb2bd02e7483b7c8ed67fdaec1, store=A 2024-11-14T14:42:31,189 DEBUG [RS_FLUSH_OPERATIONS-regionserver/da1c6afcd1f9:0-2 {event_type=RS_FLUSH_REGIONS, pid=128}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=2, new segment=null 2024-11-14T14:42:31,189 DEBUG [RS_FLUSH_OPERATIONS-regionserver/da1c6afcd1f9:0-2 {event_type=RS_FLUSH_REGIONS, pid=128}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 11b353fb2bd02e7483b7c8ed67fdaec1, store=B 2024-11-14T14:42:31,189 DEBUG [RS_FLUSH_OPERATIONS-regionserver/da1c6afcd1f9:0-2 {event_type=RS_FLUSH_REGIONS, pid=128}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=2, new segment=null 2024-11-14T14:42:31,189 DEBUG [RS_FLUSH_OPERATIONS-regionserver/da1c6afcd1f9:0-2 {event_type=RS_FLUSH_REGIONS, pid=128}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 11b353fb2bd02e7483b7c8ed67fdaec1, store=C 2024-11-14T14:42:31,189 DEBUG [RS_FLUSH_OPERATIONS-regionserver/da1c6afcd1f9:0-2 {event_type=RS_FLUSH_REGIONS, pid=128}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=2, new segment=null 2024-11-14T14:42:31,190 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36699 is added to blk_1073742267_1443 (size=12241) 2024-11-14T14:42:31,195 DEBUG [RS:0;da1c6afcd1f9:35765-shortCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:34345/user/jenkins/test-data/14d118ee-a83a-b09b-5913-1a58940a5db1/data/default/TestAcidGuarantees/11b353fb2bd02e7483b7c8ed67fdaec1/.tmp/A/26177323a15d437cb225bc5027c3f4e3 as hdfs://localhost:34345/user/jenkins/test-data/14d118ee-a83a-b09b-5913-1a58940a5db1/data/default/TestAcidGuarantees/11b353fb2bd02e7483b7c8ed67fdaec1/A/26177323a15d437cb225bc5027c3f4e3 2024-11-14T14:42:31,195 DEBUG [RS_FLUSH_OPERATIONS-regionserver/da1c6afcd1f9:0-2 {event_type=RS_FLUSH_REGIONS, pid=128}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:34345/user/jenkins/test-data/14d118ee-a83a-b09b-5913-1a58940a5db1/data/default/TestAcidGuarantees/11b353fb2bd02e7483b7c8ed67fdaec1/.tmp/A/e2d19a3f8c2840c991fb51cd910870b9 is 50, key is test_row_0/A:col10/1731595350447/Put/seqid=0 2024-11-14T14:42:31,198 DEBUG [RS:0;da1c6afcd1f9:35765-longCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:34345/user/jenkins/test-data/14d118ee-a83a-b09b-5913-1a58940a5db1/data/default/TestAcidGuarantees/11b353fb2bd02e7483b7c8ed67fdaec1/.tmp/B/410cc9af374f47a1a4966dff8c9afd58 as hdfs://localhost:34345/user/jenkins/test-data/14d118ee-a83a-b09b-5913-1a58940a5db1/data/default/TestAcidGuarantees/11b353fb2bd02e7483b7c8ed67fdaec1/B/410cc9af374f47a1a4966dff8c9afd58 2024-11-14T14:42:31,201 INFO [RS:0;da1c6afcd1f9:35765-shortCompactions-0 {}] regionserver.HStore(1337): Completed compaction of 4 (all) file(s) in 11b353fb2bd02e7483b7c8ed67fdaec1/A of 11b353fb2bd02e7483b7c8ed67fdaec1 into 26177323a15d437cb225bc5027c3f4e3(size=12.0 K), total size for store is 12.0 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-11-14T14:42:31,201 DEBUG [RS:0;da1c6afcd1f9:35765-shortCompactions-0 {}] regionserver.HRegion(2446): Compaction status journal for 11b353fb2bd02e7483b7c8ed67fdaec1: 2024-11-14T14:42:31,201 INFO [RS:0;da1c6afcd1f9:35765-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1731595345246.11b353fb2bd02e7483b7c8ed67fdaec1., storeName=11b353fb2bd02e7483b7c8ed67fdaec1/A, priority=12, startTime=1731595351174; duration=0sec 2024-11-14T14:42:31,201 DEBUG [RS:0;da1c6afcd1f9:35765-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=1), splitQueue=0 2024-11-14T14:42:31,201 DEBUG [RS:0;da1c6afcd1f9:35765-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: 11b353fb2bd02e7483b7c8ed67fdaec1:A 2024-11-14T14:42:31,201 DEBUG [RS:0;da1c6afcd1f9:35765-shortCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 4 store files, 0 compacting, 4 eligible, 16 blocking 2024-11-14T14:42:31,202 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36699 is added to blk_1073742268_1444 (size=12151) 2024-11-14T14:42:31,203 DEBUG [RS:0;da1c6afcd1f9:35765-shortCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 4 files of size 48107 starting at candidate #0 after considering 3 permutations with 3 in ratio 2024-11-14T14:42:31,203 DEBUG [RS:0;da1c6afcd1f9:35765-shortCompactions-0 {}] regionserver.HStore(1541): 11b353fb2bd02e7483b7c8ed67fdaec1/C is initiating minor compaction (all files) 2024-11-14T14:42:31,203 INFO [RS:0;da1c6afcd1f9:35765-shortCompactions-0 {}] regionserver.HRegion(2416): Starting compaction of 11b353fb2bd02e7483b7c8ed67fdaec1/C in TestAcidGuarantees,,1731595345246.11b353fb2bd02e7483b7c8ed67fdaec1. 2024-11-14T14:42:31,203 INFO [RS:0;da1c6afcd1f9:35765-shortCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:34345/user/jenkins/test-data/14d118ee-a83a-b09b-5913-1a58940a5db1/data/default/TestAcidGuarantees/11b353fb2bd02e7483b7c8ed67fdaec1/C/d6eb544d181f40df9bb4b5a4903bd31a, hdfs://localhost:34345/user/jenkins/test-data/14d118ee-a83a-b09b-5913-1a58940a5db1/data/default/TestAcidGuarantees/11b353fb2bd02e7483b7c8ed67fdaec1/C/75d418ba18694259994058d8777c3ab1, hdfs://localhost:34345/user/jenkins/test-data/14d118ee-a83a-b09b-5913-1a58940a5db1/data/default/TestAcidGuarantees/11b353fb2bd02e7483b7c8ed67fdaec1/C/1ae6cf96e2264c5b872510d2243e4a80, hdfs://localhost:34345/user/jenkins/test-data/14d118ee-a83a-b09b-5913-1a58940a5db1/data/default/TestAcidGuarantees/11b353fb2bd02e7483b7c8ed67fdaec1/C/661ee3aa121541f2807e6e103fa04076] into tmpdir=hdfs://localhost:34345/user/jenkins/test-data/14d118ee-a83a-b09b-5913-1a58940a5db1/data/default/TestAcidGuarantees/11b353fb2bd02e7483b7c8ed67fdaec1/.tmp, totalSize=47.0 K 2024-11-14T14:42:31,203 INFO [RS:0;da1c6afcd1f9:35765-longCompactions-0 {}] regionserver.HStore(1337): Completed compaction of 4 (all) file(s) in 11b353fb2bd02e7483b7c8ed67fdaec1/B of 11b353fb2bd02e7483b7c8ed67fdaec1 into 410cc9af374f47a1a4966dff8c9afd58(size=12.0 K), total size for store is 12.0 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-11-14T14:42:31,203 DEBUG [RS:0;da1c6afcd1f9:35765-shortCompactions-0 {}] compactions.Compactor(225): Compacting d6eb544d181f40df9bb4b5a4903bd31a, keycount=150, bloomtype=ROW, size=11.8 K, encoding=NONE, compression=NONE, seqNum=55, earliestPutTs=1731595348707 2024-11-14T14:42:31,203 DEBUG [RS:0;da1c6afcd1f9:35765-longCompactions-0 {}] regionserver.HRegion(2446): Compaction status journal for 11b353fb2bd02e7483b7c8ed67fdaec1: 2024-11-14T14:42:31,203 INFO [RS:0;da1c6afcd1f9:35765-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1731595345246.11b353fb2bd02e7483b7c8ed67fdaec1., storeName=11b353fb2bd02e7483b7c8ed67fdaec1/B, priority=12, startTime=1731595351174; duration=0sec 2024-11-14T14:42:31,204 DEBUG [RS:0;da1c6afcd1f9:35765-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-14T14:42:31,204 DEBUG [RS:0;da1c6afcd1f9:35765-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: 11b353fb2bd02e7483b7c8ed67fdaec1:B 2024-11-14T14:42:31,204 DEBUG [RS:0;da1c6afcd1f9:35765-shortCompactions-0 {}] compactions.Compactor(225): Compacting 75d418ba18694259994058d8777c3ab1, keycount=150, bloomtype=ROW, size=11.7 K, encoding=NONE, compression=NONE, seqNum=91, earliestPutTs=1731595349134 2024-11-14T14:42:31,204 DEBUG [RS:0;da1c6afcd1f9:35765-shortCompactions-0 {}] compactions.Compactor(225): Compacting 1ae6cf96e2264c5b872510d2243e4a80, keycount=150, bloomtype=ROW, size=11.7 K, encoding=NONE, compression=NONE, seqNum=103, earliestPutTs=1731595349743 2024-11-14T14:42:31,204 DEBUG [RS:0;da1c6afcd1f9:35765-shortCompactions-0 {}] compactions.Compactor(225): Compacting 661ee3aa121541f2807e6e103fa04076, keycount=150, bloomtype=ROW, size=11.7 K, encoding=NONE, compression=NONE, seqNum=113, earliestPutTs=1731595350321 2024-11-14T14:42:31,223 INFO [RS:0;da1c6afcd1f9:35765-shortCompactions-0 {}] throttle.PressureAwareThroughputController(145): 11b353fb2bd02e7483b7c8ed67fdaec1#C#compaction#374 average throughput is 2.18 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second 2024-11-14T14:42:31,224 DEBUG [RS:0;da1c6afcd1f9:35765-shortCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:34345/user/jenkins/test-data/14d118ee-a83a-b09b-5913-1a58940a5db1/data/default/TestAcidGuarantees/11b353fb2bd02e7483b7c8ed67fdaec1/.tmp/C/48f68e8b74754415bc6c5186e4a778f4 is 50, key is test_row_0/C:col10/1731595350326/Put/seqid=0 2024-11-14T14:42:31,227 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36699 is added to blk_1073742269_1445 (size=12241) 2024-11-14T14:42:31,281 DEBUG [FsDatasetAsyncDiskServiceFixer {}] hbase.HBaseTestingUtil$FsDatasetAsyncDiskServiceFixer(597): NoSuchFieldException: threadGroup; It might because your Hadoop version > 3.2.3 or 3.3.4, See HBASE-27595 for details. 2024-11-14T14:42:31,356 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45145 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=127 2024-11-14T14:42:31,603 INFO [RS_FLUSH_OPERATIONS-regionserver/da1c6afcd1f9:0-2 {event_type=RS_FLUSH_REGIONS, pid=128}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=44.73 KB at sequenceid=148 (bloomFilter=true), to=hdfs://localhost:34345/user/jenkins/test-data/14d118ee-a83a-b09b-5913-1a58940a5db1/data/default/TestAcidGuarantees/11b353fb2bd02e7483b7c8ed67fdaec1/.tmp/A/e2d19a3f8c2840c991fb51cd910870b9 2024-11-14T14:42:31,619 DEBUG [RS_FLUSH_OPERATIONS-regionserver/da1c6afcd1f9:0-2 {event_type=RS_FLUSH_REGIONS, pid=128}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:34345/user/jenkins/test-data/14d118ee-a83a-b09b-5913-1a58940a5db1/data/default/TestAcidGuarantees/11b353fb2bd02e7483b7c8ed67fdaec1/.tmp/B/5fde7b8c7dd046fbb9c6e74493f4ba91 is 50, key is test_row_0/B:col10/1731595350447/Put/seqid=0 2024-11-14T14:42:31,625 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35765 {}] regionserver.HRegion(8855): Flush requested on 11b353fb2bd02e7483b7c8ed67fdaec1 2024-11-14T14:42:31,625 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1731595345246.11b353fb2bd02e7483b7c8ed67fdaec1. as already flushing 2024-11-14T14:42:31,634 DEBUG [RS:0;da1c6afcd1f9:35765-shortCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:34345/user/jenkins/test-data/14d118ee-a83a-b09b-5913-1a58940a5db1/data/default/TestAcidGuarantees/11b353fb2bd02e7483b7c8ed67fdaec1/.tmp/C/48f68e8b74754415bc6c5186e4a778f4 as hdfs://localhost:34345/user/jenkins/test-data/14d118ee-a83a-b09b-5913-1a58940a5db1/data/default/TestAcidGuarantees/11b353fb2bd02e7483b7c8ed67fdaec1/C/48f68e8b74754415bc6c5186e4a778f4 2024-11-14T14:42:31,638 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36699 is added to blk_1073742270_1446 (size=12151) 2024-11-14T14:42:31,638 INFO [RS:0;da1c6afcd1f9:35765-shortCompactions-0 {}] regionserver.HStore(1337): Completed compaction of 4 (all) file(s) in 11b353fb2bd02e7483b7c8ed67fdaec1/C of 11b353fb2bd02e7483b7c8ed67fdaec1 into 48f68e8b74754415bc6c5186e4a778f4(size=12.0 K), total size for store is 12.0 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-11-14T14:42:31,638 DEBUG [RS:0;da1c6afcd1f9:35765-shortCompactions-0 {}] regionserver.HRegion(2446): Compaction status journal for 11b353fb2bd02e7483b7c8ed67fdaec1: 2024-11-14T14:42:31,638 INFO [RS:0;da1c6afcd1f9:35765-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1731595345246.11b353fb2bd02e7483b7c8ed67fdaec1., storeName=11b353fb2bd02e7483b7c8ed67fdaec1/C, priority=12, startTime=1731595351174; duration=0sec 2024-11-14T14:42:31,638 DEBUG [RS:0;da1c6afcd1f9:35765-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-14T14:42:31,638 DEBUG [RS:0;da1c6afcd1f9:35765-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: 11b353fb2bd02e7483b7c8ed67fdaec1:C 2024-11-14T14:42:31,641 INFO [RS_FLUSH_OPERATIONS-regionserver/da1c6afcd1f9:0-2 {event_type=RS_FLUSH_REGIONS, pid=128}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=44.73 KB at sequenceid=148 (bloomFilter=true), to=hdfs://localhost:34345/user/jenkins/test-data/14d118ee-a83a-b09b-5913-1a58940a5db1/data/default/TestAcidGuarantees/11b353fb2bd02e7483b7c8ed67fdaec1/.tmp/B/5fde7b8c7dd046fbb9c6e74493f4ba91 2024-11-14T14:42:31,649 DEBUG [RS_FLUSH_OPERATIONS-regionserver/da1c6afcd1f9:0-2 {event_type=RS_FLUSH_REGIONS, pid=128}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:34345/user/jenkins/test-data/14d118ee-a83a-b09b-5913-1a58940a5db1/data/default/TestAcidGuarantees/11b353fb2bd02e7483b7c8ed67fdaec1/.tmp/C/d5b36a254ced4906a6c4fcdeef13c621 is 50, key is test_row_0/C:col10/1731595350447/Put/seqid=0 2024-11-14T14:42:31,657 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35765 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=11b353fb2bd02e7483b7c8ed67fdaec1, server=da1c6afcd1f9,35765,1731595233113 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-14T14:42:31,657 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35765 {}] ipc.CallRunner(138): callId: 29 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:55520 deadline: 1731595411637, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=11b353fb2bd02e7483b7c8ed67fdaec1, server=da1c6afcd1f9,35765,1731595233113 2024-11-14T14:42:31,657 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731595345246.11b353fb2bd02e7483b7c8ed67fdaec1., hostname=da1c6afcd1f9,35765,1731595233113, seqNum=2 , the old value is region=TestAcidGuarantees,,1731595345246.11b353fb2bd02e7483b7c8ed67fdaec1., hostname=da1c6afcd1f9,35765,1731595233113, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=11b353fb2bd02e7483b7c8ed67fdaec1, server=da1c6afcd1f9,35765,1731595233113 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-14T14:42:31,657 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731595345246.11b353fb2bd02e7483b7c8ed67fdaec1., hostname=da1c6afcd1f9,35765,1731595233113, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=11b353fb2bd02e7483b7c8ed67fdaec1, server=da1c6afcd1f9,35765,1731595233113 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-14T14:42:31,657 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731595345246.11b353fb2bd02e7483b7c8ed67fdaec1., hostname=da1c6afcd1f9,35765,1731595233113, seqNum=2 because the exception is null or not the one we care about 2024-11-14T14:42:31,660 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36699 is added to blk_1073742271_1447 (size=12151) 2024-11-14T14:42:31,661 INFO [RS_FLUSH_OPERATIONS-regionserver/da1c6afcd1f9:0-2 {event_type=RS_FLUSH_REGIONS, pid=128}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=44.73 KB at sequenceid=148 (bloomFilter=true), to=hdfs://localhost:34345/user/jenkins/test-data/14d118ee-a83a-b09b-5913-1a58940a5db1/data/default/TestAcidGuarantees/11b353fb2bd02e7483b7c8ed67fdaec1/.tmp/C/d5b36a254ced4906a6c4fcdeef13c621 2024-11-14T14:42:31,665 DEBUG [RS_FLUSH_OPERATIONS-regionserver/da1c6afcd1f9:0-2 {event_type=RS_FLUSH_REGIONS, pid=128}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:34345/user/jenkins/test-data/14d118ee-a83a-b09b-5913-1a58940a5db1/data/default/TestAcidGuarantees/11b353fb2bd02e7483b7c8ed67fdaec1/.tmp/A/e2d19a3f8c2840c991fb51cd910870b9 as hdfs://localhost:34345/user/jenkins/test-data/14d118ee-a83a-b09b-5913-1a58940a5db1/data/default/TestAcidGuarantees/11b353fb2bd02e7483b7c8ed67fdaec1/A/e2d19a3f8c2840c991fb51cd910870b9 2024-11-14T14:42:31,668 INFO [RS_FLUSH_OPERATIONS-regionserver/da1c6afcd1f9:0-2 {event_type=RS_FLUSH_REGIONS, pid=128}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:34345/user/jenkins/test-data/14d118ee-a83a-b09b-5913-1a58940a5db1/data/default/TestAcidGuarantees/11b353fb2bd02e7483b7c8ed67fdaec1/A/e2d19a3f8c2840c991fb51cd910870b9, entries=150, sequenceid=148, filesize=11.9 K 2024-11-14T14:42:31,669 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35765 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=11b353fb2bd02e7483b7c8ed67fdaec1, server=da1c6afcd1f9,35765,1731595233113 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-14T14:42:31,672 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35765 {}] ipc.CallRunner(138): callId: 45 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:55536 deadline: 1731595411652, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=11b353fb2bd02e7483b7c8ed67fdaec1, server=da1c6afcd1f9,35765,1731595233113 2024-11-14T14:42:31,672 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731595345246.11b353fb2bd02e7483b7c8ed67fdaec1., hostname=da1c6afcd1f9,35765,1731595233113, seqNum=2 , the old value is region=TestAcidGuarantees,,1731595345246.11b353fb2bd02e7483b7c8ed67fdaec1., hostname=da1c6afcd1f9,35765,1731595233113, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=11b353fb2bd02e7483b7c8ed67fdaec1, server=da1c6afcd1f9,35765,1731595233113 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-14T14:42:31,672 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731595345246.11b353fb2bd02e7483b7c8ed67fdaec1., hostname=da1c6afcd1f9,35765,1731595233113, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=11b353fb2bd02e7483b7c8ed67fdaec1, server=da1c6afcd1f9,35765,1731595233113 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-14T14:42:31,672 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731595345246.11b353fb2bd02e7483b7c8ed67fdaec1., hostname=da1c6afcd1f9,35765,1731595233113, seqNum=2 because the exception is null or not the one we care about 2024-11-14T14:42:31,672 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35765 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=11b353fb2bd02e7483b7c8ed67fdaec1, server=da1c6afcd1f9,35765,1731595233113 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-14T14:42:31,672 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35765 {}] ipc.CallRunner(138): callId: 48 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:55502 deadline: 1731595411657, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=11b353fb2bd02e7483b7c8ed67fdaec1, server=da1c6afcd1f9,35765,1731595233113 2024-11-14T14:42:31,673 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731595345246.11b353fb2bd02e7483b7c8ed67fdaec1., hostname=da1c6afcd1f9,35765,1731595233113, seqNum=2 , the old value is region=TestAcidGuarantees,,1731595345246.11b353fb2bd02e7483b7c8ed67fdaec1., hostname=da1c6afcd1f9,35765,1731595233113, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=11b353fb2bd02e7483b7c8ed67fdaec1, server=da1c6afcd1f9,35765,1731595233113 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-14T14:42:31,673 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35765 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=11b353fb2bd02e7483b7c8ed67fdaec1, server=da1c6afcd1f9,35765,1731595233113 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-14T14:42:31,673 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731595345246.11b353fb2bd02e7483b7c8ed67fdaec1., hostname=da1c6afcd1f9,35765,1731595233113, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=11b353fb2bd02e7483b7c8ed67fdaec1, server=da1c6afcd1f9,35765,1731595233113 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-14T14:42:31,673 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731595345246.11b353fb2bd02e7483b7c8ed67fdaec1., hostname=da1c6afcd1f9,35765,1731595233113, seqNum=2 because the exception is null or not the one we care about 2024-11-14T14:42:31,673 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35765 {}] ipc.CallRunner(138): callId: 48 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:55504 deadline: 1731595411657, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=11b353fb2bd02e7483b7c8ed67fdaec1, server=da1c6afcd1f9,35765,1731595233113 2024-11-14T14:42:31,673 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731595345246.11b353fb2bd02e7483b7c8ed67fdaec1., hostname=da1c6afcd1f9,35765,1731595233113, seqNum=2 , the old value is region=TestAcidGuarantees,,1731595345246.11b353fb2bd02e7483b7c8ed67fdaec1., hostname=da1c6afcd1f9,35765,1731595233113, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=11b353fb2bd02e7483b7c8ed67fdaec1, server=da1c6afcd1f9,35765,1731595233113 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-14T14:42:31,673 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731595345246.11b353fb2bd02e7483b7c8ed67fdaec1., hostname=da1c6afcd1f9,35765,1731595233113, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=11b353fb2bd02e7483b7c8ed67fdaec1, server=da1c6afcd1f9,35765,1731595233113 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-14T14:42:31,673 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731595345246.11b353fb2bd02e7483b7c8ed67fdaec1., hostname=da1c6afcd1f9,35765,1731595233113, seqNum=2 because the exception is null or not the one we care about 2024-11-14T14:42:31,674 DEBUG [RS_FLUSH_OPERATIONS-regionserver/da1c6afcd1f9:0-2 {event_type=RS_FLUSH_REGIONS, pid=128}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:34345/user/jenkins/test-data/14d118ee-a83a-b09b-5913-1a58940a5db1/data/default/TestAcidGuarantees/11b353fb2bd02e7483b7c8ed67fdaec1/.tmp/B/5fde7b8c7dd046fbb9c6e74493f4ba91 as hdfs://localhost:34345/user/jenkins/test-data/14d118ee-a83a-b09b-5913-1a58940a5db1/data/default/TestAcidGuarantees/11b353fb2bd02e7483b7c8ed67fdaec1/B/5fde7b8c7dd046fbb9c6e74493f4ba91 2024-11-14T14:42:31,677 INFO [RS_FLUSH_OPERATIONS-regionserver/da1c6afcd1f9:0-2 {event_type=RS_FLUSH_REGIONS, pid=128}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:34345/user/jenkins/test-data/14d118ee-a83a-b09b-5913-1a58940a5db1/data/default/TestAcidGuarantees/11b353fb2bd02e7483b7c8ed67fdaec1/B/5fde7b8c7dd046fbb9c6e74493f4ba91, entries=150, sequenceid=148, filesize=11.9 K 2024-11-14T14:42:31,678 DEBUG [RS_FLUSH_OPERATIONS-regionserver/da1c6afcd1f9:0-2 {event_type=RS_FLUSH_REGIONS, pid=128}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:34345/user/jenkins/test-data/14d118ee-a83a-b09b-5913-1a58940a5db1/data/default/TestAcidGuarantees/11b353fb2bd02e7483b7c8ed67fdaec1/.tmp/C/d5b36a254ced4906a6c4fcdeef13c621 as hdfs://localhost:34345/user/jenkins/test-data/14d118ee-a83a-b09b-5913-1a58940a5db1/data/default/TestAcidGuarantees/11b353fb2bd02e7483b7c8ed67fdaec1/C/d5b36a254ced4906a6c4fcdeef13c621 2024-11-14T14:42:31,681 INFO [RS_FLUSH_OPERATIONS-regionserver/da1c6afcd1f9:0-2 {event_type=RS_FLUSH_REGIONS, pid=128}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:34345/user/jenkins/test-data/14d118ee-a83a-b09b-5913-1a58940a5db1/data/default/TestAcidGuarantees/11b353fb2bd02e7483b7c8ed67fdaec1/C/d5b36a254ced4906a6c4fcdeef13c621, entries=150, sequenceid=148, filesize=11.9 K 2024-11-14T14:42:31,682 INFO [RS_FLUSH_OPERATIONS-regionserver/da1c6afcd1f9:0-2 {event_type=RS_FLUSH_REGIONS, pid=128}] regionserver.HRegion(3140): Finished flush of dataSize ~134.18 KB/137400, heapSize ~375.56 KB/384576, currentSize=53.67 KB/54960 for 11b353fb2bd02e7483b7c8ed67fdaec1 in 494ms, sequenceid=148, compaction requested=false 2024-11-14T14:42:31,682 DEBUG [RS_FLUSH_OPERATIONS-regionserver/da1c6afcd1f9:0-2 {event_type=RS_FLUSH_REGIONS, pid=128}] regionserver.HRegion(2603): Flush status journal for 11b353fb2bd02e7483b7c8ed67fdaec1: 2024-11-14T14:42:31,682 DEBUG [RS_FLUSH_OPERATIONS-regionserver/da1c6afcd1f9:0-2 {event_type=RS_FLUSH_REGIONS, pid=128}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1731595345246.11b353fb2bd02e7483b7c8ed67fdaec1. 2024-11-14T14:42:31,682 DEBUG [RS_FLUSH_OPERATIONS-regionserver/da1c6afcd1f9:0-2 {event_type=RS_FLUSH_REGIONS, pid=128}] regionserver.RemoteProcedureResultReporter(62): Successfully complete execution of pid=128 2024-11-14T14:42:31,683 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45145 {}] master.HMaster(4169): Remote procedure done, pid=128 2024-11-14T14:42:31,689 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=128, resume processing ppid=127 2024-11-14T14:42:31,689 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1521): Finished pid=128, ppid=127, state=SUCCESS, hasLock=false; org.apache.hadoop.hbase.master.procedure.FlushRegionProcedure in 958 msec 2024-11-14T14:42:31,694 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1521): Finished pid=127, state=SUCCESS, hasLock=false; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=127, table=TestAcidGuarantees in 963 msec 2024-11-14T14:42:31,770 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35765 {}] regionserver.HRegion(8855): Flush requested on 11b353fb2bd02e7483b7c8ed67fdaec1 2024-11-14T14:42:31,770 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(2902): Flushing 11b353fb2bd02e7483b7c8ed67fdaec1 3/3 column families, dataSize=60.38 KB heapSize=180.05 KB 2024-11-14T14:42:31,771 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 11b353fb2bd02e7483b7c8ed67fdaec1, store=A 2024-11-14T14:42:31,771 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-14T14:42:31,771 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 11b353fb2bd02e7483b7c8ed67fdaec1, store=B 2024-11-14T14:42:31,771 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-14T14:42:31,771 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 11b353fb2bd02e7483b7c8ed67fdaec1, store=C 2024-11-14T14:42:31,771 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-14T14:42:31,776 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:34345/user/jenkins/test-data/14d118ee-a83a-b09b-5913-1a58940a5db1/data/default/TestAcidGuarantees/11b353fb2bd02e7483b7c8ed67fdaec1/.tmp/A/634c869bd2444f64a2c5a22bf6b7e11e is 50, key is test_row_1/A:col10/1731595351652/Put/seqid=0 2024-11-14T14:42:31,783 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36699 is added to blk_1073742272_1448 (size=12147) 2024-11-14T14:42:31,784 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=20.13 KB at sequenceid=163 (bloomFilter=true), to=hdfs://localhost:34345/user/jenkins/test-data/14d118ee-a83a-b09b-5913-1a58940a5db1/data/default/TestAcidGuarantees/11b353fb2bd02e7483b7c8ed67fdaec1/.tmp/A/634c869bd2444f64a2c5a22bf6b7e11e 2024-11-14T14:42:31,791 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:34345/user/jenkins/test-data/14d118ee-a83a-b09b-5913-1a58940a5db1/data/default/TestAcidGuarantees/11b353fb2bd02e7483b7c8ed67fdaec1/.tmp/B/1b7105d6391f4af4aac951db2fe27c13 is 50, key is test_row_1/B:col10/1731595351652/Put/seqid=0 2024-11-14T14:42:31,794 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36699 is added to blk_1073742273_1449 (size=9757) 2024-11-14T14:42:31,824 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35765 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=11b353fb2bd02e7483b7c8ed67fdaec1, server=da1c6afcd1f9,35765,1731595233113 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-14T14:42:31,825 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35765 {}] ipc.CallRunner(138): callId: 50 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:55536 deadline: 1731595411814, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=11b353fb2bd02e7483b7c8ed67fdaec1, server=da1c6afcd1f9,35765,1731595233113 2024-11-14T14:42:31,825 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731595345246.11b353fb2bd02e7483b7c8ed67fdaec1., hostname=da1c6afcd1f9,35765,1731595233113, seqNum=2 , the old value is region=TestAcidGuarantees,,1731595345246.11b353fb2bd02e7483b7c8ed67fdaec1., hostname=da1c6afcd1f9,35765,1731595233113, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=11b353fb2bd02e7483b7c8ed67fdaec1, server=da1c6afcd1f9,35765,1731595233113 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-14T14:42:31,825 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731595345246.11b353fb2bd02e7483b7c8ed67fdaec1., hostname=da1c6afcd1f9,35765,1731595233113, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=11b353fb2bd02e7483b7c8ed67fdaec1, server=da1c6afcd1f9,35765,1731595233113 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-14T14:42:31,825 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731595345246.11b353fb2bd02e7483b7c8ed67fdaec1., hostname=da1c6afcd1f9,35765,1731595233113, seqNum=2 because the exception is null or not the one we care about 2024-11-14T14:42:31,828 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35765 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=11b353fb2bd02e7483b7c8ed67fdaec1, server=da1c6afcd1f9,35765,1731595233113 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-14T14:42:31,829 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35765 {}] ipc.CallRunner(138): callId: 53 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:55502 deadline: 1731595411816, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=11b353fb2bd02e7483b7c8ed67fdaec1, server=da1c6afcd1f9,35765,1731595233113 2024-11-14T14:42:31,829 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731595345246.11b353fb2bd02e7483b7c8ed67fdaec1., hostname=da1c6afcd1f9,35765,1731595233113, seqNum=2 , the old value is region=TestAcidGuarantees,,1731595345246.11b353fb2bd02e7483b7c8ed67fdaec1., hostname=da1c6afcd1f9,35765,1731595233113, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=11b353fb2bd02e7483b7c8ed67fdaec1, server=da1c6afcd1f9,35765,1731595233113 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-14T14:42:31,829 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35765 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=11b353fb2bd02e7483b7c8ed67fdaec1, server=da1c6afcd1f9,35765,1731595233113 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-14T14:42:31,829 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731595345246.11b353fb2bd02e7483b7c8ed67fdaec1., hostname=da1c6afcd1f9,35765,1731595233113, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=11b353fb2bd02e7483b7c8ed67fdaec1, server=da1c6afcd1f9,35765,1731595233113 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-14T14:42:31,829 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731595345246.11b353fb2bd02e7483b7c8ed67fdaec1., hostname=da1c6afcd1f9,35765,1731595233113, seqNum=2 because the exception is null or not the one we care about 2024-11-14T14:42:31,829 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35765 {}] ipc.CallRunner(138): callId: 36 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:55520 deadline: 1731595411816, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=11b353fb2bd02e7483b7c8ed67fdaec1, server=da1c6afcd1f9,35765,1731595233113 2024-11-14T14:42:31,829 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35765 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=11b353fb2bd02e7483b7c8ed67fdaec1, server=da1c6afcd1f9,35765,1731595233113 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-14T14:42:31,829 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731595345246.11b353fb2bd02e7483b7c8ed67fdaec1., hostname=da1c6afcd1f9,35765,1731595233113, seqNum=2 , the old value is region=TestAcidGuarantees,,1731595345246.11b353fb2bd02e7483b7c8ed67fdaec1., hostname=da1c6afcd1f9,35765,1731595233113, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=11b353fb2bd02e7483b7c8ed67fdaec1, server=da1c6afcd1f9,35765,1731595233113 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-14T14:42:31,829 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731595345246.11b353fb2bd02e7483b7c8ed67fdaec1., hostname=da1c6afcd1f9,35765,1731595233113, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=11b353fb2bd02e7483b7c8ed67fdaec1, server=da1c6afcd1f9,35765,1731595233113 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-14T14:42:31,829 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35765 {}] ipc.CallRunner(138): callId: 53 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:55504 deadline: 1731595411817, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=11b353fb2bd02e7483b7c8ed67fdaec1, server=da1c6afcd1f9,35765,1731595233113 2024-11-14T14:42:31,829 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731595345246.11b353fb2bd02e7483b7c8ed67fdaec1., hostname=da1c6afcd1f9,35765,1731595233113, seqNum=2 because the exception is null or not the one we care about 2024-11-14T14:42:31,830 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731595345246.11b353fb2bd02e7483b7c8ed67fdaec1., hostname=da1c6afcd1f9,35765,1731595233113, seqNum=2 , the old value is region=TestAcidGuarantees,,1731595345246.11b353fb2bd02e7483b7c8ed67fdaec1., hostname=da1c6afcd1f9,35765,1731595233113, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=11b353fb2bd02e7483b7c8ed67fdaec1, server=da1c6afcd1f9,35765,1731595233113 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-14T14:42:31,830 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731595345246.11b353fb2bd02e7483b7c8ed67fdaec1., hostname=da1c6afcd1f9,35765,1731595233113, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=11b353fb2bd02e7483b7c8ed67fdaec1, server=da1c6afcd1f9,35765,1731595233113 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-14T14:42:31,830 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731595345246.11b353fb2bd02e7483b7c8ed67fdaec1., hostname=da1c6afcd1f9,35765,1731595233113, seqNum=2 because the exception is null or not the one we care about 2024-11-14T14:42:31,866 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45145 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=127 2024-11-14T14:42:31,867 INFO [RPCClient-NioEventLoopGroup-4-10 {}] client.RawAsyncHBaseAdmin$TableProcedureBiConsumer(2721): Operation: FLUSH, Table Name: default:TestAcidGuarantees completed 2024-11-14T14:42:31,867 INFO [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45145 {}] master.HMaster$22(4506): Client=jenkins//172.17.0.2 flush TestAcidGuarantees 2024-11-14T14:42:31,868 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45145 {}] procedure2.ProcedureExecutor(1139): Stored pid=129, state=RUNNABLE:FLUSH_TABLE_PREPARE, hasLock=false; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=129, table=TestAcidGuarantees 2024-11-14T14:42:31,869 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45145 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=129 2024-11-14T14:42:31,869 INFO [PEWorker-5 {}] procedure.FlushTableProcedure(91): pid=129, state=RUNNABLE:FLUSH_TABLE_PREPARE, hasLock=true; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=129, table=TestAcidGuarantees execute state=FLUSH_TABLE_PREPARE 2024-11-14T14:42:31,869 INFO [PEWorker-5 {}] procedure.FlushTableProcedure(91): pid=129, state=RUNNABLE:FLUSH_TABLE_FLUSH_REGIONS, hasLock=true; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=129, table=TestAcidGuarantees execute state=FLUSH_TABLE_FLUSH_REGIONS 2024-11-14T14:42:31,870 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=130, ppid=129, state=RUNNABLE, hasLock=false; org.apache.hadoop.hbase.master.procedure.FlushRegionProcedure}] 2024-11-14T14:42:31,944 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35765 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=11b353fb2bd02e7483b7c8ed67fdaec1, server=da1c6afcd1f9,35765,1731595233113 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-14T14:42:31,945 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35765 {}] ipc.CallRunner(138): callId: 51 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:55536 deadline: 1731595411936, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=11b353fb2bd02e7483b7c8ed67fdaec1, server=da1c6afcd1f9,35765,1731595233113 2024-11-14T14:42:31,945 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35765 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=11b353fb2bd02e7483b7c8ed67fdaec1, server=da1c6afcd1f9,35765,1731595233113 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-14T14:42:31,945 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35765 {}] ipc.CallRunner(138): callId: 37 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:55520 deadline: 1731595411936, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=11b353fb2bd02e7483b7c8ed67fdaec1, server=da1c6afcd1f9,35765,1731595233113 2024-11-14T14:42:31,945 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731595345246.11b353fb2bd02e7483b7c8ed67fdaec1., hostname=da1c6afcd1f9,35765,1731595233113, seqNum=2 , the old value is region=TestAcidGuarantees,,1731595345246.11b353fb2bd02e7483b7c8ed67fdaec1., hostname=da1c6afcd1f9,35765,1731595233113, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=11b353fb2bd02e7483b7c8ed67fdaec1, server=da1c6afcd1f9,35765,1731595233113 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-14T14:42:31,945 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731595345246.11b353fb2bd02e7483b7c8ed67fdaec1., hostname=da1c6afcd1f9,35765,1731595233113, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=11b353fb2bd02e7483b7c8ed67fdaec1, server=da1c6afcd1f9,35765,1731595233113 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-14T14:42:31,945 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731595345246.11b353fb2bd02e7483b7c8ed67fdaec1., hostname=da1c6afcd1f9,35765,1731595233113, seqNum=2 because the exception is null or not the one we care about 2024-11-14T14:42:31,945 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35765 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=11b353fb2bd02e7483b7c8ed67fdaec1, server=da1c6afcd1f9,35765,1731595233113 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-14T14:42:31,945 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731595345246.11b353fb2bd02e7483b7c8ed67fdaec1., hostname=da1c6afcd1f9,35765,1731595233113, seqNum=2 , the old value is region=TestAcidGuarantees,,1731595345246.11b353fb2bd02e7483b7c8ed67fdaec1., hostname=da1c6afcd1f9,35765,1731595233113, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=11b353fb2bd02e7483b7c8ed67fdaec1, server=da1c6afcd1f9,35765,1731595233113 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-14T14:42:31,945 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35765 {}] ipc.CallRunner(138): callId: 54 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:55504 deadline: 1731595411936, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=11b353fb2bd02e7483b7c8ed67fdaec1, server=da1c6afcd1f9,35765,1731595233113 2024-11-14T14:42:31,945 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731595345246.11b353fb2bd02e7483b7c8ed67fdaec1., hostname=da1c6afcd1f9,35765,1731595233113, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=11b353fb2bd02e7483b7c8ed67fdaec1, server=da1c6afcd1f9,35765,1731595233113 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-14T14:42:31,945 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731595345246.11b353fb2bd02e7483b7c8ed67fdaec1., hostname=da1c6afcd1f9,35765,1731595233113, seqNum=2 because the exception is null or not the one we care about 2024-11-14T14:42:31,945 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731595345246.11b353fb2bd02e7483b7c8ed67fdaec1., hostname=da1c6afcd1f9,35765,1731595233113, seqNum=2 , the old value is region=TestAcidGuarantees,,1731595345246.11b353fb2bd02e7483b7c8ed67fdaec1., hostname=da1c6afcd1f9,35765,1731595233113, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=11b353fb2bd02e7483b7c8ed67fdaec1, server=da1c6afcd1f9,35765,1731595233113 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-14T14:42:31,945 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35765 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=11b353fb2bd02e7483b7c8ed67fdaec1, server=da1c6afcd1f9,35765,1731595233113 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-14T14:42:31,945 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731595345246.11b353fb2bd02e7483b7c8ed67fdaec1., hostname=da1c6afcd1f9,35765,1731595233113, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=11b353fb2bd02e7483b7c8ed67fdaec1, server=da1c6afcd1f9,35765,1731595233113 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-14T14:42:31,945 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731595345246.11b353fb2bd02e7483b7c8ed67fdaec1., hostname=da1c6afcd1f9,35765,1731595233113, seqNum=2 because the exception is null or not the one we care about 2024-11-14T14:42:31,945 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35765 {}] ipc.CallRunner(138): callId: 54 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:55502 deadline: 1731595411936, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=11b353fb2bd02e7483b7c8ed67fdaec1, server=da1c6afcd1f9,35765,1731595233113 2024-11-14T14:42:31,946 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731595345246.11b353fb2bd02e7483b7c8ed67fdaec1., hostname=da1c6afcd1f9,35765,1731595233113, seqNum=2 , the old value is region=TestAcidGuarantees,,1731595345246.11b353fb2bd02e7483b7c8ed67fdaec1., hostname=da1c6afcd1f9,35765,1731595233113, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=11b353fb2bd02e7483b7c8ed67fdaec1, server=da1c6afcd1f9,35765,1731595233113 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-14T14:42:31,946 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731595345246.11b353fb2bd02e7483b7c8ed67fdaec1., hostname=da1c6afcd1f9,35765,1731595233113, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=11b353fb2bd02e7483b7c8ed67fdaec1, server=da1c6afcd1f9,35765,1731595233113 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-14T14:42:31,946 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731595345246.11b353fb2bd02e7483b7c8ed67fdaec1., hostname=da1c6afcd1f9,35765,1731595233113, seqNum=2 because the exception is null or not the one we care about 2024-11-14T14:42:31,976 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45145 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=129 2024-11-14T14:42:32,002 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35765 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=11b353fb2bd02e7483b7c8ed67fdaec1, server=da1c6afcd1f9,35765,1731595233113 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-14T14:42:32,002 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35765 {}] ipc.CallRunner(138): callId: 34 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:55492 deadline: 1731595411996, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=11b353fb2bd02e7483b7c8ed67fdaec1, server=da1c6afcd1f9,35765,1731595233113 2024-11-14T14:42:32,002 WARN [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRpcRetryingCaller(177): Call to da1c6afcd1f9,35765,1731595233113 for 'test_row_0' in 11b353fb2bd02e7483b7c8ed67fdaec1 of TestAcidGuarantees failed, tries = 6, maxAttempts = 16, timeout = 1200000 ms, time elapsed = 2206 ms org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=11b353fb2bd02e7483b7c8ed67fdaec1, server=da1c6afcd1f9,35765,1731595233113 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) at jdk.internal.reflect.GeneratedConstructorAccessor39.newInstance(Unknown Source) ~[?:?] at jdk.internal.reflect.DelegatingConstructorAccessorImpl.newInstance(DelegatingConstructorAccessorImpl.java:45) ~[?:?] at java.lang.reflect.Constructor.newInstanceWithCaller(Constructor.java:499) ~[?:?] at java.lang.reflect.Constructor.newInstance(Constructor.java:480) ~[?:?] at org.apache.hadoop.hbase.ipc.RemoteWithExtrasException.instantiateException(RemoteWithExtrasException.java:110) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RemoteWithExtrasException.unwrapRemoteException(RemoteWithExtrasException.java:100) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.client.ConnectionUtils.translateException(ConnectionUtils.java:219) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRpcRetryingCaller.onError(AsyncRpcRetryingCaller.java:165) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.lambda$call$4(AsyncSingleRequestRpcRetryingCaller.java:86) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.lambda$addListener$0(FutureUtils.java:71) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:863) ~[?:?] at java.util.concurrent.CompletableFuture$UniWhenComplete.tryFire(CompletableFuture.java:841) ~[?:?] at java.util.concurrent.CompletableFuture.postComplete(CompletableFuture.java:510) ~[?:?] at java.util.concurrent.CompletableFuture.completeExceptionally(CompletableFuture.java:2162) ~[?:?] at org.apache.hadoop.hbase.client.ConnectionUtils$2.run(ConnectionUtils.java:625) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hbase.thirdparty.com.google.protobuf.RpcUtil$1.run(RpcUtil.java:56) ~[hbase-shaded-protobuf-4.1.9.jar:4.1.9] at org.apache.hbase.thirdparty.com.google.protobuf.RpcUtil$1.run(RpcUtil.java:47) ~[hbase-shaded-protobuf-4.1.9.jar:4.1.9] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.onCallFinished(AbstractRpcClient.java:397) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:430) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:425) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.callComplete(Call.java:117) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.setException(Call.java:132) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcConnection.readResponse(RpcConnection.java:457) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.NettyRpcDuplexHandler.readResponse(NettyRpcDuplexHandler.java:125) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.NettyRpcDuplexHandler.channelRead(NettyRpcDuplexHandler.java:140) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:442) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.handler.codec.ByteToMessageDecoder.fireChannelRead(ByteToMessageDecoder.java:346) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.handler.codec.ByteToMessageDecoder.channelRead(ByteToMessageDecoder.java:318) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:444) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.handler.timeout.IdleStateHandler.channelRead(IdleStateHandler.java:289) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:442) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline$HeadContext.channelRead(DefaultChannelPipeline.java:1357) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:440) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline.fireChannelRead(DefaultChannelPipeline.java:868) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.AbstractNioByteChannel$NioByteUnsafe.read(AbstractNioByteChannel.java:166) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.processSelectedKey(NioEventLoop.java:788) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.processSelectedKeysOptimized(NioEventLoop.java:724) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.processSelectedKeys(NioEventLoop.java:650) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:562) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) ~[hbase-shaded-netty-4.1.9.jar:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] Caused by: org.apache.hadoop.hbase.ipc.RemoteWithExtrasException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=11b353fb2bd02e7483b7c8ed67fdaec1, server=da1c6afcd1f9,35765,1731595233113 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) at org.apache.hadoop.hbase.ipc.AbstractRpcClient.onCallFinished(AbstractRpcClient.java:392) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] ... 32 more 2024-11-14T14:42:32,003 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731595345246.11b353fb2bd02e7483b7c8ed67fdaec1., hostname=da1c6afcd1f9,35765,1731595233113, seqNum=2 , the old value is region=TestAcidGuarantees,,1731595345246.11b353fb2bd02e7483b7c8ed67fdaec1., hostname=da1c6afcd1f9,35765,1731595233113, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=11b353fb2bd02e7483b7c8ed67fdaec1, server=da1c6afcd1f9,35765,1731595233113 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-14T14:42:32,003 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731595345246.11b353fb2bd02e7483b7c8ed67fdaec1., hostname=da1c6afcd1f9,35765,1731595233113, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=11b353fb2bd02e7483b7c8ed67fdaec1, server=da1c6afcd1f9,35765,1731595233113 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-14T14:42:32,003 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731595345246.11b353fb2bd02e7483b7c8ed67fdaec1., hostname=da1c6afcd1f9,35765,1731595233113, seqNum=2 because the exception is null or not the one we care about 2024-11-14T14:42:32,022 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=35765 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=130 2024-11-14T14:42:32,022 DEBUG [RS_FLUSH_OPERATIONS-regionserver/da1c6afcd1f9:0-0 {event_type=RS_FLUSH_REGIONS, pid=130}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1731595345246.11b353fb2bd02e7483b7c8ed67fdaec1. 2024-11-14T14:42:32,022 DEBUG [RS_FLUSH_OPERATIONS-regionserver/da1c6afcd1f9:0-0 {event_type=RS_FLUSH_REGIONS, pid=130}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1731595345246.11b353fb2bd02e7483b7c8ed67fdaec1. as already flushing 2024-11-14T14:42:32,022 DEBUG [RS_FLUSH_OPERATIONS-regionserver/da1c6afcd1f9:0-0 {event_type=RS_FLUSH_REGIONS, pid=130}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1731595345246.11b353fb2bd02e7483b7c8ed67fdaec1. 2024-11-14T14:42:32,022 ERROR [RS_FLUSH_OPERATIONS-regionserver/da1c6afcd1f9:0-0 {event_type=RS_FLUSH_REGIONS, pid=130}] handler.RSProcedureHandler(58): pid=130 java.io.IOException: Unable to complete flush {ENCODED => 11b353fb2bd02e7483b7c8ed67fdaec1, NAME => 'TestAcidGuarantees,,1731595345246.11b353fb2bd02e7483b7c8ed67fdaec1.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-14T14:42:32,022 DEBUG [RS_FLUSH_OPERATIONS-regionserver/da1c6afcd1f9:0-0 {event_type=RS_FLUSH_REGIONS, pid=130}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=130 java.io.IOException: Unable to complete flush {ENCODED => 11b353fb2bd02e7483b7c8ed67fdaec1, NAME => 'TestAcidGuarantees,,1731595345246.11b353fb2bd02e7483b7c8ed67fdaec1.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-14T14:42:32,023 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45145 {}] master.HMaster(4177): Remote procedure failed, pid=130 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 11b353fb2bd02e7483b7c8ed67fdaec1, NAME => 'TestAcidGuarantees,,1731595345246.11b353fb2bd02e7483b7c8ed67fdaec1.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$5(MasterRpcServices.java:2580) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2575) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 11b353fb2bd02e7483b7c8ed67fdaec1, NAME => 'TestAcidGuarantees,,1731595345246.11b353fb2bd02e7483b7c8ed67fdaec1.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-14T14:42:32,163 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35765 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=11b353fb2bd02e7483b7c8ed67fdaec1, server=da1c6afcd1f9,35765,1731595233113 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-14T14:42:32,163 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35765 {}] ipc.CallRunner(138): callId: 52 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:55536 deadline: 1731595412157, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=11b353fb2bd02e7483b7c8ed67fdaec1, server=da1c6afcd1f9,35765,1731595233113 2024-11-14T14:42:32,163 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35765 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=11b353fb2bd02e7483b7c8ed67fdaec1, server=da1c6afcd1f9,35765,1731595233113 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-14T14:42:32,163 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35765 {}] ipc.CallRunner(138): callId: 38 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:55520 deadline: 1731595412157, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=11b353fb2bd02e7483b7c8ed67fdaec1, server=da1c6afcd1f9,35765,1731595233113 2024-11-14T14:42:32,163 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731595345246.11b353fb2bd02e7483b7c8ed67fdaec1., hostname=da1c6afcd1f9,35765,1731595233113, seqNum=2 , the old value is region=TestAcidGuarantees,,1731595345246.11b353fb2bd02e7483b7c8ed67fdaec1., hostname=da1c6afcd1f9,35765,1731595233113, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=11b353fb2bd02e7483b7c8ed67fdaec1, server=da1c6afcd1f9,35765,1731595233113 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-14T14:42:32,163 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731595345246.11b353fb2bd02e7483b7c8ed67fdaec1., hostname=da1c6afcd1f9,35765,1731595233113, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=11b353fb2bd02e7483b7c8ed67fdaec1, server=da1c6afcd1f9,35765,1731595233113 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-14T14:42:32,163 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731595345246.11b353fb2bd02e7483b7c8ed67fdaec1., hostname=da1c6afcd1f9,35765,1731595233113, seqNum=2 because the exception is null or not the one we care about 2024-11-14T14:42:32,163 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35765 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=11b353fb2bd02e7483b7c8ed67fdaec1, server=da1c6afcd1f9,35765,1731595233113 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-14T14:42:32,164 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731595345246.11b353fb2bd02e7483b7c8ed67fdaec1., hostname=da1c6afcd1f9,35765,1731595233113, seqNum=2 , the old value is region=TestAcidGuarantees,,1731595345246.11b353fb2bd02e7483b7c8ed67fdaec1., hostname=da1c6afcd1f9,35765,1731595233113, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=11b353fb2bd02e7483b7c8ed67fdaec1, server=da1c6afcd1f9,35765,1731595233113 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-14T14:42:32,164 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35765 {}] ipc.CallRunner(138): callId: 55 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:55504 deadline: 1731595412157, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=11b353fb2bd02e7483b7c8ed67fdaec1, server=da1c6afcd1f9,35765,1731595233113 2024-11-14T14:42:32,164 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731595345246.11b353fb2bd02e7483b7c8ed67fdaec1., hostname=da1c6afcd1f9,35765,1731595233113, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=11b353fb2bd02e7483b7c8ed67fdaec1, server=da1c6afcd1f9,35765,1731595233113 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-14T14:42:32,164 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731595345246.11b353fb2bd02e7483b7c8ed67fdaec1., hostname=da1c6afcd1f9,35765,1731595233113, seqNum=2 because the exception is null or not the one we care about 2024-11-14T14:42:32,164 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35765 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=11b353fb2bd02e7483b7c8ed67fdaec1, server=da1c6afcd1f9,35765,1731595233113 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-14T14:42:32,164 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731595345246.11b353fb2bd02e7483b7c8ed67fdaec1., hostname=da1c6afcd1f9,35765,1731595233113, seqNum=2 , the old value is region=TestAcidGuarantees,,1731595345246.11b353fb2bd02e7483b7c8ed67fdaec1., hostname=da1c6afcd1f9,35765,1731595233113, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=11b353fb2bd02e7483b7c8ed67fdaec1, server=da1c6afcd1f9,35765,1731595233113 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-14T14:42:32,164 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731595345246.11b353fb2bd02e7483b7c8ed67fdaec1., hostname=da1c6afcd1f9,35765,1731595233113, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=11b353fb2bd02e7483b7c8ed67fdaec1, server=da1c6afcd1f9,35765,1731595233113 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-14T14:42:32,164 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35765 {}] ipc.CallRunner(138): callId: 55 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:55502 deadline: 1731595412157, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=11b353fb2bd02e7483b7c8ed67fdaec1, server=da1c6afcd1f9,35765,1731595233113 2024-11-14T14:42:32,164 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731595345246.11b353fb2bd02e7483b7c8ed67fdaec1., hostname=da1c6afcd1f9,35765,1731595233113, seqNum=2 because the exception is null or not the one we care about 2024-11-14T14:42:32,164 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731595345246.11b353fb2bd02e7483b7c8ed67fdaec1., hostname=da1c6afcd1f9,35765,1731595233113, seqNum=2 , the old value is region=TestAcidGuarantees,,1731595345246.11b353fb2bd02e7483b7c8ed67fdaec1., hostname=da1c6afcd1f9,35765,1731595233113, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=11b353fb2bd02e7483b7c8ed67fdaec1, server=da1c6afcd1f9,35765,1731595233113 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-14T14:42:32,164 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731595345246.11b353fb2bd02e7483b7c8ed67fdaec1., hostname=da1c6afcd1f9,35765,1731595233113, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=11b353fb2bd02e7483b7c8ed67fdaec1, server=da1c6afcd1f9,35765,1731595233113 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-14T14:42:32,164 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731595345246.11b353fb2bd02e7483b7c8ed67fdaec1., hostname=da1c6afcd1f9,35765,1731595233113, seqNum=2 because the exception is null or not the one we care about 2024-11-14T14:42:32,175 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=35765 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=130 2024-11-14T14:42:32,175 DEBUG [RS_FLUSH_OPERATIONS-regionserver/da1c6afcd1f9:0-1 {event_type=RS_FLUSH_REGIONS, pid=130}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1731595345246.11b353fb2bd02e7483b7c8ed67fdaec1. 2024-11-14T14:42:32,175 DEBUG [RS_FLUSH_OPERATIONS-regionserver/da1c6afcd1f9:0-1 {event_type=RS_FLUSH_REGIONS, pid=130}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1731595345246.11b353fb2bd02e7483b7c8ed67fdaec1. as already flushing 2024-11-14T14:42:32,175 DEBUG [RS_FLUSH_OPERATIONS-regionserver/da1c6afcd1f9:0-1 {event_type=RS_FLUSH_REGIONS, pid=130}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1731595345246.11b353fb2bd02e7483b7c8ed67fdaec1. 2024-11-14T14:42:32,175 ERROR [RS_FLUSH_OPERATIONS-regionserver/da1c6afcd1f9:0-1 {event_type=RS_FLUSH_REGIONS, pid=130}] handler.RSProcedureHandler(58): pid=130 java.io.IOException: Unable to complete flush {ENCODED => 11b353fb2bd02e7483b7c8ed67fdaec1, NAME => 'TestAcidGuarantees,,1731595345246.11b353fb2bd02e7483b7c8ed67fdaec1.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-14T14:42:32,175 DEBUG [RS_FLUSH_OPERATIONS-regionserver/da1c6afcd1f9:0-1 {event_type=RS_FLUSH_REGIONS, pid=130}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=130 java.io.IOException: Unable to complete flush {ENCODED => 11b353fb2bd02e7483b7c8ed67fdaec1, NAME => 'TestAcidGuarantees,,1731595345246.11b353fb2bd02e7483b7c8ed67fdaec1.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-14T14:42:32,175 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45145 {}] master.HMaster(4177): Remote procedure failed, pid=130 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 11b353fb2bd02e7483b7c8ed67fdaec1, NAME => 'TestAcidGuarantees,,1731595345246.11b353fb2bd02e7483b7c8ed67fdaec1.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$5(MasterRpcServices.java:2580) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2575) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 11b353fb2bd02e7483b7c8ed67fdaec1, NAME => 'TestAcidGuarantees,,1731595345246.11b353fb2bd02e7483b7c8ed67fdaec1.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-14T14:42:32,186 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45145 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=129 2024-11-14T14:42:32,195 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=20.13 KB at sequenceid=163 (bloomFilter=true), to=hdfs://localhost:34345/user/jenkins/test-data/14d118ee-a83a-b09b-5913-1a58940a5db1/data/default/TestAcidGuarantees/11b353fb2bd02e7483b7c8ed67fdaec1/.tmp/B/1b7105d6391f4af4aac951db2fe27c13 2024-11-14T14:42:32,201 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:34345/user/jenkins/test-data/14d118ee-a83a-b09b-5913-1a58940a5db1/data/default/TestAcidGuarantees/11b353fb2bd02e7483b7c8ed67fdaec1/.tmp/C/ca1a34be473e41e7a587b654e0964c4f is 50, key is test_row_1/C:col10/1731595351652/Put/seqid=0 2024-11-14T14:42:32,204 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36699 is added to blk_1073742274_1450 (size=9757) 2024-11-14T14:42:32,327 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=35765 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=130 2024-11-14T14:42:32,328 DEBUG [RS_FLUSH_OPERATIONS-regionserver/da1c6afcd1f9:0-2 {event_type=RS_FLUSH_REGIONS, pid=130}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1731595345246.11b353fb2bd02e7483b7c8ed67fdaec1. 2024-11-14T14:42:32,328 DEBUG [RS_FLUSH_OPERATIONS-regionserver/da1c6afcd1f9:0-2 {event_type=RS_FLUSH_REGIONS, pid=130}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1731595345246.11b353fb2bd02e7483b7c8ed67fdaec1. as already flushing 2024-11-14T14:42:32,328 DEBUG [RS_FLUSH_OPERATIONS-regionserver/da1c6afcd1f9:0-2 {event_type=RS_FLUSH_REGIONS, pid=130}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1731595345246.11b353fb2bd02e7483b7c8ed67fdaec1. 2024-11-14T14:42:32,328 ERROR [RS_FLUSH_OPERATIONS-regionserver/da1c6afcd1f9:0-2 {event_type=RS_FLUSH_REGIONS, pid=130}] handler.RSProcedureHandler(58): pid=130 java.io.IOException: Unable to complete flush {ENCODED => 11b353fb2bd02e7483b7c8ed67fdaec1, NAME => 'TestAcidGuarantees,,1731595345246.11b353fb2bd02e7483b7c8ed67fdaec1.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-14T14:42:32,328 DEBUG [RS_FLUSH_OPERATIONS-regionserver/da1c6afcd1f9:0-2 {event_type=RS_FLUSH_REGIONS, pid=130}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=130 java.io.IOException: Unable to complete flush {ENCODED => 11b353fb2bd02e7483b7c8ed67fdaec1, NAME => 'TestAcidGuarantees,,1731595345246.11b353fb2bd02e7483b7c8ed67fdaec1.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-14T14:42:32,329 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45145 {}] master.HMaster(4177): Remote procedure failed, pid=130 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 11b353fb2bd02e7483b7c8ed67fdaec1, NAME => 'TestAcidGuarantees,,1731595345246.11b353fb2bd02e7483b7c8ed67fdaec1.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$5(MasterRpcServices.java:2580) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2575) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 11b353fb2bd02e7483b7c8ed67fdaec1, NAME => 'TestAcidGuarantees,,1731595345246.11b353fb2bd02e7483b7c8ed67fdaec1.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-14T14:42:32,469 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35765 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=11b353fb2bd02e7483b7c8ed67fdaec1, server=da1c6afcd1f9,35765,1731595233113 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-14T14:42:32,469 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35765 {}] ipc.CallRunner(138): callId: 56 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:55504 deadline: 1731595412466, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=11b353fb2bd02e7483b7c8ed67fdaec1, server=da1c6afcd1f9,35765,1731595233113 2024-11-14T14:42:32,469 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731595345246.11b353fb2bd02e7483b7c8ed67fdaec1., hostname=da1c6afcd1f9,35765,1731595233113, seqNum=2 , the old value is region=TestAcidGuarantees,,1731595345246.11b353fb2bd02e7483b7c8ed67fdaec1., hostname=da1c6afcd1f9,35765,1731595233113, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=11b353fb2bd02e7483b7c8ed67fdaec1, server=da1c6afcd1f9,35765,1731595233113 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-14T14:42:32,469 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35765 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=11b353fb2bd02e7483b7c8ed67fdaec1, server=da1c6afcd1f9,35765,1731595233113 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-14T14:42:32,470 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731595345246.11b353fb2bd02e7483b7c8ed67fdaec1., hostname=da1c6afcd1f9,35765,1731595233113, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=11b353fb2bd02e7483b7c8ed67fdaec1, server=da1c6afcd1f9,35765,1731595233113 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-14T14:42:32,470 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731595345246.11b353fb2bd02e7483b7c8ed67fdaec1., hostname=da1c6afcd1f9,35765,1731595233113, seqNum=2 because the exception is null or not the one we care about 2024-11-14T14:42:32,470 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35765 {}] ipc.CallRunner(138): callId: 56 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:55502 deadline: 1731595412466, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=11b353fb2bd02e7483b7c8ed67fdaec1, server=da1c6afcd1f9,35765,1731595233113 2024-11-14T14:42:32,470 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731595345246.11b353fb2bd02e7483b7c8ed67fdaec1., hostname=da1c6afcd1f9,35765,1731595233113, seqNum=2 , the old value is region=TestAcidGuarantees,,1731595345246.11b353fb2bd02e7483b7c8ed67fdaec1., hostname=da1c6afcd1f9,35765,1731595233113, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=11b353fb2bd02e7483b7c8ed67fdaec1, server=da1c6afcd1f9,35765,1731595233113 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-14T14:42:32,470 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731595345246.11b353fb2bd02e7483b7c8ed67fdaec1., hostname=da1c6afcd1f9,35765,1731595233113, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=11b353fb2bd02e7483b7c8ed67fdaec1, server=da1c6afcd1f9,35765,1731595233113 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-14T14:42:32,470 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731595345246.11b353fb2bd02e7483b7c8ed67fdaec1., hostname=da1c6afcd1f9,35765,1731595233113, seqNum=2 because the exception is null or not the one we care about 2024-11-14T14:42:32,480 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=35765 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=130 2024-11-14T14:42:32,481 DEBUG [RS_FLUSH_OPERATIONS-regionserver/da1c6afcd1f9:0-0 {event_type=RS_FLUSH_REGIONS, pid=130}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1731595345246.11b353fb2bd02e7483b7c8ed67fdaec1. 2024-11-14T14:42:32,481 DEBUG [RS_FLUSH_OPERATIONS-regionserver/da1c6afcd1f9:0-0 {event_type=RS_FLUSH_REGIONS, pid=130}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1731595345246.11b353fb2bd02e7483b7c8ed67fdaec1. as already flushing 2024-11-14T14:42:32,481 DEBUG [RS_FLUSH_OPERATIONS-regionserver/da1c6afcd1f9:0-0 {event_type=RS_FLUSH_REGIONS, pid=130}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1731595345246.11b353fb2bd02e7483b7c8ed67fdaec1. 2024-11-14T14:42:32,481 ERROR [RS_FLUSH_OPERATIONS-regionserver/da1c6afcd1f9:0-0 {event_type=RS_FLUSH_REGIONS, pid=130}] handler.RSProcedureHandler(58): pid=130 java.io.IOException: Unable to complete flush {ENCODED => 11b353fb2bd02e7483b7c8ed67fdaec1, NAME => 'TestAcidGuarantees,,1731595345246.11b353fb2bd02e7483b7c8ed67fdaec1.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-14T14:42:32,481 DEBUG [RS_FLUSH_OPERATIONS-regionserver/da1c6afcd1f9:0-0 {event_type=RS_FLUSH_REGIONS, pid=130}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=130 java.io.IOException: Unable to complete flush {ENCODED => 11b353fb2bd02e7483b7c8ed67fdaec1, NAME => 'TestAcidGuarantees,,1731595345246.11b353fb2bd02e7483b7c8ed67fdaec1.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-14T14:42:32,481 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35765 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=11b353fb2bd02e7483b7c8ed67fdaec1, server=da1c6afcd1f9,35765,1731595233113 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-14T14:42:32,481 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35765 {}] ipc.CallRunner(138): callId: 53 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:55536 deadline: 1731595412476, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=11b353fb2bd02e7483b7c8ed67fdaec1, server=da1c6afcd1f9,35765,1731595233113 2024-11-14T14:42:32,481 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45145 {}] master.HMaster(4177): Remote procedure failed, pid=130 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 11b353fb2bd02e7483b7c8ed67fdaec1, NAME => 'TestAcidGuarantees,,1731595345246.11b353fb2bd02e7483b7c8ed67fdaec1.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$5(MasterRpcServices.java:2580) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2575) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 11b353fb2bd02e7483b7c8ed67fdaec1, NAME => 'TestAcidGuarantees,,1731595345246.11b353fb2bd02e7483b7c8ed67fdaec1.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-14T14:42:32,482 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731595345246.11b353fb2bd02e7483b7c8ed67fdaec1., hostname=da1c6afcd1f9,35765,1731595233113, seqNum=2 , the old value is region=TestAcidGuarantees,,1731595345246.11b353fb2bd02e7483b7c8ed67fdaec1., hostname=da1c6afcd1f9,35765,1731595233113, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=11b353fb2bd02e7483b7c8ed67fdaec1, server=da1c6afcd1f9,35765,1731595233113 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-14T14:42:32,482 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731595345246.11b353fb2bd02e7483b7c8ed67fdaec1., hostname=da1c6afcd1f9,35765,1731595233113, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=11b353fb2bd02e7483b7c8ed67fdaec1, server=da1c6afcd1f9,35765,1731595233113 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-14T14:42:32,482 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35765 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=11b353fb2bd02e7483b7c8ed67fdaec1, server=da1c6afcd1f9,35765,1731595233113 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-14T14:42:32,482 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731595345246.11b353fb2bd02e7483b7c8ed67fdaec1., hostname=da1c6afcd1f9,35765,1731595233113, seqNum=2 because the exception is null or not the one we care about 2024-11-14T14:42:32,482 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35765 {}] ipc.CallRunner(138): callId: 39 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:55520 deadline: 1731595412476, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=11b353fb2bd02e7483b7c8ed67fdaec1, server=da1c6afcd1f9,35765,1731595233113 2024-11-14T14:42:32,482 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731595345246.11b353fb2bd02e7483b7c8ed67fdaec1., hostname=da1c6afcd1f9,35765,1731595233113, seqNum=2 , the old value is region=TestAcidGuarantees,,1731595345246.11b353fb2bd02e7483b7c8ed67fdaec1., hostname=da1c6afcd1f9,35765,1731595233113, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=11b353fb2bd02e7483b7c8ed67fdaec1, server=da1c6afcd1f9,35765,1731595233113 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-14T14:42:32,482 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731595345246.11b353fb2bd02e7483b7c8ed67fdaec1., hostname=da1c6afcd1f9,35765,1731595233113, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=11b353fb2bd02e7483b7c8ed67fdaec1, server=da1c6afcd1f9,35765,1731595233113 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-14T14:42:32,482 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731595345246.11b353fb2bd02e7483b7c8ed67fdaec1., hostname=da1c6afcd1f9,35765,1731595233113, seqNum=2 because the exception is null or not the one we care about 2024-11-14T14:42:32,496 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45145 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=129 2024-11-14T14:42:32,605 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=20.13 KB at sequenceid=163 (bloomFilter=true), to=hdfs://localhost:34345/user/jenkins/test-data/14d118ee-a83a-b09b-5913-1a58940a5db1/data/default/TestAcidGuarantees/11b353fb2bd02e7483b7c8ed67fdaec1/.tmp/C/ca1a34be473e41e7a587b654e0964c4f 2024-11-14T14:42:32,609 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:34345/user/jenkins/test-data/14d118ee-a83a-b09b-5913-1a58940a5db1/data/default/TestAcidGuarantees/11b353fb2bd02e7483b7c8ed67fdaec1/.tmp/A/634c869bd2444f64a2c5a22bf6b7e11e as hdfs://localhost:34345/user/jenkins/test-data/14d118ee-a83a-b09b-5913-1a58940a5db1/data/default/TestAcidGuarantees/11b353fb2bd02e7483b7c8ed67fdaec1/A/634c869bd2444f64a2c5a22bf6b7e11e 2024-11-14T14:42:32,612 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:34345/user/jenkins/test-data/14d118ee-a83a-b09b-5913-1a58940a5db1/data/default/TestAcidGuarantees/11b353fb2bd02e7483b7c8ed67fdaec1/A/634c869bd2444f64a2c5a22bf6b7e11e, entries=150, sequenceid=163, filesize=11.9 K 2024-11-14T14:42:32,613 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:34345/user/jenkins/test-data/14d118ee-a83a-b09b-5913-1a58940a5db1/data/default/TestAcidGuarantees/11b353fb2bd02e7483b7c8ed67fdaec1/.tmp/B/1b7105d6391f4af4aac951db2fe27c13 as hdfs://localhost:34345/user/jenkins/test-data/14d118ee-a83a-b09b-5913-1a58940a5db1/data/default/TestAcidGuarantees/11b353fb2bd02e7483b7c8ed67fdaec1/B/1b7105d6391f4af4aac951db2fe27c13 2024-11-14T14:42:32,616 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:34345/user/jenkins/test-data/14d118ee-a83a-b09b-5913-1a58940a5db1/data/default/TestAcidGuarantees/11b353fb2bd02e7483b7c8ed67fdaec1/B/1b7105d6391f4af4aac951db2fe27c13, entries=100, sequenceid=163, filesize=9.5 K 2024-11-14T14:42:32,617 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:34345/user/jenkins/test-data/14d118ee-a83a-b09b-5913-1a58940a5db1/data/default/TestAcidGuarantees/11b353fb2bd02e7483b7c8ed67fdaec1/.tmp/C/ca1a34be473e41e7a587b654e0964c4f as hdfs://localhost:34345/user/jenkins/test-data/14d118ee-a83a-b09b-5913-1a58940a5db1/data/default/TestAcidGuarantees/11b353fb2bd02e7483b7c8ed67fdaec1/C/ca1a34be473e41e7a587b654e0964c4f 2024-11-14T14:42:32,619 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:34345/user/jenkins/test-data/14d118ee-a83a-b09b-5913-1a58940a5db1/data/default/TestAcidGuarantees/11b353fb2bd02e7483b7c8ed67fdaec1/C/ca1a34be473e41e7a587b654e0964c4f, entries=100, sequenceid=163, filesize=9.5 K 2024-11-14T14:42:32,620 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(3140): Finished flush of dataSize ~60.38 KB/61830, heapSize ~180 KB/184320, currentSize=114.05 KB/116790 for 11b353fb2bd02e7483b7c8ed67fdaec1 in 850ms, sequenceid=163, compaction requested=true 2024-11-14T14:42:32,620 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2603): Flush status journal for 11b353fb2bd02e7483b7c8ed67fdaec1: 2024-11-14T14:42:32,620 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store 11b353fb2bd02e7483b7c8ed67fdaec1:A, priority=-2147483648, current under compaction store size is 1 2024-11-14T14:42:32,620 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-14T14:42:32,620 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store 11b353fb2bd02e7483b7c8ed67fdaec1:B, priority=-2147483648, current under compaction store size is 2 2024-11-14T14:42:32,620 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-14T14:42:32,620 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store 11b353fb2bd02e7483b7c8ed67fdaec1:C, priority=-2147483648, current under compaction store size is 3 2024-11-14T14:42:32,620 DEBUG [RS:0;da1c6afcd1f9:35765-shortCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 3 store files, 0 compacting, 3 eligible, 16 blocking 2024-11-14T14:42:32,620 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=1), splitQueue=0 2024-11-14T14:42:32,620 DEBUG [RS:0;da1c6afcd1f9:35765-longCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 3 store files, 0 compacting, 3 eligible, 16 blocking 2024-11-14T14:42:32,621 DEBUG [RS:0;da1c6afcd1f9:35765-shortCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 3 files of size 36539 starting at candidate #0 after considering 1 permutations with 1 in ratio 2024-11-14T14:42:32,621 DEBUG [RS:0;da1c6afcd1f9:35765-longCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 3 files of size 34149 starting at candidate #0 after considering 1 permutations with 1 in ratio 2024-11-14T14:42:32,621 DEBUG [RS:0;da1c6afcd1f9:35765-shortCompactions-0 {}] regionserver.HStore(1541): 11b353fb2bd02e7483b7c8ed67fdaec1/A is initiating minor compaction (all files) 2024-11-14T14:42:32,621 DEBUG [RS:0;da1c6afcd1f9:35765-longCompactions-0 {}] regionserver.HStore(1541): 11b353fb2bd02e7483b7c8ed67fdaec1/B is initiating minor compaction (all files) 2024-11-14T14:42:32,621 INFO [RS:0;da1c6afcd1f9:35765-shortCompactions-0 {}] regionserver.HRegion(2416): Starting compaction of 11b353fb2bd02e7483b7c8ed67fdaec1/A in TestAcidGuarantees,,1731595345246.11b353fb2bd02e7483b7c8ed67fdaec1. 2024-11-14T14:42:32,621 INFO [RS:0;da1c6afcd1f9:35765-longCompactions-0 {}] regionserver.HRegion(2416): Starting compaction of 11b353fb2bd02e7483b7c8ed67fdaec1/B in TestAcidGuarantees,,1731595345246.11b353fb2bd02e7483b7c8ed67fdaec1. 2024-11-14T14:42:32,621 INFO [RS:0;da1c6afcd1f9:35765-shortCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:34345/user/jenkins/test-data/14d118ee-a83a-b09b-5913-1a58940a5db1/data/default/TestAcidGuarantees/11b353fb2bd02e7483b7c8ed67fdaec1/A/26177323a15d437cb225bc5027c3f4e3, hdfs://localhost:34345/user/jenkins/test-data/14d118ee-a83a-b09b-5913-1a58940a5db1/data/default/TestAcidGuarantees/11b353fb2bd02e7483b7c8ed67fdaec1/A/e2d19a3f8c2840c991fb51cd910870b9, hdfs://localhost:34345/user/jenkins/test-data/14d118ee-a83a-b09b-5913-1a58940a5db1/data/default/TestAcidGuarantees/11b353fb2bd02e7483b7c8ed67fdaec1/A/634c869bd2444f64a2c5a22bf6b7e11e] into tmpdir=hdfs://localhost:34345/user/jenkins/test-data/14d118ee-a83a-b09b-5913-1a58940a5db1/data/default/TestAcidGuarantees/11b353fb2bd02e7483b7c8ed67fdaec1/.tmp, totalSize=35.7 K 2024-11-14T14:42:32,621 INFO [RS:0;da1c6afcd1f9:35765-longCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:34345/user/jenkins/test-data/14d118ee-a83a-b09b-5913-1a58940a5db1/data/default/TestAcidGuarantees/11b353fb2bd02e7483b7c8ed67fdaec1/B/410cc9af374f47a1a4966dff8c9afd58, hdfs://localhost:34345/user/jenkins/test-data/14d118ee-a83a-b09b-5913-1a58940a5db1/data/default/TestAcidGuarantees/11b353fb2bd02e7483b7c8ed67fdaec1/B/5fde7b8c7dd046fbb9c6e74493f4ba91, hdfs://localhost:34345/user/jenkins/test-data/14d118ee-a83a-b09b-5913-1a58940a5db1/data/default/TestAcidGuarantees/11b353fb2bd02e7483b7c8ed67fdaec1/B/1b7105d6391f4af4aac951db2fe27c13] into tmpdir=hdfs://localhost:34345/user/jenkins/test-data/14d118ee-a83a-b09b-5913-1a58940a5db1/data/default/TestAcidGuarantees/11b353fb2bd02e7483b7c8ed67fdaec1/.tmp, totalSize=33.3 K 2024-11-14T14:42:32,622 DEBUG [RS:0;da1c6afcd1f9:35765-shortCompactions-0 {}] compactions.Compactor(225): Compacting 26177323a15d437cb225bc5027c3f4e3, keycount=150, bloomtype=ROW, size=12.0 K, encoding=NONE, compression=NONE, seqNum=113, earliestPutTs=1731595350321 2024-11-14T14:42:32,622 DEBUG [RS:0;da1c6afcd1f9:35765-shortCompactions-0 {}] compactions.Compactor(225): Compacting e2d19a3f8c2840c991fb51cd910870b9, keycount=150, bloomtype=ROW, size=11.9 K, encoding=NONE, compression=NONE, seqNum=148, earliestPutTs=1731595350420 2024-11-14T14:42:32,622 DEBUG [RS:0;da1c6afcd1f9:35765-longCompactions-0 {}] compactions.Compactor(225): Compacting 410cc9af374f47a1a4966dff8c9afd58, keycount=150, bloomtype=ROW, size=12.0 K, encoding=NONE, compression=NONE, seqNum=113, earliestPutTs=1731595350321 2024-11-14T14:42:32,622 DEBUG [RS:0;da1c6afcd1f9:35765-shortCompactions-0 {}] compactions.Compactor(225): Compacting 634c869bd2444f64a2c5a22bf6b7e11e, keycount=150, bloomtype=ROW, size=11.9 K, encoding=NONE, compression=NONE, seqNum=163, earliestPutTs=1731595351649 2024-11-14T14:42:32,622 DEBUG [RS:0;da1c6afcd1f9:35765-longCompactions-0 {}] compactions.Compactor(225): Compacting 5fde7b8c7dd046fbb9c6e74493f4ba91, keycount=150, bloomtype=ROW, size=11.9 K, encoding=NONE, compression=NONE, seqNum=148, earliestPutTs=1731595350420 2024-11-14T14:42:32,623 DEBUG [RS:0;da1c6afcd1f9:35765-longCompactions-0 {}] compactions.Compactor(225): Compacting 1b7105d6391f4af4aac951db2fe27c13, keycount=100, bloomtype=ROW, size=9.5 K, encoding=NONE, compression=NONE, seqNum=163, earliestPutTs=1731595351652 2024-11-14T14:42:32,630 INFO [RS:0;da1c6afcd1f9:35765-longCompactions-0 {}] throttle.PressureAwareThroughputController(145): 11b353fb2bd02e7483b7c8ed67fdaec1#B#compaction#381 average throughput is 6.55 MB/second, slept 0 time(s) and total slept time is 0 ms. 1 active operations remaining, total limit is 50.00 MB/second 2024-11-14T14:42:32,630 INFO [RS:0;da1c6afcd1f9:35765-shortCompactions-0 {}] throttle.PressureAwareThroughputController(145): 11b353fb2bd02e7483b7c8ed67fdaec1#A#compaction#380 average throughput is 6.55 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second 2024-11-14T14:42:32,631 DEBUG [RS:0;da1c6afcd1f9:35765-longCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:34345/user/jenkins/test-data/14d118ee-a83a-b09b-5913-1a58940a5db1/data/default/TestAcidGuarantees/11b353fb2bd02e7483b7c8ed67fdaec1/.tmp/B/6153542d99bb44698862c2c2bd83fd40 is 50, key is test_row_0/B:col10/1731595350447/Put/seqid=0 2024-11-14T14:42:32,631 DEBUG [RS:0;da1c6afcd1f9:35765-shortCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:34345/user/jenkins/test-data/14d118ee-a83a-b09b-5913-1a58940a5db1/data/default/TestAcidGuarantees/11b353fb2bd02e7483b7c8ed67fdaec1/.tmp/A/10e7efa5b2614d5db3ee3eeda83139da is 50, key is test_row_0/A:col10/1731595350447/Put/seqid=0 2024-11-14T14:42:32,633 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=35765 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=130 2024-11-14T14:42:32,634 DEBUG [RS_FLUSH_OPERATIONS-regionserver/da1c6afcd1f9:0-1 {event_type=RS_FLUSH_REGIONS, pid=130}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1731595345246.11b353fb2bd02e7483b7c8ed67fdaec1. 2024-11-14T14:42:32,634 INFO [RS_FLUSH_OPERATIONS-regionserver/da1c6afcd1f9:0-1 {event_type=RS_FLUSH_REGIONS, pid=130}] regionserver.HRegion(2902): Flushing 11b353fb2bd02e7483b7c8ed67fdaec1 3/3 column families, dataSize=114.05 KB heapSize=339.42 KB 2024-11-14T14:42:32,634 DEBUG [RS_FLUSH_OPERATIONS-regionserver/da1c6afcd1f9:0-1 {event_type=RS_FLUSH_REGIONS, pid=130}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 11b353fb2bd02e7483b7c8ed67fdaec1, store=A 2024-11-14T14:42:32,634 DEBUG [RS_FLUSH_OPERATIONS-regionserver/da1c6afcd1f9:0-1 {event_type=RS_FLUSH_REGIONS, pid=130}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-14T14:42:32,634 DEBUG [RS_FLUSH_OPERATIONS-regionserver/da1c6afcd1f9:0-1 {event_type=RS_FLUSH_REGIONS, pid=130}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 11b353fb2bd02e7483b7c8ed67fdaec1, store=B 2024-11-14T14:42:32,634 DEBUG [RS_FLUSH_OPERATIONS-regionserver/da1c6afcd1f9:0-1 {event_type=RS_FLUSH_REGIONS, pid=130}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-14T14:42:32,634 DEBUG [RS_FLUSH_OPERATIONS-regionserver/da1c6afcd1f9:0-1 {event_type=RS_FLUSH_REGIONS, pid=130}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 11b353fb2bd02e7483b7c8ed67fdaec1, store=C 2024-11-14T14:42:32,634 DEBUG [RS_FLUSH_OPERATIONS-regionserver/da1c6afcd1f9:0-1 {event_type=RS_FLUSH_REGIONS, pid=130}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-14T14:42:32,636 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36699 is added to blk_1073742276_1452 (size=12493) 2024-11-14T14:42:32,641 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36699 is added to blk_1073742275_1451 (size=12493) 2024-11-14T14:42:32,645 DEBUG [RS:0;da1c6afcd1f9:35765-longCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:34345/user/jenkins/test-data/14d118ee-a83a-b09b-5913-1a58940a5db1/data/default/TestAcidGuarantees/11b353fb2bd02e7483b7c8ed67fdaec1/.tmp/B/6153542d99bb44698862c2c2bd83fd40 as hdfs://localhost:34345/user/jenkins/test-data/14d118ee-a83a-b09b-5913-1a58940a5db1/data/default/TestAcidGuarantees/11b353fb2bd02e7483b7c8ed67fdaec1/B/6153542d99bb44698862c2c2bd83fd40 2024-11-14T14:42:32,652 INFO [RS:0;da1c6afcd1f9:35765-longCompactions-0 {}] regionserver.HStore(1337): Completed compaction of 3 (all) file(s) in 11b353fb2bd02e7483b7c8ed67fdaec1/B of 11b353fb2bd02e7483b7c8ed67fdaec1 into 6153542d99bb44698862c2c2bd83fd40(size=12.2 K), total size for store is 12.2 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-11-14T14:42:32,652 DEBUG [RS:0;da1c6afcd1f9:35765-longCompactions-0 {}] regionserver.HRegion(2446): Compaction status journal for 11b353fb2bd02e7483b7c8ed67fdaec1: 2024-11-14T14:42:32,652 INFO [RS:0;da1c6afcd1f9:35765-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1731595345246.11b353fb2bd02e7483b7c8ed67fdaec1., storeName=11b353fb2bd02e7483b7c8ed67fdaec1/B, priority=13, startTime=1731595352620; duration=0sec 2024-11-14T14:42:32,652 DEBUG [RS:0;da1c6afcd1f9:35765-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=1), splitQueue=0 2024-11-14T14:42:32,653 DEBUG [RS:0;da1c6afcd1f9:35765-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: 11b353fb2bd02e7483b7c8ed67fdaec1:B 2024-11-14T14:42:32,653 DEBUG [RS:0;da1c6afcd1f9:35765-longCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 3 store files, 0 compacting, 3 eligible, 16 blocking 2024-11-14T14:42:32,653 DEBUG [RS:0;da1c6afcd1f9:35765-longCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 3 files of size 34149 starting at candidate #0 after considering 1 permutations with 1 in ratio 2024-11-14T14:42:32,653 DEBUG [RS:0;da1c6afcd1f9:35765-longCompactions-0 {}] regionserver.HStore(1541): 11b353fb2bd02e7483b7c8ed67fdaec1/C is initiating minor compaction (all files) 2024-11-14T14:42:32,653 INFO [RS:0;da1c6afcd1f9:35765-longCompactions-0 {}] regionserver.HRegion(2416): Starting compaction of 11b353fb2bd02e7483b7c8ed67fdaec1/C in TestAcidGuarantees,,1731595345246.11b353fb2bd02e7483b7c8ed67fdaec1. 2024-11-14T14:42:32,653 INFO [RS:0;da1c6afcd1f9:35765-longCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:34345/user/jenkins/test-data/14d118ee-a83a-b09b-5913-1a58940a5db1/data/default/TestAcidGuarantees/11b353fb2bd02e7483b7c8ed67fdaec1/C/48f68e8b74754415bc6c5186e4a778f4, hdfs://localhost:34345/user/jenkins/test-data/14d118ee-a83a-b09b-5913-1a58940a5db1/data/default/TestAcidGuarantees/11b353fb2bd02e7483b7c8ed67fdaec1/C/d5b36a254ced4906a6c4fcdeef13c621, hdfs://localhost:34345/user/jenkins/test-data/14d118ee-a83a-b09b-5913-1a58940a5db1/data/default/TestAcidGuarantees/11b353fb2bd02e7483b7c8ed67fdaec1/C/ca1a34be473e41e7a587b654e0964c4f] into tmpdir=hdfs://localhost:34345/user/jenkins/test-data/14d118ee-a83a-b09b-5913-1a58940a5db1/data/default/TestAcidGuarantees/11b353fb2bd02e7483b7c8ed67fdaec1/.tmp, totalSize=33.3 K 2024-11-14T14:42:32,654 DEBUG [RS:0;da1c6afcd1f9:35765-longCompactions-0 {}] compactions.Compactor(225): Compacting 48f68e8b74754415bc6c5186e4a778f4, keycount=150, bloomtype=ROW, size=12.0 K, encoding=NONE, compression=NONE, seqNum=113, earliestPutTs=1731595350321 2024-11-14T14:42:32,654 DEBUG [RS:0;da1c6afcd1f9:35765-longCompactions-0 {}] compactions.Compactor(225): Compacting d5b36a254ced4906a6c4fcdeef13c621, keycount=150, bloomtype=ROW, size=11.9 K, encoding=NONE, compression=NONE, seqNum=148, earliestPutTs=1731595350420 2024-11-14T14:42:32,654 DEBUG [RS:0;da1c6afcd1f9:35765-longCompactions-0 {}] compactions.Compactor(225): Compacting ca1a34be473e41e7a587b654e0964c4f, keycount=100, bloomtype=ROW, size=9.5 K, encoding=NONE, compression=NONE, seqNum=163, earliestPutTs=1731595351652 2024-11-14T14:42:32,654 DEBUG [RS_FLUSH_OPERATIONS-regionserver/da1c6afcd1f9:0-1 {event_type=RS_FLUSH_REGIONS, pid=130}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:34345/user/jenkins/test-data/14d118ee-a83a-b09b-5913-1a58940a5db1/data/default/TestAcidGuarantees/11b353fb2bd02e7483b7c8ed67fdaec1/.tmp/A/d5eb7b2e439d4484963a31d2f06219e8 is 50, key is test_row_0/A:col10/1731595351814/Put/seqid=0 2024-11-14T14:42:32,659 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36699 is added to blk_1073742277_1453 (size=12151) 2024-11-14T14:42:32,663 INFO [RS:0;da1c6afcd1f9:35765-longCompactions-0 {}] throttle.PressureAwareThroughputController(145): 11b353fb2bd02e7483b7c8ed67fdaec1#C#compaction#383 average throughput is 3.28 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second 2024-11-14T14:42:32,663 DEBUG [RS:0;da1c6afcd1f9:35765-longCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:34345/user/jenkins/test-data/14d118ee-a83a-b09b-5913-1a58940a5db1/data/default/TestAcidGuarantees/11b353fb2bd02e7483b7c8ed67fdaec1/.tmp/C/f9408acc7c3b464aae8277c7996a3360 is 50, key is test_row_0/C:col10/1731595350447/Put/seqid=0 2024-11-14T14:42:32,672 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36699 is added to blk_1073742278_1454 (size=12493) 2024-11-14T14:42:32,983 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35765 {}] regionserver.HRegion(8855): Flush requested on 11b353fb2bd02e7483b7c8ed67fdaec1 2024-11-14T14:42:32,983 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1731595345246.11b353fb2bd02e7483b7c8ed67fdaec1. as already flushing 2024-11-14T14:42:33,006 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45145 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=129 2024-11-14T14:42:33,006 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35765 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=11b353fb2bd02e7483b7c8ed67fdaec1, server=da1c6afcd1f9,35765,1731595233113 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-14T14:42:33,007 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35765 {}] ipc.CallRunner(138): callId: 41 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:55520 deadline: 1731595412995, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=11b353fb2bd02e7483b7c8ed67fdaec1, server=da1c6afcd1f9,35765,1731595233113 2024-11-14T14:42:33,007 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731595345246.11b353fb2bd02e7483b7c8ed67fdaec1., hostname=da1c6afcd1f9,35765,1731595233113, seqNum=2 , the old value is region=TestAcidGuarantees,,1731595345246.11b353fb2bd02e7483b7c8ed67fdaec1., hostname=da1c6afcd1f9,35765,1731595233113, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=11b353fb2bd02e7483b7c8ed67fdaec1, server=da1c6afcd1f9,35765,1731595233113 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-14T14:42:33,007 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35765 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=11b353fb2bd02e7483b7c8ed67fdaec1, server=da1c6afcd1f9,35765,1731595233113 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-14T14:42:33,007 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731595345246.11b353fb2bd02e7483b7c8ed67fdaec1., hostname=da1c6afcd1f9,35765,1731595233113, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=11b353fb2bd02e7483b7c8ed67fdaec1, server=da1c6afcd1f9,35765,1731595233113 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-14T14:42:33,007 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731595345246.11b353fb2bd02e7483b7c8ed67fdaec1., hostname=da1c6afcd1f9,35765,1731595233113, seqNum=2 because the exception is null or not the one we care about 2024-11-14T14:42:33,007 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35765 {}] ipc.CallRunner(138): callId: 60 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:55504 deadline: 1731595412996, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=11b353fb2bd02e7483b7c8ed67fdaec1, server=da1c6afcd1f9,35765,1731595233113 2024-11-14T14:42:33,007 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35765 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=11b353fb2bd02e7483b7c8ed67fdaec1, server=da1c6afcd1f9,35765,1731595233113 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-14T14:42:33,007 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731595345246.11b353fb2bd02e7483b7c8ed67fdaec1., hostname=da1c6afcd1f9,35765,1731595233113, seqNum=2 , the old value is region=TestAcidGuarantees,,1731595345246.11b353fb2bd02e7483b7c8ed67fdaec1., hostname=da1c6afcd1f9,35765,1731595233113, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=11b353fb2bd02e7483b7c8ed67fdaec1, server=da1c6afcd1f9,35765,1731595233113 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-14T14:42:33,007 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35765 {}] ipc.CallRunner(138): callId: 60 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:55502 deadline: 1731595412997, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=11b353fb2bd02e7483b7c8ed67fdaec1, server=da1c6afcd1f9,35765,1731595233113 2024-11-14T14:42:33,007 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731595345246.11b353fb2bd02e7483b7c8ed67fdaec1., hostname=da1c6afcd1f9,35765,1731595233113, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=11b353fb2bd02e7483b7c8ed67fdaec1, server=da1c6afcd1f9,35765,1731595233113 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-14T14:42:33,007 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731595345246.11b353fb2bd02e7483b7c8ed67fdaec1., hostname=da1c6afcd1f9,35765,1731595233113, seqNum=2 because the exception is null or not the one we care about 2024-11-14T14:42:33,008 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731595345246.11b353fb2bd02e7483b7c8ed67fdaec1., hostname=da1c6afcd1f9,35765,1731595233113, seqNum=2 , the old value is region=TestAcidGuarantees,,1731595345246.11b353fb2bd02e7483b7c8ed67fdaec1., hostname=da1c6afcd1f9,35765,1731595233113, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=11b353fb2bd02e7483b7c8ed67fdaec1, server=da1c6afcd1f9,35765,1731595233113 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-14T14:42:33,008 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35765 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=11b353fb2bd02e7483b7c8ed67fdaec1, server=da1c6afcd1f9,35765,1731595233113 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-14T14:42:33,008 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731595345246.11b353fb2bd02e7483b7c8ed67fdaec1., hostname=da1c6afcd1f9,35765,1731595233113, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=11b353fb2bd02e7483b7c8ed67fdaec1, server=da1c6afcd1f9,35765,1731595233113 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-14T14:42:33,008 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731595345246.11b353fb2bd02e7483b7c8ed67fdaec1., hostname=da1c6afcd1f9,35765,1731595233113, seqNum=2 because the exception is null or not the one we care about 2024-11-14T14:42:33,008 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35765 {}] ipc.CallRunner(138): callId: 56 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:55536 deadline: 1731595413003, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=11b353fb2bd02e7483b7c8ed67fdaec1, server=da1c6afcd1f9,35765,1731595233113 2024-11-14T14:42:33,008 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731595345246.11b353fb2bd02e7483b7c8ed67fdaec1., hostname=da1c6afcd1f9,35765,1731595233113, seqNum=2 , the old value is region=TestAcidGuarantees,,1731595345246.11b353fb2bd02e7483b7c8ed67fdaec1., hostname=da1c6afcd1f9,35765,1731595233113, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=11b353fb2bd02e7483b7c8ed67fdaec1, server=da1c6afcd1f9,35765,1731595233113 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-14T14:42:33,008 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731595345246.11b353fb2bd02e7483b7c8ed67fdaec1., hostname=da1c6afcd1f9,35765,1731595233113, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=11b353fb2bd02e7483b7c8ed67fdaec1, server=da1c6afcd1f9,35765,1731595233113 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-14T14:42:33,008 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731595345246.11b353fb2bd02e7483b7c8ed67fdaec1., hostname=da1c6afcd1f9,35765,1731595233113, seqNum=2 because the exception is null or not the one we care about 2024-11-14T14:42:33,041 DEBUG [RS:0;da1c6afcd1f9:35765-shortCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:34345/user/jenkins/test-data/14d118ee-a83a-b09b-5913-1a58940a5db1/data/default/TestAcidGuarantees/11b353fb2bd02e7483b7c8ed67fdaec1/.tmp/A/10e7efa5b2614d5db3ee3eeda83139da as hdfs://localhost:34345/user/jenkins/test-data/14d118ee-a83a-b09b-5913-1a58940a5db1/data/default/TestAcidGuarantees/11b353fb2bd02e7483b7c8ed67fdaec1/A/10e7efa5b2614d5db3ee3eeda83139da 2024-11-14T14:42:33,045 INFO [RS:0;da1c6afcd1f9:35765-shortCompactions-0 {}] regionserver.HStore(1337): Completed compaction of 3 (all) file(s) in 11b353fb2bd02e7483b7c8ed67fdaec1/A of 11b353fb2bd02e7483b7c8ed67fdaec1 into 10e7efa5b2614d5db3ee3eeda83139da(size=12.2 K), total size for store is 12.2 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-11-14T14:42:33,045 DEBUG [RS:0;da1c6afcd1f9:35765-shortCompactions-0 {}] regionserver.HRegion(2446): Compaction status journal for 11b353fb2bd02e7483b7c8ed67fdaec1: 2024-11-14T14:42:33,046 INFO [RS:0;da1c6afcd1f9:35765-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1731595345246.11b353fb2bd02e7483b7c8ed67fdaec1., storeName=11b353fb2bd02e7483b7c8ed67fdaec1/A, priority=13, startTime=1731595352620; duration=0sec 2024-11-14T14:42:33,046 DEBUG [RS:0;da1c6afcd1f9:35765-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-14T14:42:33,046 DEBUG [RS:0;da1c6afcd1f9:35765-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: 11b353fb2bd02e7483b7c8ed67fdaec1:A 2024-11-14T14:42:33,060 INFO [RS_FLUSH_OPERATIONS-regionserver/da1c6afcd1f9:0-1 {event_type=RS_FLUSH_REGIONS, pid=130}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=38.02 KB at sequenceid=183 (bloomFilter=true), to=hdfs://localhost:34345/user/jenkins/test-data/14d118ee-a83a-b09b-5913-1a58940a5db1/data/default/TestAcidGuarantees/11b353fb2bd02e7483b7c8ed67fdaec1/.tmp/A/d5eb7b2e439d4484963a31d2f06219e8 2024-11-14T14:42:33,071 DEBUG [RS_FLUSH_OPERATIONS-regionserver/da1c6afcd1f9:0-1 {event_type=RS_FLUSH_REGIONS, pid=130}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:34345/user/jenkins/test-data/14d118ee-a83a-b09b-5913-1a58940a5db1/data/default/TestAcidGuarantees/11b353fb2bd02e7483b7c8ed67fdaec1/.tmp/B/25394dc686924d7f93d682c299bc5421 is 50, key is test_row_0/B:col10/1731595351814/Put/seqid=0 2024-11-14T14:42:33,075 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36699 is added to blk_1073742279_1455 (size=12151) 2024-11-14T14:42:33,079 INFO [RS_FLUSH_OPERATIONS-regionserver/da1c6afcd1f9:0-1 {event_type=RS_FLUSH_REGIONS, pid=130}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=38.02 KB at sequenceid=183 (bloomFilter=true), to=hdfs://localhost:34345/user/jenkins/test-data/14d118ee-a83a-b09b-5913-1a58940a5db1/data/default/TestAcidGuarantees/11b353fb2bd02e7483b7c8ed67fdaec1/.tmp/B/25394dc686924d7f93d682c299bc5421 2024-11-14T14:42:33,079 DEBUG [RS:0;da1c6afcd1f9:35765-longCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:34345/user/jenkins/test-data/14d118ee-a83a-b09b-5913-1a58940a5db1/data/default/TestAcidGuarantees/11b353fb2bd02e7483b7c8ed67fdaec1/.tmp/C/f9408acc7c3b464aae8277c7996a3360 as hdfs://localhost:34345/user/jenkins/test-data/14d118ee-a83a-b09b-5913-1a58940a5db1/data/default/TestAcidGuarantees/11b353fb2bd02e7483b7c8ed67fdaec1/C/f9408acc7c3b464aae8277c7996a3360 2024-11-14T14:42:33,084 INFO [RS:0;da1c6afcd1f9:35765-longCompactions-0 {}] regionserver.HStore(1337): Completed compaction of 3 (all) file(s) in 11b353fb2bd02e7483b7c8ed67fdaec1/C of 11b353fb2bd02e7483b7c8ed67fdaec1 into f9408acc7c3b464aae8277c7996a3360(size=12.2 K), total size for store is 12.2 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-11-14T14:42:33,084 DEBUG [RS:0;da1c6afcd1f9:35765-longCompactions-0 {}] regionserver.HRegion(2446): Compaction status journal for 11b353fb2bd02e7483b7c8ed67fdaec1: 2024-11-14T14:42:33,084 INFO [RS:0;da1c6afcd1f9:35765-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1731595345246.11b353fb2bd02e7483b7c8ed67fdaec1., storeName=11b353fb2bd02e7483b7c8ed67fdaec1/C, priority=13, startTime=1731595352620; duration=0sec 2024-11-14T14:42:33,084 DEBUG [RS:0;da1c6afcd1f9:35765-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-14T14:42:33,084 DEBUG [RS:0;da1c6afcd1f9:35765-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: 11b353fb2bd02e7483b7c8ed67fdaec1:C 2024-11-14T14:42:33,087 DEBUG [RS_FLUSH_OPERATIONS-regionserver/da1c6afcd1f9:0-1 {event_type=RS_FLUSH_REGIONS, pid=130}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:34345/user/jenkins/test-data/14d118ee-a83a-b09b-5913-1a58940a5db1/data/default/TestAcidGuarantees/11b353fb2bd02e7483b7c8ed67fdaec1/.tmp/C/11b7a6ed9e864e25a8895607f05e9419 is 50, key is test_row_0/C:col10/1731595351814/Put/seqid=0 2024-11-14T14:42:33,098 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36699 is added to blk_1073742280_1456 (size=12151) 2024-11-14T14:42:33,122 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35765 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=11b353fb2bd02e7483b7c8ed67fdaec1, server=da1c6afcd1f9,35765,1731595233113 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-14T14:42:33,122 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35765 {}] ipc.CallRunner(138): callId: 42 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:55520 deadline: 1731595413116, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=11b353fb2bd02e7483b7c8ed67fdaec1, server=da1c6afcd1f9,35765,1731595233113 2024-11-14T14:42:33,123 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731595345246.11b353fb2bd02e7483b7c8ed67fdaec1., hostname=da1c6afcd1f9,35765,1731595233113, seqNum=2 , the old value is region=TestAcidGuarantees,,1731595345246.11b353fb2bd02e7483b7c8ed67fdaec1., hostname=da1c6afcd1f9,35765,1731595233113, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=11b353fb2bd02e7483b7c8ed67fdaec1, server=da1c6afcd1f9,35765,1731595233113 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-14T14:42:33,123 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35765 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=11b353fb2bd02e7483b7c8ed67fdaec1, server=da1c6afcd1f9,35765,1731595233113 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-14T14:42:33,123 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731595345246.11b353fb2bd02e7483b7c8ed67fdaec1., hostname=da1c6afcd1f9,35765,1731595233113, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=11b353fb2bd02e7483b7c8ed67fdaec1, server=da1c6afcd1f9,35765,1731595233113 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-14T14:42:33,123 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731595345246.11b353fb2bd02e7483b7c8ed67fdaec1., hostname=da1c6afcd1f9,35765,1731595233113, seqNum=2 because the exception is null or not the one we care about 2024-11-14T14:42:33,123 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35765 {}] ipc.CallRunner(138): callId: 61 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:55504 deadline: 1731595413116, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=11b353fb2bd02e7483b7c8ed67fdaec1, server=da1c6afcd1f9,35765,1731595233113 2024-11-14T14:42:33,123 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731595345246.11b353fb2bd02e7483b7c8ed67fdaec1., hostname=da1c6afcd1f9,35765,1731595233113, seqNum=2 , the old value is region=TestAcidGuarantees,,1731595345246.11b353fb2bd02e7483b7c8ed67fdaec1., hostname=da1c6afcd1f9,35765,1731595233113, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=11b353fb2bd02e7483b7c8ed67fdaec1, server=da1c6afcd1f9,35765,1731595233113 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-14T14:42:33,123 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731595345246.11b353fb2bd02e7483b7c8ed67fdaec1., hostname=da1c6afcd1f9,35765,1731595233113, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=11b353fb2bd02e7483b7c8ed67fdaec1, server=da1c6afcd1f9,35765,1731595233113 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-14T14:42:33,123 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731595345246.11b353fb2bd02e7483b7c8ed67fdaec1., hostname=da1c6afcd1f9,35765,1731595233113, seqNum=2 because the exception is null or not the one we care about 2024-11-14T14:42:33,123 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35765 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=11b353fb2bd02e7483b7c8ed67fdaec1, server=da1c6afcd1f9,35765,1731595233113 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-14T14:42:33,123 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35765 {}] ipc.CallRunner(138): callId: 61 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:55502 deadline: 1731595413116, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=11b353fb2bd02e7483b7c8ed67fdaec1, server=da1c6afcd1f9,35765,1731595233113 2024-11-14T14:42:33,123 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731595345246.11b353fb2bd02e7483b7c8ed67fdaec1., hostname=da1c6afcd1f9,35765,1731595233113, seqNum=2 , the old value is region=TestAcidGuarantees,,1731595345246.11b353fb2bd02e7483b7c8ed67fdaec1., hostname=da1c6afcd1f9,35765,1731595233113, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=11b353fb2bd02e7483b7c8ed67fdaec1, server=da1c6afcd1f9,35765,1731595233113 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-14T14:42:33,123 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731595345246.11b353fb2bd02e7483b7c8ed67fdaec1., hostname=da1c6afcd1f9,35765,1731595233113, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=11b353fb2bd02e7483b7c8ed67fdaec1, server=da1c6afcd1f9,35765,1731595233113 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-14T14:42:33,123 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731595345246.11b353fb2bd02e7483b7c8ed67fdaec1., hostname=da1c6afcd1f9,35765,1731595233113, seqNum=2 because the exception is null or not the one we care about 2024-11-14T14:42:33,123 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35765 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=11b353fb2bd02e7483b7c8ed67fdaec1, server=da1c6afcd1f9,35765,1731595233113 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-14T14:42:33,124 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35765 {}] ipc.CallRunner(138): callId: 57 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:55536 deadline: 1731595413116, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=11b353fb2bd02e7483b7c8ed67fdaec1, server=da1c6afcd1f9,35765,1731595233113 2024-11-14T14:42:33,124 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731595345246.11b353fb2bd02e7483b7c8ed67fdaec1., hostname=da1c6afcd1f9,35765,1731595233113, seqNum=2 , the old value is region=TestAcidGuarantees,,1731595345246.11b353fb2bd02e7483b7c8ed67fdaec1., hostname=da1c6afcd1f9,35765,1731595233113, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=11b353fb2bd02e7483b7c8ed67fdaec1, server=da1c6afcd1f9,35765,1731595233113 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-14T14:42:33,124 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731595345246.11b353fb2bd02e7483b7c8ed67fdaec1., hostname=da1c6afcd1f9,35765,1731595233113, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=11b353fb2bd02e7483b7c8ed67fdaec1, server=da1c6afcd1f9,35765,1731595233113 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-14T14:42:33,124 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731595345246.11b353fb2bd02e7483b7c8ed67fdaec1., hostname=da1c6afcd1f9,35765,1731595233113, seqNum=2 because the exception is null or not the one we care about 2024-11-14T14:42:33,331 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35765 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=11b353fb2bd02e7483b7c8ed67fdaec1, server=da1c6afcd1f9,35765,1731595233113 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-14T14:42:33,332 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35765 {}] ipc.CallRunner(138): callId: 43 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:55520 deadline: 1731595413326, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=11b353fb2bd02e7483b7c8ed67fdaec1, server=da1c6afcd1f9,35765,1731595233113 2024-11-14T14:42:33,332 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731595345246.11b353fb2bd02e7483b7c8ed67fdaec1., hostname=da1c6afcd1f9,35765,1731595233113, seqNum=2 , the old value is region=TestAcidGuarantees,,1731595345246.11b353fb2bd02e7483b7c8ed67fdaec1., hostname=da1c6afcd1f9,35765,1731595233113, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=11b353fb2bd02e7483b7c8ed67fdaec1, server=da1c6afcd1f9,35765,1731595233113 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-14T14:42:33,332 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35765 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=11b353fb2bd02e7483b7c8ed67fdaec1, server=da1c6afcd1f9,35765,1731595233113 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-14T14:42:33,332 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731595345246.11b353fb2bd02e7483b7c8ed67fdaec1., hostname=da1c6afcd1f9,35765,1731595233113, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=11b353fb2bd02e7483b7c8ed67fdaec1, server=da1c6afcd1f9,35765,1731595233113 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-14T14:42:33,332 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731595345246.11b353fb2bd02e7483b7c8ed67fdaec1., hostname=da1c6afcd1f9,35765,1731595233113, seqNum=2 because the exception is null or not the one we care about 2024-11-14T14:42:33,332 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35765 {}] ipc.CallRunner(138): callId: 62 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:55504 deadline: 1731595413326, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=11b353fb2bd02e7483b7c8ed67fdaec1, server=da1c6afcd1f9,35765,1731595233113 2024-11-14T14:42:33,332 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731595345246.11b353fb2bd02e7483b7c8ed67fdaec1., hostname=da1c6afcd1f9,35765,1731595233113, seqNum=2 , the old value is region=TestAcidGuarantees,,1731595345246.11b353fb2bd02e7483b7c8ed67fdaec1., hostname=da1c6afcd1f9,35765,1731595233113, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=11b353fb2bd02e7483b7c8ed67fdaec1, server=da1c6afcd1f9,35765,1731595233113 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-14T14:42:33,332 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35765 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=11b353fb2bd02e7483b7c8ed67fdaec1, server=da1c6afcd1f9,35765,1731595233113 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-14T14:42:33,332 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731595345246.11b353fb2bd02e7483b7c8ed67fdaec1., hostname=da1c6afcd1f9,35765,1731595233113, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=11b353fb2bd02e7483b7c8ed67fdaec1, server=da1c6afcd1f9,35765,1731595233113 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-14T14:42:33,332 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731595345246.11b353fb2bd02e7483b7c8ed67fdaec1., hostname=da1c6afcd1f9,35765,1731595233113, seqNum=2 because the exception is null or not the one we care about 2024-11-14T14:42:33,332 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35765 {}] ipc.CallRunner(138): callId: 62 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:55502 deadline: 1731595413326, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=11b353fb2bd02e7483b7c8ed67fdaec1, server=da1c6afcd1f9,35765,1731595233113 2024-11-14T14:42:33,333 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35765 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=11b353fb2bd02e7483b7c8ed67fdaec1, server=da1c6afcd1f9,35765,1731595233113 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-14T14:42:33,333 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731595345246.11b353fb2bd02e7483b7c8ed67fdaec1., hostname=da1c6afcd1f9,35765,1731595233113, seqNum=2 , the old value is region=TestAcidGuarantees,,1731595345246.11b353fb2bd02e7483b7c8ed67fdaec1., hostname=da1c6afcd1f9,35765,1731595233113, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=11b353fb2bd02e7483b7c8ed67fdaec1, server=da1c6afcd1f9,35765,1731595233113 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-14T14:42:33,333 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731595345246.11b353fb2bd02e7483b7c8ed67fdaec1., hostname=da1c6afcd1f9,35765,1731595233113, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=11b353fb2bd02e7483b7c8ed67fdaec1, server=da1c6afcd1f9,35765,1731595233113 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-14T14:42:33,333 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35765 {}] ipc.CallRunner(138): callId: 58 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:55536 deadline: 1731595413326, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=11b353fb2bd02e7483b7c8ed67fdaec1, server=da1c6afcd1f9,35765,1731595233113 2024-11-14T14:42:33,333 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731595345246.11b353fb2bd02e7483b7c8ed67fdaec1., hostname=da1c6afcd1f9,35765,1731595233113, seqNum=2 because the exception is null or not the one we care about 2024-11-14T14:42:33,333 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731595345246.11b353fb2bd02e7483b7c8ed67fdaec1., hostname=da1c6afcd1f9,35765,1731595233113, seqNum=2 , the old value is region=TestAcidGuarantees,,1731595345246.11b353fb2bd02e7483b7c8ed67fdaec1., hostname=da1c6afcd1f9,35765,1731595233113, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=11b353fb2bd02e7483b7c8ed67fdaec1, server=da1c6afcd1f9,35765,1731595233113 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-14T14:42:33,333 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731595345246.11b353fb2bd02e7483b7c8ed67fdaec1., hostname=da1c6afcd1f9,35765,1731595233113, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=11b353fb2bd02e7483b7c8ed67fdaec1, server=da1c6afcd1f9,35765,1731595233113 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-14T14:42:33,333 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731595345246.11b353fb2bd02e7483b7c8ed67fdaec1., hostname=da1c6afcd1f9,35765,1731595233113, seqNum=2 because the exception is null or not the one we care about 2024-11-14T14:42:33,499 INFO [RS_FLUSH_OPERATIONS-regionserver/da1c6afcd1f9:0-1 {event_type=RS_FLUSH_REGIONS, pid=130}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=38.02 KB at sequenceid=183 (bloomFilter=true), to=hdfs://localhost:34345/user/jenkins/test-data/14d118ee-a83a-b09b-5913-1a58940a5db1/data/default/TestAcidGuarantees/11b353fb2bd02e7483b7c8ed67fdaec1/.tmp/C/11b7a6ed9e864e25a8895607f05e9419 2024-11-14T14:42:33,503 DEBUG [RS_FLUSH_OPERATIONS-regionserver/da1c6afcd1f9:0-1 {event_type=RS_FLUSH_REGIONS, pid=130}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:34345/user/jenkins/test-data/14d118ee-a83a-b09b-5913-1a58940a5db1/data/default/TestAcidGuarantees/11b353fb2bd02e7483b7c8ed67fdaec1/.tmp/A/d5eb7b2e439d4484963a31d2f06219e8 as hdfs://localhost:34345/user/jenkins/test-data/14d118ee-a83a-b09b-5913-1a58940a5db1/data/default/TestAcidGuarantees/11b353fb2bd02e7483b7c8ed67fdaec1/A/d5eb7b2e439d4484963a31d2f06219e8 2024-11-14T14:42:33,507 INFO [RS_FLUSH_OPERATIONS-regionserver/da1c6afcd1f9:0-1 {event_type=RS_FLUSH_REGIONS, pid=130}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:34345/user/jenkins/test-data/14d118ee-a83a-b09b-5913-1a58940a5db1/data/default/TestAcidGuarantees/11b353fb2bd02e7483b7c8ed67fdaec1/A/d5eb7b2e439d4484963a31d2f06219e8, entries=150, sequenceid=183, filesize=11.9 K 2024-11-14T14:42:33,508 DEBUG [RS_FLUSH_OPERATIONS-regionserver/da1c6afcd1f9:0-1 {event_type=RS_FLUSH_REGIONS, pid=130}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:34345/user/jenkins/test-data/14d118ee-a83a-b09b-5913-1a58940a5db1/data/default/TestAcidGuarantees/11b353fb2bd02e7483b7c8ed67fdaec1/.tmp/B/25394dc686924d7f93d682c299bc5421 as hdfs://localhost:34345/user/jenkins/test-data/14d118ee-a83a-b09b-5913-1a58940a5db1/data/default/TestAcidGuarantees/11b353fb2bd02e7483b7c8ed67fdaec1/B/25394dc686924d7f93d682c299bc5421 2024-11-14T14:42:33,511 INFO [RS_FLUSH_OPERATIONS-regionserver/da1c6afcd1f9:0-1 {event_type=RS_FLUSH_REGIONS, pid=130}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:34345/user/jenkins/test-data/14d118ee-a83a-b09b-5913-1a58940a5db1/data/default/TestAcidGuarantees/11b353fb2bd02e7483b7c8ed67fdaec1/B/25394dc686924d7f93d682c299bc5421, entries=150, sequenceid=183, filesize=11.9 K 2024-11-14T14:42:33,511 DEBUG [RS_FLUSH_OPERATIONS-regionserver/da1c6afcd1f9:0-1 {event_type=RS_FLUSH_REGIONS, pid=130}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:34345/user/jenkins/test-data/14d118ee-a83a-b09b-5913-1a58940a5db1/data/default/TestAcidGuarantees/11b353fb2bd02e7483b7c8ed67fdaec1/.tmp/C/11b7a6ed9e864e25a8895607f05e9419 as hdfs://localhost:34345/user/jenkins/test-data/14d118ee-a83a-b09b-5913-1a58940a5db1/data/default/TestAcidGuarantees/11b353fb2bd02e7483b7c8ed67fdaec1/C/11b7a6ed9e864e25a8895607f05e9419 2024-11-14T14:42:33,514 INFO [RS_FLUSH_OPERATIONS-regionserver/da1c6afcd1f9:0-1 {event_type=RS_FLUSH_REGIONS, pid=130}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:34345/user/jenkins/test-data/14d118ee-a83a-b09b-5913-1a58940a5db1/data/default/TestAcidGuarantees/11b353fb2bd02e7483b7c8ed67fdaec1/C/11b7a6ed9e864e25a8895607f05e9419, entries=150, sequenceid=183, filesize=11.9 K 2024-11-14T14:42:33,515 INFO [RS_FLUSH_OPERATIONS-regionserver/da1c6afcd1f9:0-1 {event_type=RS_FLUSH_REGIONS, pid=130}] regionserver.HRegion(3140): Finished flush of dataSize ~114.05 KB/116790, heapSize ~339.38 KB/347520, currentSize=60.38 KB/61830 for 11b353fb2bd02e7483b7c8ed67fdaec1 in 881ms, sequenceid=183, compaction requested=false 2024-11-14T14:42:33,515 DEBUG [RS_FLUSH_OPERATIONS-regionserver/da1c6afcd1f9:0-1 {event_type=RS_FLUSH_REGIONS, pid=130}] regionserver.HRegion(2603): Flush status journal for 11b353fb2bd02e7483b7c8ed67fdaec1: 2024-11-14T14:42:33,515 DEBUG [RS_FLUSH_OPERATIONS-regionserver/da1c6afcd1f9:0-1 {event_type=RS_FLUSH_REGIONS, pid=130}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1731595345246.11b353fb2bd02e7483b7c8ed67fdaec1. 2024-11-14T14:42:33,516 DEBUG [RS_FLUSH_OPERATIONS-regionserver/da1c6afcd1f9:0-1 {event_type=RS_FLUSH_REGIONS, pid=130}] regionserver.RemoteProcedureResultReporter(62): Successfully complete execution of pid=130 2024-11-14T14:42:33,516 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45145 {}] master.HMaster(4169): Remote procedure done, pid=130 2024-11-14T14:42:33,520 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=130, resume processing ppid=129 2024-11-14T14:42:33,521 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1521): Finished pid=130, ppid=129, state=SUCCESS, hasLock=false; org.apache.hadoop.hbase.master.procedure.FlushRegionProcedure in 1.6490 sec 2024-11-14T14:42:33,522 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1521): Finished pid=129, state=SUCCESS, hasLock=false; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=129, table=TestAcidGuarantees in 1.6540 sec 2024-11-14T14:42:33,638 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35765 {}] regionserver.HRegion(8855): Flush requested on 11b353fb2bd02e7483b7c8ed67fdaec1 2024-11-14T14:42:33,638 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(2902): Flushing 11b353fb2bd02e7483b7c8ed67fdaec1 3/3 column families, dataSize=67.09 KB heapSize=199.97 KB 2024-11-14T14:42:33,639 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 11b353fb2bd02e7483b7c8ed67fdaec1, store=A 2024-11-14T14:42:33,639 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-14T14:42:33,639 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 11b353fb2bd02e7483b7c8ed67fdaec1, store=B 2024-11-14T14:42:33,639 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-14T14:42:33,639 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 11b353fb2bd02e7483b7c8ed67fdaec1, store=C 2024-11-14T14:42:33,639 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-14T14:42:33,643 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:34345/user/jenkins/test-data/14d118ee-a83a-b09b-5913-1a58940a5db1/data/default/TestAcidGuarantees/11b353fb2bd02e7483b7c8ed67fdaec1/.tmp/A/bc7a069e16ad4bd5a682a29d93761be4 is 50, key is test_row_0/A:col10/1731595352995/Put/seqid=0 2024-11-14T14:42:33,647 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36699 is added to blk_1073742281_1457 (size=14541) 2024-11-14T14:42:33,683 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35765 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=11b353fb2bd02e7483b7c8ed67fdaec1, server=da1c6afcd1f9,35765,1731595233113 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-14T14:42:33,683 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35765 {}] ipc.CallRunner(138): callId: 63 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:55536 deadline: 1731595413671, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=11b353fb2bd02e7483b7c8ed67fdaec1, server=da1c6afcd1f9,35765,1731595233113 2024-11-14T14:42:33,683 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731595345246.11b353fb2bd02e7483b7c8ed67fdaec1., hostname=da1c6afcd1f9,35765,1731595233113, seqNum=2 , the old value is region=TestAcidGuarantees,,1731595345246.11b353fb2bd02e7483b7c8ed67fdaec1., hostname=da1c6afcd1f9,35765,1731595233113, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=11b353fb2bd02e7483b7c8ed67fdaec1, server=da1c6afcd1f9,35765,1731595233113 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-14T14:42:33,684 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731595345246.11b353fb2bd02e7483b7c8ed67fdaec1., hostname=da1c6afcd1f9,35765,1731595233113, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=11b353fb2bd02e7483b7c8ed67fdaec1, server=da1c6afcd1f9,35765,1731595233113 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-14T14:42:33,684 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731595345246.11b353fb2bd02e7483b7c8ed67fdaec1., hostname=da1c6afcd1f9,35765,1731595233113, seqNum=2 because the exception is null or not the one we care about 2024-11-14T14:42:33,691 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35765 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=11b353fb2bd02e7483b7c8ed67fdaec1, server=da1c6afcd1f9,35765,1731595233113 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-14T14:42:33,691 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35765 {}] ipc.CallRunner(138): callId: 66 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:55502 deadline: 1731595413677, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=11b353fb2bd02e7483b7c8ed67fdaec1, server=da1c6afcd1f9,35765,1731595233113 2024-11-14T14:42:33,691 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731595345246.11b353fb2bd02e7483b7c8ed67fdaec1., hostname=da1c6afcd1f9,35765,1731595233113, seqNum=2 , the old value is region=TestAcidGuarantees,,1731595345246.11b353fb2bd02e7483b7c8ed67fdaec1., hostname=da1c6afcd1f9,35765,1731595233113, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=11b353fb2bd02e7483b7c8ed67fdaec1, server=da1c6afcd1f9,35765,1731595233113 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-14T14:42:33,691 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731595345246.11b353fb2bd02e7483b7c8ed67fdaec1., hostname=da1c6afcd1f9,35765,1731595233113, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=11b353fb2bd02e7483b7c8ed67fdaec1, server=da1c6afcd1f9,35765,1731595233113 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-14T14:42:33,691 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731595345246.11b353fb2bd02e7483b7c8ed67fdaec1., hostname=da1c6afcd1f9,35765,1731595233113, seqNum=2 because the exception is null or not the one we care about 2024-11-14T14:42:33,691 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35765 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=11b353fb2bd02e7483b7c8ed67fdaec1, server=da1c6afcd1f9,35765,1731595233113 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-14T14:42:33,691 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35765 {}] ipc.CallRunner(138): callId: 49 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:55520 deadline: 1731595413682, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=11b353fb2bd02e7483b7c8ed67fdaec1, server=da1c6afcd1f9,35765,1731595233113 2024-11-14T14:42:33,692 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731595345246.11b353fb2bd02e7483b7c8ed67fdaec1., hostname=da1c6afcd1f9,35765,1731595233113, seqNum=2 , the old value is region=TestAcidGuarantees,,1731595345246.11b353fb2bd02e7483b7c8ed67fdaec1., hostname=da1c6afcd1f9,35765,1731595233113, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=11b353fb2bd02e7483b7c8ed67fdaec1, server=da1c6afcd1f9,35765,1731595233113 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-14T14:42:33,692 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731595345246.11b353fb2bd02e7483b7c8ed67fdaec1., hostname=da1c6afcd1f9,35765,1731595233113, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=11b353fb2bd02e7483b7c8ed67fdaec1, server=da1c6afcd1f9,35765,1731595233113 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-14T14:42:33,692 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731595345246.11b353fb2bd02e7483b7c8ed67fdaec1., hostname=da1c6afcd1f9,35765,1731595233113, seqNum=2 because the exception is null or not the one we care about 2024-11-14T14:42:33,696 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35765 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=11b353fb2bd02e7483b7c8ed67fdaec1, server=da1c6afcd1f9,35765,1731595233113 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-14T14:42:33,696 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35765 {}] ipc.CallRunner(138): callId: 68 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:55504 deadline: 1731595413683, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=11b353fb2bd02e7483b7c8ed67fdaec1, server=da1c6afcd1f9,35765,1731595233113 2024-11-14T14:42:33,696 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731595345246.11b353fb2bd02e7483b7c8ed67fdaec1., hostname=da1c6afcd1f9,35765,1731595233113, seqNum=2 , the old value is region=TestAcidGuarantees,,1731595345246.11b353fb2bd02e7483b7c8ed67fdaec1., hostname=da1c6afcd1f9,35765,1731595233113, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=11b353fb2bd02e7483b7c8ed67fdaec1, server=da1c6afcd1f9,35765,1731595233113 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-14T14:42:33,696 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731595345246.11b353fb2bd02e7483b7c8ed67fdaec1., hostname=da1c6afcd1f9,35765,1731595233113, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=11b353fb2bd02e7483b7c8ed67fdaec1, server=da1c6afcd1f9,35765,1731595233113 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-14T14:42:33,696 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731595345246.11b353fb2bd02e7483b7c8ed67fdaec1., hostname=da1c6afcd1f9,35765,1731595233113, seqNum=2 because the exception is null or not the one we care about 2024-11-14T14:42:33,790 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35765 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=11b353fb2bd02e7483b7c8ed67fdaec1, server=da1c6afcd1f9,35765,1731595233113 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-14T14:42:33,790 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35765 {}] ipc.CallRunner(138): callId: 64 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:55536 deadline: 1731595413786, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=11b353fb2bd02e7483b7c8ed67fdaec1, server=da1c6afcd1f9,35765,1731595233113 2024-11-14T14:42:33,790 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731595345246.11b353fb2bd02e7483b7c8ed67fdaec1., hostname=da1c6afcd1f9,35765,1731595233113, seqNum=2 , the old value is region=TestAcidGuarantees,,1731595345246.11b353fb2bd02e7483b7c8ed67fdaec1., hostname=da1c6afcd1f9,35765,1731595233113, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=11b353fb2bd02e7483b7c8ed67fdaec1, server=da1c6afcd1f9,35765,1731595233113 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-14T14:42:33,790 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731595345246.11b353fb2bd02e7483b7c8ed67fdaec1., hostname=da1c6afcd1f9,35765,1731595233113, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=11b353fb2bd02e7483b7c8ed67fdaec1, server=da1c6afcd1f9,35765,1731595233113 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-14T14:42:33,790 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731595345246.11b353fb2bd02e7483b7c8ed67fdaec1., hostname=da1c6afcd1f9,35765,1731595233113, seqNum=2 because the exception is null or not the one we care about 2024-11-14T14:42:33,803 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35765 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=11b353fb2bd02e7483b7c8ed67fdaec1, server=da1c6afcd1f9,35765,1731595233113 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-14T14:42:33,803 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35765 {}] ipc.CallRunner(138): callId: 67 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:55502 deadline: 1731595413796, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=11b353fb2bd02e7483b7c8ed67fdaec1, server=da1c6afcd1f9,35765,1731595233113 2024-11-14T14:42:33,803 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731595345246.11b353fb2bd02e7483b7c8ed67fdaec1., hostname=da1c6afcd1f9,35765,1731595233113, seqNum=2 , the old value is region=TestAcidGuarantees,,1731595345246.11b353fb2bd02e7483b7c8ed67fdaec1., hostname=da1c6afcd1f9,35765,1731595233113, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=11b353fb2bd02e7483b7c8ed67fdaec1, server=da1c6afcd1f9,35765,1731595233113 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-14T14:42:33,803 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731595345246.11b353fb2bd02e7483b7c8ed67fdaec1., hostname=da1c6afcd1f9,35765,1731595233113, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=11b353fb2bd02e7483b7c8ed67fdaec1, server=da1c6afcd1f9,35765,1731595233113 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-14T14:42:33,803 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35765 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=11b353fb2bd02e7483b7c8ed67fdaec1, server=da1c6afcd1f9,35765,1731595233113 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-14T14:42:33,803 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731595345246.11b353fb2bd02e7483b7c8ed67fdaec1., hostname=da1c6afcd1f9,35765,1731595233113, seqNum=2 because the exception is null or not the one we care about 2024-11-14T14:42:33,803 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35765 {}] ipc.CallRunner(138): callId: 50 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:55520 deadline: 1731595413797, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=11b353fb2bd02e7483b7c8ed67fdaec1, server=da1c6afcd1f9,35765,1731595233113 2024-11-14T14:42:33,803 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731595345246.11b353fb2bd02e7483b7c8ed67fdaec1., hostname=da1c6afcd1f9,35765,1731595233113, seqNum=2 , the old value is region=TestAcidGuarantees,,1731595345246.11b353fb2bd02e7483b7c8ed67fdaec1., hostname=da1c6afcd1f9,35765,1731595233113, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=11b353fb2bd02e7483b7c8ed67fdaec1, server=da1c6afcd1f9,35765,1731595233113 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-14T14:42:33,803 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731595345246.11b353fb2bd02e7483b7c8ed67fdaec1., hostname=da1c6afcd1f9,35765,1731595233113, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=11b353fb2bd02e7483b7c8ed67fdaec1, server=da1c6afcd1f9,35765,1731595233113 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-14T14:42:33,803 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731595345246.11b353fb2bd02e7483b7c8ed67fdaec1., hostname=da1c6afcd1f9,35765,1731595233113, seqNum=2 because the exception is null or not the one we care about 2024-11-14T14:42:33,816 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35765 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=11b353fb2bd02e7483b7c8ed67fdaec1, server=da1c6afcd1f9,35765,1731595233113 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-14T14:42:33,816 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35765 {}] ipc.CallRunner(138): callId: 69 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:55504 deadline: 1731595413806, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=11b353fb2bd02e7483b7c8ed67fdaec1, server=da1c6afcd1f9,35765,1731595233113 2024-11-14T14:42:33,817 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731595345246.11b353fb2bd02e7483b7c8ed67fdaec1., hostname=da1c6afcd1f9,35765,1731595233113, seqNum=2 , the old value is region=TestAcidGuarantees,,1731595345246.11b353fb2bd02e7483b7c8ed67fdaec1., hostname=da1c6afcd1f9,35765,1731595233113, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=11b353fb2bd02e7483b7c8ed67fdaec1, server=da1c6afcd1f9,35765,1731595233113 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-14T14:42:33,817 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731595345246.11b353fb2bd02e7483b7c8ed67fdaec1., hostname=da1c6afcd1f9,35765,1731595233113, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=11b353fb2bd02e7483b7c8ed67fdaec1, server=da1c6afcd1f9,35765,1731595233113 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-14T14:42:33,817 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731595345246.11b353fb2bd02e7483b7c8ed67fdaec1., hostname=da1c6afcd1f9,35765,1731595233113, seqNum=2 because the exception is null or not the one we care about 2024-11-14T14:42:34,004 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35765 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=11b353fb2bd02e7483b7c8ed67fdaec1, server=da1c6afcd1f9,35765,1731595233113 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-14T14:42:34,004 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35765 {}] ipc.CallRunner(138): callId: 65 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:55536 deadline: 1731595413996, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=11b353fb2bd02e7483b7c8ed67fdaec1, server=da1c6afcd1f9,35765,1731595233113 2024-11-14T14:42:34,005 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731595345246.11b353fb2bd02e7483b7c8ed67fdaec1., hostname=da1c6afcd1f9,35765,1731595233113, seqNum=2 , the old value is region=TestAcidGuarantees,,1731595345246.11b353fb2bd02e7483b7c8ed67fdaec1., hostname=da1c6afcd1f9,35765,1731595233113, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=11b353fb2bd02e7483b7c8ed67fdaec1, server=da1c6afcd1f9,35765,1731595233113 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-14T14:42:34,005 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731595345246.11b353fb2bd02e7483b7c8ed67fdaec1., hostname=da1c6afcd1f9,35765,1731595233113, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=11b353fb2bd02e7483b7c8ed67fdaec1, server=da1c6afcd1f9,35765,1731595233113 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-14T14:42:34,005 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731595345246.11b353fb2bd02e7483b7c8ed67fdaec1., hostname=da1c6afcd1f9,35765,1731595233113, seqNum=2 because the exception is null or not the one we care about 2024-11-14T14:42:34,017 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35765 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=11b353fb2bd02e7483b7c8ed67fdaec1, server=da1c6afcd1f9,35765,1731595233113 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-14T14:42:34,017 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35765 {}] ipc.CallRunner(138): callId: 35 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:55492 deadline: 1731595414006, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=11b353fb2bd02e7483b7c8ed67fdaec1, server=da1c6afcd1f9,35765,1731595233113 2024-11-14T14:42:34,018 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35765 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=11b353fb2bd02e7483b7c8ed67fdaec1, server=da1c6afcd1f9,35765,1731595233113 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-14T14:42:34,018 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35765 {}] ipc.CallRunner(138): callId: 68 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:55502 deadline: 1731595414007, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=11b353fb2bd02e7483b7c8ed67fdaec1, server=da1c6afcd1f9,35765,1731595233113 2024-11-14T14:42:34,018 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35765 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=11b353fb2bd02e7483b7c8ed67fdaec1, server=da1c6afcd1f9,35765,1731595233113 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-14T14:42:34,018 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731595345246.11b353fb2bd02e7483b7c8ed67fdaec1., hostname=da1c6afcd1f9,35765,1731595233113, seqNum=2 , the old value is region=TestAcidGuarantees,,1731595345246.11b353fb2bd02e7483b7c8ed67fdaec1., hostname=da1c6afcd1f9,35765,1731595233113, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=11b353fb2bd02e7483b7c8ed67fdaec1, server=da1c6afcd1f9,35765,1731595233113 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-14T14:42:34,018 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35765 {}] ipc.CallRunner(138): callId: 51 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:55520 deadline: 1731595414007, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=11b353fb2bd02e7483b7c8ed67fdaec1, server=da1c6afcd1f9,35765,1731595233113 2024-11-14T14:42:34,018 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731595345246.11b353fb2bd02e7483b7c8ed67fdaec1., hostname=da1c6afcd1f9,35765,1731595233113, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=11b353fb2bd02e7483b7c8ed67fdaec1, server=da1c6afcd1f9,35765,1731595233113 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-14T14:42:34,018 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731595345246.11b353fb2bd02e7483b7c8ed67fdaec1., hostname=da1c6afcd1f9,35765,1731595233113, seqNum=2 because the exception is null or not the one we care about 2024-11-14T14:42:34,018 WARN [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRpcRetryingCaller(177): Call to da1c6afcd1f9,35765,1731595233113 for 'test_row_0' in 11b353fb2bd02e7483b7c8ed67fdaec1 of TestAcidGuarantees failed, tries = 7, maxAttempts = 16, timeout = 1200000 ms, time elapsed = 4221 ms org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=11b353fb2bd02e7483b7c8ed67fdaec1, server=da1c6afcd1f9,35765,1731595233113 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) at jdk.internal.reflect.GeneratedConstructorAccessor39.newInstance(Unknown Source) ~[?:?] at jdk.internal.reflect.DelegatingConstructorAccessorImpl.newInstance(DelegatingConstructorAccessorImpl.java:45) ~[?:?] at java.lang.reflect.Constructor.newInstanceWithCaller(Constructor.java:499) ~[?:?] at java.lang.reflect.Constructor.newInstance(Constructor.java:480) ~[?:?] at org.apache.hadoop.hbase.ipc.RemoteWithExtrasException.instantiateException(RemoteWithExtrasException.java:110) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RemoteWithExtrasException.unwrapRemoteException(RemoteWithExtrasException.java:100) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.client.ConnectionUtils.translateException(ConnectionUtils.java:219) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRpcRetryingCaller.onError(AsyncRpcRetryingCaller.java:165) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.lambda$call$4(AsyncSingleRequestRpcRetryingCaller.java:86) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.lambda$addListener$0(FutureUtils.java:71) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:863) ~[?:?] at java.util.concurrent.CompletableFuture$UniWhenComplete.tryFire(CompletableFuture.java:841) ~[?:?] at java.util.concurrent.CompletableFuture.postComplete(CompletableFuture.java:510) ~[?:?] at java.util.concurrent.CompletableFuture.completeExceptionally(CompletableFuture.java:2162) ~[?:?] at org.apache.hadoop.hbase.client.ConnectionUtils$2.run(ConnectionUtils.java:625) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hbase.thirdparty.com.google.protobuf.RpcUtil$1.run(RpcUtil.java:56) ~[hbase-shaded-protobuf-4.1.9.jar:4.1.9] at org.apache.hbase.thirdparty.com.google.protobuf.RpcUtil$1.run(RpcUtil.java:47) ~[hbase-shaded-protobuf-4.1.9.jar:4.1.9] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.onCallFinished(AbstractRpcClient.java:397) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:430) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:425) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.callComplete(Call.java:117) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.setException(Call.java:132) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcConnection.readResponse(RpcConnection.java:457) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.NettyRpcDuplexHandler.readResponse(NettyRpcDuplexHandler.java:125) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.NettyRpcDuplexHandler.channelRead(NettyRpcDuplexHandler.java:140) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:442) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.handler.codec.ByteToMessageDecoder.fireChannelRead(ByteToMessageDecoder.java:346) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.handler.codec.ByteToMessageDecoder.channelRead(ByteToMessageDecoder.java:318) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:444) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.handler.timeout.IdleStateHandler.channelRead(IdleStateHandler.java:289) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:442) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline$HeadContext.channelRead(DefaultChannelPipeline.java:1357) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:440) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline.fireChannelRead(DefaultChannelPipeline.java:868) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.AbstractNioByteChannel$NioByteUnsafe.read(AbstractNioByteChannel.java:166) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.processSelectedKey(NioEventLoop.java:788) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.processSelectedKeysOptimized(NioEventLoop.java:724) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.processSelectedKeys(NioEventLoop.java:650) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:562) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) ~[hbase-shaded-netty-4.1.9.jar:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] Caused by: org.apache.hadoop.hbase.ipc.RemoteWithExtrasException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=11b353fb2bd02e7483b7c8ed67fdaec1, server=da1c6afcd1f9,35765,1731595233113 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) at org.apache.hadoop.hbase.ipc.AbstractRpcClient.onCallFinished(AbstractRpcClient.java:392) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] ... 32 more 2024-11-14T14:42:34,018 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731595345246.11b353fb2bd02e7483b7c8ed67fdaec1., hostname=da1c6afcd1f9,35765,1731595233113, seqNum=2 , the old value is region=TestAcidGuarantees,,1731595345246.11b353fb2bd02e7483b7c8ed67fdaec1., hostname=da1c6afcd1f9,35765,1731595233113, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=11b353fb2bd02e7483b7c8ed67fdaec1, server=da1c6afcd1f9,35765,1731595233113 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-14T14:42:34,018 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731595345246.11b353fb2bd02e7483b7c8ed67fdaec1., hostname=da1c6afcd1f9,35765,1731595233113, seqNum=2 , the old value is region=TestAcidGuarantees,,1731595345246.11b353fb2bd02e7483b7c8ed67fdaec1., hostname=da1c6afcd1f9,35765,1731595233113, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=11b353fb2bd02e7483b7c8ed67fdaec1, server=da1c6afcd1f9,35765,1731595233113 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-14T14:42:34,018 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731595345246.11b353fb2bd02e7483b7c8ed67fdaec1., hostname=da1c6afcd1f9,35765,1731595233113, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=11b353fb2bd02e7483b7c8ed67fdaec1, server=da1c6afcd1f9,35765,1731595233113 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-14T14:42:34,018 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731595345246.11b353fb2bd02e7483b7c8ed67fdaec1., hostname=da1c6afcd1f9,35765,1731595233113, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=11b353fb2bd02e7483b7c8ed67fdaec1, server=da1c6afcd1f9,35765,1731595233113 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-14T14:42:34,018 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731595345246.11b353fb2bd02e7483b7c8ed67fdaec1., hostname=da1c6afcd1f9,35765,1731595233113, seqNum=2 because the exception is null or not the one we care about 2024-11-14T14:42:34,018 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731595345246.11b353fb2bd02e7483b7c8ed67fdaec1., hostname=da1c6afcd1f9,35765,1731595233113, seqNum=2 because the exception is null or not the one we care about 2024-11-14T14:42:34,026 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45145 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=129 2024-11-14T14:42:34,026 INFO [RPCClient-NioEventLoopGroup-4-10 {}] client.RawAsyncHBaseAdmin$TableProcedureBiConsumer(2721): Operation: FLUSH, Table Name: default:TestAcidGuarantees completed 2024-11-14T14:42:34,027 INFO [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45145 {}] master.HMaster$22(4506): Client=jenkins//172.17.0.2 flush TestAcidGuarantees 2024-11-14T14:42:34,028 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45145 {}] procedure2.ProcedureExecutor(1139): Stored pid=131, state=RUNNABLE:FLUSH_TABLE_PREPARE, hasLock=false; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=131, table=TestAcidGuarantees 2024-11-14T14:42:34,029 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45145 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=131 2024-11-14T14:42:34,029 INFO [PEWorker-2 {}] procedure.FlushTableProcedure(91): pid=131, state=RUNNABLE:FLUSH_TABLE_PREPARE, hasLock=true; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=131, table=TestAcidGuarantees execute state=FLUSH_TABLE_PREPARE 2024-11-14T14:42:34,029 INFO [PEWorker-2 {}] procedure.FlushTableProcedure(91): pid=131, state=RUNNABLE:FLUSH_TABLE_FLUSH_REGIONS, hasLock=true; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=131, table=TestAcidGuarantees execute state=FLUSH_TABLE_FLUSH_REGIONS 2024-11-14T14:42:34,030 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=132, ppid=131, state=RUNNABLE, hasLock=false; org.apache.hadoop.hbase.master.procedure.FlushRegionProcedure}] 2024-11-14T14:42:34,031 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35765 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=11b353fb2bd02e7483b7c8ed67fdaec1, server=da1c6afcd1f9,35765,1731595233113 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-14T14:42:34,031 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35765 {}] ipc.CallRunner(138): callId: 70 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:55504 deadline: 1731595414026, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=11b353fb2bd02e7483b7c8ed67fdaec1, server=da1c6afcd1f9,35765,1731595233113 2024-11-14T14:42:34,031 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731595345246.11b353fb2bd02e7483b7c8ed67fdaec1., hostname=da1c6afcd1f9,35765,1731595233113, seqNum=2 , the old value is region=TestAcidGuarantees,,1731595345246.11b353fb2bd02e7483b7c8ed67fdaec1., hostname=da1c6afcd1f9,35765,1731595233113, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=11b353fb2bd02e7483b7c8ed67fdaec1, server=da1c6afcd1f9,35765,1731595233113 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-14T14:42:34,031 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731595345246.11b353fb2bd02e7483b7c8ed67fdaec1., hostname=da1c6afcd1f9,35765,1731595233113, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=11b353fb2bd02e7483b7c8ed67fdaec1, server=da1c6afcd1f9,35765,1731595233113 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-14T14:42:34,031 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731595345246.11b353fb2bd02e7483b7c8ed67fdaec1., hostname=da1c6afcd1f9,35765,1731595233113, seqNum=2 because the exception is null or not the one we care about 2024-11-14T14:42:34,047 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=22.36 KB at sequenceid=199 (bloomFilter=true), to=hdfs://localhost:34345/user/jenkins/test-data/14d118ee-a83a-b09b-5913-1a58940a5db1/data/default/TestAcidGuarantees/11b353fb2bd02e7483b7c8ed67fdaec1/.tmp/A/bc7a069e16ad4bd5a682a29d93761be4 2024-11-14T14:42:34,054 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:34345/user/jenkins/test-data/14d118ee-a83a-b09b-5913-1a58940a5db1/data/default/TestAcidGuarantees/11b353fb2bd02e7483b7c8ed67fdaec1/.tmp/B/43c4cf8e9c1242e2a9cb56f7243bfa61 is 50, key is test_row_0/B:col10/1731595352995/Put/seqid=0 2024-11-14T14:42:34,057 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36699 is added to blk_1073742282_1458 (size=12151) 2024-11-14T14:42:34,136 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45145 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=131 2024-11-14T14:42:34,182 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=35765 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=132 2024-11-14T14:42:34,182 DEBUG [RS_FLUSH_OPERATIONS-regionserver/da1c6afcd1f9:0-2 {event_type=RS_FLUSH_REGIONS, pid=132}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1731595345246.11b353fb2bd02e7483b7c8ed67fdaec1. 2024-11-14T14:42:34,182 DEBUG [RS_FLUSH_OPERATIONS-regionserver/da1c6afcd1f9:0-2 {event_type=RS_FLUSH_REGIONS, pid=132}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1731595345246.11b353fb2bd02e7483b7c8ed67fdaec1. as already flushing 2024-11-14T14:42:34,182 DEBUG [RS_FLUSH_OPERATIONS-regionserver/da1c6afcd1f9:0-2 {event_type=RS_FLUSH_REGIONS, pid=132}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1731595345246.11b353fb2bd02e7483b7c8ed67fdaec1. 2024-11-14T14:42:34,182 ERROR [RS_FLUSH_OPERATIONS-regionserver/da1c6afcd1f9:0-2 {event_type=RS_FLUSH_REGIONS, pid=132}] handler.RSProcedureHandler(58): pid=132 java.io.IOException: Unable to complete flush {ENCODED => 11b353fb2bd02e7483b7c8ed67fdaec1, NAME => 'TestAcidGuarantees,,1731595345246.11b353fb2bd02e7483b7c8ed67fdaec1.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-14T14:42:34,182 DEBUG [RS_FLUSH_OPERATIONS-regionserver/da1c6afcd1f9:0-2 {event_type=RS_FLUSH_REGIONS, pid=132}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=132 java.io.IOException: Unable to complete flush {ENCODED => 11b353fb2bd02e7483b7c8ed67fdaec1, NAME => 'TestAcidGuarantees,,1731595345246.11b353fb2bd02e7483b7c8ed67fdaec1.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-14T14:42:34,183 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45145 {}] master.HMaster(4177): Remote procedure failed, pid=132 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 11b353fb2bd02e7483b7c8ed67fdaec1, NAME => 'TestAcidGuarantees,,1731595345246.11b353fb2bd02e7483b7c8ed67fdaec1.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$5(MasterRpcServices.java:2580) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2575) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 11b353fb2bd02e7483b7c8ed67fdaec1, NAME => 'TestAcidGuarantees,,1731595345246.11b353fb2bd02e7483b7c8ed67fdaec1.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-14T14:42:34,324 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35765 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=11b353fb2bd02e7483b7c8ed67fdaec1, server=da1c6afcd1f9,35765,1731595233113 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-14T14:42:34,325 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35765 {}] ipc.CallRunner(138): callId: 66 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:55536 deadline: 1731595414316, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=11b353fb2bd02e7483b7c8ed67fdaec1, server=da1c6afcd1f9,35765,1731595233113 2024-11-14T14:42:34,325 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731595345246.11b353fb2bd02e7483b7c8ed67fdaec1., hostname=da1c6afcd1f9,35765,1731595233113, seqNum=2 , the old value is region=TestAcidGuarantees,,1731595345246.11b353fb2bd02e7483b7c8ed67fdaec1., hostname=da1c6afcd1f9,35765,1731595233113, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=11b353fb2bd02e7483b7c8ed67fdaec1, server=da1c6afcd1f9,35765,1731595233113 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-14T14:42:34,325 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731595345246.11b353fb2bd02e7483b7c8ed67fdaec1., hostname=da1c6afcd1f9,35765,1731595233113, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=11b353fb2bd02e7483b7c8ed67fdaec1, server=da1c6afcd1f9,35765,1731595233113 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-14T14:42:34,325 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731595345246.11b353fb2bd02e7483b7c8ed67fdaec1., hostname=da1c6afcd1f9,35765,1731595233113, seqNum=2 because the exception is null or not the one we care about 2024-11-14T14:42:34,333 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35765 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=11b353fb2bd02e7483b7c8ed67fdaec1, server=da1c6afcd1f9,35765,1731595233113 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-14T14:42:34,333 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35765 {}] ipc.CallRunner(138): callId: 69 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:55502 deadline: 1731595414325, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=11b353fb2bd02e7483b7c8ed67fdaec1, server=da1c6afcd1f9,35765,1731595233113 2024-11-14T14:42:34,333 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35765 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=11b353fb2bd02e7483b7c8ed67fdaec1, server=da1c6afcd1f9,35765,1731595233113 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-14T14:42:34,333 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731595345246.11b353fb2bd02e7483b7c8ed67fdaec1., hostname=da1c6afcd1f9,35765,1731595233113, seqNum=2 , the old value is region=TestAcidGuarantees,,1731595345246.11b353fb2bd02e7483b7c8ed67fdaec1., hostname=da1c6afcd1f9,35765,1731595233113, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=11b353fb2bd02e7483b7c8ed67fdaec1, server=da1c6afcd1f9,35765,1731595233113 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-14T14:42:34,333 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731595345246.11b353fb2bd02e7483b7c8ed67fdaec1., hostname=da1c6afcd1f9,35765,1731595233113, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=11b353fb2bd02e7483b7c8ed67fdaec1, server=da1c6afcd1f9,35765,1731595233113 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-14T14:42:34,333 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35765 {}] ipc.CallRunner(138): callId: 52 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:55520 deadline: 1731595414326, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=11b353fb2bd02e7483b7c8ed67fdaec1, server=da1c6afcd1f9,35765,1731595233113 2024-11-14T14:42:34,333 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731595345246.11b353fb2bd02e7483b7c8ed67fdaec1., hostname=da1c6afcd1f9,35765,1731595233113, seqNum=2 because the exception is null or not the one we care about 2024-11-14T14:42:34,334 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731595345246.11b353fb2bd02e7483b7c8ed67fdaec1., hostname=da1c6afcd1f9,35765,1731595233113, seqNum=2 , the old value is region=TestAcidGuarantees,,1731595345246.11b353fb2bd02e7483b7c8ed67fdaec1., hostname=da1c6afcd1f9,35765,1731595233113, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=11b353fb2bd02e7483b7c8ed67fdaec1, server=da1c6afcd1f9,35765,1731595233113 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-14T14:42:34,334 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731595345246.11b353fb2bd02e7483b7c8ed67fdaec1., hostname=da1c6afcd1f9,35765,1731595233113, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=11b353fb2bd02e7483b7c8ed67fdaec1, server=da1c6afcd1f9,35765,1731595233113 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-14T14:42:34,334 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731595345246.11b353fb2bd02e7483b7c8ed67fdaec1., hostname=da1c6afcd1f9,35765,1731595233113, seqNum=2 because the exception is null or not the one we care about 2024-11-14T14:42:34,335 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=35765 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=132 2024-11-14T14:42:34,335 DEBUG [RS_FLUSH_OPERATIONS-regionserver/da1c6afcd1f9:0-0 {event_type=RS_FLUSH_REGIONS, pid=132}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1731595345246.11b353fb2bd02e7483b7c8ed67fdaec1. 2024-11-14T14:42:34,335 DEBUG [RS_FLUSH_OPERATIONS-regionserver/da1c6afcd1f9:0-0 {event_type=RS_FLUSH_REGIONS, pid=132}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1731595345246.11b353fb2bd02e7483b7c8ed67fdaec1. as already flushing 2024-11-14T14:42:34,335 DEBUG [RS_FLUSH_OPERATIONS-regionserver/da1c6afcd1f9:0-0 {event_type=RS_FLUSH_REGIONS, pid=132}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1731595345246.11b353fb2bd02e7483b7c8ed67fdaec1. 2024-11-14T14:42:34,335 ERROR [RS_FLUSH_OPERATIONS-regionserver/da1c6afcd1f9:0-0 {event_type=RS_FLUSH_REGIONS, pid=132}] handler.RSProcedureHandler(58): pid=132 java.io.IOException: Unable to complete flush {ENCODED => 11b353fb2bd02e7483b7c8ed67fdaec1, NAME => 'TestAcidGuarantees,,1731595345246.11b353fb2bd02e7483b7c8ed67fdaec1.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-14T14:42:34,335 DEBUG [RS_FLUSH_OPERATIONS-regionserver/da1c6afcd1f9:0-0 {event_type=RS_FLUSH_REGIONS, pid=132}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=132 java.io.IOException: Unable to complete flush {ENCODED => 11b353fb2bd02e7483b7c8ed67fdaec1, NAME => 'TestAcidGuarantees,,1731595345246.11b353fb2bd02e7483b7c8ed67fdaec1.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-14T14:42:34,336 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45145 {}] master.HMaster(4177): Remote procedure failed, pid=132 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 11b353fb2bd02e7483b7c8ed67fdaec1, NAME => 'TestAcidGuarantees,,1731595345246.11b353fb2bd02e7483b7c8ed67fdaec1.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$5(MasterRpcServices.java:2580) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2575) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 11b353fb2bd02e7483b7c8ed67fdaec1, NAME => 'TestAcidGuarantees,,1731595345246.11b353fb2bd02e7483b7c8ed67fdaec1.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-14T14:42:34,346 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45145 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=131 2024-11-14T14:42:34,346 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35765 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=11b353fb2bd02e7483b7c8ed67fdaec1, server=da1c6afcd1f9,35765,1731595233113 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-14T14:42:34,346 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35765 {}] ipc.CallRunner(138): callId: 71 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:55504 deadline: 1731595414336, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=11b353fb2bd02e7483b7c8ed67fdaec1, server=da1c6afcd1f9,35765,1731595233113 2024-11-14T14:42:34,347 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731595345246.11b353fb2bd02e7483b7c8ed67fdaec1., hostname=da1c6afcd1f9,35765,1731595233113, seqNum=2 , the old value is region=TestAcidGuarantees,,1731595345246.11b353fb2bd02e7483b7c8ed67fdaec1., hostname=da1c6afcd1f9,35765,1731595233113, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=11b353fb2bd02e7483b7c8ed67fdaec1, server=da1c6afcd1f9,35765,1731595233113 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-14T14:42:34,347 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731595345246.11b353fb2bd02e7483b7c8ed67fdaec1., hostname=da1c6afcd1f9,35765,1731595233113, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=11b353fb2bd02e7483b7c8ed67fdaec1, server=da1c6afcd1f9,35765,1731595233113 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-14T14:42:34,347 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731595345246.11b353fb2bd02e7483b7c8ed67fdaec1., hostname=da1c6afcd1f9,35765,1731595233113, seqNum=2 because the exception is null or not the one we care about 2024-11-14T14:42:34,458 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=22.36 KB at sequenceid=199 (bloomFilter=true), to=hdfs://localhost:34345/user/jenkins/test-data/14d118ee-a83a-b09b-5913-1a58940a5db1/data/default/TestAcidGuarantees/11b353fb2bd02e7483b7c8ed67fdaec1/.tmp/B/43c4cf8e9c1242e2a9cb56f7243bfa61 2024-11-14T14:42:34,464 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:34345/user/jenkins/test-data/14d118ee-a83a-b09b-5913-1a58940a5db1/data/default/TestAcidGuarantees/11b353fb2bd02e7483b7c8ed67fdaec1/.tmp/C/82cdfac2f75040559de865c6b404f9dc is 50, key is test_row_0/C:col10/1731595352995/Put/seqid=0 2024-11-14T14:42:34,467 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36699 is added to blk_1073742283_1459 (size=12151) 2024-11-14T14:42:34,488 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=35765 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=132 2024-11-14T14:42:34,488 DEBUG [RS_FLUSH_OPERATIONS-regionserver/da1c6afcd1f9:0-1 {event_type=RS_FLUSH_REGIONS, pid=132}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1731595345246.11b353fb2bd02e7483b7c8ed67fdaec1. 2024-11-14T14:42:34,488 DEBUG [RS_FLUSH_OPERATIONS-regionserver/da1c6afcd1f9:0-1 {event_type=RS_FLUSH_REGIONS, pid=132}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1731595345246.11b353fb2bd02e7483b7c8ed67fdaec1. as already flushing 2024-11-14T14:42:34,488 DEBUG [RS_FLUSH_OPERATIONS-regionserver/da1c6afcd1f9:0-1 {event_type=RS_FLUSH_REGIONS, pid=132}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1731595345246.11b353fb2bd02e7483b7c8ed67fdaec1. 2024-11-14T14:42:34,488 ERROR [RS_FLUSH_OPERATIONS-regionserver/da1c6afcd1f9:0-1 {event_type=RS_FLUSH_REGIONS, pid=132}] handler.RSProcedureHandler(58): pid=132 java.io.IOException: Unable to complete flush {ENCODED => 11b353fb2bd02e7483b7c8ed67fdaec1, NAME => 'TestAcidGuarantees,,1731595345246.11b353fb2bd02e7483b7c8ed67fdaec1.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-14T14:42:34,489 DEBUG [RS_FLUSH_OPERATIONS-regionserver/da1c6afcd1f9:0-1 {event_type=RS_FLUSH_REGIONS, pid=132}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=132 java.io.IOException: Unable to complete flush {ENCODED => 11b353fb2bd02e7483b7c8ed67fdaec1, NAME => 'TestAcidGuarantees,,1731595345246.11b353fb2bd02e7483b7c8ed67fdaec1.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-14T14:42:34,489 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45145 {}] master.HMaster(4177): Remote procedure failed, pid=132 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 11b353fb2bd02e7483b7c8ed67fdaec1, NAME => 'TestAcidGuarantees,,1731595345246.11b353fb2bd02e7483b7c8ed67fdaec1.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$5(MasterRpcServices.java:2580) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2575) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 11b353fb2bd02e7483b7c8ed67fdaec1, NAME => 'TestAcidGuarantees,,1731595345246.11b353fb2bd02e7483b7c8ed67fdaec1.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-14T14:42:34,641 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=35765 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=132 2024-11-14T14:42:34,641 DEBUG [RS_FLUSH_OPERATIONS-regionserver/da1c6afcd1f9:0-2 {event_type=RS_FLUSH_REGIONS, pid=132}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1731595345246.11b353fb2bd02e7483b7c8ed67fdaec1. 2024-11-14T14:42:34,641 DEBUG [RS_FLUSH_OPERATIONS-regionserver/da1c6afcd1f9:0-2 {event_type=RS_FLUSH_REGIONS, pid=132}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1731595345246.11b353fb2bd02e7483b7c8ed67fdaec1. as already flushing 2024-11-14T14:42:34,642 DEBUG [RS_FLUSH_OPERATIONS-regionserver/da1c6afcd1f9:0-2 {event_type=RS_FLUSH_REGIONS, pid=132}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1731595345246.11b353fb2bd02e7483b7c8ed67fdaec1. 2024-11-14T14:42:34,642 ERROR [RS_FLUSH_OPERATIONS-regionserver/da1c6afcd1f9:0-2 {event_type=RS_FLUSH_REGIONS, pid=132}] handler.RSProcedureHandler(58): pid=132 java.io.IOException: Unable to complete flush {ENCODED => 11b353fb2bd02e7483b7c8ed67fdaec1, NAME => 'TestAcidGuarantees,,1731595345246.11b353fb2bd02e7483b7c8ed67fdaec1.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-14T14:42:34,642 DEBUG [RS_FLUSH_OPERATIONS-regionserver/da1c6afcd1f9:0-2 {event_type=RS_FLUSH_REGIONS, pid=132}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=132 java.io.IOException: Unable to complete flush {ENCODED => 11b353fb2bd02e7483b7c8ed67fdaec1, NAME => 'TestAcidGuarantees,,1731595345246.11b353fb2bd02e7483b7c8ed67fdaec1.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-14T14:42:34,642 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45145 {}] master.HMaster(4177): Remote procedure failed, pid=132 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 11b353fb2bd02e7483b7c8ed67fdaec1, NAME => 'TestAcidGuarantees,,1731595345246.11b353fb2bd02e7483b7c8ed67fdaec1.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$5(MasterRpcServices.java:2580) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2575) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 11b353fb2bd02e7483b7c8ed67fdaec1, NAME => 'TestAcidGuarantees,,1731595345246.11b353fb2bd02e7483b7c8ed67fdaec1.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-14T14:42:34,656 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45145 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=131 2024-11-14T14:42:34,794 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=35765 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=132 2024-11-14T14:42:34,795 DEBUG [RS_FLUSH_OPERATIONS-regionserver/da1c6afcd1f9:0-0 {event_type=RS_FLUSH_REGIONS, pid=132}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1731595345246.11b353fb2bd02e7483b7c8ed67fdaec1. 2024-11-14T14:42:34,795 DEBUG [RS_FLUSH_OPERATIONS-regionserver/da1c6afcd1f9:0-0 {event_type=RS_FLUSH_REGIONS, pid=132}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1731595345246.11b353fb2bd02e7483b7c8ed67fdaec1. as already flushing 2024-11-14T14:42:34,795 DEBUG [RS_FLUSH_OPERATIONS-regionserver/da1c6afcd1f9:0-0 {event_type=RS_FLUSH_REGIONS, pid=132}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1731595345246.11b353fb2bd02e7483b7c8ed67fdaec1. 2024-11-14T14:42:34,795 ERROR [RS_FLUSH_OPERATIONS-regionserver/da1c6afcd1f9:0-0 {event_type=RS_FLUSH_REGIONS, pid=132}] handler.RSProcedureHandler(58): pid=132 java.io.IOException: Unable to complete flush {ENCODED => 11b353fb2bd02e7483b7c8ed67fdaec1, NAME => 'TestAcidGuarantees,,1731595345246.11b353fb2bd02e7483b7c8ed67fdaec1.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-14T14:42:34,795 DEBUG [RS_FLUSH_OPERATIONS-regionserver/da1c6afcd1f9:0-0 {event_type=RS_FLUSH_REGIONS, pid=132}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=132 java.io.IOException: Unable to complete flush {ENCODED => 11b353fb2bd02e7483b7c8ed67fdaec1, NAME => 'TestAcidGuarantees,,1731595345246.11b353fb2bd02e7483b7c8ed67fdaec1.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-14T14:42:34,796 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45145 {}] master.HMaster(4177): Remote procedure failed, pid=132 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 11b353fb2bd02e7483b7c8ed67fdaec1, NAME => 'TestAcidGuarantees,,1731595345246.11b353fb2bd02e7483b7c8ed67fdaec1.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$5(MasterRpcServices.java:2580) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2575) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 11b353fb2bd02e7483b7c8ed67fdaec1, NAME => 'TestAcidGuarantees,,1731595345246.11b353fb2bd02e7483b7c8ed67fdaec1.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-14T14:42:34,840 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35765 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=11b353fb2bd02e7483b7c8ed67fdaec1, server=da1c6afcd1f9,35765,1731595233113 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-14T14:42:34,840 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35765 {}] ipc.CallRunner(138): callId: 67 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:55536 deadline: 1731595414835, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=11b353fb2bd02e7483b7c8ed67fdaec1, server=da1c6afcd1f9,35765,1731595233113 2024-11-14T14:42:34,840 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731595345246.11b353fb2bd02e7483b7c8ed67fdaec1., hostname=da1c6afcd1f9,35765,1731595233113, seqNum=2 , the old value is region=TestAcidGuarantees,,1731595345246.11b353fb2bd02e7483b7c8ed67fdaec1., hostname=da1c6afcd1f9,35765,1731595233113, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=11b353fb2bd02e7483b7c8ed67fdaec1, server=da1c6afcd1f9,35765,1731595233113 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-14T14:42:34,840 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731595345246.11b353fb2bd02e7483b7c8ed67fdaec1., hostname=da1c6afcd1f9,35765,1731595233113, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=11b353fb2bd02e7483b7c8ed67fdaec1, server=da1c6afcd1f9,35765,1731595233113 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-14T14:42:34,841 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731595345246.11b353fb2bd02e7483b7c8ed67fdaec1., hostname=da1c6afcd1f9,35765,1731595233113, seqNum=2 because the exception is null or not the one we care about 2024-11-14T14:42:34,853 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35765 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=11b353fb2bd02e7483b7c8ed67fdaec1, server=da1c6afcd1f9,35765,1731595233113 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-14T14:42:34,853 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35765 {}] ipc.CallRunner(138): callId: 70 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:55502 deadline: 1731595414846, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=11b353fb2bd02e7483b7c8ed67fdaec1, server=da1c6afcd1f9,35765,1731595233113 2024-11-14T14:42:34,853 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35765 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=11b353fb2bd02e7483b7c8ed67fdaec1, server=da1c6afcd1f9,35765,1731595233113 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-14T14:42:34,853 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731595345246.11b353fb2bd02e7483b7c8ed67fdaec1., hostname=da1c6afcd1f9,35765,1731595233113, seqNum=2 , the old value is region=TestAcidGuarantees,,1731595345246.11b353fb2bd02e7483b7c8ed67fdaec1., hostname=da1c6afcd1f9,35765,1731595233113, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=11b353fb2bd02e7483b7c8ed67fdaec1, server=da1c6afcd1f9,35765,1731595233113 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-14T14:42:34,853 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35765 {}] ipc.CallRunner(138): callId: 53 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:55520 deadline: 1731595414846, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=11b353fb2bd02e7483b7c8ed67fdaec1, server=da1c6afcd1f9,35765,1731595233113 2024-11-14T14:42:34,853 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731595345246.11b353fb2bd02e7483b7c8ed67fdaec1., hostname=da1c6afcd1f9,35765,1731595233113, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=11b353fb2bd02e7483b7c8ed67fdaec1, server=da1c6afcd1f9,35765,1731595233113 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-14T14:42:34,853 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731595345246.11b353fb2bd02e7483b7c8ed67fdaec1., hostname=da1c6afcd1f9,35765,1731595233113, seqNum=2 because the exception is null or not the one we care about 2024-11-14T14:42:34,854 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731595345246.11b353fb2bd02e7483b7c8ed67fdaec1., hostname=da1c6afcd1f9,35765,1731595233113, seqNum=2 , the old value is region=TestAcidGuarantees,,1731595345246.11b353fb2bd02e7483b7c8ed67fdaec1., hostname=da1c6afcd1f9,35765,1731595233113, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=11b353fb2bd02e7483b7c8ed67fdaec1, server=da1c6afcd1f9,35765,1731595233113 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-14T14:42:34,854 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731595345246.11b353fb2bd02e7483b7c8ed67fdaec1., hostname=da1c6afcd1f9,35765,1731595233113, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=11b353fb2bd02e7483b7c8ed67fdaec1, server=da1c6afcd1f9,35765,1731595233113 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-14T14:42:34,854 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731595345246.11b353fb2bd02e7483b7c8ed67fdaec1., hostname=da1c6afcd1f9,35765,1731595233113, seqNum=2 because the exception is null or not the one we care about 2024-11-14T14:42:34,866 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35765 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=11b353fb2bd02e7483b7c8ed67fdaec1, server=da1c6afcd1f9,35765,1731595233113 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-14T14:42:34,867 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35765 {}] ipc.CallRunner(138): callId: 72 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:55504 deadline: 1731595414856, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=11b353fb2bd02e7483b7c8ed67fdaec1, server=da1c6afcd1f9,35765,1731595233113 2024-11-14T14:42:34,867 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731595345246.11b353fb2bd02e7483b7c8ed67fdaec1., hostname=da1c6afcd1f9,35765,1731595233113, seqNum=2 , the old value is region=TestAcidGuarantees,,1731595345246.11b353fb2bd02e7483b7c8ed67fdaec1., hostname=da1c6afcd1f9,35765,1731595233113, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=11b353fb2bd02e7483b7c8ed67fdaec1, server=da1c6afcd1f9,35765,1731595233113 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-14T14:42:34,867 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731595345246.11b353fb2bd02e7483b7c8ed67fdaec1., hostname=da1c6afcd1f9,35765,1731595233113, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=11b353fb2bd02e7483b7c8ed67fdaec1, server=da1c6afcd1f9,35765,1731595233113 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-14T14:42:34,867 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731595345246.11b353fb2bd02e7483b7c8ed67fdaec1., hostname=da1c6afcd1f9,35765,1731595233113, seqNum=2 because the exception is null or not the one we care about 2024-11-14T14:42:34,868 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=22.36 KB at sequenceid=199 (bloomFilter=true), to=hdfs://localhost:34345/user/jenkins/test-data/14d118ee-a83a-b09b-5913-1a58940a5db1/data/default/TestAcidGuarantees/11b353fb2bd02e7483b7c8ed67fdaec1/.tmp/C/82cdfac2f75040559de865c6b404f9dc 2024-11-14T14:42:34,872 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:34345/user/jenkins/test-data/14d118ee-a83a-b09b-5913-1a58940a5db1/data/default/TestAcidGuarantees/11b353fb2bd02e7483b7c8ed67fdaec1/.tmp/A/bc7a069e16ad4bd5a682a29d93761be4 as hdfs://localhost:34345/user/jenkins/test-data/14d118ee-a83a-b09b-5913-1a58940a5db1/data/default/TestAcidGuarantees/11b353fb2bd02e7483b7c8ed67fdaec1/A/bc7a069e16ad4bd5a682a29d93761be4 2024-11-14T14:42:34,875 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:34345/user/jenkins/test-data/14d118ee-a83a-b09b-5913-1a58940a5db1/data/default/TestAcidGuarantees/11b353fb2bd02e7483b7c8ed67fdaec1/A/bc7a069e16ad4bd5a682a29d93761be4, entries=200, sequenceid=199, filesize=14.2 K 2024-11-14T14:42:34,875 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:34345/user/jenkins/test-data/14d118ee-a83a-b09b-5913-1a58940a5db1/data/default/TestAcidGuarantees/11b353fb2bd02e7483b7c8ed67fdaec1/.tmp/B/43c4cf8e9c1242e2a9cb56f7243bfa61 as hdfs://localhost:34345/user/jenkins/test-data/14d118ee-a83a-b09b-5913-1a58940a5db1/data/default/TestAcidGuarantees/11b353fb2bd02e7483b7c8ed67fdaec1/B/43c4cf8e9c1242e2a9cb56f7243bfa61 2024-11-14T14:42:34,878 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:34345/user/jenkins/test-data/14d118ee-a83a-b09b-5913-1a58940a5db1/data/default/TestAcidGuarantees/11b353fb2bd02e7483b7c8ed67fdaec1/B/43c4cf8e9c1242e2a9cb56f7243bfa61, entries=150, sequenceid=199, filesize=11.9 K 2024-11-14T14:42:34,879 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:34345/user/jenkins/test-data/14d118ee-a83a-b09b-5913-1a58940a5db1/data/default/TestAcidGuarantees/11b353fb2bd02e7483b7c8ed67fdaec1/.tmp/C/82cdfac2f75040559de865c6b404f9dc as hdfs://localhost:34345/user/jenkins/test-data/14d118ee-a83a-b09b-5913-1a58940a5db1/data/default/TestAcidGuarantees/11b353fb2bd02e7483b7c8ed67fdaec1/C/82cdfac2f75040559de865c6b404f9dc 2024-11-14T14:42:34,882 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:34345/user/jenkins/test-data/14d118ee-a83a-b09b-5913-1a58940a5db1/data/default/TestAcidGuarantees/11b353fb2bd02e7483b7c8ed67fdaec1/C/82cdfac2f75040559de865c6b404f9dc, entries=150, sequenceid=199, filesize=11.9 K 2024-11-14T14:42:34,883 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(3140): Finished flush of dataSize ~67.09 KB/68700, heapSize ~199.92 KB/204720, currentSize=107.34 KB/109920 for 11b353fb2bd02e7483b7c8ed67fdaec1 in 1245ms, sequenceid=199, compaction requested=true 2024-11-14T14:42:34,883 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2603): Flush status journal for 11b353fb2bd02e7483b7c8ed67fdaec1: 2024-11-14T14:42:34,883 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store 11b353fb2bd02e7483b7c8ed67fdaec1:A, priority=-2147483648, current under compaction store size is 1 2024-11-14T14:42:34,883 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-14T14:42:34,883 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store 11b353fb2bd02e7483b7c8ed67fdaec1:B, priority=-2147483648, current under compaction store size is 2 2024-11-14T14:42:34,883 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-14T14:42:34,883 DEBUG [RS:0;da1c6afcd1f9:35765-shortCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 3 store files, 0 compacting, 3 eligible, 16 blocking 2024-11-14T14:42:34,883 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store 11b353fb2bd02e7483b7c8ed67fdaec1:C, priority=-2147483648, current under compaction store size is 3 2024-11-14T14:42:34,883 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=1), splitQueue=0 2024-11-14T14:42:34,883 DEBUG [RS:0;da1c6afcd1f9:35765-longCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 3 store files, 0 compacting, 3 eligible, 16 blocking 2024-11-14T14:42:34,884 DEBUG [RS:0;da1c6afcd1f9:35765-shortCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 3 files of size 39185 starting at candidate #0 after considering 1 permutations with 1 in ratio 2024-11-14T14:42:34,884 DEBUG [RS:0;da1c6afcd1f9:35765-shortCompactions-0 {}] regionserver.HStore(1541): 11b353fb2bd02e7483b7c8ed67fdaec1/A is initiating minor compaction (all files) 2024-11-14T14:42:34,884 INFO [RS:0;da1c6afcd1f9:35765-shortCompactions-0 {}] regionserver.HRegion(2416): Starting compaction of 11b353fb2bd02e7483b7c8ed67fdaec1/A in TestAcidGuarantees,,1731595345246.11b353fb2bd02e7483b7c8ed67fdaec1. 2024-11-14T14:42:34,884 INFO [RS:0;da1c6afcd1f9:35765-shortCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:34345/user/jenkins/test-data/14d118ee-a83a-b09b-5913-1a58940a5db1/data/default/TestAcidGuarantees/11b353fb2bd02e7483b7c8ed67fdaec1/A/10e7efa5b2614d5db3ee3eeda83139da, hdfs://localhost:34345/user/jenkins/test-data/14d118ee-a83a-b09b-5913-1a58940a5db1/data/default/TestAcidGuarantees/11b353fb2bd02e7483b7c8ed67fdaec1/A/d5eb7b2e439d4484963a31d2f06219e8, hdfs://localhost:34345/user/jenkins/test-data/14d118ee-a83a-b09b-5913-1a58940a5db1/data/default/TestAcidGuarantees/11b353fb2bd02e7483b7c8ed67fdaec1/A/bc7a069e16ad4bd5a682a29d93761be4] into tmpdir=hdfs://localhost:34345/user/jenkins/test-data/14d118ee-a83a-b09b-5913-1a58940a5db1/data/default/TestAcidGuarantees/11b353fb2bd02e7483b7c8ed67fdaec1/.tmp, totalSize=38.3 K 2024-11-14T14:42:34,885 DEBUG [RS:0;da1c6afcd1f9:35765-longCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 3 files of size 36795 starting at candidate #0 after considering 1 permutations with 1 in ratio 2024-11-14T14:42:34,885 DEBUG [RS:0;da1c6afcd1f9:35765-shortCompactions-0 {}] compactions.Compactor(225): Compacting 10e7efa5b2614d5db3ee3eeda83139da, keycount=150, bloomtype=ROW, size=12.2 K, encoding=NONE, compression=NONE, seqNum=163, earliestPutTs=1731595350447 2024-11-14T14:42:34,885 DEBUG [RS:0;da1c6afcd1f9:35765-longCompactions-0 {}] regionserver.HStore(1541): 11b353fb2bd02e7483b7c8ed67fdaec1/B is initiating minor compaction (all files) 2024-11-14T14:42:34,885 INFO [RS:0;da1c6afcd1f9:35765-longCompactions-0 {}] regionserver.HRegion(2416): Starting compaction of 11b353fb2bd02e7483b7c8ed67fdaec1/B in TestAcidGuarantees,,1731595345246.11b353fb2bd02e7483b7c8ed67fdaec1. 2024-11-14T14:42:34,885 INFO [RS:0;da1c6afcd1f9:35765-longCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:34345/user/jenkins/test-data/14d118ee-a83a-b09b-5913-1a58940a5db1/data/default/TestAcidGuarantees/11b353fb2bd02e7483b7c8ed67fdaec1/B/6153542d99bb44698862c2c2bd83fd40, hdfs://localhost:34345/user/jenkins/test-data/14d118ee-a83a-b09b-5913-1a58940a5db1/data/default/TestAcidGuarantees/11b353fb2bd02e7483b7c8ed67fdaec1/B/25394dc686924d7f93d682c299bc5421, hdfs://localhost:34345/user/jenkins/test-data/14d118ee-a83a-b09b-5913-1a58940a5db1/data/default/TestAcidGuarantees/11b353fb2bd02e7483b7c8ed67fdaec1/B/43c4cf8e9c1242e2a9cb56f7243bfa61] into tmpdir=hdfs://localhost:34345/user/jenkins/test-data/14d118ee-a83a-b09b-5913-1a58940a5db1/data/default/TestAcidGuarantees/11b353fb2bd02e7483b7c8ed67fdaec1/.tmp, totalSize=35.9 K 2024-11-14T14:42:34,885 DEBUG [RS:0;da1c6afcd1f9:35765-shortCompactions-0 {}] compactions.Compactor(225): Compacting d5eb7b2e439d4484963a31d2f06219e8, keycount=150, bloomtype=ROW, size=11.9 K, encoding=NONE, compression=NONE, seqNum=183, earliestPutTs=1731595351814 2024-11-14T14:42:34,885 DEBUG [RS:0;da1c6afcd1f9:35765-longCompactions-0 {}] compactions.Compactor(225): Compacting 6153542d99bb44698862c2c2bd83fd40, keycount=150, bloomtype=ROW, size=12.2 K, encoding=NONE, compression=NONE, seqNum=163, earliestPutTs=1731595350447 2024-11-14T14:42:34,886 DEBUG [RS:0;da1c6afcd1f9:35765-shortCompactions-0 {}] compactions.Compactor(225): Compacting bc7a069e16ad4bd5a682a29d93761be4, keycount=200, bloomtype=ROW, size=14.2 K, encoding=NONE, compression=NONE, seqNum=199, earliestPutTs=1731595352993 2024-11-14T14:42:34,886 DEBUG [RS:0;da1c6afcd1f9:35765-longCompactions-0 {}] compactions.Compactor(225): Compacting 25394dc686924d7f93d682c299bc5421, keycount=150, bloomtype=ROW, size=11.9 K, encoding=NONE, compression=NONE, seqNum=183, earliestPutTs=1731595351814 2024-11-14T14:42:34,887 DEBUG [RS:0;da1c6afcd1f9:35765-longCompactions-0 {}] compactions.Compactor(225): Compacting 43c4cf8e9c1242e2a9cb56f7243bfa61, keycount=150, bloomtype=ROW, size=11.9 K, encoding=NONE, compression=NONE, seqNum=199, earliestPutTs=1731595352995 2024-11-14T14:42:34,899 INFO [RS:0;da1c6afcd1f9:35765-shortCompactions-0 {}] throttle.PressureAwareThroughputController(145): 11b353fb2bd02e7483b7c8ed67fdaec1#A#compaction#389 average throughput is 3.28 MB/second, slept 0 time(s) and total slept time is 0 ms. 1 active operations remaining, total limit is 50.00 MB/second 2024-11-14T14:42:34,899 INFO [RS:0;da1c6afcd1f9:35765-longCompactions-0 {}] throttle.PressureAwareThroughputController(145): 11b353fb2bd02e7483b7c8ed67fdaec1#B#compaction#390 average throughput is 3.28 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second 2024-11-14T14:42:34,899 DEBUG [RS:0;da1c6afcd1f9:35765-shortCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:34345/user/jenkins/test-data/14d118ee-a83a-b09b-5913-1a58940a5db1/data/default/TestAcidGuarantees/11b353fb2bd02e7483b7c8ed67fdaec1/.tmp/A/64079217614042408d4e6dc305a53d35 is 50, key is test_row_0/A:col10/1731595352995/Put/seqid=0 2024-11-14T14:42:34,900 DEBUG [RS:0;da1c6afcd1f9:35765-longCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:34345/user/jenkins/test-data/14d118ee-a83a-b09b-5913-1a58940a5db1/data/default/TestAcidGuarantees/11b353fb2bd02e7483b7c8ed67fdaec1/.tmp/B/37d1fcf13ebe490084a0b83cb61caa6b is 50, key is test_row_0/B:col10/1731595352995/Put/seqid=0 2024-11-14T14:42:34,909 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36699 is added to blk_1073742284_1460 (size=12595) 2024-11-14T14:42:34,910 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36699 is added to blk_1073742285_1461 (size=12595) 2024-11-14T14:42:34,947 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=35765 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=132 2024-11-14T14:42:34,948 DEBUG [RS_FLUSH_OPERATIONS-regionserver/da1c6afcd1f9:0-1 {event_type=RS_FLUSH_REGIONS, pid=132}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1731595345246.11b353fb2bd02e7483b7c8ed67fdaec1. 2024-11-14T14:42:34,948 INFO [RS_FLUSH_OPERATIONS-regionserver/da1c6afcd1f9:0-1 {event_type=RS_FLUSH_REGIONS, pid=132}] regionserver.HRegion(2902): Flushing 11b353fb2bd02e7483b7c8ed67fdaec1 3/3 column families, dataSize=107.34 KB heapSize=319.50 KB 2024-11-14T14:42:34,948 DEBUG [RS_FLUSH_OPERATIONS-regionserver/da1c6afcd1f9:0-1 {event_type=RS_FLUSH_REGIONS, pid=132}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 11b353fb2bd02e7483b7c8ed67fdaec1, store=A 2024-11-14T14:42:34,948 DEBUG [RS_FLUSH_OPERATIONS-regionserver/da1c6afcd1f9:0-1 {event_type=RS_FLUSH_REGIONS, pid=132}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-14T14:42:34,948 DEBUG [RS_FLUSH_OPERATIONS-regionserver/da1c6afcd1f9:0-1 {event_type=RS_FLUSH_REGIONS, pid=132}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 11b353fb2bd02e7483b7c8ed67fdaec1, store=B 2024-11-14T14:42:34,948 DEBUG [RS_FLUSH_OPERATIONS-regionserver/da1c6afcd1f9:0-1 {event_type=RS_FLUSH_REGIONS, pid=132}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-14T14:42:34,948 DEBUG [RS_FLUSH_OPERATIONS-regionserver/da1c6afcd1f9:0-1 {event_type=RS_FLUSH_REGIONS, pid=132}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 11b353fb2bd02e7483b7c8ed67fdaec1, store=C 2024-11-14T14:42:34,948 DEBUG [RS_FLUSH_OPERATIONS-regionserver/da1c6afcd1f9:0-1 {event_type=RS_FLUSH_REGIONS, pid=132}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-14T14:42:34,952 DEBUG [RS_FLUSH_OPERATIONS-regionserver/da1c6afcd1f9:0-1 {event_type=RS_FLUSH_REGIONS, pid=132}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:34345/user/jenkins/test-data/14d118ee-a83a-b09b-5913-1a58940a5db1/data/default/TestAcidGuarantees/11b353fb2bd02e7483b7c8ed67fdaec1/.tmp/A/eb664a4f42754f848441735845716395 is 50, key is test_row_0/A:col10/1731595353682/Put/seqid=0 2024-11-14T14:42:34,958 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36699 is added to blk_1073742286_1462 (size=12151) 2024-11-14T14:42:35,165 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45145 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=131 2024-11-14T14:42:35,225 DEBUG [RS_COMPACTED_FILES_DISCHARGER-regionserver/da1c6afcd1f9:0-0 {event_type=RS_COMPACTED_FILES_DISCHARGER}] regionserver.HStore(2317): Moving the files [hdfs://localhost:34345/user/jenkins/test-data/14d118ee-a83a-b09b-5913-1a58940a5db1/data/default/TestAcidGuarantees/11b353fb2bd02e7483b7c8ed67fdaec1/A/571b3401d94543628c0323cb8584ca81, hdfs://localhost:34345/user/jenkins/test-data/14d118ee-a83a-b09b-5913-1a58940a5db1/data/default/TestAcidGuarantees/11b353fb2bd02e7483b7c8ed67fdaec1/A/68dabdf230094b35a03c156ac870ac16, hdfs://localhost:34345/user/jenkins/test-data/14d118ee-a83a-b09b-5913-1a58940a5db1/data/default/TestAcidGuarantees/11b353fb2bd02e7483b7c8ed67fdaec1/A/6ee8b697a8814f239908bf4ecbdfbf35, hdfs://localhost:34345/user/jenkins/test-data/14d118ee-a83a-b09b-5913-1a58940a5db1/data/default/TestAcidGuarantees/11b353fb2bd02e7483b7c8ed67fdaec1/A/a8f369c8ed204b169725d3ea33c82acf, hdfs://localhost:34345/user/jenkins/test-data/14d118ee-a83a-b09b-5913-1a58940a5db1/data/default/TestAcidGuarantees/11b353fb2bd02e7483b7c8ed67fdaec1/A/beceb026d8814a26b0c5bc36b90f1c3a, hdfs://localhost:34345/user/jenkins/test-data/14d118ee-a83a-b09b-5913-1a58940a5db1/data/default/TestAcidGuarantees/11b353fb2bd02e7483b7c8ed67fdaec1/A/f7494f1777104bb1b2ad29283bdd9b6d, hdfs://localhost:34345/user/jenkins/test-data/14d118ee-a83a-b09b-5913-1a58940a5db1/data/default/TestAcidGuarantees/11b353fb2bd02e7483b7c8ed67fdaec1/A/3fdd8d93e53443859042a5738d33ac88, hdfs://localhost:34345/user/jenkins/test-data/14d118ee-a83a-b09b-5913-1a58940a5db1/data/default/TestAcidGuarantees/11b353fb2bd02e7483b7c8ed67fdaec1/A/26177323a15d437cb225bc5027c3f4e3, hdfs://localhost:34345/user/jenkins/test-data/14d118ee-a83a-b09b-5913-1a58940a5db1/data/default/TestAcidGuarantees/11b353fb2bd02e7483b7c8ed67fdaec1/A/e2d19a3f8c2840c991fb51cd910870b9, hdfs://localhost:34345/user/jenkins/test-data/14d118ee-a83a-b09b-5913-1a58940a5db1/data/default/TestAcidGuarantees/11b353fb2bd02e7483b7c8ed67fdaec1/A/634c869bd2444f64a2c5a22bf6b7e11e] to archive 2024-11-14T14:42:35,226 DEBUG [RS_COMPACTED_FILES_DISCHARGER-regionserver/da1c6afcd1f9:0-0 {event_type=RS_COMPACTED_FILES_DISCHARGER}] backup.HFileArchiver(360): Archiving compacted files. 2024-11-14T14:42:35,227 DEBUG [RS_COMPACTED_FILES_DISCHARGER-regionserver/da1c6afcd1f9:0-0 {event_type=RS_COMPACTED_FILES_DISCHARGER}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:34345/user/jenkins/test-data/14d118ee-a83a-b09b-5913-1a58940a5db1/data/default/TestAcidGuarantees/11b353fb2bd02e7483b7c8ed67fdaec1/A/571b3401d94543628c0323cb8584ca81 to hdfs://localhost:34345/user/jenkins/test-data/14d118ee-a83a-b09b-5913-1a58940a5db1/archive/data/default/TestAcidGuarantees/11b353fb2bd02e7483b7c8ed67fdaec1/A/571b3401d94543628c0323cb8584ca81 2024-11-14T14:42:35,228 DEBUG [RS_COMPACTED_FILES_DISCHARGER-regionserver/da1c6afcd1f9:0-0 {event_type=RS_COMPACTED_FILES_DISCHARGER}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:34345/user/jenkins/test-data/14d118ee-a83a-b09b-5913-1a58940a5db1/data/default/TestAcidGuarantees/11b353fb2bd02e7483b7c8ed67fdaec1/A/68dabdf230094b35a03c156ac870ac16 to hdfs://localhost:34345/user/jenkins/test-data/14d118ee-a83a-b09b-5913-1a58940a5db1/archive/data/default/TestAcidGuarantees/11b353fb2bd02e7483b7c8ed67fdaec1/A/68dabdf230094b35a03c156ac870ac16 2024-11-14T14:42:35,229 DEBUG [RS_COMPACTED_FILES_DISCHARGER-regionserver/da1c6afcd1f9:0-0 {event_type=RS_COMPACTED_FILES_DISCHARGER}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:34345/user/jenkins/test-data/14d118ee-a83a-b09b-5913-1a58940a5db1/data/default/TestAcidGuarantees/11b353fb2bd02e7483b7c8ed67fdaec1/A/6ee8b697a8814f239908bf4ecbdfbf35 to hdfs://localhost:34345/user/jenkins/test-data/14d118ee-a83a-b09b-5913-1a58940a5db1/archive/data/default/TestAcidGuarantees/11b353fb2bd02e7483b7c8ed67fdaec1/A/6ee8b697a8814f239908bf4ecbdfbf35 2024-11-14T14:42:35,230 DEBUG [RS_COMPACTED_FILES_DISCHARGER-regionserver/da1c6afcd1f9:0-0 {event_type=RS_COMPACTED_FILES_DISCHARGER}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:34345/user/jenkins/test-data/14d118ee-a83a-b09b-5913-1a58940a5db1/data/default/TestAcidGuarantees/11b353fb2bd02e7483b7c8ed67fdaec1/A/a8f369c8ed204b169725d3ea33c82acf to hdfs://localhost:34345/user/jenkins/test-data/14d118ee-a83a-b09b-5913-1a58940a5db1/archive/data/default/TestAcidGuarantees/11b353fb2bd02e7483b7c8ed67fdaec1/A/a8f369c8ed204b169725d3ea33c82acf 2024-11-14T14:42:35,232 DEBUG [RS_COMPACTED_FILES_DISCHARGER-regionserver/da1c6afcd1f9:0-0 {event_type=RS_COMPACTED_FILES_DISCHARGER}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:34345/user/jenkins/test-data/14d118ee-a83a-b09b-5913-1a58940a5db1/data/default/TestAcidGuarantees/11b353fb2bd02e7483b7c8ed67fdaec1/A/beceb026d8814a26b0c5bc36b90f1c3a to hdfs://localhost:34345/user/jenkins/test-data/14d118ee-a83a-b09b-5913-1a58940a5db1/archive/data/default/TestAcidGuarantees/11b353fb2bd02e7483b7c8ed67fdaec1/A/beceb026d8814a26b0c5bc36b90f1c3a 2024-11-14T14:42:35,237 DEBUG [RS_COMPACTED_FILES_DISCHARGER-regionserver/da1c6afcd1f9:0-0 {event_type=RS_COMPACTED_FILES_DISCHARGER}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:34345/user/jenkins/test-data/14d118ee-a83a-b09b-5913-1a58940a5db1/data/default/TestAcidGuarantees/11b353fb2bd02e7483b7c8ed67fdaec1/A/f7494f1777104bb1b2ad29283bdd9b6d to hdfs://localhost:34345/user/jenkins/test-data/14d118ee-a83a-b09b-5913-1a58940a5db1/archive/data/default/TestAcidGuarantees/11b353fb2bd02e7483b7c8ed67fdaec1/A/f7494f1777104bb1b2ad29283bdd9b6d 2024-11-14T14:42:35,237 DEBUG [RS_COMPACTED_FILES_DISCHARGER-regionserver/da1c6afcd1f9:0-0 {event_type=RS_COMPACTED_FILES_DISCHARGER}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:34345/user/jenkins/test-data/14d118ee-a83a-b09b-5913-1a58940a5db1/data/default/TestAcidGuarantees/11b353fb2bd02e7483b7c8ed67fdaec1/A/3fdd8d93e53443859042a5738d33ac88 to hdfs://localhost:34345/user/jenkins/test-data/14d118ee-a83a-b09b-5913-1a58940a5db1/archive/data/default/TestAcidGuarantees/11b353fb2bd02e7483b7c8ed67fdaec1/A/3fdd8d93e53443859042a5738d33ac88 2024-11-14T14:42:35,238 DEBUG [RS_COMPACTED_FILES_DISCHARGER-regionserver/da1c6afcd1f9:0-0 {event_type=RS_COMPACTED_FILES_DISCHARGER}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:34345/user/jenkins/test-data/14d118ee-a83a-b09b-5913-1a58940a5db1/data/default/TestAcidGuarantees/11b353fb2bd02e7483b7c8ed67fdaec1/A/26177323a15d437cb225bc5027c3f4e3 to hdfs://localhost:34345/user/jenkins/test-data/14d118ee-a83a-b09b-5913-1a58940a5db1/archive/data/default/TestAcidGuarantees/11b353fb2bd02e7483b7c8ed67fdaec1/A/26177323a15d437cb225bc5027c3f4e3 2024-11-14T14:42:35,240 DEBUG [RS_COMPACTED_FILES_DISCHARGER-regionserver/da1c6afcd1f9:0-0 {event_type=RS_COMPACTED_FILES_DISCHARGER}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:34345/user/jenkins/test-data/14d118ee-a83a-b09b-5913-1a58940a5db1/data/default/TestAcidGuarantees/11b353fb2bd02e7483b7c8ed67fdaec1/A/e2d19a3f8c2840c991fb51cd910870b9 to hdfs://localhost:34345/user/jenkins/test-data/14d118ee-a83a-b09b-5913-1a58940a5db1/archive/data/default/TestAcidGuarantees/11b353fb2bd02e7483b7c8ed67fdaec1/A/e2d19a3f8c2840c991fb51cd910870b9 2024-11-14T14:42:35,241 DEBUG [RS_COMPACTED_FILES_DISCHARGER-regionserver/da1c6afcd1f9:0-0 {event_type=RS_COMPACTED_FILES_DISCHARGER}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:34345/user/jenkins/test-data/14d118ee-a83a-b09b-5913-1a58940a5db1/data/default/TestAcidGuarantees/11b353fb2bd02e7483b7c8ed67fdaec1/A/634c869bd2444f64a2c5a22bf6b7e11e to hdfs://localhost:34345/user/jenkins/test-data/14d118ee-a83a-b09b-5913-1a58940a5db1/archive/data/default/TestAcidGuarantees/11b353fb2bd02e7483b7c8ed67fdaec1/A/634c869bd2444f64a2c5a22bf6b7e11e 2024-11-14T14:42:35,243 DEBUG [RS_COMPACTED_FILES_DISCHARGER-regionserver/da1c6afcd1f9:0-0 {event_type=RS_COMPACTED_FILES_DISCHARGER}] regionserver.HStore(2317): Moving the files [hdfs://localhost:34345/user/jenkins/test-data/14d118ee-a83a-b09b-5913-1a58940a5db1/data/default/TestAcidGuarantees/11b353fb2bd02e7483b7c8ed67fdaec1/B/d28f55b54c9f467cb096fdefb0898def, hdfs://localhost:34345/user/jenkins/test-data/14d118ee-a83a-b09b-5913-1a58940a5db1/data/default/TestAcidGuarantees/11b353fb2bd02e7483b7c8ed67fdaec1/B/600437f28b42496b8b3dc05a06a81e85, hdfs://localhost:34345/user/jenkins/test-data/14d118ee-a83a-b09b-5913-1a58940a5db1/data/default/TestAcidGuarantees/11b353fb2bd02e7483b7c8ed67fdaec1/B/fde29164128a41ee9d5e5e48928515a2, hdfs://localhost:34345/user/jenkins/test-data/14d118ee-a83a-b09b-5913-1a58940a5db1/data/default/TestAcidGuarantees/11b353fb2bd02e7483b7c8ed67fdaec1/B/63528bd967e144698a0b7fea2d5ae4b6, hdfs://localhost:34345/user/jenkins/test-data/14d118ee-a83a-b09b-5913-1a58940a5db1/data/default/TestAcidGuarantees/11b353fb2bd02e7483b7c8ed67fdaec1/B/18cd4225ccdd43788bca85a34c09d562, hdfs://localhost:34345/user/jenkins/test-data/14d118ee-a83a-b09b-5913-1a58940a5db1/data/default/TestAcidGuarantees/11b353fb2bd02e7483b7c8ed67fdaec1/B/e5689be6451249ca94db6f9d2e66c04b, hdfs://localhost:34345/user/jenkins/test-data/14d118ee-a83a-b09b-5913-1a58940a5db1/data/default/TestAcidGuarantees/11b353fb2bd02e7483b7c8ed67fdaec1/B/410cc9af374f47a1a4966dff8c9afd58, hdfs://localhost:34345/user/jenkins/test-data/14d118ee-a83a-b09b-5913-1a58940a5db1/data/default/TestAcidGuarantees/11b353fb2bd02e7483b7c8ed67fdaec1/B/113c357101164d2c8b9b519d5702bd5a, hdfs://localhost:34345/user/jenkins/test-data/14d118ee-a83a-b09b-5913-1a58940a5db1/data/default/TestAcidGuarantees/11b353fb2bd02e7483b7c8ed67fdaec1/B/5fde7b8c7dd046fbb9c6e74493f4ba91, hdfs://localhost:34345/user/jenkins/test-data/14d118ee-a83a-b09b-5913-1a58940a5db1/data/default/TestAcidGuarantees/11b353fb2bd02e7483b7c8ed67fdaec1/B/1b7105d6391f4af4aac951db2fe27c13] to archive 2024-11-14T14:42:35,243 DEBUG [RS_COMPACTED_FILES_DISCHARGER-regionserver/da1c6afcd1f9:0-0 {event_type=RS_COMPACTED_FILES_DISCHARGER}] backup.HFileArchiver(360): Archiving compacted files. 2024-11-14T14:42:35,244 DEBUG [RS_COMPACTED_FILES_DISCHARGER-regionserver/da1c6afcd1f9:0-0 {event_type=RS_COMPACTED_FILES_DISCHARGER}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:34345/user/jenkins/test-data/14d118ee-a83a-b09b-5913-1a58940a5db1/data/default/TestAcidGuarantees/11b353fb2bd02e7483b7c8ed67fdaec1/B/d28f55b54c9f467cb096fdefb0898def to hdfs://localhost:34345/user/jenkins/test-data/14d118ee-a83a-b09b-5913-1a58940a5db1/archive/data/default/TestAcidGuarantees/11b353fb2bd02e7483b7c8ed67fdaec1/B/d28f55b54c9f467cb096fdefb0898def 2024-11-14T14:42:35,245 DEBUG [RS_COMPACTED_FILES_DISCHARGER-regionserver/da1c6afcd1f9:0-0 {event_type=RS_COMPACTED_FILES_DISCHARGER}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:34345/user/jenkins/test-data/14d118ee-a83a-b09b-5913-1a58940a5db1/data/default/TestAcidGuarantees/11b353fb2bd02e7483b7c8ed67fdaec1/B/600437f28b42496b8b3dc05a06a81e85 to hdfs://localhost:34345/user/jenkins/test-data/14d118ee-a83a-b09b-5913-1a58940a5db1/archive/data/default/TestAcidGuarantees/11b353fb2bd02e7483b7c8ed67fdaec1/B/600437f28b42496b8b3dc05a06a81e85 2024-11-14T14:42:35,246 DEBUG [RS_COMPACTED_FILES_DISCHARGER-regionserver/da1c6afcd1f9:0-0 {event_type=RS_COMPACTED_FILES_DISCHARGER}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:34345/user/jenkins/test-data/14d118ee-a83a-b09b-5913-1a58940a5db1/data/default/TestAcidGuarantees/11b353fb2bd02e7483b7c8ed67fdaec1/B/fde29164128a41ee9d5e5e48928515a2 to hdfs://localhost:34345/user/jenkins/test-data/14d118ee-a83a-b09b-5913-1a58940a5db1/archive/data/default/TestAcidGuarantees/11b353fb2bd02e7483b7c8ed67fdaec1/B/fde29164128a41ee9d5e5e48928515a2 2024-11-14T14:42:35,247 DEBUG [RS_COMPACTED_FILES_DISCHARGER-regionserver/da1c6afcd1f9:0-0 {event_type=RS_COMPACTED_FILES_DISCHARGER}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:34345/user/jenkins/test-data/14d118ee-a83a-b09b-5913-1a58940a5db1/data/default/TestAcidGuarantees/11b353fb2bd02e7483b7c8ed67fdaec1/B/63528bd967e144698a0b7fea2d5ae4b6 to hdfs://localhost:34345/user/jenkins/test-data/14d118ee-a83a-b09b-5913-1a58940a5db1/archive/data/default/TestAcidGuarantees/11b353fb2bd02e7483b7c8ed67fdaec1/B/63528bd967e144698a0b7fea2d5ae4b6 2024-11-14T14:42:35,248 DEBUG [RS_COMPACTED_FILES_DISCHARGER-regionserver/da1c6afcd1f9:0-0 {event_type=RS_COMPACTED_FILES_DISCHARGER}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:34345/user/jenkins/test-data/14d118ee-a83a-b09b-5913-1a58940a5db1/data/default/TestAcidGuarantees/11b353fb2bd02e7483b7c8ed67fdaec1/B/18cd4225ccdd43788bca85a34c09d562 to hdfs://localhost:34345/user/jenkins/test-data/14d118ee-a83a-b09b-5913-1a58940a5db1/archive/data/default/TestAcidGuarantees/11b353fb2bd02e7483b7c8ed67fdaec1/B/18cd4225ccdd43788bca85a34c09d562 2024-11-14T14:42:35,249 DEBUG [RS_COMPACTED_FILES_DISCHARGER-regionserver/da1c6afcd1f9:0-0 {event_type=RS_COMPACTED_FILES_DISCHARGER}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:34345/user/jenkins/test-data/14d118ee-a83a-b09b-5913-1a58940a5db1/data/default/TestAcidGuarantees/11b353fb2bd02e7483b7c8ed67fdaec1/B/e5689be6451249ca94db6f9d2e66c04b to hdfs://localhost:34345/user/jenkins/test-data/14d118ee-a83a-b09b-5913-1a58940a5db1/archive/data/default/TestAcidGuarantees/11b353fb2bd02e7483b7c8ed67fdaec1/B/e5689be6451249ca94db6f9d2e66c04b 2024-11-14T14:42:35,250 DEBUG [RS_COMPACTED_FILES_DISCHARGER-regionserver/da1c6afcd1f9:0-0 {event_type=RS_COMPACTED_FILES_DISCHARGER}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:34345/user/jenkins/test-data/14d118ee-a83a-b09b-5913-1a58940a5db1/data/default/TestAcidGuarantees/11b353fb2bd02e7483b7c8ed67fdaec1/B/410cc9af374f47a1a4966dff8c9afd58 to hdfs://localhost:34345/user/jenkins/test-data/14d118ee-a83a-b09b-5913-1a58940a5db1/archive/data/default/TestAcidGuarantees/11b353fb2bd02e7483b7c8ed67fdaec1/B/410cc9af374f47a1a4966dff8c9afd58 2024-11-14T14:42:35,251 DEBUG [RS_COMPACTED_FILES_DISCHARGER-regionserver/da1c6afcd1f9:0-0 {event_type=RS_COMPACTED_FILES_DISCHARGER}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:34345/user/jenkins/test-data/14d118ee-a83a-b09b-5913-1a58940a5db1/data/default/TestAcidGuarantees/11b353fb2bd02e7483b7c8ed67fdaec1/B/113c357101164d2c8b9b519d5702bd5a to hdfs://localhost:34345/user/jenkins/test-data/14d118ee-a83a-b09b-5913-1a58940a5db1/archive/data/default/TestAcidGuarantees/11b353fb2bd02e7483b7c8ed67fdaec1/B/113c357101164d2c8b9b519d5702bd5a 2024-11-14T14:42:35,253 DEBUG [RS_COMPACTED_FILES_DISCHARGER-regionserver/da1c6afcd1f9:0-0 {event_type=RS_COMPACTED_FILES_DISCHARGER}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:34345/user/jenkins/test-data/14d118ee-a83a-b09b-5913-1a58940a5db1/data/default/TestAcidGuarantees/11b353fb2bd02e7483b7c8ed67fdaec1/B/5fde7b8c7dd046fbb9c6e74493f4ba91 to hdfs://localhost:34345/user/jenkins/test-data/14d118ee-a83a-b09b-5913-1a58940a5db1/archive/data/default/TestAcidGuarantees/11b353fb2bd02e7483b7c8ed67fdaec1/B/5fde7b8c7dd046fbb9c6e74493f4ba91 2024-11-14T14:42:35,254 DEBUG [RS_COMPACTED_FILES_DISCHARGER-regionserver/da1c6afcd1f9:0-0 {event_type=RS_COMPACTED_FILES_DISCHARGER}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:34345/user/jenkins/test-data/14d118ee-a83a-b09b-5913-1a58940a5db1/data/default/TestAcidGuarantees/11b353fb2bd02e7483b7c8ed67fdaec1/B/1b7105d6391f4af4aac951db2fe27c13 to hdfs://localhost:34345/user/jenkins/test-data/14d118ee-a83a-b09b-5913-1a58940a5db1/archive/data/default/TestAcidGuarantees/11b353fb2bd02e7483b7c8ed67fdaec1/B/1b7105d6391f4af4aac951db2fe27c13 2024-11-14T14:42:35,256 DEBUG [RS_COMPACTED_FILES_DISCHARGER-regionserver/da1c6afcd1f9:0-0 {event_type=RS_COMPACTED_FILES_DISCHARGER}] regionserver.HStore(2317): Moving the files [hdfs://localhost:34345/user/jenkins/test-data/14d118ee-a83a-b09b-5913-1a58940a5db1/data/default/TestAcidGuarantees/11b353fb2bd02e7483b7c8ed67fdaec1/C/a7fe6f5173894addb7147aa0c876baff, hdfs://localhost:34345/user/jenkins/test-data/14d118ee-a83a-b09b-5913-1a58940a5db1/data/default/TestAcidGuarantees/11b353fb2bd02e7483b7c8ed67fdaec1/C/8c7bf954890646a89b0a8510fbb6d800, hdfs://localhost:34345/user/jenkins/test-data/14d118ee-a83a-b09b-5913-1a58940a5db1/data/default/TestAcidGuarantees/11b353fb2bd02e7483b7c8ed67fdaec1/C/d6eb544d181f40df9bb4b5a4903bd31a, hdfs://localhost:34345/user/jenkins/test-data/14d118ee-a83a-b09b-5913-1a58940a5db1/data/default/TestAcidGuarantees/11b353fb2bd02e7483b7c8ed67fdaec1/C/f1ce4808cb624a9fb320915006c20f17, hdfs://localhost:34345/user/jenkins/test-data/14d118ee-a83a-b09b-5913-1a58940a5db1/data/default/TestAcidGuarantees/11b353fb2bd02e7483b7c8ed67fdaec1/C/75d418ba18694259994058d8777c3ab1, hdfs://localhost:34345/user/jenkins/test-data/14d118ee-a83a-b09b-5913-1a58940a5db1/data/default/TestAcidGuarantees/11b353fb2bd02e7483b7c8ed67fdaec1/C/1ae6cf96e2264c5b872510d2243e4a80, hdfs://localhost:34345/user/jenkins/test-data/14d118ee-a83a-b09b-5913-1a58940a5db1/data/default/TestAcidGuarantees/11b353fb2bd02e7483b7c8ed67fdaec1/C/48f68e8b74754415bc6c5186e4a778f4, hdfs://localhost:34345/user/jenkins/test-data/14d118ee-a83a-b09b-5913-1a58940a5db1/data/default/TestAcidGuarantees/11b353fb2bd02e7483b7c8ed67fdaec1/C/661ee3aa121541f2807e6e103fa04076, hdfs://localhost:34345/user/jenkins/test-data/14d118ee-a83a-b09b-5913-1a58940a5db1/data/default/TestAcidGuarantees/11b353fb2bd02e7483b7c8ed67fdaec1/C/d5b36a254ced4906a6c4fcdeef13c621, hdfs://localhost:34345/user/jenkins/test-data/14d118ee-a83a-b09b-5913-1a58940a5db1/data/default/TestAcidGuarantees/11b353fb2bd02e7483b7c8ed67fdaec1/C/ca1a34be473e41e7a587b654e0964c4f] to archive 2024-11-14T14:42:35,256 DEBUG [RS_COMPACTED_FILES_DISCHARGER-regionserver/da1c6afcd1f9:0-0 {event_type=RS_COMPACTED_FILES_DISCHARGER}] backup.HFileArchiver(360): Archiving compacted files. 2024-11-14T14:42:35,258 DEBUG [RS_COMPACTED_FILES_DISCHARGER-regionserver/da1c6afcd1f9:0-0 {event_type=RS_COMPACTED_FILES_DISCHARGER}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:34345/user/jenkins/test-data/14d118ee-a83a-b09b-5913-1a58940a5db1/data/default/TestAcidGuarantees/11b353fb2bd02e7483b7c8ed67fdaec1/C/a7fe6f5173894addb7147aa0c876baff to hdfs://localhost:34345/user/jenkins/test-data/14d118ee-a83a-b09b-5913-1a58940a5db1/archive/data/default/TestAcidGuarantees/11b353fb2bd02e7483b7c8ed67fdaec1/C/a7fe6f5173894addb7147aa0c876baff 2024-11-14T14:42:35,259 DEBUG [RS_COMPACTED_FILES_DISCHARGER-regionserver/da1c6afcd1f9:0-0 {event_type=RS_COMPACTED_FILES_DISCHARGER}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:34345/user/jenkins/test-data/14d118ee-a83a-b09b-5913-1a58940a5db1/data/default/TestAcidGuarantees/11b353fb2bd02e7483b7c8ed67fdaec1/C/8c7bf954890646a89b0a8510fbb6d800 to hdfs://localhost:34345/user/jenkins/test-data/14d118ee-a83a-b09b-5913-1a58940a5db1/archive/data/default/TestAcidGuarantees/11b353fb2bd02e7483b7c8ed67fdaec1/C/8c7bf954890646a89b0a8510fbb6d800 2024-11-14T14:42:35,259 DEBUG [RS_COMPACTED_FILES_DISCHARGER-regionserver/da1c6afcd1f9:0-0 {event_type=RS_COMPACTED_FILES_DISCHARGER}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:34345/user/jenkins/test-data/14d118ee-a83a-b09b-5913-1a58940a5db1/data/default/TestAcidGuarantees/11b353fb2bd02e7483b7c8ed67fdaec1/C/d6eb544d181f40df9bb4b5a4903bd31a to hdfs://localhost:34345/user/jenkins/test-data/14d118ee-a83a-b09b-5913-1a58940a5db1/archive/data/default/TestAcidGuarantees/11b353fb2bd02e7483b7c8ed67fdaec1/C/d6eb544d181f40df9bb4b5a4903bd31a 2024-11-14T14:42:35,260 DEBUG [RS_COMPACTED_FILES_DISCHARGER-regionserver/da1c6afcd1f9:0-0 {event_type=RS_COMPACTED_FILES_DISCHARGER}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:34345/user/jenkins/test-data/14d118ee-a83a-b09b-5913-1a58940a5db1/data/default/TestAcidGuarantees/11b353fb2bd02e7483b7c8ed67fdaec1/C/f1ce4808cb624a9fb320915006c20f17 to hdfs://localhost:34345/user/jenkins/test-data/14d118ee-a83a-b09b-5913-1a58940a5db1/archive/data/default/TestAcidGuarantees/11b353fb2bd02e7483b7c8ed67fdaec1/C/f1ce4808cb624a9fb320915006c20f17 2024-11-14T14:42:35,261 DEBUG [RS_COMPACTED_FILES_DISCHARGER-regionserver/da1c6afcd1f9:0-0 {event_type=RS_COMPACTED_FILES_DISCHARGER}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:34345/user/jenkins/test-data/14d118ee-a83a-b09b-5913-1a58940a5db1/data/default/TestAcidGuarantees/11b353fb2bd02e7483b7c8ed67fdaec1/C/75d418ba18694259994058d8777c3ab1 to hdfs://localhost:34345/user/jenkins/test-data/14d118ee-a83a-b09b-5913-1a58940a5db1/archive/data/default/TestAcidGuarantees/11b353fb2bd02e7483b7c8ed67fdaec1/C/75d418ba18694259994058d8777c3ab1 2024-11-14T14:42:35,262 DEBUG [RS_COMPACTED_FILES_DISCHARGER-regionserver/da1c6afcd1f9:0-0 {event_type=RS_COMPACTED_FILES_DISCHARGER}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:34345/user/jenkins/test-data/14d118ee-a83a-b09b-5913-1a58940a5db1/data/default/TestAcidGuarantees/11b353fb2bd02e7483b7c8ed67fdaec1/C/1ae6cf96e2264c5b872510d2243e4a80 to hdfs://localhost:34345/user/jenkins/test-data/14d118ee-a83a-b09b-5913-1a58940a5db1/archive/data/default/TestAcidGuarantees/11b353fb2bd02e7483b7c8ed67fdaec1/C/1ae6cf96e2264c5b872510d2243e4a80 2024-11-14T14:42:35,264 DEBUG [RS_COMPACTED_FILES_DISCHARGER-regionserver/da1c6afcd1f9:0-0 {event_type=RS_COMPACTED_FILES_DISCHARGER}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:34345/user/jenkins/test-data/14d118ee-a83a-b09b-5913-1a58940a5db1/data/default/TestAcidGuarantees/11b353fb2bd02e7483b7c8ed67fdaec1/C/48f68e8b74754415bc6c5186e4a778f4 to hdfs://localhost:34345/user/jenkins/test-data/14d118ee-a83a-b09b-5913-1a58940a5db1/archive/data/default/TestAcidGuarantees/11b353fb2bd02e7483b7c8ed67fdaec1/C/48f68e8b74754415bc6c5186e4a778f4 2024-11-14T14:42:35,264 DEBUG [RS_COMPACTED_FILES_DISCHARGER-regionserver/da1c6afcd1f9:0-0 {event_type=RS_COMPACTED_FILES_DISCHARGER}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:34345/user/jenkins/test-data/14d118ee-a83a-b09b-5913-1a58940a5db1/data/default/TestAcidGuarantees/11b353fb2bd02e7483b7c8ed67fdaec1/C/661ee3aa121541f2807e6e103fa04076 to hdfs://localhost:34345/user/jenkins/test-data/14d118ee-a83a-b09b-5913-1a58940a5db1/archive/data/default/TestAcidGuarantees/11b353fb2bd02e7483b7c8ed67fdaec1/C/661ee3aa121541f2807e6e103fa04076 2024-11-14T14:42:35,266 DEBUG [RS_COMPACTED_FILES_DISCHARGER-regionserver/da1c6afcd1f9:0-0 {event_type=RS_COMPACTED_FILES_DISCHARGER}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:34345/user/jenkins/test-data/14d118ee-a83a-b09b-5913-1a58940a5db1/data/default/TestAcidGuarantees/11b353fb2bd02e7483b7c8ed67fdaec1/C/d5b36a254ced4906a6c4fcdeef13c621 to hdfs://localhost:34345/user/jenkins/test-data/14d118ee-a83a-b09b-5913-1a58940a5db1/archive/data/default/TestAcidGuarantees/11b353fb2bd02e7483b7c8ed67fdaec1/C/d5b36a254ced4906a6c4fcdeef13c621 2024-11-14T14:42:35,267 DEBUG [RS_COMPACTED_FILES_DISCHARGER-regionserver/da1c6afcd1f9:0-0 {event_type=RS_COMPACTED_FILES_DISCHARGER}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:34345/user/jenkins/test-data/14d118ee-a83a-b09b-5913-1a58940a5db1/data/default/TestAcidGuarantees/11b353fb2bd02e7483b7c8ed67fdaec1/C/ca1a34be473e41e7a587b654e0964c4f to hdfs://localhost:34345/user/jenkins/test-data/14d118ee-a83a-b09b-5913-1a58940a5db1/archive/data/default/TestAcidGuarantees/11b353fb2bd02e7483b7c8ed67fdaec1/C/ca1a34be473e41e7a587b654e0964c4f 2024-11-14T14:42:35,315 DEBUG [RS:0;da1c6afcd1f9:35765-longCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:34345/user/jenkins/test-data/14d118ee-a83a-b09b-5913-1a58940a5db1/data/default/TestAcidGuarantees/11b353fb2bd02e7483b7c8ed67fdaec1/.tmp/B/37d1fcf13ebe490084a0b83cb61caa6b as hdfs://localhost:34345/user/jenkins/test-data/14d118ee-a83a-b09b-5913-1a58940a5db1/data/default/TestAcidGuarantees/11b353fb2bd02e7483b7c8ed67fdaec1/B/37d1fcf13ebe490084a0b83cb61caa6b 2024-11-14T14:42:35,315 DEBUG [RS:0;da1c6afcd1f9:35765-shortCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:34345/user/jenkins/test-data/14d118ee-a83a-b09b-5913-1a58940a5db1/data/default/TestAcidGuarantees/11b353fb2bd02e7483b7c8ed67fdaec1/.tmp/A/64079217614042408d4e6dc305a53d35 as hdfs://localhost:34345/user/jenkins/test-data/14d118ee-a83a-b09b-5913-1a58940a5db1/data/default/TestAcidGuarantees/11b353fb2bd02e7483b7c8ed67fdaec1/A/64079217614042408d4e6dc305a53d35 2024-11-14T14:42:35,319 INFO [RS:0;da1c6afcd1f9:35765-shortCompactions-0 {}] regionserver.HStore(1337): Completed compaction of 3 (all) file(s) in 11b353fb2bd02e7483b7c8ed67fdaec1/A of 11b353fb2bd02e7483b7c8ed67fdaec1 into 64079217614042408d4e6dc305a53d35(size=12.3 K), total size for store is 12.3 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-11-14T14:42:35,319 DEBUG [RS:0;da1c6afcd1f9:35765-shortCompactions-0 {}] regionserver.HRegion(2446): Compaction status journal for 11b353fb2bd02e7483b7c8ed67fdaec1: 2024-11-14T14:42:35,319 INFO [RS:0;da1c6afcd1f9:35765-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1731595345246.11b353fb2bd02e7483b7c8ed67fdaec1., storeName=11b353fb2bd02e7483b7c8ed67fdaec1/A, priority=13, startTime=1731595354883; duration=0sec 2024-11-14T14:42:35,320 INFO [RS:0;da1c6afcd1f9:35765-longCompactions-0 {}] regionserver.HStore(1337): Completed compaction of 3 (all) file(s) in 11b353fb2bd02e7483b7c8ed67fdaec1/B of 11b353fb2bd02e7483b7c8ed67fdaec1 into 37d1fcf13ebe490084a0b83cb61caa6b(size=12.3 K), total size for store is 12.3 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-11-14T14:42:35,320 DEBUG [RS:0;da1c6afcd1f9:35765-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=1), splitQueue=0 2024-11-14T14:42:35,320 DEBUG [RS:0;da1c6afcd1f9:35765-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: 11b353fb2bd02e7483b7c8ed67fdaec1:A 2024-11-14T14:42:35,320 DEBUG [RS:0;da1c6afcd1f9:35765-longCompactions-0 {}] regionserver.HRegion(2446): Compaction status journal for 11b353fb2bd02e7483b7c8ed67fdaec1: 2024-11-14T14:42:35,320 INFO [RS:0;da1c6afcd1f9:35765-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1731595345246.11b353fb2bd02e7483b7c8ed67fdaec1., storeName=11b353fb2bd02e7483b7c8ed67fdaec1/B, priority=13, startTime=1731595354883; duration=0sec 2024-11-14T14:42:35,320 DEBUG [RS:0;da1c6afcd1f9:35765-shortCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 3 store files, 0 compacting, 3 eligible, 16 blocking 2024-11-14T14:42:35,320 DEBUG [RS:0;da1c6afcd1f9:35765-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-14T14:42:35,320 DEBUG [RS:0;da1c6afcd1f9:35765-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: 11b353fb2bd02e7483b7c8ed67fdaec1:B 2024-11-14T14:42:35,321 DEBUG [RS:0;da1c6afcd1f9:35765-shortCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 3 files of size 36795 starting at candidate #0 after considering 1 permutations with 1 in ratio 2024-11-14T14:42:35,321 DEBUG [RS:0;da1c6afcd1f9:35765-shortCompactions-0 {}] regionserver.HStore(1541): 11b353fb2bd02e7483b7c8ed67fdaec1/C is initiating minor compaction (all files) 2024-11-14T14:42:35,321 INFO [RS:0;da1c6afcd1f9:35765-shortCompactions-0 {}] regionserver.HRegion(2416): Starting compaction of 11b353fb2bd02e7483b7c8ed67fdaec1/C in TestAcidGuarantees,,1731595345246.11b353fb2bd02e7483b7c8ed67fdaec1. 2024-11-14T14:42:35,321 INFO [RS:0;da1c6afcd1f9:35765-shortCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:34345/user/jenkins/test-data/14d118ee-a83a-b09b-5913-1a58940a5db1/data/default/TestAcidGuarantees/11b353fb2bd02e7483b7c8ed67fdaec1/C/f9408acc7c3b464aae8277c7996a3360, hdfs://localhost:34345/user/jenkins/test-data/14d118ee-a83a-b09b-5913-1a58940a5db1/data/default/TestAcidGuarantees/11b353fb2bd02e7483b7c8ed67fdaec1/C/11b7a6ed9e864e25a8895607f05e9419, hdfs://localhost:34345/user/jenkins/test-data/14d118ee-a83a-b09b-5913-1a58940a5db1/data/default/TestAcidGuarantees/11b353fb2bd02e7483b7c8ed67fdaec1/C/82cdfac2f75040559de865c6b404f9dc] into tmpdir=hdfs://localhost:34345/user/jenkins/test-data/14d118ee-a83a-b09b-5913-1a58940a5db1/data/default/TestAcidGuarantees/11b353fb2bd02e7483b7c8ed67fdaec1/.tmp, totalSize=35.9 K 2024-11-14T14:42:35,321 DEBUG [RS:0;da1c6afcd1f9:35765-shortCompactions-0 {}] compactions.Compactor(225): Compacting f9408acc7c3b464aae8277c7996a3360, keycount=150, bloomtype=ROW, size=12.2 K, encoding=NONE, compression=NONE, seqNum=163, earliestPutTs=1731595350447 2024-11-14T14:42:35,321 DEBUG [RS:0;da1c6afcd1f9:35765-shortCompactions-0 {}] compactions.Compactor(225): Compacting 11b7a6ed9e864e25a8895607f05e9419, keycount=150, bloomtype=ROW, size=11.9 K, encoding=NONE, compression=NONE, seqNum=183, earliestPutTs=1731595351814 2024-11-14T14:42:35,322 DEBUG [RS:0;da1c6afcd1f9:35765-shortCompactions-0 {}] compactions.Compactor(225): Compacting 82cdfac2f75040559de865c6b404f9dc, keycount=150, bloomtype=ROW, size=11.9 K, encoding=NONE, compression=NONE, seqNum=199, earliestPutTs=1731595352995 2024-11-14T14:42:35,328 INFO [RS:0;da1c6afcd1f9:35765-shortCompactions-0 {}] throttle.PressureAwareThroughputController(145): 11b353fb2bd02e7483b7c8ed67fdaec1#C#compaction#392 average throughput is 3.28 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second 2024-11-14T14:42:35,328 DEBUG [RS:0;da1c6afcd1f9:35765-shortCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:34345/user/jenkins/test-data/14d118ee-a83a-b09b-5913-1a58940a5db1/data/default/TestAcidGuarantees/11b353fb2bd02e7483b7c8ed67fdaec1/.tmp/C/aa3001807f3b47489f208f4a662fa6eb is 50, key is test_row_0/C:col10/1731595352995/Put/seqid=0 2024-11-14T14:42:35,332 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36699 is added to blk_1073742287_1463 (size=12254) 2024-11-14T14:42:35,336 DEBUG [RS:0;da1c6afcd1f9:35765-shortCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:34345/user/jenkins/test-data/14d118ee-a83a-b09b-5913-1a58940a5db1/data/default/TestAcidGuarantees/11b353fb2bd02e7483b7c8ed67fdaec1/.tmp/C/aa3001807f3b47489f208f4a662fa6eb as hdfs://localhost:34345/user/jenkins/test-data/14d118ee-a83a-b09b-5913-1a58940a5db1/data/default/TestAcidGuarantees/11b353fb2bd02e7483b7c8ed67fdaec1/C/aa3001807f3b47489f208f4a662fa6eb 2024-11-14T14:42:35,341 INFO [RS:0;da1c6afcd1f9:35765-shortCompactions-0 {}] regionserver.HStore(1337): Completed compaction of 3 (all) file(s) in 11b353fb2bd02e7483b7c8ed67fdaec1/C of 11b353fb2bd02e7483b7c8ed67fdaec1 into aa3001807f3b47489f208f4a662fa6eb(size=12.0 K), total size for store is 12.0 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-11-14T14:42:35,341 DEBUG [RS:0;da1c6afcd1f9:35765-shortCompactions-0 {}] regionserver.HRegion(2446): Compaction status journal for 11b353fb2bd02e7483b7c8ed67fdaec1: 2024-11-14T14:42:35,341 INFO [RS:0;da1c6afcd1f9:35765-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1731595345246.11b353fb2bd02e7483b7c8ed67fdaec1., storeName=11b353fb2bd02e7483b7c8ed67fdaec1/C, priority=13, startTime=1731595354883; duration=0sec 2024-11-14T14:42:35,341 DEBUG [RS:0;da1c6afcd1f9:35765-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-14T14:42:35,341 DEBUG [RS:0;da1c6afcd1f9:35765-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: 11b353fb2bd02e7483b7c8ed67fdaec1:C 2024-11-14T14:42:35,359 INFO [RS_FLUSH_OPERATIONS-regionserver/da1c6afcd1f9:0-1 {event_type=RS_FLUSH_REGIONS, pid=132}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=35.78 KB at sequenceid=218 (bloomFilter=true), to=hdfs://localhost:34345/user/jenkins/test-data/14d118ee-a83a-b09b-5913-1a58940a5db1/data/default/TestAcidGuarantees/11b353fb2bd02e7483b7c8ed67fdaec1/.tmp/A/eb664a4f42754f848441735845716395 2024-11-14T14:42:35,365 DEBUG [RS_FLUSH_OPERATIONS-regionserver/da1c6afcd1f9:0-1 {event_type=RS_FLUSH_REGIONS, pid=132}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:34345/user/jenkins/test-data/14d118ee-a83a-b09b-5913-1a58940a5db1/data/default/TestAcidGuarantees/11b353fb2bd02e7483b7c8ed67fdaec1/.tmp/B/4f8341ea23574860850bfbf05c4b5350 is 50, key is test_row_0/B:col10/1731595353682/Put/seqid=0 2024-11-14T14:42:35,367 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36699 is added to blk_1073742288_1464 (size=12151) 2024-11-14T14:42:35,373 INFO [RS_FLUSH_OPERATIONS-regionserver/da1c6afcd1f9:0-1 {event_type=RS_FLUSH_REGIONS, pid=132}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=35.78 KB at sequenceid=218 (bloomFilter=true), to=hdfs://localhost:34345/user/jenkins/test-data/14d118ee-a83a-b09b-5913-1a58940a5db1/data/default/TestAcidGuarantees/11b353fb2bd02e7483b7c8ed67fdaec1/.tmp/B/4f8341ea23574860850bfbf05c4b5350 2024-11-14T14:42:35,383 DEBUG [RS_FLUSH_OPERATIONS-regionserver/da1c6afcd1f9:0-1 {event_type=RS_FLUSH_REGIONS, pid=132}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:34345/user/jenkins/test-data/14d118ee-a83a-b09b-5913-1a58940a5db1/data/default/TestAcidGuarantees/11b353fb2bd02e7483b7c8ed67fdaec1/.tmp/C/8b2f0b9e9ceb4e53a940c74a971d2f54 is 50, key is test_row_0/C:col10/1731595353682/Put/seqid=0 2024-11-14T14:42:35,387 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36699 is added to blk_1073742289_1465 (size=12151) 2024-11-14T14:42:35,387 INFO [RS_FLUSH_OPERATIONS-regionserver/da1c6afcd1f9:0-1 {event_type=RS_FLUSH_REGIONS, pid=132}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=35.78 KB at sequenceid=218 (bloomFilter=true), to=hdfs://localhost:34345/user/jenkins/test-data/14d118ee-a83a-b09b-5913-1a58940a5db1/data/default/TestAcidGuarantees/11b353fb2bd02e7483b7c8ed67fdaec1/.tmp/C/8b2f0b9e9ceb4e53a940c74a971d2f54 2024-11-14T14:42:35,391 DEBUG [RS_FLUSH_OPERATIONS-regionserver/da1c6afcd1f9:0-1 {event_type=RS_FLUSH_REGIONS, pid=132}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:34345/user/jenkins/test-data/14d118ee-a83a-b09b-5913-1a58940a5db1/data/default/TestAcidGuarantees/11b353fb2bd02e7483b7c8ed67fdaec1/.tmp/A/eb664a4f42754f848441735845716395 as hdfs://localhost:34345/user/jenkins/test-data/14d118ee-a83a-b09b-5913-1a58940a5db1/data/default/TestAcidGuarantees/11b353fb2bd02e7483b7c8ed67fdaec1/A/eb664a4f42754f848441735845716395 2024-11-14T14:42:35,398 INFO [RS_FLUSH_OPERATIONS-regionserver/da1c6afcd1f9:0-1 {event_type=RS_FLUSH_REGIONS, pid=132}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:34345/user/jenkins/test-data/14d118ee-a83a-b09b-5913-1a58940a5db1/data/default/TestAcidGuarantees/11b353fb2bd02e7483b7c8ed67fdaec1/A/eb664a4f42754f848441735845716395, entries=150, sequenceid=218, filesize=11.9 K 2024-11-14T14:42:35,400 DEBUG [RS_FLUSH_OPERATIONS-regionserver/da1c6afcd1f9:0-1 {event_type=RS_FLUSH_REGIONS, pid=132}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:34345/user/jenkins/test-data/14d118ee-a83a-b09b-5913-1a58940a5db1/data/default/TestAcidGuarantees/11b353fb2bd02e7483b7c8ed67fdaec1/.tmp/B/4f8341ea23574860850bfbf05c4b5350 as hdfs://localhost:34345/user/jenkins/test-data/14d118ee-a83a-b09b-5913-1a58940a5db1/data/default/TestAcidGuarantees/11b353fb2bd02e7483b7c8ed67fdaec1/B/4f8341ea23574860850bfbf05c4b5350 2024-11-14T14:42:35,403 INFO [RS_FLUSH_OPERATIONS-regionserver/da1c6afcd1f9:0-1 {event_type=RS_FLUSH_REGIONS, pid=132}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:34345/user/jenkins/test-data/14d118ee-a83a-b09b-5913-1a58940a5db1/data/default/TestAcidGuarantees/11b353fb2bd02e7483b7c8ed67fdaec1/B/4f8341ea23574860850bfbf05c4b5350, entries=150, sequenceid=218, filesize=11.9 K 2024-11-14T14:42:35,404 DEBUG [RS_FLUSH_OPERATIONS-regionserver/da1c6afcd1f9:0-1 {event_type=RS_FLUSH_REGIONS, pid=132}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:34345/user/jenkins/test-data/14d118ee-a83a-b09b-5913-1a58940a5db1/data/default/TestAcidGuarantees/11b353fb2bd02e7483b7c8ed67fdaec1/.tmp/C/8b2f0b9e9ceb4e53a940c74a971d2f54 as hdfs://localhost:34345/user/jenkins/test-data/14d118ee-a83a-b09b-5913-1a58940a5db1/data/default/TestAcidGuarantees/11b353fb2bd02e7483b7c8ed67fdaec1/C/8b2f0b9e9ceb4e53a940c74a971d2f54 2024-11-14T14:42:35,407 INFO [RS_FLUSH_OPERATIONS-regionserver/da1c6afcd1f9:0-1 {event_type=RS_FLUSH_REGIONS, pid=132}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:34345/user/jenkins/test-data/14d118ee-a83a-b09b-5913-1a58940a5db1/data/default/TestAcidGuarantees/11b353fb2bd02e7483b7c8ed67fdaec1/C/8b2f0b9e9ceb4e53a940c74a971d2f54, entries=150, sequenceid=218, filesize=11.9 K 2024-11-14T14:42:35,407 INFO [RS_FLUSH_OPERATIONS-regionserver/da1c6afcd1f9:0-1 {event_type=RS_FLUSH_REGIONS, pid=132}] regionserver.HRegion(3140): Finished flush of dataSize ~107.34 KB/109920, heapSize ~319.45 KB/327120, currentSize=0 B/0 for 11b353fb2bd02e7483b7c8ed67fdaec1 in 459ms, sequenceid=218, compaction requested=false 2024-11-14T14:42:35,407 DEBUG [RS_FLUSH_OPERATIONS-regionserver/da1c6afcd1f9:0-1 {event_type=RS_FLUSH_REGIONS, pid=132}] regionserver.HRegion(2603): Flush status journal for 11b353fb2bd02e7483b7c8ed67fdaec1: 2024-11-14T14:42:35,407 DEBUG [RS_FLUSH_OPERATIONS-regionserver/da1c6afcd1f9:0-1 {event_type=RS_FLUSH_REGIONS, pid=132}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1731595345246.11b353fb2bd02e7483b7c8ed67fdaec1. 2024-11-14T14:42:35,407 DEBUG [RS_FLUSH_OPERATIONS-regionserver/da1c6afcd1f9:0-1 {event_type=RS_FLUSH_REGIONS, pid=132}] regionserver.RemoteProcedureResultReporter(62): Successfully complete execution of pid=132 2024-11-14T14:42:35,408 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45145 {}] master.HMaster(4169): Remote procedure done, pid=132 2024-11-14T14:42:35,410 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=132, resume processing ppid=131 2024-11-14T14:42:35,410 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1521): Finished pid=132, ppid=131, state=SUCCESS, hasLock=false; org.apache.hadoop.hbase.master.procedure.FlushRegionProcedure in 1.3800 sec 2024-11-14T14:42:35,412 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1521): Finished pid=131, state=SUCCESS, hasLock=false; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=131, table=TestAcidGuarantees in 1.3840 sec 2024-11-14T14:42:35,870 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35765 {}] regionserver.HRegion(8855): Flush requested on 11b353fb2bd02e7483b7c8ed67fdaec1 2024-11-14T14:42:35,870 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(2902): Flushing 11b353fb2bd02e7483b7c8ed67fdaec1 3/3 column families, dataSize=46.96 KB heapSize=140.20 KB 2024-11-14T14:42:35,872 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 11b353fb2bd02e7483b7c8ed67fdaec1, store=A 2024-11-14T14:42:35,872 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-14T14:42:35,872 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 11b353fb2bd02e7483b7c8ed67fdaec1, store=B 2024-11-14T14:42:35,872 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-14T14:42:35,872 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 11b353fb2bd02e7483b7c8ed67fdaec1, store=C 2024-11-14T14:42:35,872 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-14T14:42:35,876 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:34345/user/jenkins/test-data/14d118ee-a83a-b09b-5913-1a58940a5db1/data/default/TestAcidGuarantees/11b353fb2bd02e7483b7c8ed67fdaec1/.tmp/A/c963340a862b48ab9980821f1a3aae42 is 50, key is test_row_0/A:col10/1731595355868/Put/seqid=0 2024-11-14T14:42:35,880 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36699 is added to blk_1073742290_1466 (size=16931) 2024-11-14T14:42:35,966 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35765 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=11b353fb2bd02e7483b7c8ed67fdaec1, server=da1c6afcd1f9,35765,1731595233113 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-14T14:42:35,966 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35765 {}] ipc.CallRunner(138): callId: 78 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:55536 deadline: 1731595415955, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=11b353fb2bd02e7483b7c8ed67fdaec1, server=da1c6afcd1f9,35765,1731595233113 2024-11-14T14:42:35,966 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731595345246.11b353fb2bd02e7483b7c8ed67fdaec1., hostname=da1c6afcd1f9,35765,1731595233113, seqNum=2 , the old value is region=TestAcidGuarantees,,1731595345246.11b353fb2bd02e7483b7c8ed67fdaec1., hostname=da1c6afcd1f9,35765,1731595233113, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=11b353fb2bd02e7483b7c8ed67fdaec1, server=da1c6afcd1f9,35765,1731595233113 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-14T14:42:35,966 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731595345246.11b353fb2bd02e7483b7c8ed67fdaec1., hostname=da1c6afcd1f9,35765,1731595233113, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=11b353fb2bd02e7483b7c8ed67fdaec1, server=da1c6afcd1f9,35765,1731595233113 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-14T14:42:35,966 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731595345246.11b353fb2bd02e7483b7c8ed67fdaec1., hostname=da1c6afcd1f9,35765,1731595233113, seqNum=2 because the exception is null or not the one we care about 2024-11-14T14:42:35,968 DEBUG [RS_IN_MEMORY_COMPACTION-regionserver/da1c6afcd1f9:0-0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=type=CellArrayImmutableSegment, empty=no, cellCount=209, cellSize=9565, totalHeapSize=21976, min timestamp=1731595355938, max timestamp=1731595355964Num uniques 859; 2024-11-14T14:42:35,968 DEBUG [RS_IN_MEMORY_COMPACTION-regionserver/da1c6afcd1f9:0-0 {}] regionserver.CompactionPipeline(163): Suffix data size=39335, new segment data size=9565, suffix heap size=117064,new segment heap size=21976 　suffix off heap size=0, new segment off heap size=0, suffix cells count=859, new segment cells count=209 2024-11-14T14:42:35,968 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35765 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=11b353fb2bd02e7483b7c8ed67fdaec1, server=da1c6afcd1f9,35765,1731595233113 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-14T14:42:35,968 DEBUG [RS_IN_MEMORY_COMPACTION-regionserver/da1c6afcd1f9:0-5 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=type=CellArrayImmutableSegment, empty=no, cellCount=209, cellSize=9565, totalHeapSize=21976, min timestamp=1731595355938, max timestamp=1731595355964Num uniques 859; 2024-11-14T14:42:35,968 DEBUG [RS_IN_MEMORY_COMPACTION-regionserver/da1c6afcd1f9:0-5 {}] regionserver.CompactionPipeline(163): Suffix data size=39335, new segment data size=9565, suffix heap size=117064,new segment heap size=21976 　suffix off heap size=0, new segment off heap size=0, suffix cells count=859, new segment cells count=209 2024-11-14T14:42:35,968 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35765 {}] ipc.CallRunner(138): callId: 77 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:55504 deadline: 1731595415956, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=11b353fb2bd02e7483b7c8ed67fdaec1, server=da1c6afcd1f9,35765,1731595233113 2024-11-14T14:42:35,968 DEBUG [RS_IN_MEMORY_COMPACTION-regionserver/da1c6afcd1f9:0-6 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=type=CellArrayImmutableSegment, empty=no, cellCount=209, cellSize=9565, totalHeapSize=21976, min timestamp=1731595355938, max timestamp=1731595355964Num uniques 859; 2024-11-14T14:42:35,968 DEBUG [RS_IN_MEMORY_COMPACTION-regionserver/da1c6afcd1f9:0-6 {}] regionserver.CompactionPipeline(163): Suffix data size=39335, new segment data size=9565, suffix heap size=117064,new segment heap size=21976 　suffix off heap size=0, new segment off heap size=0, suffix cells count=859, new segment cells count=209 2024-11-14T14:42:35,968 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731595345246.11b353fb2bd02e7483b7c8ed67fdaec1., hostname=da1c6afcd1f9,35765,1731595233113, seqNum=2 , the old value is region=TestAcidGuarantees,,1731595345246.11b353fb2bd02e7483b7c8ed67fdaec1., hostname=da1c6afcd1f9,35765,1731595233113, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=11b353fb2bd02e7483b7c8ed67fdaec1, server=da1c6afcd1f9,35765,1731595233113 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-14T14:42:35,968 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731595345246.11b353fb2bd02e7483b7c8ed67fdaec1., hostname=da1c6afcd1f9,35765,1731595233113, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=11b353fb2bd02e7483b7c8ed67fdaec1, server=da1c6afcd1f9,35765,1731595233113 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-14T14:42:35,968 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731595345246.11b353fb2bd02e7483b7c8ed67fdaec1., hostname=da1c6afcd1f9,35765,1731595233113, seqNum=2 because the exception is null or not the one we care about 2024-11-14T14:42:36,062 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35765 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=11b353fb2bd02e7483b7c8ed67fdaec1, server=da1c6afcd1f9,35765,1731595233113 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-14T14:42:36,062 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35765 {}] ipc.CallRunner(138): callId: 84 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:55502 deadline: 1731595416058, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=11b353fb2bd02e7483b7c8ed67fdaec1, server=da1c6afcd1f9,35765,1731595233113 2024-11-14T14:42:36,062 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731595345246.11b353fb2bd02e7483b7c8ed67fdaec1., hostname=da1c6afcd1f9,35765,1731595233113, seqNum=2 , the old value is region=TestAcidGuarantees,,1731595345246.11b353fb2bd02e7483b7c8ed67fdaec1., hostname=da1c6afcd1f9,35765,1731595233113, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=11b353fb2bd02e7483b7c8ed67fdaec1, server=da1c6afcd1f9,35765,1731595233113 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-14T14:42:36,062 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731595345246.11b353fb2bd02e7483b7c8ed67fdaec1., hostname=da1c6afcd1f9,35765,1731595233113, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=11b353fb2bd02e7483b7c8ed67fdaec1, server=da1c6afcd1f9,35765,1731595233113 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-14T14:42:36,062 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731595345246.11b353fb2bd02e7483b7c8ed67fdaec1., hostname=da1c6afcd1f9,35765,1731595233113, seqNum=2 because the exception is null or not the one we care about 2024-11-14T14:42:36,073 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35765 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=11b353fb2bd02e7483b7c8ed67fdaec1, server=da1c6afcd1f9,35765,1731595233113 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-14T14:42:36,073 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35765 {}] ipc.CallRunner(138): callId: 67 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:55520 deadline: 1731595416059, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=11b353fb2bd02e7483b7c8ed67fdaec1, server=da1c6afcd1f9,35765,1731595233113 2024-11-14T14:42:36,073 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731595345246.11b353fb2bd02e7483b7c8ed67fdaec1., hostname=da1c6afcd1f9,35765,1731595233113, seqNum=2 , the old value is region=TestAcidGuarantees,,1731595345246.11b353fb2bd02e7483b7c8ed67fdaec1., hostname=da1c6afcd1f9,35765,1731595233113, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=11b353fb2bd02e7483b7c8ed67fdaec1, server=da1c6afcd1f9,35765,1731595233113 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-14T14:42:36,074 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731595345246.11b353fb2bd02e7483b7c8ed67fdaec1., hostname=da1c6afcd1f9,35765,1731595233113, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=11b353fb2bd02e7483b7c8ed67fdaec1, server=da1c6afcd1f9,35765,1731595233113 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-14T14:42:36,074 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731595345246.11b353fb2bd02e7483b7c8ed67fdaec1., hostname=da1c6afcd1f9,35765,1731595233113, seqNum=2 because the exception is null or not the one we care about 2024-11-14T14:42:36,088 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35765 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=11b353fb2bd02e7483b7c8ed67fdaec1, server=da1c6afcd1f9,35765,1731595233113 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-14T14:42:36,088 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35765 {}] ipc.CallRunner(138): callId: 79 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:55536 deadline: 1731595416076, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=11b353fb2bd02e7483b7c8ed67fdaec1, server=da1c6afcd1f9,35765,1731595233113 2024-11-14T14:42:36,088 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35765 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=11b353fb2bd02e7483b7c8ed67fdaec1, server=da1c6afcd1f9,35765,1731595233113 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-14T14:42:36,088 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731595345246.11b353fb2bd02e7483b7c8ed67fdaec1., hostname=da1c6afcd1f9,35765,1731595233113, seqNum=2 , the old value is region=TestAcidGuarantees,,1731595345246.11b353fb2bd02e7483b7c8ed67fdaec1., hostname=da1c6afcd1f9,35765,1731595233113, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=11b353fb2bd02e7483b7c8ed67fdaec1, server=da1c6afcd1f9,35765,1731595233113 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-14T14:42:36,088 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731595345246.11b353fb2bd02e7483b7c8ed67fdaec1., hostname=da1c6afcd1f9,35765,1731595233113, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=11b353fb2bd02e7483b7c8ed67fdaec1, server=da1c6afcd1f9,35765,1731595233113 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-14T14:42:36,088 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35765 {}] ipc.CallRunner(138): callId: 78 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:55504 deadline: 1731595416076, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=11b353fb2bd02e7483b7c8ed67fdaec1, server=da1c6afcd1f9,35765,1731595233113 2024-11-14T14:42:36,088 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731595345246.11b353fb2bd02e7483b7c8ed67fdaec1., hostname=da1c6afcd1f9,35765,1731595233113, seqNum=2 because the exception is null or not the one we care about 2024-11-14T14:42:36,089 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731595345246.11b353fb2bd02e7483b7c8ed67fdaec1., hostname=da1c6afcd1f9,35765,1731595233113, seqNum=2 , the old value is region=TestAcidGuarantees,,1731595345246.11b353fb2bd02e7483b7c8ed67fdaec1., hostname=da1c6afcd1f9,35765,1731595233113, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=11b353fb2bd02e7483b7c8ed67fdaec1, server=da1c6afcd1f9,35765,1731595233113 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-14T14:42:36,089 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731595345246.11b353fb2bd02e7483b7c8ed67fdaec1., hostname=da1c6afcd1f9,35765,1731595233113, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=11b353fb2bd02e7483b7c8ed67fdaec1, server=da1c6afcd1f9,35765,1731595233113 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-14T14:42:36,089 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731595345246.11b353fb2bd02e7483b7c8ed67fdaec1., hostname=da1c6afcd1f9,35765,1731595233113, seqNum=2 because the exception is null or not the one we care about 2024-11-14T14:42:36,170 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35765 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=11b353fb2bd02e7483b7c8ed67fdaec1, server=da1c6afcd1f9,35765,1731595233113 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-14T14:42:36,171 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35765 {}] ipc.CallRunner(138): callId: 85 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:55502 deadline: 1731595416166, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=11b353fb2bd02e7483b7c8ed67fdaec1, server=da1c6afcd1f9,35765,1731595233113 2024-11-14T14:42:36,171 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731595345246.11b353fb2bd02e7483b7c8ed67fdaec1., hostname=da1c6afcd1f9,35765,1731595233113, seqNum=2 , the old value is region=TestAcidGuarantees,,1731595345246.11b353fb2bd02e7483b7c8ed67fdaec1., hostname=da1c6afcd1f9,35765,1731595233113, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=11b353fb2bd02e7483b7c8ed67fdaec1, server=da1c6afcd1f9,35765,1731595233113 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-14T14:42:36,171 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731595345246.11b353fb2bd02e7483b7c8ed67fdaec1., hostname=da1c6afcd1f9,35765,1731595233113, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=11b353fb2bd02e7483b7c8ed67fdaec1, server=da1c6afcd1f9,35765,1731595233113 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-14T14:42:36,171 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731595345246.11b353fb2bd02e7483b7c8ed67fdaec1., hostname=da1c6afcd1f9,35765,1731595233113, seqNum=2 because the exception is null or not the one we care about 2024-11-14T14:42:36,176 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45145 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=131 2024-11-14T14:42:36,176 INFO [RPCClient-NioEventLoopGroup-4-10 {}] client.RawAsyncHBaseAdmin$TableProcedureBiConsumer(2721): Operation: FLUSH, Table Name: default:TestAcidGuarantees completed 2024-11-14T14:42:36,177 INFO [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45145 {}] master.HMaster$22(4506): Client=jenkins//172.17.0.2 flush TestAcidGuarantees 2024-11-14T14:42:36,178 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45145 {}] procedure2.ProcedureExecutor(1139): Stored pid=133, state=RUNNABLE:FLUSH_TABLE_PREPARE, hasLock=false; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=133, table=TestAcidGuarantees 2024-11-14T14:42:36,178 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45145 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=133 2024-11-14T14:42:36,179 INFO [PEWorker-4 {}] procedure.FlushTableProcedure(91): pid=133, state=RUNNABLE:FLUSH_TABLE_PREPARE, hasLock=true; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=133, table=TestAcidGuarantees execute state=FLUSH_TABLE_PREPARE 2024-11-14T14:42:36,179 INFO [PEWorker-4 {}] procedure.FlushTableProcedure(91): pid=133, state=RUNNABLE:FLUSH_TABLE_FLUSH_REGIONS, hasLock=true; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=133, table=TestAcidGuarantees execute state=FLUSH_TABLE_FLUSH_REGIONS 2024-11-14T14:42:36,179 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=134, ppid=133, state=RUNNABLE, hasLock=false; org.apache.hadoop.hbase.master.procedure.FlushRegionProcedure}] 2024-11-14T14:42:36,185 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35765 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=11b353fb2bd02e7483b7c8ed67fdaec1, server=da1c6afcd1f9,35765,1731595233113 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-14T14:42:36,186 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35765 {}] ipc.CallRunner(138): callId: 68 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:55520 deadline: 1731595416176, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=11b353fb2bd02e7483b7c8ed67fdaec1, server=da1c6afcd1f9,35765,1731595233113 2024-11-14T14:42:36,186 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731595345246.11b353fb2bd02e7483b7c8ed67fdaec1., hostname=da1c6afcd1f9,35765,1731595233113, seqNum=2 , the old value is region=TestAcidGuarantees,,1731595345246.11b353fb2bd02e7483b7c8ed67fdaec1., hostname=da1c6afcd1f9,35765,1731595233113, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=11b353fb2bd02e7483b7c8ed67fdaec1, server=da1c6afcd1f9,35765,1731595233113 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-14T14:42:36,186 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731595345246.11b353fb2bd02e7483b7c8ed67fdaec1., hostname=da1c6afcd1f9,35765,1731595233113, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=11b353fb2bd02e7483b7c8ed67fdaec1, server=da1c6afcd1f9,35765,1731595233113 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-14T14:42:36,186 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731595345246.11b353fb2bd02e7483b7c8ed67fdaec1., hostname=da1c6afcd1f9,35765,1731595233113, seqNum=2 because the exception is null or not the one we care about 2024-11-14T14:42:36,281 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=17.89 KB at sequenceid=232 (bloomFilter=true), to=hdfs://localhost:34345/user/jenkins/test-data/14d118ee-a83a-b09b-5913-1a58940a5db1/data/default/TestAcidGuarantees/11b353fb2bd02e7483b7c8ed67fdaec1/.tmp/A/c963340a862b48ab9980821f1a3aae42 2024-11-14T14:42:36,286 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45145 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=133 2024-11-14T14:42:36,289 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:34345/user/jenkins/test-data/14d118ee-a83a-b09b-5913-1a58940a5db1/data/default/TestAcidGuarantees/11b353fb2bd02e7483b7c8ed67fdaec1/.tmp/B/f8ad4804125b4413818821b2581d338c is 50, key is test_row_0/B:col10/1731595355868/Put/seqid=0 2024-11-14T14:42:36,292 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36699 is added to blk_1073742291_1467 (size=12151) 2024-11-14T14:42:36,303 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35765 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=11b353fb2bd02e7483b7c8ed67fdaec1, server=da1c6afcd1f9,35765,1731595233113 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-14T14:42:36,303 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35765 {}] ipc.CallRunner(138): callId: 80 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:55536 deadline: 1731595416296, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=11b353fb2bd02e7483b7c8ed67fdaec1, server=da1c6afcd1f9,35765,1731595233113 2024-11-14T14:42:36,303 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731595345246.11b353fb2bd02e7483b7c8ed67fdaec1., hostname=da1c6afcd1f9,35765,1731595233113, seqNum=2 , the old value is region=TestAcidGuarantees,,1731595345246.11b353fb2bd02e7483b7c8ed67fdaec1., hostname=da1c6afcd1f9,35765,1731595233113, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=11b353fb2bd02e7483b7c8ed67fdaec1, server=da1c6afcd1f9,35765,1731595233113 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-14T14:42:36,303 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731595345246.11b353fb2bd02e7483b7c8ed67fdaec1., hostname=da1c6afcd1f9,35765,1731595233113, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=11b353fb2bd02e7483b7c8ed67fdaec1, server=da1c6afcd1f9,35765,1731595233113 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-14T14:42:36,303 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731595345246.11b353fb2bd02e7483b7c8ed67fdaec1., hostname=da1c6afcd1f9,35765,1731595233113, seqNum=2 because the exception is null or not the one we care about 2024-11-14T14:42:36,303 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35765 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=11b353fb2bd02e7483b7c8ed67fdaec1, server=da1c6afcd1f9,35765,1731595233113 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-14T14:42:36,303 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35765 {}] ipc.CallRunner(138): callId: 79 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:55504 deadline: 1731595416297, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=11b353fb2bd02e7483b7c8ed67fdaec1, server=da1c6afcd1f9,35765,1731595233113 2024-11-14T14:42:36,304 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731595345246.11b353fb2bd02e7483b7c8ed67fdaec1., hostname=da1c6afcd1f9,35765,1731595233113, seqNum=2 , the old value is region=TestAcidGuarantees,,1731595345246.11b353fb2bd02e7483b7c8ed67fdaec1., hostname=da1c6afcd1f9,35765,1731595233113, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=11b353fb2bd02e7483b7c8ed67fdaec1, server=da1c6afcd1f9,35765,1731595233113 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-14T14:42:36,304 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731595345246.11b353fb2bd02e7483b7c8ed67fdaec1., hostname=da1c6afcd1f9,35765,1731595233113, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=11b353fb2bd02e7483b7c8ed67fdaec1, server=da1c6afcd1f9,35765,1731595233113 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-14T14:42:36,304 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731595345246.11b353fb2bd02e7483b7c8ed67fdaec1., hostname=da1c6afcd1f9,35765,1731595233113, seqNum=2 because the exception is null or not the one we care about 2024-11-14T14:42:36,332 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=35765 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=134 2024-11-14T14:42:36,332 DEBUG [RS_FLUSH_OPERATIONS-regionserver/da1c6afcd1f9:0-2 {event_type=RS_FLUSH_REGIONS, pid=134}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1731595345246.11b353fb2bd02e7483b7c8ed67fdaec1. 2024-11-14T14:42:36,332 DEBUG [RS_FLUSH_OPERATIONS-regionserver/da1c6afcd1f9:0-2 {event_type=RS_FLUSH_REGIONS, pid=134}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1731595345246.11b353fb2bd02e7483b7c8ed67fdaec1. as already flushing 2024-11-14T14:42:36,332 DEBUG [RS_FLUSH_OPERATIONS-regionserver/da1c6afcd1f9:0-2 {event_type=RS_FLUSH_REGIONS, pid=134}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1731595345246.11b353fb2bd02e7483b7c8ed67fdaec1. 2024-11-14T14:42:36,332 ERROR [RS_FLUSH_OPERATIONS-regionserver/da1c6afcd1f9:0-2 {event_type=RS_FLUSH_REGIONS, pid=134}] handler.RSProcedureHandler(58): pid=134 java.io.IOException: Unable to complete flush {ENCODED => 11b353fb2bd02e7483b7c8ed67fdaec1, NAME => 'TestAcidGuarantees,,1731595345246.11b353fb2bd02e7483b7c8ed67fdaec1.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-14T14:42:36,332 DEBUG [RS_FLUSH_OPERATIONS-regionserver/da1c6afcd1f9:0-2 {event_type=RS_FLUSH_REGIONS, pid=134}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=134 java.io.IOException: Unable to complete flush {ENCODED => 11b353fb2bd02e7483b7c8ed67fdaec1, NAME => 'TestAcidGuarantees,,1731595345246.11b353fb2bd02e7483b7c8ed67fdaec1.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-14T14:42:36,333 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45145 {}] master.HMaster(4177): Remote procedure failed, pid=134 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 11b353fb2bd02e7483b7c8ed67fdaec1, NAME => 'TestAcidGuarantees,,1731595345246.11b353fb2bd02e7483b7c8ed67fdaec1.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$5(MasterRpcServices.java:2580) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2575) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 11b353fb2bd02e7483b7c8ed67fdaec1, NAME => 'TestAcidGuarantees,,1731595345246.11b353fb2bd02e7483b7c8ed67fdaec1.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-14T14:42:36,385 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35765 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=11b353fb2bd02e7483b7c8ed67fdaec1, server=da1c6afcd1f9,35765,1731595233113 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-14T14:42:36,385 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35765 {}] ipc.CallRunner(138): callId: 86 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:55502 deadline: 1731595416376, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=11b353fb2bd02e7483b7c8ed67fdaec1, server=da1c6afcd1f9,35765,1731595233113 2024-11-14T14:42:36,386 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731595345246.11b353fb2bd02e7483b7c8ed67fdaec1., hostname=da1c6afcd1f9,35765,1731595233113, seqNum=2 , the old value is region=TestAcidGuarantees,,1731595345246.11b353fb2bd02e7483b7c8ed67fdaec1., hostname=da1c6afcd1f9,35765,1731595233113, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=11b353fb2bd02e7483b7c8ed67fdaec1, server=da1c6afcd1f9,35765,1731595233113 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-14T14:42:36,386 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731595345246.11b353fb2bd02e7483b7c8ed67fdaec1., hostname=da1c6afcd1f9,35765,1731595233113, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=11b353fb2bd02e7483b7c8ed67fdaec1, server=da1c6afcd1f9,35765,1731595233113 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-14T14:42:36,386 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731595345246.11b353fb2bd02e7483b7c8ed67fdaec1., hostname=da1c6afcd1f9,35765,1731595233113, seqNum=2 because the exception is null or not the one we care about 2024-11-14T14:42:36,408 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35765 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=11b353fb2bd02e7483b7c8ed67fdaec1, server=da1c6afcd1f9,35765,1731595233113 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-14T14:42:36,408 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35765 {}] ipc.CallRunner(138): callId: 69 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:55520 deadline: 1731595416396, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=11b353fb2bd02e7483b7c8ed67fdaec1, server=da1c6afcd1f9,35765,1731595233113 2024-11-14T14:42:36,409 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731595345246.11b353fb2bd02e7483b7c8ed67fdaec1., hostname=da1c6afcd1f9,35765,1731595233113, seqNum=2 , the old value is region=TestAcidGuarantees,,1731595345246.11b353fb2bd02e7483b7c8ed67fdaec1., hostname=da1c6afcd1f9,35765,1731595233113, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=11b353fb2bd02e7483b7c8ed67fdaec1, server=da1c6afcd1f9,35765,1731595233113 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-14T14:42:36,409 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731595345246.11b353fb2bd02e7483b7c8ed67fdaec1., hostname=da1c6afcd1f9,35765,1731595233113, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=11b353fb2bd02e7483b7c8ed67fdaec1, server=da1c6afcd1f9,35765,1731595233113 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-14T14:42:36,409 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731595345246.11b353fb2bd02e7483b7c8ed67fdaec1., hostname=da1c6afcd1f9,35765,1731595233113, seqNum=2 because the exception is null or not the one we care about 2024-11-14T14:42:36,485 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=35765 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=134 2024-11-14T14:42:36,485 DEBUG [RS_FLUSH_OPERATIONS-regionserver/da1c6afcd1f9:0-0 {event_type=RS_FLUSH_REGIONS, pid=134}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1731595345246.11b353fb2bd02e7483b7c8ed67fdaec1. 2024-11-14T14:42:36,485 DEBUG [RS_FLUSH_OPERATIONS-regionserver/da1c6afcd1f9:0-0 {event_type=RS_FLUSH_REGIONS, pid=134}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1731595345246.11b353fb2bd02e7483b7c8ed67fdaec1. as already flushing 2024-11-14T14:42:36,485 DEBUG [RS_FLUSH_OPERATIONS-regionserver/da1c6afcd1f9:0-0 {event_type=RS_FLUSH_REGIONS, pid=134}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1731595345246.11b353fb2bd02e7483b7c8ed67fdaec1. 2024-11-14T14:42:36,485 ERROR [RS_FLUSH_OPERATIONS-regionserver/da1c6afcd1f9:0-0 {event_type=RS_FLUSH_REGIONS, pid=134}] handler.RSProcedureHandler(58): pid=134 java.io.IOException: Unable to complete flush {ENCODED => 11b353fb2bd02e7483b7c8ed67fdaec1, NAME => 'TestAcidGuarantees,,1731595345246.11b353fb2bd02e7483b7c8ed67fdaec1.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-14T14:42:36,486 DEBUG [RS_FLUSH_OPERATIONS-regionserver/da1c6afcd1f9:0-0 {event_type=RS_FLUSH_REGIONS, pid=134}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=134 java.io.IOException: Unable to complete flush {ENCODED => 11b353fb2bd02e7483b7c8ed67fdaec1, NAME => 'TestAcidGuarantees,,1731595345246.11b353fb2bd02e7483b7c8ed67fdaec1.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-14T14:42:36,486 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45145 {}] master.HMaster(4177): Remote procedure failed, pid=134 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 11b353fb2bd02e7483b7c8ed67fdaec1, NAME => 'TestAcidGuarantees,,1731595345246.11b353fb2bd02e7483b7c8ed67fdaec1.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$5(MasterRpcServices.java:2580) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2575) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 11b353fb2bd02e7483b7c8ed67fdaec1, NAME => 'TestAcidGuarantees,,1731595345246.11b353fb2bd02e7483b7c8ed67fdaec1.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-14T14:42:36,496 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45145 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=133 2024-11-14T14:42:36,613 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35765 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=11b353fb2bd02e7483b7c8ed67fdaec1, server=da1c6afcd1f9,35765,1731595233113 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-14T14:42:36,613 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35765 {}] ipc.CallRunner(138): callId: 81 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:55536 deadline: 1731595416605, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=11b353fb2bd02e7483b7c8ed67fdaec1, server=da1c6afcd1f9,35765,1731595233113 2024-11-14T14:42:36,613 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731595345246.11b353fb2bd02e7483b7c8ed67fdaec1., hostname=da1c6afcd1f9,35765,1731595233113, seqNum=2 , the old value is region=TestAcidGuarantees,,1731595345246.11b353fb2bd02e7483b7c8ed67fdaec1., hostname=da1c6afcd1f9,35765,1731595233113, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=11b353fb2bd02e7483b7c8ed67fdaec1, server=da1c6afcd1f9,35765,1731595233113 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-14T14:42:36,613 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731595345246.11b353fb2bd02e7483b7c8ed67fdaec1., hostname=da1c6afcd1f9,35765,1731595233113, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=11b353fb2bd02e7483b7c8ed67fdaec1, server=da1c6afcd1f9,35765,1731595233113 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-14T14:42:36,613 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731595345246.11b353fb2bd02e7483b7c8ed67fdaec1., hostname=da1c6afcd1f9,35765,1731595233113, seqNum=2 because the exception is null or not the one we care about 2024-11-14T14:42:36,631 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35765 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=11b353fb2bd02e7483b7c8ed67fdaec1, server=da1c6afcd1f9,35765,1731595233113 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-14T14:42:36,631 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35765 {}] ipc.CallRunner(138): callId: 80 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:55504 deadline: 1731595416616, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=11b353fb2bd02e7483b7c8ed67fdaec1, server=da1c6afcd1f9,35765,1731595233113 2024-11-14T14:42:36,631 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731595345246.11b353fb2bd02e7483b7c8ed67fdaec1., hostname=da1c6afcd1f9,35765,1731595233113, seqNum=2 , the old value is region=TestAcidGuarantees,,1731595345246.11b353fb2bd02e7483b7c8ed67fdaec1., hostname=da1c6afcd1f9,35765,1731595233113, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=11b353fb2bd02e7483b7c8ed67fdaec1, server=da1c6afcd1f9,35765,1731595233113 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-14T14:42:36,631 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731595345246.11b353fb2bd02e7483b7c8ed67fdaec1., hostname=da1c6afcd1f9,35765,1731595233113, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=11b353fb2bd02e7483b7c8ed67fdaec1, server=da1c6afcd1f9,35765,1731595233113 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-14T14:42:36,632 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731595345246.11b353fb2bd02e7483b7c8ed67fdaec1., hostname=da1c6afcd1f9,35765,1731595233113, seqNum=2 because the exception is null or not the one we care about 2024-11-14T14:42:36,638 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=35765 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=134 2024-11-14T14:42:36,638 DEBUG [RS_FLUSH_OPERATIONS-regionserver/da1c6afcd1f9:0-1 {event_type=RS_FLUSH_REGIONS, pid=134}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1731595345246.11b353fb2bd02e7483b7c8ed67fdaec1. 2024-11-14T14:42:36,639 DEBUG [RS_FLUSH_OPERATIONS-regionserver/da1c6afcd1f9:0-1 {event_type=RS_FLUSH_REGIONS, pid=134}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1731595345246.11b353fb2bd02e7483b7c8ed67fdaec1. as already flushing 2024-11-14T14:42:36,639 DEBUG [RS_FLUSH_OPERATIONS-regionserver/da1c6afcd1f9:0-1 {event_type=RS_FLUSH_REGIONS, pid=134}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1731595345246.11b353fb2bd02e7483b7c8ed67fdaec1. 2024-11-14T14:42:36,639 ERROR [RS_FLUSH_OPERATIONS-regionserver/da1c6afcd1f9:0-1 {event_type=RS_FLUSH_REGIONS, pid=134}] handler.RSProcedureHandler(58): pid=134 java.io.IOException: Unable to complete flush {ENCODED => 11b353fb2bd02e7483b7c8ed67fdaec1, NAME => 'TestAcidGuarantees,,1731595345246.11b353fb2bd02e7483b7c8ed67fdaec1.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-14T14:42:36,639 DEBUG [RS_FLUSH_OPERATIONS-regionserver/da1c6afcd1f9:0-1 {event_type=RS_FLUSH_REGIONS, pid=134}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=134 java.io.IOException: Unable to complete flush {ENCODED => 11b353fb2bd02e7483b7c8ed67fdaec1, NAME => 'TestAcidGuarantees,,1731595345246.11b353fb2bd02e7483b7c8ed67fdaec1.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-14T14:42:36,639 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45145 {}] master.HMaster(4177): Remote procedure failed, pid=134 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 11b353fb2bd02e7483b7c8ed67fdaec1, NAME => 'TestAcidGuarantees,,1731595345246.11b353fb2bd02e7483b7c8ed67fdaec1.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$5(MasterRpcServices.java:2580) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2575) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 11b353fb2bd02e7483b7c8ed67fdaec1, NAME => 'TestAcidGuarantees,,1731595345246.11b353fb2bd02e7483b7c8ed67fdaec1.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-14T14:42:36,693 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=17.89 KB at sequenceid=232 (bloomFilter=true), to=hdfs://localhost:34345/user/jenkins/test-data/14d118ee-a83a-b09b-5913-1a58940a5db1/data/default/TestAcidGuarantees/11b353fb2bd02e7483b7c8ed67fdaec1/.tmp/B/f8ad4804125b4413818821b2581d338c 2024-11-14T14:42:36,699 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:34345/user/jenkins/test-data/14d118ee-a83a-b09b-5913-1a58940a5db1/data/default/TestAcidGuarantees/11b353fb2bd02e7483b7c8ed67fdaec1/.tmp/C/16dd6c77d64b41f9b62d8fe887651286 is 50, key is test_row_0/C:col10/1731595355868/Put/seqid=0 2024-11-14T14:42:36,705 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36699 is added to blk_1073742292_1468 (size=12151) 2024-11-14T14:42:36,709 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35765 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=11b353fb2bd02e7483b7c8ed67fdaec1, server=da1c6afcd1f9,35765,1731595233113 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-14T14:42:36,709 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35765 {}] ipc.CallRunner(138): callId: 87 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:55502 deadline: 1731595416697, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=11b353fb2bd02e7483b7c8ed67fdaec1, server=da1c6afcd1f9,35765,1731595233113 2024-11-14T14:42:36,710 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731595345246.11b353fb2bd02e7483b7c8ed67fdaec1., hostname=da1c6afcd1f9,35765,1731595233113, seqNum=2 , the old value is region=TestAcidGuarantees,,1731595345246.11b353fb2bd02e7483b7c8ed67fdaec1., hostname=da1c6afcd1f9,35765,1731595233113, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=11b353fb2bd02e7483b7c8ed67fdaec1, server=da1c6afcd1f9,35765,1731595233113 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-14T14:42:36,710 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731595345246.11b353fb2bd02e7483b7c8ed67fdaec1., hostname=da1c6afcd1f9,35765,1731595233113, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=11b353fb2bd02e7483b7c8ed67fdaec1, server=da1c6afcd1f9,35765,1731595233113 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-14T14:42:36,710 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731595345246.11b353fb2bd02e7483b7c8ed67fdaec1., hostname=da1c6afcd1f9,35765,1731595233113, seqNum=2 because the exception is null or not the one we care about 2024-11-14T14:42:36,728 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35765 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=11b353fb2bd02e7483b7c8ed67fdaec1, server=da1c6afcd1f9,35765,1731595233113 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-14T14:42:36,728 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35765 {}] ipc.CallRunner(138): callId: 70 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:55520 deadline: 1731595416716, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=11b353fb2bd02e7483b7c8ed67fdaec1, server=da1c6afcd1f9,35765,1731595233113 2024-11-14T14:42:36,728 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731595345246.11b353fb2bd02e7483b7c8ed67fdaec1., hostname=da1c6afcd1f9,35765,1731595233113, seqNum=2 , the old value is region=TestAcidGuarantees,,1731595345246.11b353fb2bd02e7483b7c8ed67fdaec1., hostname=da1c6afcd1f9,35765,1731595233113, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=11b353fb2bd02e7483b7c8ed67fdaec1, server=da1c6afcd1f9,35765,1731595233113 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-14T14:42:36,728 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731595345246.11b353fb2bd02e7483b7c8ed67fdaec1., hostname=da1c6afcd1f9,35765,1731595233113, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=11b353fb2bd02e7483b7c8ed67fdaec1, server=da1c6afcd1f9,35765,1731595233113 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-14T14:42:36,729 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731595345246.11b353fb2bd02e7483b7c8ed67fdaec1., hostname=da1c6afcd1f9,35765,1731595233113, seqNum=2 because the exception is null or not the one we care about 2024-11-14T14:42:36,791 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=35765 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=134 2024-11-14T14:42:36,791 DEBUG [RS_FLUSH_OPERATIONS-regionserver/da1c6afcd1f9:0-2 {event_type=RS_FLUSH_REGIONS, pid=134}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1731595345246.11b353fb2bd02e7483b7c8ed67fdaec1. 2024-11-14T14:42:36,791 DEBUG [RS_FLUSH_OPERATIONS-regionserver/da1c6afcd1f9:0-2 {event_type=RS_FLUSH_REGIONS, pid=134}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1731595345246.11b353fb2bd02e7483b7c8ed67fdaec1. as already flushing 2024-11-14T14:42:36,792 DEBUG [RS_FLUSH_OPERATIONS-regionserver/da1c6afcd1f9:0-2 {event_type=RS_FLUSH_REGIONS, pid=134}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1731595345246.11b353fb2bd02e7483b7c8ed67fdaec1. 2024-11-14T14:42:36,792 ERROR [RS_FLUSH_OPERATIONS-regionserver/da1c6afcd1f9:0-2 {event_type=RS_FLUSH_REGIONS, pid=134}] handler.RSProcedureHandler(58): pid=134 java.io.IOException: Unable to complete flush {ENCODED => 11b353fb2bd02e7483b7c8ed67fdaec1, NAME => 'TestAcidGuarantees,,1731595345246.11b353fb2bd02e7483b7c8ed67fdaec1.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-14T14:42:36,792 DEBUG [RS_FLUSH_OPERATIONS-regionserver/da1c6afcd1f9:0-2 {event_type=RS_FLUSH_REGIONS, pid=134}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=134 java.io.IOException: Unable to complete flush {ENCODED => 11b353fb2bd02e7483b7c8ed67fdaec1, NAME => 'TestAcidGuarantees,,1731595345246.11b353fb2bd02e7483b7c8ed67fdaec1.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-14T14:42:36,792 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45145 {}] master.HMaster(4177): Remote procedure failed, pid=134 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 11b353fb2bd02e7483b7c8ed67fdaec1, NAME => 'TestAcidGuarantees,,1731595345246.11b353fb2bd02e7483b7c8ed67fdaec1.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$5(MasterRpcServices.java:2580) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2575) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 11b353fb2bd02e7483b7c8ed67fdaec1, NAME => 'TestAcidGuarantees,,1731595345246.11b353fb2bd02e7483b7c8ed67fdaec1.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-14T14:42:36,806 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45145 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=133 2024-11-14T14:42:36,944 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=35765 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=134 2024-11-14T14:42:36,945 DEBUG [RS_FLUSH_OPERATIONS-regionserver/da1c6afcd1f9:0-0 {event_type=RS_FLUSH_REGIONS, pid=134}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1731595345246.11b353fb2bd02e7483b7c8ed67fdaec1. 2024-11-14T14:42:36,945 DEBUG [RS_FLUSH_OPERATIONS-regionserver/da1c6afcd1f9:0-0 {event_type=RS_FLUSH_REGIONS, pid=134}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1731595345246.11b353fb2bd02e7483b7c8ed67fdaec1. as already flushing 2024-11-14T14:42:36,945 DEBUG [RS_FLUSH_OPERATIONS-regionserver/da1c6afcd1f9:0-0 {event_type=RS_FLUSH_REGIONS, pid=134}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1731595345246.11b353fb2bd02e7483b7c8ed67fdaec1. 2024-11-14T14:42:36,945 ERROR [RS_FLUSH_OPERATIONS-regionserver/da1c6afcd1f9:0-0 {event_type=RS_FLUSH_REGIONS, pid=134}] handler.RSProcedureHandler(58): pid=134 java.io.IOException: Unable to complete flush {ENCODED => 11b353fb2bd02e7483b7c8ed67fdaec1, NAME => 'TestAcidGuarantees,,1731595345246.11b353fb2bd02e7483b7c8ed67fdaec1.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-14T14:42:36,945 DEBUG [RS_FLUSH_OPERATIONS-regionserver/da1c6afcd1f9:0-0 {event_type=RS_FLUSH_REGIONS, pid=134}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=134 java.io.IOException: Unable to complete flush {ENCODED => 11b353fb2bd02e7483b7c8ed67fdaec1, NAME => 'TestAcidGuarantees,,1731595345246.11b353fb2bd02e7483b7c8ed67fdaec1.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-14T14:42:36,946 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45145 {}] master.HMaster(4177): Remote procedure failed, pid=134 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 11b353fb2bd02e7483b7c8ed67fdaec1, NAME => 'TestAcidGuarantees,,1731595345246.11b353fb2bd02e7483b7c8ed67fdaec1.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$5(MasterRpcServices.java:2580) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2575) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 11b353fb2bd02e7483b7c8ed67fdaec1, NAME => 'TestAcidGuarantees,,1731595345246.11b353fb2bd02e7483b7c8ed67fdaec1.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-14T14:42:37,098 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=35765 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=134 2024-11-14T14:42:37,098 DEBUG [RS_FLUSH_OPERATIONS-regionserver/da1c6afcd1f9:0-1 {event_type=RS_FLUSH_REGIONS, pid=134}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1731595345246.11b353fb2bd02e7483b7c8ed67fdaec1. 2024-11-14T14:42:37,098 DEBUG [RS_FLUSH_OPERATIONS-regionserver/da1c6afcd1f9:0-1 {event_type=RS_FLUSH_REGIONS, pid=134}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1731595345246.11b353fb2bd02e7483b7c8ed67fdaec1. as already flushing 2024-11-14T14:42:37,098 DEBUG [RS_FLUSH_OPERATIONS-regionserver/da1c6afcd1f9:0-1 {event_type=RS_FLUSH_REGIONS, pid=134}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1731595345246.11b353fb2bd02e7483b7c8ed67fdaec1. 2024-11-14T14:42:37,098 ERROR [RS_FLUSH_OPERATIONS-regionserver/da1c6afcd1f9:0-1 {event_type=RS_FLUSH_REGIONS, pid=134}] handler.RSProcedureHandler(58): pid=134 java.io.IOException: Unable to complete flush {ENCODED => 11b353fb2bd02e7483b7c8ed67fdaec1, NAME => 'TestAcidGuarantees,,1731595345246.11b353fb2bd02e7483b7c8ed67fdaec1.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-14T14:42:37,098 DEBUG [RS_FLUSH_OPERATIONS-regionserver/da1c6afcd1f9:0-1 {event_type=RS_FLUSH_REGIONS, pid=134}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=134 java.io.IOException: Unable to complete flush {ENCODED => 11b353fb2bd02e7483b7c8ed67fdaec1, NAME => 'TestAcidGuarantees,,1731595345246.11b353fb2bd02e7483b7c8ed67fdaec1.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-14T14:42:37,099 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45145 {}] master.HMaster(4177): Remote procedure failed, pid=134 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 11b353fb2bd02e7483b7c8ed67fdaec1, NAME => 'TestAcidGuarantees,,1731595345246.11b353fb2bd02e7483b7c8ed67fdaec1.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$5(MasterRpcServices.java:2580) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2575) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 11b353fb2bd02e7483b7c8ed67fdaec1, NAME => 'TestAcidGuarantees,,1731595345246.11b353fb2bd02e7483b7c8ed67fdaec1.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-14T14:42:37,106 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=17.89 KB at sequenceid=232 (bloomFilter=true), to=hdfs://localhost:34345/user/jenkins/test-data/14d118ee-a83a-b09b-5913-1a58940a5db1/data/default/TestAcidGuarantees/11b353fb2bd02e7483b7c8ed67fdaec1/.tmp/C/16dd6c77d64b41f9b62d8fe887651286 2024-11-14T14:42:37,110 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:34345/user/jenkins/test-data/14d118ee-a83a-b09b-5913-1a58940a5db1/data/default/TestAcidGuarantees/11b353fb2bd02e7483b7c8ed67fdaec1/.tmp/A/c963340a862b48ab9980821f1a3aae42 as hdfs://localhost:34345/user/jenkins/test-data/14d118ee-a83a-b09b-5913-1a58940a5db1/data/default/TestAcidGuarantees/11b353fb2bd02e7483b7c8ed67fdaec1/A/c963340a862b48ab9980821f1a3aae42 2024-11-14T14:42:37,113 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:34345/user/jenkins/test-data/14d118ee-a83a-b09b-5913-1a58940a5db1/data/default/TestAcidGuarantees/11b353fb2bd02e7483b7c8ed67fdaec1/A/c963340a862b48ab9980821f1a3aae42, entries=250, sequenceid=232, filesize=16.5 K 2024-11-14T14:42:37,114 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:34345/user/jenkins/test-data/14d118ee-a83a-b09b-5913-1a58940a5db1/data/default/TestAcidGuarantees/11b353fb2bd02e7483b7c8ed67fdaec1/.tmp/B/f8ad4804125b4413818821b2581d338c as hdfs://localhost:34345/user/jenkins/test-data/14d118ee-a83a-b09b-5913-1a58940a5db1/data/default/TestAcidGuarantees/11b353fb2bd02e7483b7c8ed67fdaec1/B/f8ad4804125b4413818821b2581d338c 2024-11-14T14:42:37,117 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:34345/user/jenkins/test-data/14d118ee-a83a-b09b-5913-1a58940a5db1/data/default/TestAcidGuarantees/11b353fb2bd02e7483b7c8ed67fdaec1/B/f8ad4804125b4413818821b2581d338c, entries=150, sequenceid=232, filesize=11.9 K 2024-11-14T14:42:37,117 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:34345/user/jenkins/test-data/14d118ee-a83a-b09b-5913-1a58940a5db1/data/default/TestAcidGuarantees/11b353fb2bd02e7483b7c8ed67fdaec1/.tmp/C/16dd6c77d64b41f9b62d8fe887651286 as hdfs://localhost:34345/user/jenkins/test-data/14d118ee-a83a-b09b-5913-1a58940a5db1/data/default/TestAcidGuarantees/11b353fb2bd02e7483b7c8ed67fdaec1/C/16dd6c77d64b41f9b62d8fe887651286 2024-11-14T14:42:37,120 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:34345/user/jenkins/test-data/14d118ee-a83a-b09b-5913-1a58940a5db1/data/default/TestAcidGuarantees/11b353fb2bd02e7483b7c8ed67fdaec1/C/16dd6c77d64b41f9b62d8fe887651286, entries=150, sequenceid=232, filesize=11.9 K 2024-11-14T14:42:37,121 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(3140): Finished flush of dataSize ~53.67 KB/54960, heapSize ~160.08 KB/163920, currentSize=127.47 KB/130530 for 11b353fb2bd02e7483b7c8ed67fdaec1 in 1251ms, sequenceid=232, compaction requested=true 2024-11-14T14:42:37,121 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2603): Flush status journal for 11b353fb2bd02e7483b7c8ed67fdaec1: 2024-11-14T14:42:37,121 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store 11b353fb2bd02e7483b7c8ed67fdaec1:A, priority=-2147483648, current under compaction store size is 1 2024-11-14T14:42:37,121 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-14T14:42:37,121 DEBUG [RS:0;da1c6afcd1f9:35765-shortCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 3 store files, 0 compacting, 3 eligible, 16 blocking 2024-11-14T14:42:37,121 DEBUG [RS:0;da1c6afcd1f9:35765-longCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 3 store files, 0 compacting, 3 eligible, 16 blocking 2024-11-14T14:42:37,121 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store 11b353fb2bd02e7483b7c8ed67fdaec1:B, priority=-2147483648, current under compaction store size is 2 2024-11-14T14:42:37,121 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-14T14:42:37,121 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store 11b353fb2bd02e7483b7c8ed67fdaec1:C, priority=-2147483648, current under compaction store size is 3 2024-11-14T14:42:37,121 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=1), splitQueue=0 2024-11-14T14:42:37,122 DEBUG [RS:0;da1c6afcd1f9:35765-shortCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 3 files of size 41677 starting at candidate #0 after considering 1 permutations with 1 in ratio 2024-11-14T14:42:37,122 DEBUG [RS:0;da1c6afcd1f9:35765-longCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 3 files of size 36897 starting at candidate #0 after considering 1 permutations with 1 in ratio 2024-11-14T14:42:37,122 DEBUG [RS:0;da1c6afcd1f9:35765-shortCompactions-0 {}] regionserver.HStore(1541): 11b353fb2bd02e7483b7c8ed67fdaec1/A is initiating minor compaction (all files) 2024-11-14T14:42:37,122 DEBUG [RS:0;da1c6afcd1f9:35765-longCompactions-0 {}] regionserver.HStore(1541): 11b353fb2bd02e7483b7c8ed67fdaec1/B is initiating minor compaction (all files) 2024-11-14T14:42:37,122 INFO [RS:0;da1c6afcd1f9:35765-shortCompactions-0 {}] regionserver.HRegion(2416): Starting compaction of 11b353fb2bd02e7483b7c8ed67fdaec1/A in TestAcidGuarantees,,1731595345246.11b353fb2bd02e7483b7c8ed67fdaec1. 2024-11-14T14:42:37,122 INFO [RS:0;da1c6afcd1f9:35765-longCompactions-0 {}] regionserver.HRegion(2416): Starting compaction of 11b353fb2bd02e7483b7c8ed67fdaec1/B in TestAcidGuarantees,,1731595345246.11b353fb2bd02e7483b7c8ed67fdaec1. 2024-11-14T14:42:37,122 INFO [RS:0;da1c6afcd1f9:35765-shortCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:34345/user/jenkins/test-data/14d118ee-a83a-b09b-5913-1a58940a5db1/data/default/TestAcidGuarantees/11b353fb2bd02e7483b7c8ed67fdaec1/A/64079217614042408d4e6dc305a53d35, hdfs://localhost:34345/user/jenkins/test-data/14d118ee-a83a-b09b-5913-1a58940a5db1/data/default/TestAcidGuarantees/11b353fb2bd02e7483b7c8ed67fdaec1/A/eb664a4f42754f848441735845716395, hdfs://localhost:34345/user/jenkins/test-data/14d118ee-a83a-b09b-5913-1a58940a5db1/data/default/TestAcidGuarantees/11b353fb2bd02e7483b7c8ed67fdaec1/A/c963340a862b48ab9980821f1a3aae42] into tmpdir=hdfs://localhost:34345/user/jenkins/test-data/14d118ee-a83a-b09b-5913-1a58940a5db1/data/default/TestAcidGuarantees/11b353fb2bd02e7483b7c8ed67fdaec1/.tmp, totalSize=40.7 K 2024-11-14T14:42:37,122 INFO [RS:0;da1c6afcd1f9:35765-longCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:34345/user/jenkins/test-data/14d118ee-a83a-b09b-5913-1a58940a5db1/data/default/TestAcidGuarantees/11b353fb2bd02e7483b7c8ed67fdaec1/B/37d1fcf13ebe490084a0b83cb61caa6b, hdfs://localhost:34345/user/jenkins/test-data/14d118ee-a83a-b09b-5913-1a58940a5db1/data/default/TestAcidGuarantees/11b353fb2bd02e7483b7c8ed67fdaec1/B/4f8341ea23574860850bfbf05c4b5350, hdfs://localhost:34345/user/jenkins/test-data/14d118ee-a83a-b09b-5913-1a58940a5db1/data/default/TestAcidGuarantees/11b353fb2bd02e7483b7c8ed67fdaec1/B/f8ad4804125b4413818821b2581d338c] into tmpdir=hdfs://localhost:34345/user/jenkins/test-data/14d118ee-a83a-b09b-5913-1a58940a5db1/data/default/TestAcidGuarantees/11b353fb2bd02e7483b7c8ed67fdaec1/.tmp, totalSize=36.0 K 2024-11-14T14:42:37,122 DEBUG [RS:0;da1c6afcd1f9:35765-longCompactions-0 {}] compactions.Compactor(225): Compacting 37d1fcf13ebe490084a0b83cb61caa6b, keycount=150, bloomtype=ROW, size=12.3 K, encoding=NONE, compression=NONE, seqNum=199, earliestPutTs=1731595352995 2024-11-14T14:42:37,123 DEBUG [RS:0;da1c6afcd1f9:35765-shortCompactions-0 {}] compactions.Compactor(225): Compacting 64079217614042408d4e6dc305a53d35, keycount=150, bloomtype=ROW, size=12.3 K, encoding=NONE, compression=NONE, seqNum=199, earliestPutTs=1731595352995 2024-11-14T14:42:37,123 DEBUG [RS:0;da1c6afcd1f9:35765-longCompactions-0 {}] compactions.Compactor(225): Compacting 4f8341ea23574860850bfbf05c4b5350, keycount=150, bloomtype=ROW, size=11.9 K, encoding=NONE, compression=NONE, seqNum=218, earliestPutTs=1731595353669 2024-11-14T14:42:37,123 DEBUG [RS:0;da1c6afcd1f9:35765-shortCompactions-0 {}] compactions.Compactor(225): Compacting eb664a4f42754f848441735845716395, keycount=150, bloomtype=ROW, size=11.9 K, encoding=NONE, compression=NONE, seqNum=218, earliestPutTs=1731595353669 2024-11-14T14:42:37,123 DEBUG [RS:0;da1c6afcd1f9:35765-longCompactions-0 {}] compactions.Compactor(225): Compacting f8ad4804125b4413818821b2581d338c, keycount=150, bloomtype=ROW, size=11.9 K, encoding=NONE, compression=NONE, seqNum=232, earliestPutTs=1731595355863 2024-11-14T14:42:37,123 DEBUG [RS:0;da1c6afcd1f9:35765-shortCompactions-0 {}] compactions.Compactor(225): Compacting c963340a862b48ab9980821f1a3aae42, keycount=250, bloomtype=ROW, size=16.5 K, encoding=NONE, compression=NONE, seqNum=232, earliestPutTs=1731595355858 2024-11-14T14:42:37,130 INFO [RS:0;da1c6afcd1f9:35765-shortCompactions-0 {}] throttle.PressureAwareThroughputController(145): 11b353fb2bd02e7483b7c8ed67fdaec1#A#compaction#398 average throughput is 3.28 MB/second, slept 0 time(s) and total slept time is 0 ms. 1 active operations remaining, total limit is 50.00 MB/second 2024-11-14T14:42:37,131 DEBUG [RS:0;da1c6afcd1f9:35765-shortCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:34345/user/jenkins/test-data/14d118ee-a83a-b09b-5913-1a58940a5db1/data/default/TestAcidGuarantees/11b353fb2bd02e7483b7c8ed67fdaec1/.tmp/A/46d5e5e4ae964701bb9deac9e22c1d26 is 50, key is test_row_0/A:col10/1731595355868/Put/seqid=0 2024-11-14T14:42:37,131 INFO [RS:0;da1c6afcd1f9:35765-longCompactions-0 {}] throttle.PressureAwareThroughputController(145): 11b353fb2bd02e7483b7c8ed67fdaec1#B#compaction#399 average throughput is 6.55 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second 2024-11-14T14:42:37,132 DEBUG [RS:0;da1c6afcd1f9:35765-longCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:34345/user/jenkins/test-data/14d118ee-a83a-b09b-5913-1a58940a5db1/data/default/TestAcidGuarantees/11b353fb2bd02e7483b7c8ed67fdaec1/.tmp/B/a2897d7ced1f4371a6ee6b1db18768ab is 50, key is test_row_0/B:col10/1731595355868/Put/seqid=0 2024-11-14T14:42:37,134 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36699 is added to blk_1073742293_1469 (size=12357) 2024-11-14T14:42:37,135 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36699 is added to blk_1073742294_1470 (size=12357) 2024-11-14T14:42:37,136 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35765 {}] regionserver.HRegion(8855): Flush requested on 11b353fb2bd02e7483b7c8ed67fdaec1 2024-11-14T14:42:37,136 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(2902): Flushing 11b353fb2bd02e7483b7c8ed67fdaec1 3/3 column families, dataSize=134.18 KB heapSize=380.30 KB 2024-11-14T14:42:37,137 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 11b353fb2bd02e7483b7c8ed67fdaec1, store=A 2024-11-14T14:42:37,137 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=2, new segment=null 2024-11-14T14:42:37,137 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 11b353fb2bd02e7483b7c8ed67fdaec1, store=B 2024-11-14T14:42:37,137 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=2, new segment=null 2024-11-14T14:42:37,137 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 11b353fb2bd02e7483b7c8ed67fdaec1, store=C 2024-11-14T14:42:37,137 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=2, new segment=null 2024-11-14T14:42:37,142 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:34345/user/jenkins/test-data/14d118ee-a83a-b09b-5913-1a58940a5db1/data/default/TestAcidGuarantees/11b353fb2bd02e7483b7c8ed67fdaec1/.tmp/A/b233dc5a918745e1a55c7fe8b893ed34 is 50, key is test_row_0/A:col10/1731595357134/Put/seqid=0 2024-11-14T14:42:37,145 DEBUG [RS:0;da1c6afcd1f9:35765-longCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:34345/user/jenkins/test-data/14d118ee-a83a-b09b-5913-1a58940a5db1/data/default/TestAcidGuarantees/11b353fb2bd02e7483b7c8ed67fdaec1/.tmp/B/a2897d7ced1f4371a6ee6b1db18768ab as hdfs://localhost:34345/user/jenkins/test-data/14d118ee-a83a-b09b-5913-1a58940a5db1/data/default/TestAcidGuarantees/11b353fb2bd02e7483b7c8ed67fdaec1/B/a2897d7ced1f4371a6ee6b1db18768ab 2024-11-14T14:42:37,146 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36699 is added to blk_1073742295_1471 (size=14741) 2024-11-14T14:42:37,153 INFO [RS:0;da1c6afcd1f9:35765-longCompactions-0 {}] regionserver.HStore(1337): Completed compaction of 3 (all) file(s) in 11b353fb2bd02e7483b7c8ed67fdaec1/B of 11b353fb2bd02e7483b7c8ed67fdaec1 into a2897d7ced1f4371a6ee6b1db18768ab(size=12.1 K), total size for store is 12.1 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-11-14T14:42:37,153 DEBUG [RS:0;da1c6afcd1f9:35765-longCompactions-0 {}] regionserver.HRegion(2446): Compaction status journal for 11b353fb2bd02e7483b7c8ed67fdaec1: 2024-11-14T14:42:37,153 INFO [RS:0;da1c6afcd1f9:35765-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1731595345246.11b353fb2bd02e7483b7c8ed67fdaec1., storeName=11b353fb2bd02e7483b7c8ed67fdaec1/B, priority=13, startTime=1731595357121; duration=0sec 2024-11-14T14:42:37,153 DEBUG [RS:0;da1c6afcd1f9:35765-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=1), splitQueue=0 2024-11-14T14:42:37,153 DEBUG [RS:0;da1c6afcd1f9:35765-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: 11b353fb2bd02e7483b7c8ed67fdaec1:B 2024-11-14T14:42:37,153 DEBUG [RS:0;da1c6afcd1f9:35765-longCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 3 store files, 0 compacting, 3 eligible, 16 blocking 2024-11-14T14:42:37,154 DEBUG [RS:0;da1c6afcd1f9:35765-longCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 3 files of size 36556 starting at candidate #0 after considering 1 permutations with 1 in ratio 2024-11-14T14:42:37,154 DEBUG [RS:0;da1c6afcd1f9:35765-longCompactions-0 {}] regionserver.HStore(1541): 11b353fb2bd02e7483b7c8ed67fdaec1/C is initiating minor compaction (all files) 2024-11-14T14:42:37,154 INFO [RS:0;da1c6afcd1f9:35765-longCompactions-0 {}] regionserver.HRegion(2416): Starting compaction of 11b353fb2bd02e7483b7c8ed67fdaec1/C in TestAcidGuarantees,,1731595345246.11b353fb2bd02e7483b7c8ed67fdaec1. 2024-11-14T14:42:37,154 INFO [RS:0;da1c6afcd1f9:35765-longCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:34345/user/jenkins/test-data/14d118ee-a83a-b09b-5913-1a58940a5db1/data/default/TestAcidGuarantees/11b353fb2bd02e7483b7c8ed67fdaec1/C/aa3001807f3b47489f208f4a662fa6eb, hdfs://localhost:34345/user/jenkins/test-data/14d118ee-a83a-b09b-5913-1a58940a5db1/data/default/TestAcidGuarantees/11b353fb2bd02e7483b7c8ed67fdaec1/C/8b2f0b9e9ceb4e53a940c74a971d2f54, hdfs://localhost:34345/user/jenkins/test-data/14d118ee-a83a-b09b-5913-1a58940a5db1/data/default/TestAcidGuarantees/11b353fb2bd02e7483b7c8ed67fdaec1/C/16dd6c77d64b41f9b62d8fe887651286] into tmpdir=hdfs://localhost:34345/user/jenkins/test-data/14d118ee-a83a-b09b-5913-1a58940a5db1/data/default/TestAcidGuarantees/11b353fb2bd02e7483b7c8ed67fdaec1/.tmp, totalSize=35.7 K 2024-11-14T14:42:37,154 DEBUG [RS:0;da1c6afcd1f9:35765-longCompactions-0 {}] compactions.Compactor(225): Compacting aa3001807f3b47489f208f4a662fa6eb, keycount=150, bloomtype=ROW, size=12.0 K, encoding=NONE, compression=NONE, seqNum=199, earliestPutTs=1731595352995 2024-11-14T14:42:37,155 DEBUG [RS:0;da1c6afcd1f9:35765-longCompactions-0 {}] compactions.Compactor(225): Compacting 8b2f0b9e9ceb4e53a940c74a971d2f54, keycount=150, bloomtype=ROW, size=11.9 K, encoding=NONE, compression=NONE, seqNum=218, earliestPutTs=1731595353669 2024-11-14T14:42:37,155 DEBUG [RS:0;da1c6afcd1f9:35765-longCompactions-0 {}] compactions.Compactor(225): Compacting 16dd6c77d64b41f9b62d8fe887651286, keycount=150, bloomtype=ROW, size=11.9 K, encoding=NONE, compression=NONE, seqNum=232, earliestPutTs=1731595355863 2024-11-14T14:42:37,164 INFO [RS:0;da1c6afcd1f9:35765-longCompactions-0 {}] throttle.PressureAwareThroughputController(145): 11b353fb2bd02e7483b7c8ed67fdaec1#C#compaction#401 average throughput is 6.55 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second 2024-11-14T14:42:37,164 DEBUG [RS:0;da1c6afcd1f9:35765-longCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:34345/user/jenkins/test-data/14d118ee-a83a-b09b-5913-1a58940a5db1/data/default/TestAcidGuarantees/11b353fb2bd02e7483b7c8ed67fdaec1/.tmp/C/3aa7183d63a54e4fb5bc5ff0f2f513bd is 50, key is test_row_0/C:col10/1731595355868/Put/seqid=0 2024-11-14T14:42:37,174 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36699 is added to blk_1073742296_1472 (size=12357) 2024-11-14T14:42:37,185 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35765 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=11b353fb2bd02e7483b7c8ed67fdaec1, server=da1c6afcd1f9,35765,1731595233113 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-14T14:42:37,186 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35765 {}] ipc.CallRunner(138): callId: 86 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:55536 deadline: 1731595417169, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=11b353fb2bd02e7483b7c8ed67fdaec1, server=da1c6afcd1f9,35765,1731595233113 2024-11-14T14:42:37,186 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35765 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=11b353fb2bd02e7483b7c8ed67fdaec1, server=da1c6afcd1f9,35765,1731595233113 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-14T14:42:37,186 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731595345246.11b353fb2bd02e7483b7c8ed67fdaec1., hostname=da1c6afcd1f9,35765,1731595233113, seqNum=2 , the old value is region=TestAcidGuarantees,,1731595345246.11b353fb2bd02e7483b7c8ed67fdaec1., hostname=da1c6afcd1f9,35765,1731595233113, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=11b353fb2bd02e7483b7c8ed67fdaec1, server=da1c6afcd1f9,35765,1731595233113 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-14T14:42:37,186 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731595345246.11b353fb2bd02e7483b7c8ed67fdaec1., hostname=da1c6afcd1f9,35765,1731595233113, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=11b353fb2bd02e7483b7c8ed67fdaec1, server=da1c6afcd1f9,35765,1731595233113 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-14T14:42:37,186 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731595345246.11b353fb2bd02e7483b7c8ed67fdaec1., hostname=da1c6afcd1f9,35765,1731595233113, seqNum=2 because the exception is null or not the one we care about 2024-11-14T14:42:37,186 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35765 {}] ipc.CallRunner(138): callId: 85 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:55504 deadline: 1731595417174, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=11b353fb2bd02e7483b7c8ed67fdaec1, server=da1c6afcd1f9,35765,1731595233113 2024-11-14T14:42:37,187 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731595345246.11b353fb2bd02e7483b7c8ed67fdaec1., hostname=da1c6afcd1f9,35765,1731595233113, seqNum=2 , the old value is region=TestAcidGuarantees,,1731595345246.11b353fb2bd02e7483b7c8ed67fdaec1., hostname=da1c6afcd1f9,35765,1731595233113, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=11b353fb2bd02e7483b7c8ed67fdaec1, server=da1c6afcd1f9,35765,1731595233113 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-14T14:42:37,187 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731595345246.11b353fb2bd02e7483b7c8ed67fdaec1., hostname=da1c6afcd1f9,35765,1731595233113, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=11b353fb2bd02e7483b7c8ed67fdaec1, server=da1c6afcd1f9,35765,1731595233113 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-14T14:42:37,187 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731595345246.11b353fb2bd02e7483b7c8ed67fdaec1., hostname=da1c6afcd1f9,35765,1731595233113, seqNum=2 because the exception is null or not the one we care about 2024-11-14T14:42:37,227 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35765 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=11b353fb2bd02e7483b7c8ed67fdaec1, server=da1c6afcd1f9,35765,1731595233113 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-14T14:42:37,227 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35765 {}] ipc.CallRunner(138): callId: 88 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:55502 deadline: 1731595417216, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=11b353fb2bd02e7483b7c8ed67fdaec1, server=da1c6afcd1f9,35765,1731595233113 2024-11-14T14:42:37,227 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731595345246.11b353fb2bd02e7483b7c8ed67fdaec1., hostname=da1c6afcd1f9,35765,1731595233113, seqNum=2 , the old value is region=TestAcidGuarantees,,1731595345246.11b353fb2bd02e7483b7c8ed67fdaec1., hostname=da1c6afcd1f9,35765,1731595233113, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=11b353fb2bd02e7483b7c8ed67fdaec1, server=da1c6afcd1f9,35765,1731595233113 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-14T14:42:37,227 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731595345246.11b353fb2bd02e7483b7c8ed67fdaec1., hostname=da1c6afcd1f9,35765,1731595233113, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=11b353fb2bd02e7483b7c8ed67fdaec1, server=da1c6afcd1f9,35765,1731595233113 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-14T14:42:37,227 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731595345246.11b353fb2bd02e7483b7c8ed67fdaec1., hostname=da1c6afcd1f9,35765,1731595233113, seqNum=2 because the exception is null or not the one we care about 2024-11-14T14:42:37,243 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35765 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=11b353fb2bd02e7483b7c8ed67fdaec1, server=da1c6afcd1f9,35765,1731595233113 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-14T14:42:37,243 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35765 {}] ipc.CallRunner(138): callId: 71 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:55520 deadline: 1731595417235, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=11b353fb2bd02e7483b7c8ed67fdaec1, server=da1c6afcd1f9,35765,1731595233113 2024-11-14T14:42:37,243 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731595345246.11b353fb2bd02e7483b7c8ed67fdaec1., hostname=da1c6afcd1f9,35765,1731595233113, seqNum=2 , the old value is region=TestAcidGuarantees,,1731595345246.11b353fb2bd02e7483b7c8ed67fdaec1., hostname=da1c6afcd1f9,35765,1731595233113, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=11b353fb2bd02e7483b7c8ed67fdaec1, server=da1c6afcd1f9,35765,1731595233113 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-14T14:42:37,243 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731595345246.11b353fb2bd02e7483b7c8ed67fdaec1., hostname=da1c6afcd1f9,35765,1731595233113, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=11b353fb2bd02e7483b7c8ed67fdaec1, server=da1c6afcd1f9,35765,1731595233113 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-14T14:42:37,243 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731595345246.11b353fb2bd02e7483b7c8ed67fdaec1., hostname=da1c6afcd1f9,35765,1731595233113, seqNum=2 because the exception is null or not the one we care about 2024-11-14T14:42:37,251 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=35765 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=134 2024-11-14T14:42:37,251 DEBUG [RS_FLUSH_OPERATIONS-regionserver/da1c6afcd1f9:0-2 {event_type=RS_FLUSH_REGIONS, pid=134}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1731595345246.11b353fb2bd02e7483b7c8ed67fdaec1. 2024-11-14T14:42:37,251 DEBUG [RS_FLUSH_OPERATIONS-regionserver/da1c6afcd1f9:0-2 {event_type=RS_FLUSH_REGIONS, pid=134}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1731595345246.11b353fb2bd02e7483b7c8ed67fdaec1. as already flushing 2024-11-14T14:42:37,251 DEBUG [RS_FLUSH_OPERATIONS-regionserver/da1c6afcd1f9:0-2 {event_type=RS_FLUSH_REGIONS, pid=134}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1731595345246.11b353fb2bd02e7483b7c8ed67fdaec1. 2024-11-14T14:42:37,251 ERROR [RS_FLUSH_OPERATIONS-regionserver/da1c6afcd1f9:0-2 {event_type=RS_FLUSH_REGIONS, pid=134}] handler.RSProcedureHandler(58): pid=134 java.io.IOException: Unable to complete flush {ENCODED => 11b353fb2bd02e7483b7c8ed67fdaec1, NAME => 'TestAcidGuarantees,,1731595345246.11b353fb2bd02e7483b7c8ed67fdaec1.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-14T14:42:37,251 DEBUG [RS_FLUSH_OPERATIONS-regionserver/da1c6afcd1f9:0-2 {event_type=RS_FLUSH_REGIONS, pid=134}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=134 java.io.IOException: Unable to complete flush {ENCODED => 11b353fb2bd02e7483b7c8ed67fdaec1, NAME => 'TestAcidGuarantees,,1731595345246.11b353fb2bd02e7483b7c8ed67fdaec1.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-14T14:42:37,252 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45145 {}] master.HMaster(4177): Remote procedure failed, pid=134 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 11b353fb2bd02e7483b7c8ed67fdaec1, NAME => 'TestAcidGuarantees,,1731595345246.11b353fb2bd02e7483b7c8ed67fdaec1.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$5(MasterRpcServices.java:2580) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2575) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 11b353fb2bd02e7483b7c8ed67fdaec1, NAME => 'TestAcidGuarantees,,1731595345246.11b353fb2bd02e7483b7c8ed67fdaec1.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-14T14:42:37,303 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35765 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=11b353fb2bd02e7483b7c8ed67fdaec1, server=da1c6afcd1f9,35765,1731595233113 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-14T14:42:37,303 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35765 {}] ipc.CallRunner(138): callId: 87 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:55536 deadline: 1731595417296, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=11b353fb2bd02e7483b7c8ed67fdaec1, server=da1c6afcd1f9,35765,1731595233113 2024-11-14T14:42:37,303 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35765 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=11b353fb2bd02e7483b7c8ed67fdaec1, server=da1c6afcd1f9,35765,1731595233113 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-14T14:42:37,303 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731595345246.11b353fb2bd02e7483b7c8ed67fdaec1., hostname=da1c6afcd1f9,35765,1731595233113, seqNum=2 , the old value is region=TestAcidGuarantees,,1731595345246.11b353fb2bd02e7483b7c8ed67fdaec1., hostname=da1c6afcd1f9,35765,1731595233113, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=11b353fb2bd02e7483b7c8ed67fdaec1, server=da1c6afcd1f9,35765,1731595233113 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-14T14:42:37,303 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35765 {}] ipc.CallRunner(138): callId: 86 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:55504 deadline: 1731595417296, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=11b353fb2bd02e7483b7c8ed67fdaec1, server=da1c6afcd1f9,35765,1731595233113 2024-11-14T14:42:37,303 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731595345246.11b353fb2bd02e7483b7c8ed67fdaec1., hostname=da1c6afcd1f9,35765,1731595233113, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=11b353fb2bd02e7483b7c8ed67fdaec1, server=da1c6afcd1f9,35765,1731595233113 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-14T14:42:37,303 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731595345246.11b353fb2bd02e7483b7c8ed67fdaec1., hostname=da1c6afcd1f9,35765,1731595233113, seqNum=2 because the exception is null or not the one we care about 2024-11-14T14:42:37,304 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731595345246.11b353fb2bd02e7483b7c8ed67fdaec1., hostname=da1c6afcd1f9,35765,1731595233113, seqNum=2 , the old value is region=TestAcidGuarantees,,1731595345246.11b353fb2bd02e7483b7c8ed67fdaec1., hostname=da1c6afcd1f9,35765,1731595233113, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=11b353fb2bd02e7483b7c8ed67fdaec1, server=da1c6afcd1f9,35765,1731595233113 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-14T14:42:37,304 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731595345246.11b353fb2bd02e7483b7c8ed67fdaec1., hostname=da1c6afcd1f9,35765,1731595233113, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=11b353fb2bd02e7483b7c8ed67fdaec1, server=da1c6afcd1f9,35765,1731595233113 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-14T14:42:37,304 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731595345246.11b353fb2bd02e7483b7c8ed67fdaec1., hostname=da1c6afcd1f9,35765,1731595233113, seqNum=2 because the exception is null or not the one we care about 2024-11-14T14:42:37,316 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45145 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=133 2024-11-14T14:42:37,404 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=35765 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=134 2024-11-14T14:42:37,404 DEBUG [RS_FLUSH_OPERATIONS-regionserver/da1c6afcd1f9:0-0 {event_type=RS_FLUSH_REGIONS, pid=134}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1731595345246.11b353fb2bd02e7483b7c8ed67fdaec1. 2024-11-14T14:42:37,404 DEBUG [RS_FLUSH_OPERATIONS-regionserver/da1c6afcd1f9:0-0 {event_type=RS_FLUSH_REGIONS, pid=134}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1731595345246.11b353fb2bd02e7483b7c8ed67fdaec1. as already flushing 2024-11-14T14:42:37,404 DEBUG [RS_FLUSH_OPERATIONS-regionserver/da1c6afcd1f9:0-0 {event_type=RS_FLUSH_REGIONS, pid=134}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1731595345246.11b353fb2bd02e7483b7c8ed67fdaec1. 2024-11-14T14:42:37,404 ERROR [RS_FLUSH_OPERATIONS-regionserver/da1c6afcd1f9:0-0 {event_type=RS_FLUSH_REGIONS, pid=134}] handler.RSProcedureHandler(58): pid=134 java.io.IOException: Unable to complete flush {ENCODED => 11b353fb2bd02e7483b7c8ed67fdaec1, NAME => 'TestAcidGuarantees,,1731595345246.11b353fb2bd02e7483b7c8ed67fdaec1.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-14T14:42:37,404 DEBUG [RS_FLUSH_OPERATIONS-regionserver/da1c6afcd1f9:0-0 {event_type=RS_FLUSH_REGIONS, pid=134}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=134 java.io.IOException: Unable to complete flush {ENCODED => 11b353fb2bd02e7483b7c8ed67fdaec1, NAME => 'TestAcidGuarantees,,1731595345246.11b353fb2bd02e7483b7c8ed67fdaec1.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-14T14:42:37,405 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45145 {}] master.HMaster(4177): Remote procedure failed, pid=134 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 11b353fb2bd02e7483b7c8ed67fdaec1, NAME => 'TestAcidGuarantees,,1731595345246.11b353fb2bd02e7483b7c8ed67fdaec1.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$5(MasterRpcServices.java:2580) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2575) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 11b353fb2bd02e7483b7c8ed67fdaec1, NAME => 'TestAcidGuarantees,,1731595345246.11b353fb2bd02e7483b7c8ed67fdaec1.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-14T14:42:37,515 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35765 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=11b353fb2bd02e7483b7c8ed67fdaec1, server=da1c6afcd1f9,35765,1731595233113 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-14T14:42:37,515 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35765 {}] ipc.CallRunner(138): callId: 88 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:55536 deadline: 1731595417506, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=11b353fb2bd02e7483b7c8ed67fdaec1, server=da1c6afcd1f9,35765,1731595233113 2024-11-14T14:42:37,515 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35765 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=11b353fb2bd02e7483b7c8ed67fdaec1, server=da1c6afcd1f9,35765,1731595233113 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-14T14:42:37,516 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731595345246.11b353fb2bd02e7483b7c8ed67fdaec1., hostname=da1c6afcd1f9,35765,1731595233113, seqNum=2 , the old value is region=TestAcidGuarantees,,1731595345246.11b353fb2bd02e7483b7c8ed67fdaec1., hostname=da1c6afcd1f9,35765,1731595233113, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=11b353fb2bd02e7483b7c8ed67fdaec1, server=da1c6afcd1f9,35765,1731595233113 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-14T14:42:37,516 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731595345246.11b353fb2bd02e7483b7c8ed67fdaec1., hostname=da1c6afcd1f9,35765,1731595233113, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=11b353fb2bd02e7483b7c8ed67fdaec1, server=da1c6afcd1f9,35765,1731595233113 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-14T14:42:37,516 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35765 {}] ipc.CallRunner(138): callId: 87 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:55504 deadline: 1731595417506, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=11b353fb2bd02e7483b7c8ed67fdaec1, server=da1c6afcd1f9,35765,1731595233113 2024-11-14T14:42:37,516 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731595345246.11b353fb2bd02e7483b7c8ed67fdaec1., hostname=da1c6afcd1f9,35765,1731595233113, seqNum=2 because the exception is null or not the one we care about 2024-11-14T14:42:37,516 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731595345246.11b353fb2bd02e7483b7c8ed67fdaec1., hostname=da1c6afcd1f9,35765,1731595233113, seqNum=2 , the old value is region=TestAcidGuarantees,,1731595345246.11b353fb2bd02e7483b7c8ed67fdaec1., hostname=da1c6afcd1f9,35765,1731595233113, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=11b353fb2bd02e7483b7c8ed67fdaec1, server=da1c6afcd1f9,35765,1731595233113 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-14T14:42:37,516 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731595345246.11b353fb2bd02e7483b7c8ed67fdaec1., hostname=da1c6afcd1f9,35765,1731595233113, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=11b353fb2bd02e7483b7c8ed67fdaec1, server=da1c6afcd1f9,35765,1731595233113 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-14T14:42:37,516 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731595345246.11b353fb2bd02e7483b7c8ed67fdaec1., hostname=da1c6afcd1f9,35765,1731595233113, seqNum=2 because the exception is null or not the one we care about 2024-11-14T14:42:37,538 DEBUG [RS:0;da1c6afcd1f9:35765-shortCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:34345/user/jenkins/test-data/14d118ee-a83a-b09b-5913-1a58940a5db1/data/default/TestAcidGuarantees/11b353fb2bd02e7483b7c8ed67fdaec1/.tmp/A/46d5e5e4ae964701bb9deac9e22c1d26 as hdfs://localhost:34345/user/jenkins/test-data/14d118ee-a83a-b09b-5913-1a58940a5db1/data/default/TestAcidGuarantees/11b353fb2bd02e7483b7c8ed67fdaec1/A/46d5e5e4ae964701bb9deac9e22c1d26 2024-11-14T14:42:37,542 INFO [RS:0;da1c6afcd1f9:35765-shortCompactions-0 {}] regionserver.HStore(1337): Completed compaction of 3 (all) file(s) in 11b353fb2bd02e7483b7c8ed67fdaec1/A of 11b353fb2bd02e7483b7c8ed67fdaec1 into 46d5e5e4ae964701bb9deac9e22c1d26(size=12.1 K), total size for store is 12.1 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-11-14T14:42:37,542 DEBUG [RS:0;da1c6afcd1f9:35765-shortCompactions-0 {}] regionserver.HRegion(2446): Compaction status journal for 11b353fb2bd02e7483b7c8ed67fdaec1: 2024-11-14T14:42:37,542 INFO [RS:0;da1c6afcd1f9:35765-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1731595345246.11b353fb2bd02e7483b7c8ed67fdaec1., storeName=11b353fb2bd02e7483b7c8ed67fdaec1/A, priority=13, startTime=1731595357121; duration=0sec 2024-11-14T14:42:37,542 DEBUG [RS:0;da1c6afcd1f9:35765-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-14T14:42:37,542 DEBUG [RS:0;da1c6afcd1f9:35765-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: 11b353fb2bd02e7483b7c8ed67fdaec1:A 2024-11-14T14:42:37,546 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=44.73 KB at sequenceid=268 (bloomFilter=true), to=hdfs://localhost:34345/user/jenkins/test-data/14d118ee-a83a-b09b-5913-1a58940a5db1/data/default/TestAcidGuarantees/11b353fb2bd02e7483b7c8ed67fdaec1/.tmp/A/b233dc5a918745e1a55c7fe8b893ed34 2024-11-14T14:42:37,553 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:34345/user/jenkins/test-data/14d118ee-a83a-b09b-5913-1a58940a5db1/data/default/TestAcidGuarantees/11b353fb2bd02e7483b7c8ed67fdaec1/.tmp/B/6b47df69a1714a829fd9db57b5f17c22 is 50, key is test_row_0/B:col10/1731595357134/Put/seqid=0 2024-11-14T14:42:37,556 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36699 is added to blk_1073742297_1473 (size=12301) 2024-11-14T14:42:37,556 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=44.73 KB at sequenceid=268 (bloomFilter=true), to=hdfs://localhost:34345/user/jenkins/test-data/14d118ee-a83a-b09b-5913-1a58940a5db1/data/default/TestAcidGuarantees/11b353fb2bd02e7483b7c8ed67fdaec1/.tmp/B/6b47df69a1714a829fd9db57b5f17c22 2024-11-14T14:42:37,557 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=35765 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=134 2024-11-14T14:42:37,557 DEBUG [RS_FLUSH_OPERATIONS-regionserver/da1c6afcd1f9:0-1 {event_type=RS_FLUSH_REGIONS, pid=134}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1731595345246.11b353fb2bd02e7483b7c8ed67fdaec1. 2024-11-14T14:42:37,557 DEBUG [RS_FLUSH_OPERATIONS-regionserver/da1c6afcd1f9:0-1 {event_type=RS_FLUSH_REGIONS, pid=134}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1731595345246.11b353fb2bd02e7483b7c8ed67fdaec1. as already flushing 2024-11-14T14:42:37,557 DEBUG [RS_FLUSH_OPERATIONS-regionserver/da1c6afcd1f9:0-1 {event_type=RS_FLUSH_REGIONS, pid=134}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1731595345246.11b353fb2bd02e7483b7c8ed67fdaec1. 2024-11-14T14:42:37,558 ERROR [RS_FLUSH_OPERATIONS-regionserver/da1c6afcd1f9:0-1 {event_type=RS_FLUSH_REGIONS, pid=134}] handler.RSProcedureHandler(58): pid=134 java.io.IOException: Unable to complete flush {ENCODED => 11b353fb2bd02e7483b7c8ed67fdaec1, NAME => 'TestAcidGuarantees,,1731595345246.11b353fb2bd02e7483b7c8ed67fdaec1.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-14T14:42:37,558 DEBUG [RS_FLUSH_OPERATIONS-regionserver/da1c6afcd1f9:0-1 {event_type=RS_FLUSH_REGIONS, pid=134}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=134 java.io.IOException: Unable to complete flush {ENCODED => 11b353fb2bd02e7483b7c8ed67fdaec1, NAME => 'TestAcidGuarantees,,1731595345246.11b353fb2bd02e7483b7c8ed67fdaec1.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-14T14:42:37,558 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45145 {}] master.HMaster(4177): Remote procedure failed, pid=134 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 11b353fb2bd02e7483b7c8ed67fdaec1, NAME => 'TestAcidGuarantees,,1731595345246.11b353fb2bd02e7483b7c8ed67fdaec1.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$5(MasterRpcServices.java:2580) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2575) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 11b353fb2bd02e7483b7c8ed67fdaec1, NAME => 'TestAcidGuarantees,,1731595345246.11b353fb2bd02e7483b7c8ed67fdaec1.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-14T14:42:37,564 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:34345/user/jenkins/test-data/14d118ee-a83a-b09b-5913-1a58940a5db1/data/default/TestAcidGuarantees/11b353fb2bd02e7483b7c8ed67fdaec1/.tmp/C/5ef5fb1aacc447848f07d87e0e32f472 is 50, key is test_row_0/C:col10/1731595357134/Put/seqid=0 2024-11-14T14:42:37,567 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36699 is added to blk_1073742298_1474 (size=12301) 2024-11-14T14:42:37,578 DEBUG [RS:0;da1c6afcd1f9:35765-longCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:34345/user/jenkins/test-data/14d118ee-a83a-b09b-5913-1a58940a5db1/data/default/TestAcidGuarantees/11b353fb2bd02e7483b7c8ed67fdaec1/.tmp/C/3aa7183d63a54e4fb5bc5ff0f2f513bd as hdfs://localhost:34345/user/jenkins/test-data/14d118ee-a83a-b09b-5913-1a58940a5db1/data/default/TestAcidGuarantees/11b353fb2bd02e7483b7c8ed67fdaec1/C/3aa7183d63a54e4fb5bc5ff0f2f513bd 2024-11-14T14:42:37,581 INFO [RS:0;da1c6afcd1f9:35765-longCompactions-0 {}] regionserver.HStore(1337): Completed compaction of 3 (all) file(s) in 11b353fb2bd02e7483b7c8ed67fdaec1/C of 11b353fb2bd02e7483b7c8ed67fdaec1 into 3aa7183d63a54e4fb5bc5ff0f2f513bd(size=12.1 K), total size for store is 12.1 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-11-14T14:42:37,582 DEBUG [RS:0;da1c6afcd1f9:35765-longCompactions-0 {}] regionserver.HRegion(2446): Compaction status journal for 11b353fb2bd02e7483b7c8ed67fdaec1: 2024-11-14T14:42:37,582 INFO [RS:0;da1c6afcd1f9:35765-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1731595345246.11b353fb2bd02e7483b7c8ed67fdaec1., storeName=11b353fb2bd02e7483b7c8ed67fdaec1/C, priority=13, startTime=1731595357121; duration=0sec 2024-11-14T14:42:37,582 DEBUG [RS:0;da1c6afcd1f9:35765-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-14T14:42:37,582 DEBUG [RS:0;da1c6afcd1f9:35765-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: 11b353fb2bd02e7483b7c8ed67fdaec1:C 2024-11-14T14:42:37,709 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=35765 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=134 2024-11-14T14:42:37,710 DEBUG [RS_FLUSH_OPERATIONS-regionserver/da1c6afcd1f9:0-2 {event_type=RS_FLUSH_REGIONS, pid=134}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1731595345246.11b353fb2bd02e7483b7c8ed67fdaec1. 2024-11-14T14:42:37,710 DEBUG [RS_FLUSH_OPERATIONS-regionserver/da1c6afcd1f9:0-2 {event_type=RS_FLUSH_REGIONS, pid=134}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1731595345246.11b353fb2bd02e7483b7c8ed67fdaec1. as already flushing 2024-11-14T14:42:37,710 DEBUG [RS_FLUSH_OPERATIONS-regionserver/da1c6afcd1f9:0-2 {event_type=RS_FLUSH_REGIONS, pid=134}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1731595345246.11b353fb2bd02e7483b7c8ed67fdaec1. 2024-11-14T14:42:37,710 ERROR [RS_FLUSH_OPERATIONS-regionserver/da1c6afcd1f9:0-2 {event_type=RS_FLUSH_REGIONS, pid=134}] handler.RSProcedureHandler(58): pid=134 java.io.IOException: Unable to complete flush {ENCODED => 11b353fb2bd02e7483b7c8ed67fdaec1, NAME => 'TestAcidGuarantees,,1731595345246.11b353fb2bd02e7483b7c8ed67fdaec1.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-14T14:42:37,710 DEBUG [RS_FLUSH_OPERATIONS-regionserver/da1c6afcd1f9:0-2 {event_type=RS_FLUSH_REGIONS, pid=134}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=134 java.io.IOException: Unable to complete flush {ENCODED => 11b353fb2bd02e7483b7c8ed67fdaec1, NAME => 'TestAcidGuarantees,,1731595345246.11b353fb2bd02e7483b7c8ed67fdaec1.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-14T14:42:37,711 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45145 {}] master.HMaster(4177): Remote procedure failed, pid=134 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 11b353fb2bd02e7483b7c8ed67fdaec1, NAME => 'TestAcidGuarantees,,1731595345246.11b353fb2bd02e7483b7c8ed67fdaec1.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$5(MasterRpcServices.java:2580) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2575) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 11b353fb2bd02e7483b7c8ed67fdaec1, NAME => 'TestAcidGuarantees,,1731595345246.11b353fb2bd02e7483b7c8ed67fdaec1.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-14T14:42:37,832 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35765 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=11b353fb2bd02e7483b7c8ed67fdaec1, server=da1c6afcd1f9,35765,1731595233113 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-14T14:42:37,833 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35765 {}] ipc.CallRunner(138): callId: 89 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:55536 deadline: 1731595417826, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=11b353fb2bd02e7483b7c8ed67fdaec1, server=da1c6afcd1f9,35765,1731595233113 2024-11-14T14:42:37,833 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35765 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=11b353fb2bd02e7483b7c8ed67fdaec1, server=da1c6afcd1f9,35765,1731595233113 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-14T14:42:37,833 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35765 {}] ipc.CallRunner(138): callId: 88 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:55504 deadline: 1731595417826, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=11b353fb2bd02e7483b7c8ed67fdaec1, server=da1c6afcd1f9,35765,1731595233113 2024-11-14T14:42:37,833 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731595345246.11b353fb2bd02e7483b7c8ed67fdaec1., hostname=da1c6afcd1f9,35765,1731595233113, seqNum=2 , the old value is region=TestAcidGuarantees,,1731595345246.11b353fb2bd02e7483b7c8ed67fdaec1., hostname=da1c6afcd1f9,35765,1731595233113, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=11b353fb2bd02e7483b7c8ed67fdaec1, server=da1c6afcd1f9,35765,1731595233113 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-14T14:42:37,833 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731595345246.11b353fb2bd02e7483b7c8ed67fdaec1., hostname=da1c6afcd1f9,35765,1731595233113, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=11b353fb2bd02e7483b7c8ed67fdaec1, server=da1c6afcd1f9,35765,1731595233113 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-14T14:42:37,833 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731595345246.11b353fb2bd02e7483b7c8ed67fdaec1., hostname=da1c6afcd1f9,35765,1731595233113, seqNum=2 because the exception is null or not the one we care about 2024-11-14T14:42:37,833 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731595345246.11b353fb2bd02e7483b7c8ed67fdaec1., hostname=da1c6afcd1f9,35765,1731595233113, seqNum=2 , the old value is region=TestAcidGuarantees,,1731595345246.11b353fb2bd02e7483b7c8ed67fdaec1., hostname=da1c6afcd1f9,35765,1731595233113, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=11b353fb2bd02e7483b7c8ed67fdaec1, server=da1c6afcd1f9,35765,1731595233113 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-14T14:42:37,833 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731595345246.11b353fb2bd02e7483b7c8ed67fdaec1., hostname=da1c6afcd1f9,35765,1731595233113, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=11b353fb2bd02e7483b7c8ed67fdaec1, server=da1c6afcd1f9,35765,1731595233113 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-14T14:42:37,833 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731595345246.11b353fb2bd02e7483b7c8ed67fdaec1., hostname=da1c6afcd1f9,35765,1731595233113, seqNum=2 because the exception is null or not the one we care about 2024-11-14T14:42:37,863 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=35765 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=134 2024-11-14T14:42:37,863 DEBUG [RS_FLUSH_OPERATIONS-regionserver/da1c6afcd1f9:0-0 {event_type=RS_FLUSH_REGIONS, pid=134}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1731595345246.11b353fb2bd02e7483b7c8ed67fdaec1. 2024-11-14T14:42:37,863 DEBUG [RS_FLUSH_OPERATIONS-regionserver/da1c6afcd1f9:0-0 {event_type=RS_FLUSH_REGIONS, pid=134}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1731595345246.11b353fb2bd02e7483b7c8ed67fdaec1. as already flushing 2024-11-14T14:42:37,863 DEBUG [RS_FLUSH_OPERATIONS-regionserver/da1c6afcd1f9:0-0 {event_type=RS_FLUSH_REGIONS, pid=134}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1731595345246.11b353fb2bd02e7483b7c8ed67fdaec1. 2024-11-14T14:42:37,863 ERROR [RS_FLUSH_OPERATIONS-regionserver/da1c6afcd1f9:0-0 {event_type=RS_FLUSH_REGIONS, pid=134}] handler.RSProcedureHandler(58): pid=134 java.io.IOException: Unable to complete flush {ENCODED => 11b353fb2bd02e7483b7c8ed67fdaec1, NAME => 'TestAcidGuarantees,,1731595345246.11b353fb2bd02e7483b7c8ed67fdaec1.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-14T14:42:37,863 DEBUG [RS_FLUSH_OPERATIONS-regionserver/da1c6afcd1f9:0-0 {event_type=RS_FLUSH_REGIONS, pid=134}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=134 java.io.IOException: Unable to complete flush {ENCODED => 11b353fb2bd02e7483b7c8ed67fdaec1, NAME => 'TestAcidGuarantees,,1731595345246.11b353fb2bd02e7483b7c8ed67fdaec1.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-14T14:42:37,864 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45145 {}] master.HMaster(4177): Remote procedure failed, pid=134 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 11b353fb2bd02e7483b7c8ed67fdaec1, NAME => 'TestAcidGuarantees,,1731595345246.11b353fb2bd02e7483b7c8ed67fdaec1.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$5(MasterRpcServices.java:2580) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2575) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 11b353fb2bd02e7483b7c8ed67fdaec1, NAME => 'TestAcidGuarantees,,1731595345246.11b353fb2bd02e7483b7c8ed67fdaec1.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-14T14:42:37,968 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=44.73 KB at sequenceid=268 (bloomFilter=true), to=hdfs://localhost:34345/user/jenkins/test-data/14d118ee-a83a-b09b-5913-1a58940a5db1/data/default/TestAcidGuarantees/11b353fb2bd02e7483b7c8ed67fdaec1/.tmp/C/5ef5fb1aacc447848f07d87e0e32f472 2024-11-14T14:42:37,972 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:34345/user/jenkins/test-data/14d118ee-a83a-b09b-5913-1a58940a5db1/data/default/TestAcidGuarantees/11b353fb2bd02e7483b7c8ed67fdaec1/.tmp/A/b233dc5a918745e1a55c7fe8b893ed34 as hdfs://localhost:34345/user/jenkins/test-data/14d118ee-a83a-b09b-5913-1a58940a5db1/data/default/TestAcidGuarantees/11b353fb2bd02e7483b7c8ed67fdaec1/A/b233dc5a918745e1a55c7fe8b893ed34 2024-11-14T14:42:37,975 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:34345/user/jenkins/test-data/14d118ee-a83a-b09b-5913-1a58940a5db1/data/default/TestAcidGuarantees/11b353fb2bd02e7483b7c8ed67fdaec1/A/b233dc5a918745e1a55c7fe8b893ed34, entries=200, sequenceid=268, filesize=14.4 K 2024-11-14T14:42:37,976 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:34345/user/jenkins/test-data/14d118ee-a83a-b09b-5913-1a58940a5db1/data/default/TestAcidGuarantees/11b353fb2bd02e7483b7c8ed67fdaec1/.tmp/B/6b47df69a1714a829fd9db57b5f17c22 as hdfs://localhost:34345/user/jenkins/test-data/14d118ee-a83a-b09b-5913-1a58940a5db1/data/default/TestAcidGuarantees/11b353fb2bd02e7483b7c8ed67fdaec1/B/6b47df69a1714a829fd9db57b5f17c22 2024-11-14T14:42:37,979 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:34345/user/jenkins/test-data/14d118ee-a83a-b09b-5913-1a58940a5db1/data/default/TestAcidGuarantees/11b353fb2bd02e7483b7c8ed67fdaec1/B/6b47df69a1714a829fd9db57b5f17c22, entries=150, sequenceid=268, filesize=12.0 K 2024-11-14T14:42:37,979 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:34345/user/jenkins/test-data/14d118ee-a83a-b09b-5913-1a58940a5db1/data/default/TestAcidGuarantees/11b353fb2bd02e7483b7c8ed67fdaec1/.tmp/C/5ef5fb1aacc447848f07d87e0e32f472 as hdfs://localhost:34345/user/jenkins/test-data/14d118ee-a83a-b09b-5913-1a58940a5db1/data/default/TestAcidGuarantees/11b353fb2bd02e7483b7c8ed67fdaec1/C/5ef5fb1aacc447848f07d87e0e32f472 2024-11-14T14:42:37,982 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:34345/user/jenkins/test-data/14d118ee-a83a-b09b-5913-1a58940a5db1/data/default/TestAcidGuarantees/11b353fb2bd02e7483b7c8ed67fdaec1/C/5ef5fb1aacc447848f07d87e0e32f472, entries=150, sequenceid=268, filesize=12.0 K 2024-11-14T14:42:37,982 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(3140): Finished flush of dataSize ~134.18 KB/137400, heapSize ~380.25 KB/389376, currentSize=46.96 KB/48090 for 11b353fb2bd02e7483b7c8ed67fdaec1 in 846ms, sequenceid=268, compaction requested=false 2024-11-14T14:42:37,983 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2603): Flush status journal for 11b353fb2bd02e7483b7c8ed67fdaec1: 2024-11-14T14:42:38,016 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=35765 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=134 2024-11-14T14:42:38,016 DEBUG [RS_FLUSH_OPERATIONS-regionserver/da1c6afcd1f9:0-1 {event_type=RS_FLUSH_REGIONS, pid=134}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1731595345246.11b353fb2bd02e7483b7c8ed67fdaec1. 2024-11-14T14:42:38,016 INFO [RS_FLUSH_OPERATIONS-regionserver/da1c6afcd1f9:0-1 {event_type=RS_FLUSH_REGIONS, pid=134}] regionserver.HRegion(2902): Flushing 11b353fb2bd02e7483b7c8ed67fdaec1 3/3 column families, dataSize=46.96 KB heapSize=140.20 KB 2024-11-14T14:42:38,016 DEBUG [RS_FLUSH_OPERATIONS-regionserver/da1c6afcd1f9:0-1 {event_type=RS_FLUSH_REGIONS, pid=134}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 11b353fb2bd02e7483b7c8ed67fdaec1, store=A 2024-11-14T14:42:38,017 DEBUG [RS_FLUSH_OPERATIONS-regionserver/da1c6afcd1f9:0-1 {event_type=RS_FLUSH_REGIONS, pid=134}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-14T14:42:38,017 DEBUG [RS_FLUSH_OPERATIONS-regionserver/da1c6afcd1f9:0-1 {event_type=RS_FLUSH_REGIONS, pid=134}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 11b353fb2bd02e7483b7c8ed67fdaec1, store=B 2024-11-14T14:42:38,017 DEBUG [RS_FLUSH_OPERATIONS-regionserver/da1c6afcd1f9:0-1 {event_type=RS_FLUSH_REGIONS, pid=134}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-14T14:42:38,017 DEBUG [RS_FLUSH_OPERATIONS-regionserver/da1c6afcd1f9:0-1 {event_type=RS_FLUSH_REGIONS, pid=134}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 11b353fb2bd02e7483b7c8ed67fdaec1, store=C 2024-11-14T14:42:38,017 DEBUG [RS_FLUSH_OPERATIONS-regionserver/da1c6afcd1f9:0-1 {event_type=RS_FLUSH_REGIONS, pid=134}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-14T14:42:38,020 DEBUG [RS_FLUSH_OPERATIONS-regionserver/da1c6afcd1f9:0-1 {event_type=RS_FLUSH_REGIONS, pid=134}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:34345/user/jenkins/test-data/14d118ee-a83a-b09b-5913-1a58940a5db1/data/default/TestAcidGuarantees/11b353fb2bd02e7483b7c8ed67fdaec1/.tmp/A/c4e953b70fc445029a4bd572e7532305 is 50, key is test_row_0/A:col10/1731595357172/Put/seqid=0 2024-11-14T14:42:38,023 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36699 is added to blk_1073742299_1475 (size=12301) 2024-11-14T14:42:38,024 INFO [RS_FLUSH_OPERATIONS-regionserver/da1c6afcd1f9:0-1 {event_type=RS_FLUSH_REGIONS, pid=134}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=15.65 KB at sequenceid=281 (bloomFilter=true), to=hdfs://localhost:34345/user/jenkins/test-data/14d118ee-a83a-b09b-5913-1a58940a5db1/data/default/TestAcidGuarantees/11b353fb2bd02e7483b7c8ed67fdaec1/.tmp/A/c4e953b70fc445029a4bd572e7532305 2024-11-14T14:42:38,032 DEBUG [RS_FLUSH_OPERATIONS-regionserver/da1c6afcd1f9:0-1 {event_type=RS_FLUSH_REGIONS, pid=134}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:34345/user/jenkins/test-data/14d118ee-a83a-b09b-5913-1a58940a5db1/data/default/TestAcidGuarantees/11b353fb2bd02e7483b7c8ed67fdaec1/.tmp/B/ae10dcedae9642d6a35c32261b182238 is 50, key is test_row_0/B:col10/1731595357172/Put/seqid=0 2024-11-14T14:42:38,036 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36699 is added to blk_1073742300_1476 (size=12301) 2024-11-14T14:42:38,042 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35765 {}] regionserver.HRegion(8855): Flush requested on 11b353fb2bd02e7483b7c8ed67fdaec1 2024-11-14T14:42:38,042 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1731595345246.11b353fb2bd02e7483b7c8ed67fdaec1. as already flushing 2024-11-14T14:42:38,176 DEBUG [RS_IN_MEMORY_COMPACTION-regionserver/da1c6afcd1f9:0-9 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=type=CellArrayImmutableSegment, empty=no, cellCount=159, cellSize=7275, totalHeapSize=16776, min timestamp=1731595358082, max timestamp=1731595358173Num uniques 859; 2024-11-14T14:42:38,176 DEBUG [RS_IN_MEMORY_COMPACTION-regionserver/da1c6afcd1f9:0-1 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=type=CellArrayImmutableSegment, empty=no, cellCount=159, cellSize=7275, totalHeapSize=16776, min timestamp=1731595358082, max timestamp=1731595358173Num uniques 859; 2024-11-14T14:42:38,176 DEBUG [RS_IN_MEMORY_COMPACTION-regionserver/da1c6afcd1f9:0-9 {}] regionserver.CompactionPipeline(163): Suffix data size=39335, new segment data size=7275, suffix heap size=117064,new segment heap size=16776 　suffix off heap size=0, new segment off heap size=0, suffix cells count=859, new segment cells count=159 2024-11-14T14:42:38,176 DEBUG [RS_IN_MEMORY_COMPACTION-regionserver/da1c6afcd1f9:0-1 {}] regionserver.CompactionPipeline(163): Suffix data size=39335, new segment data size=7275, suffix heap size=117064,new segment heap size=16776 　suffix off heap size=0, new segment off heap size=0, suffix cells count=859, new segment cells count=159 2024-11-14T14:42:38,176 DEBUG [RS_IN_MEMORY_COMPACTION-regionserver/da1c6afcd1f9:0-8 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=type=CellArrayImmutableSegment, empty=no, cellCount=159, cellSize=7275, totalHeapSize=16776, min timestamp=1731595358082, max timestamp=1731595358173Num uniques 859; 2024-11-14T14:42:38,176 DEBUG [RS_IN_MEMORY_COMPACTION-regionserver/da1c6afcd1f9:0-8 {}] regionserver.CompactionPipeline(163): Suffix data size=39335, new segment data size=7275, suffix heap size=117064,new segment heap size=16776 　suffix off heap size=0, new segment off heap size=0, suffix cells count=859, new segment cells count=159 2024-11-14T14:42:38,291 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35765 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=11b353fb2bd02e7483b7c8ed67fdaec1, server=da1c6afcd1f9,35765,1731595233113 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-14T14:42:38,291 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35765 {}] ipc.CallRunner(138): callId: 93 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:55502 deadline: 1731595418280, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=11b353fb2bd02e7483b7c8ed67fdaec1, server=da1c6afcd1f9,35765,1731595233113 2024-11-14T14:42:38,291 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731595345246.11b353fb2bd02e7483b7c8ed67fdaec1., hostname=da1c6afcd1f9,35765,1731595233113, seqNum=2 , the old value is region=TestAcidGuarantees,,1731595345246.11b353fb2bd02e7483b7c8ed67fdaec1., hostname=da1c6afcd1f9,35765,1731595233113, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=11b353fb2bd02e7483b7c8ed67fdaec1, server=da1c6afcd1f9,35765,1731595233113 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-14T14:42:38,291 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731595345246.11b353fb2bd02e7483b7c8ed67fdaec1., hostname=da1c6afcd1f9,35765,1731595233113, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=11b353fb2bd02e7483b7c8ed67fdaec1, server=da1c6afcd1f9,35765,1731595233113 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-14T14:42:38,291 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731595345246.11b353fb2bd02e7483b7c8ed67fdaec1., hostname=da1c6afcd1f9,35765,1731595233113, seqNum=2 because the exception is null or not the one we care about 2024-11-14T14:42:38,295 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35765 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=11b353fb2bd02e7483b7c8ed67fdaec1, server=da1c6afcd1f9,35765,1731595233113 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-14T14:42:38,295 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35765 {}] ipc.CallRunner(138): callId: 74 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:55520 deadline: 1731595418282, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=11b353fb2bd02e7483b7c8ed67fdaec1, server=da1c6afcd1f9,35765,1731595233113 2024-11-14T14:42:38,295 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35765 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=11b353fb2bd02e7483b7c8ed67fdaec1, server=da1c6afcd1f9,35765,1731595233113 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-14T14:42:38,295 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731595345246.11b353fb2bd02e7483b7c8ed67fdaec1., hostname=da1c6afcd1f9,35765,1731595233113, seqNum=2 , the old value is region=TestAcidGuarantees,,1731595345246.11b353fb2bd02e7483b7c8ed67fdaec1., hostname=da1c6afcd1f9,35765,1731595233113, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=11b353fb2bd02e7483b7c8ed67fdaec1, server=da1c6afcd1f9,35765,1731595233113 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-14T14:42:38,295 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731595345246.11b353fb2bd02e7483b7c8ed67fdaec1., hostname=da1c6afcd1f9,35765,1731595233113, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=11b353fb2bd02e7483b7c8ed67fdaec1, server=da1c6afcd1f9,35765,1731595233113 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-14T14:42:38,295 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731595345246.11b353fb2bd02e7483b7c8ed67fdaec1., hostname=da1c6afcd1f9,35765,1731595233113, seqNum=2 because the exception is null or not the one we care about 2024-11-14T14:42:38,295 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35765 {}] ipc.CallRunner(138): callId: 64 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:55492 deadline: 1731595418286, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=11b353fb2bd02e7483b7c8ed67fdaec1, server=da1c6afcd1f9,35765,1731595233113 2024-11-14T14:42:38,296 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731595345246.11b353fb2bd02e7483b7c8ed67fdaec1., hostname=da1c6afcd1f9,35765,1731595233113, seqNum=2 , the old value is region=TestAcidGuarantees,,1731595345246.11b353fb2bd02e7483b7c8ed67fdaec1., hostname=da1c6afcd1f9,35765,1731595233113, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=11b353fb2bd02e7483b7c8ed67fdaec1, server=da1c6afcd1f9,35765,1731595233113 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-14T14:42:38,296 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731595345246.11b353fb2bd02e7483b7c8ed67fdaec1., hostname=da1c6afcd1f9,35765,1731595233113, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=11b353fb2bd02e7483b7c8ed67fdaec1, server=da1c6afcd1f9,35765,1731595233113 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-14T14:42:38,296 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731595345246.11b353fb2bd02e7483b7c8ed67fdaec1., hostname=da1c6afcd1f9,35765,1731595233113, seqNum=2 because the exception is null or not the one we care about 2024-11-14T14:42:38,326 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45145 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=133 2024-11-14T14:42:38,349 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35765 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=11b353fb2bd02e7483b7c8ed67fdaec1, server=da1c6afcd1f9,35765,1731595233113 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-14T14:42:38,349 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35765 {}] ipc.CallRunner(138): callId: 89 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:55504 deadline: 1731595418336, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=11b353fb2bd02e7483b7c8ed67fdaec1, server=da1c6afcd1f9,35765,1731595233113 2024-11-14T14:42:38,350 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731595345246.11b353fb2bd02e7483b7c8ed67fdaec1., hostname=da1c6afcd1f9,35765,1731595233113, seqNum=2 , the old value is region=TestAcidGuarantees,,1731595345246.11b353fb2bd02e7483b7c8ed67fdaec1., hostname=da1c6afcd1f9,35765,1731595233113, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=11b353fb2bd02e7483b7c8ed67fdaec1, server=da1c6afcd1f9,35765,1731595233113 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-14T14:42:38,350 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731595345246.11b353fb2bd02e7483b7c8ed67fdaec1., hostname=da1c6afcd1f9,35765,1731595233113, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=11b353fb2bd02e7483b7c8ed67fdaec1, server=da1c6afcd1f9,35765,1731595233113 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-14T14:42:38,350 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731595345246.11b353fb2bd02e7483b7c8ed67fdaec1., hostname=da1c6afcd1f9,35765,1731595233113, seqNum=2 because the exception is null or not the one we care about 2024-11-14T14:42:38,355 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35765 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=11b353fb2bd02e7483b7c8ed67fdaec1, server=da1c6afcd1f9,35765,1731595233113 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-14T14:42:38,355 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35765 {}] ipc.CallRunner(138): callId: 90 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:55536 deadline: 1731595418346, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=11b353fb2bd02e7483b7c8ed67fdaec1, server=da1c6afcd1f9,35765,1731595233113 2024-11-14T14:42:38,356 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731595345246.11b353fb2bd02e7483b7c8ed67fdaec1., hostname=da1c6afcd1f9,35765,1731595233113, seqNum=2 , the old value is region=TestAcidGuarantees,,1731595345246.11b353fb2bd02e7483b7c8ed67fdaec1., hostname=da1c6afcd1f9,35765,1731595233113, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=11b353fb2bd02e7483b7c8ed67fdaec1, server=da1c6afcd1f9,35765,1731595233113 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-14T14:42:38,356 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731595345246.11b353fb2bd02e7483b7c8ed67fdaec1., hostname=da1c6afcd1f9,35765,1731595233113, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=11b353fb2bd02e7483b7c8ed67fdaec1, server=da1c6afcd1f9,35765,1731595233113 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-14T14:42:38,356 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731595345246.11b353fb2bd02e7483b7c8ed67fdaec1., hostname=da1c6afcd1f9,35765,1731595233113, seqNum=2 because the exception is null or not the one we care about 2024-11-14T14:42:38,407 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35765 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=11b353fb2bd02e7483b7c8ed67fdaec1, server=da1c6afcd1f9,35765,1731595233113 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-14T14:42:38,407 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35765 {}] ipc.CallRunner(138): callId: 94 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:55502 deadline: 1731595418396, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=11b353fb2bd02e7483b7c8ed67fdaec1, server=da1c6afcd1f9,35765,1731595233113 2024-11-14T14:42:38,408 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731595345246.11b353fb2bd02e7483b7c8ed67fdaec1., hostname=da1c6afcd1f9,35765,1731595233113, seqNum=2 , the old value is region=TestAcidGuarantees,,1731595345246.11b353fb2bd02e7483b7c8ed67fdaec1., hostname=da1c6afcd1f9,35765,1731595233113, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=11b353fb2bd02e7483b7c8ed67fdaec1, server=da1c6afcd1f9,35765,1731595233113 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-14T14:42:38,408 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731595345246.11b353fb2bd02e7483b7c8ed67fdaec1., hostname=da1c6afcd1f9,35765,1731595233113, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=11b353fb2bd02e7483b7c8ed67fdaec1, server=da1c6afcd1f9,35765,1731595233113 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-14T14:42:38,408 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731595345246.11b353fb2bd02e7483b7c8ed67fdaec1., hostname=da1c6afcd1f9,35765,1731595233113, seqNum=2 because the exception is null or not the one we care about 2024-11-14T14:42:38,412 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35765 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=11b353fb2bd02e7483b7c8ed67fdaec1, server=da1c6afcd1f9,35765,1731595233113 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-14T14:42:38,413 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35765 {}] ipc.CallRunner(138): callId: 75 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:55520 deadline: 1731595418406, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=11b353fb2bd02e7483b7c8ed67fdaec1, server=da1c6afcd1f9,35765,1731595233113 2024-11-14T14:42:38,413 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35765 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=11b353fb2bd02e7483b7c8ed67fdaec1, server=da1c6afcd1f9,35765,1731595233113 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-14T14:42:38,413 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731595345246.11b353fb2bd02e7483b7c8ed67fdaec1., hostname=da1c6afcd1f9,35765,1731595233113, seqNum=2 , the old value is region=TestAcidGuarantees,,1731595345246.11b353fb2bd02e7483b7c8ed67fdaec1., hostname=da1c6afcd1f9,35765,1731595233113, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=11b353fb2bd02e7483b7c8ed67fdaec1, server=da1c6afcd1f9,35765,1731595233113 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-14T14:42:38,413 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731595345246.11b353fb2bd02e7483b7c8ed67fdaec1., hostname=da1c6afcd1f9,35765,1731595233113, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=11b353fb2bd02e7483b7c8ed67fdaec1, server=da1c6afcd1f9,35765,1731595233113 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-14T14:42:38,413 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35765 {}] ipc.CallRunner(138): callId: 65 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:55492 deadline: 1731595418407, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=11b353fb2bd02e7483b7c8ed67fdaec1, server=da1c6afcd1f9,35765,1731595233113 2024-11-14T14:42:38,413 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731595345246.11b353fb2bd02e7483b7c8ed67fdaec1., hostname=da1c6afcd1f9,35765,1731595233113, seqNum=2 because the exception is null or not the one we care about 2024-11-14T14:42:38,413 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731595345246.11b353fb2bd02e7483b7c8ed67fdaec1., hostname=da1c6afcd1f9,35765,1731595233113, seqNum=2 , the old value is region=TestAcidGuarantees,,1731595345246.11b353fb2bd02e7483b7c8ed67fdaec1., hostname=da1c6afcd1f9,35765,1731595233113, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=11b353fb2bd02e7483b7c8ed67fdaec1, server=da1c6afcd1f9,35765,1731595233113 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-14T14:42:38,413 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731595345246.11b353fb2bd02e7483b7c8ed67fdaec1., hostname=da1c6afcd1f9,35765,1731595233113, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=11b353fb2bd02e7483b7c8ed67fdaec1, server=da1c6afcd1f9,35765,1731595233113 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-14T14:42:38,413 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731595345246.11b353fb2bd02e7483b7c8ed67fdaec1., hostname=da1c6afcd1f9,35765,1731595233113, seqNum=2 because the exception is null or not the one we care about 2024-11-14T14:42:38,436 INFO [RS_FLUSH_OPERATIONS-regionserver/da1c6afcd1f9:0-1 {event_type=RS_FLUSH_REGIONS, pid=134}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=15.65 KB at sequenceid=281 (bloomFilter=true), to=hdfs://localhost:34345/user/jenkins/test-data/14d118ee-a83a-b09b-5913-1a58940a5db1/data/default/TestAcidGuarantees/11b353fb2bd02e7483b7c8ed67fdaec1/.tmp/B/ae10dcedae9642d6a35c32261b182238 2024-11-14T14:42:38,443 DEBUG [RS_FLUSH_OPERATIONS-regionserver/da1c6afcd1f9:0-1 {event_type=RS_FLUSH_REGIONS, pid=134}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:34345/user/jenkins/test-data/14d118ee-a83a-b09b-5913-1a58940a5db1/data/default/TestAcidGuarantees/11b353fb2bd02e7483b7c8ed67fdaec1/.tmp/C/2f82792f210e47639ee95c2b609cda5a is 50, key is test_row_0/C:col10/1731595357172/Put/seqid=0 2024-11-14T14:42:38,446 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36699 is added to blk_1073742301_1477 (size=12301) 2024-11-14T14:42:38,627 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35765 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=11b353fb2bd02e7483b7c8ed67fdaec1, server=da1c6afcd1f9,35765,1731595233113 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-14T14:42:38,628 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35765 {}] ipc.CallRunner(138): callId: 95 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:55502 deadline: 1731595418616, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=11b353fb2bd02e7483b7c8ed67fdaec1, server=da1c6afcd1f9,35765,1731595233113 2024-11-14T14:42:38,628 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731595345246.11b353fb2bd02e7483b7c8ed67fdaec1., hostname=da1c6afcd1f9,35765,1731595233113, seqNum=2 , the old value is region=TestAcidGuarantees,,1731595345246.11b353fb2bd02e7483b7c8ed67fdaec1., hostname=da1c6afcd1f9,35765,1731595233113, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=11b353fb2bd02e7483b7c8ed67fdaec1, server=da1c6afcd1f9,35765,1731595233113 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-14T14:42:38,628 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35765 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=11b353fb2bd02e7483b7c8ed67fdaec1, server=da1c6afcd1f9,35765,1731595233113 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-14T14:42:38,628 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731595345246.11b353fb2bd02e7483b7c8ed67fdaec1., hostname=da1c6afcd1f9,35765,1731595233113, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=11b353fb2bd02e7483b7c8ed67fdaec1, server=da1c6afcd1f9,35765,1731595233113 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-14T14:42:38,628 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731595345246.11b353fb2bd02e7483b7c8ed67fdaec1., hostname=da1c6afcd1f9,35765,1731595233113, seqNum=2 because the exception is null or not the one we care about 2024-11-14T14:42:38,628 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35765 {}] ipc.CallRunner(138): callId: 76 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:55520 deadline: 1731595418617, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=11b353fb2bd02e7483b7c8ed67fdaec1, server=da1c6afcd1f9,35765,1731595233113 2024-11-14T14:42:38,628 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731595345246.11b353fb2bd02e7483b7c8ed67fdaec1., hostname=da1c6afcd1f9,35765,1731595233113, seqNum=2 , the old value is region=TestAcidGuarantees,,1731595345246.11b353fb2bd02e7483b7c8ed67fdaec1., hostname=da1c6afcd1f9,35765,1731595233113, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=11b353fb2bd02e7483b7c8ed67fdaec1, server=da1c6afcd1f9,35765,1731595233113 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-14T14:42:38,628 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35765 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=11b353fb2bd02e7483b7c8ed67fdaec1, server=da1c6afcd1f9,35765,1731595233113 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-14T14:42:38,628 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731595345246.11b353fb2bd02e7483b7c8ed67fdaec1., hostname=da1c6afcd1f9,35765,1731595233113, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=11b353fb2bd02e7483b7c8ed67fdaec1, server=da1c6afcd1f9,35765,1731595233113 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-14T14:42:38,628 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731595345246.11b353fb2bd02e7483b7c8ed67fdaec1., hostname=da1c6afcd1f9,35765,1731595233113, seqNum=2 because the exception is null or not the one we care about 2024-11-14T14:42:38,628 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35765 {}] ipc.CallRunner(138): callId: 66 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:55492 deadline: 1731595418617, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=11b353fb2bd02e7483b7c8ed67fdaec1, server=da1c6afcd1f9,35765,1731595233113 2024-11-14T14:42:38,628 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731595345246.11b353fb2bd02e7483b7c8ed67fdaec1., hostname=da1c6afcd1f9,35765,1731595233113, seqNum=2 , the old value is region=TestAcidGuarantees,,1731595345246.11b353fb2bd02e7483b7c8ed67fdaec1., hostname=da1c6afcd1f9,35765,1731595233113, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=11b353fb2bd02e7483b7c8ed67fdaec1, server=da1c6afcd1f9,35765,1731595233113 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-14T14:42:38,628 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731595345246.11b353fb2bd02e7483b7c8ed67fdaec1., hostname=da1c6afcd1f9,35765,1731595233113, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=11b353fb2bd02e7483b7c8ed67fdaec1, server=da1c6afcd1f9,35765,1731595233113 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-14T14:42:38,629 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731595345246.11b353fb2bd02e7483b7c8ed67fdaec1., hostname=da1c6afcd1f9,35765,1731595233113, seqNum=2 because the exception is null or not the one we care about 2024-11-14T14:42:38,846 INFO [RS_FLUSH_OPERATIONS-regionserver/da1c6afcd1f9:0-1 {event_type=RS_FLUSH_REGIONS, pid=134}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=15.65 KB at sequenceid=281 (bloomFilter=true), to=hdfs://localhost:34345/user/jenkins/test-data/14d118ee-a83a-b09b-5913-1a58940a5db1/data/default/TestAcidGuarantees/11b353fb2bd02e7483b7c8ed67fdaec1/.tmp/C/2f82792f210e47639ee95c2b609cda5a 2024-11-14T14:42:38,850 DEBUG [RS_FLUSH_OPERATIONS-regionserver/da1c6afcd1f9:0-1 {event_type=RS_FLUSH_REGIONS, pid=134}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:34345/user/jenkins/test-data/14d118ee-a83a-b09b-5913-1a58940a5db1/data/default/TestAcidGuarantees/11b353fb2bd02e7483b7c8ed67fdaec1/.tmp/A/c4e953b70fc445029a4bd572e7532305 as hdfs://localhost:34345/user/jenkins/test-data/14d118ee-a83a-b09b-5913-1a58940a5db1/data/default/TestAcidGuarantees/11b353fb2bd02e7483b7c8ed67fdaec1/A/c4e953b70fc445029a4bd572e7532305 2024-11-14T14:42:38,854 INFO [RS_FLUSH_OPERATIONS-regionserver/da1c6afcd1f9:0-1 {event_type=RS_FLUSH_REGIONS, pid=134}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:34345/user/jenkins/test-data/14d118ee-a83a-b09b-5913-1a58940a5db1/data/default/TestAcidGuarantees/11b353fb2bd02e7483b7c8ed67fdaec1/A/c4e953b70fc445029a4bd572e7532305, entries=150, sequenceid=281, filesize=12.0 K 2024-11-14T14:42:38,854 DEBUG [RS_FLUSH_OPERATIONS-regionserver/da1c6afcd1f9:0-1 {event_type=RS_FLUSH_REGIONS, pid=134}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:34345/user/jenkins/test-data/14d118ee-a83a-b09b-5913-1a58940a5db1/data/default/TestAcidGuarantees/11b353fb2bd02e7483b7c8ed67fdaec1/.tmp/B/ae10dcedae9642d6a35c32261b182238 as hdfs://localhost:34345/user/jenkins/test-data/14d118ee-a83a-b09b-5913-1a58940a5db1/data/default/TestAcidGuarantees/11b353fb2bd02e7483b7c8ed67fdaec1/B/ae10dcedae9642d6a35c32261b182238 2024-11-14T14:42:38,857 INFO [RS_FLUSH_OPERATIONS-regionserver/da1c6afcd1f9:0-1 {event_type=RS_FLUSH_REGIONS, pid=134}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:34345/user/jenkins/test-data/14d118ee-a83a-b09b-5913-1a58940a5db1/data/default/TestAcidGuarantees/11b353fb2bd02e7483b7c8ed67fdaec1/B/ae10dcedae9642d6a35c32261b182238, entries=150, sequenceid=281, filesize=12.0 K 2024-11-14T14:42:38,858 DEBUG [RS_FLUSH_OPERATIONS-regionserver/da1c6afcd1f9:0-1 {event_type=RS_FLUSH_REGIONS, pid=134}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:34345/user/jenkins/test-data/14d118ee-a83a-b09b-5913-1a58940a5db1/data/default/TestAcidGuarantees/11b353fb2bd02e7483b7c8ed67fdaec1/.tmp/C/2f82792f210e47639ee95c2b609cda5a as hdfs://localhost:34345/user/jenkins/test-data/14d118ee-a83a-b09b-5913-1a58940a5db1/data/default/TestAcidGuarantees/11b353fb2bd02e7483b7c8ed67fdaec1/C/2f82792f210e47639ee95c2b609cda5a 2024-11-14T14:42:38,861 INFO [RS_FLUSH_OPERATIONS-regionserver/da1c6afcd1f9:0-1 {event_type=RS_FLUSH_REGIONS, pid=134}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:34345/user/jenkins/test-data/14d118ee-a83a-b09b-5913-1a58940a5db1/data/default/TestAcidGuarantees/11b353fb2bd02e7483b7c8ed67fdaec1/C/2f82792f210e47639ee95c2b609cda5a, entries=150, sequenceid=281, filesize=12.0 K 2024-11-14T14:42:38,862 INFO [RS_FLUSH_OPERATIONS-regionserver/da1c6afcd1f9:0-1 {event_type=RS_FLUSH_REGIONS, pid=134}] regionserver.HRegion(3140): Finished flush of dataSize ~46.96 KB/48090, heapSize ~140.16 KB/143520, currentSize=134.18 KB/137400 for 11b353fb2bd02e7483b7c8ed67fdaec1 in 846ms, sequenceid=281, compaction requested=true 2024-11-14T14:42:38,862 DEBUG [RS_FLUSH_OPERATIONS-regionserver/da1c6afcd1f9:0-1 {event_type=RS_FLUSH_REGIONS, pid=134}] regionserver.HRegion(2603): Flush status journal for 11b353fb2bd02e7483b7c8ed67fdaec1: 2024-11-14T14:42:38,862 DEBUG [RS_FLUSH_OPERATIONS-regionserver/da1c6afcd1f9:0-1 {event_type=RS_FLUSH_REGIONS, pid=134}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1731595345246.11b353fb2bd02e7483b7c8ed67fdaec1. 2024-11-14T14:42:38,862 DEBUG [RS_FLUSH_OPERATIONS-regionserver/da1c6afcd1f9:0-1 {event_type=RS_FLUSH_REGIONS, pid=134}] regionserver.RemoteProcedureResultReporter(62): Successfully complete execution of pid=134 2024-11-14T14:42:38,862 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45145 {}] master.HMaster(4169): Remote procedure done, pid=134 2024-11-14T14:42:38,865 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=134, resume processing ppid=133 2024-11-14T14:42:38,865 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1521): Finished pid=134, ppid=133, state=SUCCESS, hasLock=false; org.apache.hadoop.hbase.master.procedure.FlushRegionProcedure in 2.6840 sec 2024-11-14T14:42:38,867 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1521): Finished pid=133, state=SUCCESS, hasLock=false; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=133, table=TestAcidGuarantees in 2.6890 sec 2024-11-14T14:42:38,943 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35765 {}] regionserver.HRegion(8855): Flush requested on 11b353fb2bd02e7483b7c8ed67fdaec1 2024-11-14T14:42:38,944 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(2902): Flushing 11b353fb2bd02e7483b7c8ed67fdaec1 3/3 column families, dataSize=140.89 KB heapSize=405.61 KB 2024-11-14T14:42:38,944 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 11b353fb2bd02e7483b7c8ed67fdaec1, store=A 2024-11-14T14:42:38,944 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=3, new segment=null 2024-11-14T14:42:38,944 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 11b353fb2bd02e7483b7c8ed67fdaec1, store=B 2024-11-14T14:42:38,944 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=3, new segment=null 2024-11-14T14:42:38,944 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 11b353fb2bd02e7483b7c8ed67fdaec1, store=C 2024-11-14T14:42:38,944 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=3, new segment=null 2024-11-14T14:42:38,950 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:34345/user/jenkins/test-data/14d118ee-a83a-b09b-5913-1a58940a5db1/data/default/TestAcidGuarantees/11b353fb2bd02e7483b7c8ed67fdaec1/.tmp/A/c6f9280f9f3e4d648f8b2fd03dd2bd22 is 50, key is test_row_0/A:col10/1731595358279/Put/seqid=0 2024-11-14T14:42:38,955 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36699 is added to blk_1073742302_1478 (size=14741) 2024-11-14T14:42:38,975 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35765 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=11b353fb2bd02e7483b7c8ed67fdaec1, server=da1c6afcd1f9,35765,1731595233113 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-14T14:42:38,975 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35765 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=11b353fb2bd02e7483b7c8ed67fdaec1, server=da1c6afcd1f9,35765,1731595233113 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-14T14:42:38,975 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35765 {}] ipc.CallRunner(138): callId: 69 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:55492 deadline: 1731595418963, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=11b353fb2bd02e7483b7c8ed67fdaec1, server=da1c6afcd1f9,35765,1731595233113 2024-11-14T14:42:38,975 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35765 {}] ipc.CallRunner(138): callId: 79 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:55520 deadline: 1731595418961, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=11b353fb2bd02e7483b7c8ed67fdaec1, server=da1c6afcd1f9,35765,1731595233113 2024-11-14T14:42:38,975 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35765 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=11b353fb2bd02e7483b7c8ed67fdaec1, server=da1c6afcd1f9,35765,1731595233113 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-14T14:42:38,975 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35765 {}] ipc.CallRunner(138): callId: 99 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:55502 deadline: 1731595418964, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=11b353fb2bd02e7483b7c8ed67fdaec1, server=da1c6afcd1f9,35765,1731595233113 2024-11-14T14:42:38,975 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731595345246.11b353fb2bd02e7483b7c8ed67fdaec1., hostname=da1c6afcd1f9,35765,1731595233113, seqNum=2 , the old value is region=TestAcidGuarantees,,1731595345246.11b353fb2bd02e7483b7c8ed67fdaec1., hostname=da1c6afcd1f9,35765,1731595233113, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=11b353fb2bd02e7483b7c8ed67fdaec1, server=da1c6afcd1f9,35765,1731595233113 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-14T14:42:38,975 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731595345246.11b353fb2bd02e7483b7c8ed67fdaec1., hostname=da1c6afcd1f9,35765,1731595233113, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=11b353fb2bd02e7483b7c8ed67fdaec1, server=da1c6afcd1f9,35765,1731595233113 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-14T14:42:38,975 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731595345246.11b353fb2bd02e7483b7c8ed67fdaec1., hostname=da1c6afcd1f9,35765,1731595233113, seqNum=2 because the exception is null or not the one we care about 2024-11-14T14:42:38,976 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731595345246.11b353fb2bd02e7483b7c8ed67fdaec1., hostname=da1c6afcd1f9,35765,1731595233113, seqNum=2 , the old value is region=TestAcidGuarantees,,1731595345246.11b353fb2bd02e7483b7c8ed67fdaec1., hostname=da1c6afcd1f9,35765,1731595233113, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=11b353fb2bd02e7483b7c8ed67fdaec1, server=da1c6afcd1f9,35765,1731595233113 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-14T14:42:38,976 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731595345246.11b353fb2bd02e7483b7c8ed67fdaec1., hostname=da1c6afcd1f9,35765,1731595233113, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=11b353fb2bd02e7483b7c8ed67fdaec1, server=da1c6afcd1f9,35765,1731595233113 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-14T14:42:38,976 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731595345246.11b353fb2bd02e7483b7c8ed67fdaec1., hostname=da1c6afcd1f9,35765,1731595233113, seqNum=2 , the old value is region=TestAcidGuarantees,,1731595345246.11b353fb2bd02e7483b7c8ed67fdaec1., hostname=da1c6afcd1f9,35765,1731595233113, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=11b353fb2bd02e7483b7c8ed67fdaec1, server=da1c6afcd1f9,35765,1731595233113 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-14T14:42:38,976 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731595345246.11b353fb2bd02e7483b7c8ed67fdaec1., hostname=da1c6afcd1f9,35765,1731595233113, seqNum=2 because the exception is null or not the one we care about 2024-11-14T14:42:38,976 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731595345246.11b353fb2bd02e7483b7c8ed67fdaec1., hostname=da1c6afcd1f9,35765,1731595233113, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=11b353fb2bd02e7483b7c8ed67fdaec1, server=da1c6afcd1f9,35765,1731595233113 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-14T14:42:38,976 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731595345246.11b353fb2bd02e7483b7c8ed67fdaec1., hostname=da1c6afcd1f9,35765,1731595233113, seqNum=2 because the exception is null or not the one we care about 2024-11-14T14:42:39,095 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35765 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=11b353fb2bd02e7483b7c8ed67fdaec1, server=da1c6afcd1f9,35765,1731595233113 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-14T14:42:39,095 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35765 {}] ipc.CallRunner(138): callId: 80 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:55520 deadline: 1731595419086, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=11b353fb2bd02e7483b7c8ed67fdaec1, server=da1c6afcd1f9,35765,1731595233113 2024-11-14T14:42:39,095 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35765 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=11b353fb2bd02e7483b7c8ed67fdaec1, server=da1c6afcd1f9,35765,1731595233113 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-14T14:42:39,095 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731595345246.11b353fb2bd02e7483b7c8ed67fdaec1., hostname=da1c6afcd1f9,35765,1731595233113, seqNum=2 , the old value is region=TestAcidGuarantees,,1731595345246.11b353fb2bd02e7483b7c8ed67fdaec1., hostname=da1c6afcd1f9,35765,1731595233113, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=11b353fb2bd02e7483b7c8ed67fdaec1, server=da1c6afcd1f9,35765,1731595233113 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-14T14:42:39,095 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731595345246.11b353fb2bd02e7483b7c8ed67fdaec1., hostname=da1c6afcd1f9,35765,1731595233113, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=11b353fb2bd02e7483b7c8ed67fdaec1, server=da1c6afcd1f9,35765,1731595233113 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-14T14:42:39,095 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731595345246.11b353fb2bd02e7483b7c8ed67fdaec1., hostname=da1c6afcd1f9,35765,1731595233113, seqNum=2 because the exception is null or not the one we care about 2024-11-14T14:42:39,095 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35765 {}] ipc.CallRunner(138): callId: 70 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:55492 deadline: 1731595419086, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=11b353fb2bd02e7483b7c8ed67fdaec1, server=da1c6afcd1f9,35765,1731595233113 2024-11-14T14:42:39,096 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731595345246.11b353fb2bd02e7483b7c8ed67fdaec1., hostname=da1c6afcd1f9,35765,1731595233113, seqNum=2 , the old value is region=TestAcidGuarantees,,1731595345246.11b353fb2bd02e7483b7c8ed67fdaec1., hostname=da1c6afcd1f9,35765,1731595233113, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=11b353fb2bd02e7483b7c8ed67fdaec1, server=da1c6afcd1f9,35765,1731595233113 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-14T14:42:39,096 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35765 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=11b353fb2bd02e7483b7c8ed67fdaec1, server=da1c6afcd1f9,35765,1731595233113 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-14T14:42:39,096 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731595345246.11b353fb2bd02e7483b7c8ed67fdaec1., hostname=da1c6afcd1f9,35765,1731595233113, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=11b353fb2bd02e7483b7c8ed67fdaec1, server=da1c6afcd1f9,35765,1731595233113 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-14T14:42:39,096 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731595345246.11b353fb2bd02e7483b7c8ed67fdaec1., hostname=da1c6afcd1f9,35765,1731595233113, seqNum=2 because the exception is null or not the one we care about 2024-11-14T14:42:39,096 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35765 {}] ipc.CallRunner(138): callId: 100 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:55502 deadline: 1731595419086, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=11b353fb2bd02e7483b7c8ed67fdaec1, server=da1c6afcd1f9,35765,1731595233113 2024-11-14T14:42:39,096 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731595345246.11b353fb2bd02e7483b7c8ed67fdaec1., hostname=da1c6afcd1f9,35765,1731595233113, seqNum=2 , the old value is region=TestAcidGuarantees,,1731595345246.11b353fb2bd02e7483b7c8ed67fdaec1., hostname=da1c6afcd1f9,35765,1731595233113, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=11b353fb2bd02e7483b7c8ed67fdaec1, server=da1c6afcd1f9,35765,1731595233113 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-14T14:42:39,096 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731595345246.11b353fb2bd02e7483b7c8ed67fdaec1., hostname=da1c6afcd1f9,35765,1731595233113, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=11b353fb2bd02e7483b7c8ed67fdaec1, server=da1c6afcd1f9,35765,1731595233113 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-14T14:42:39,096 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731595345246.11b353fb2bd02e7483b7c8ed67fdaec1., hostname=da1c6afcd1f9,35765,1731595233113, seqNum=2 because the exception is null or not the one we care about 2024-11-14T14:42:39,318 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35765 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=11b353fb2bd02e7483b7c8ed67fdaec1, server=da1c6afcd1f9,35765,1731595233113 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-14T14:42:39,318 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35765 {}] ipc.CallRunner(138): callId: 81 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:55520 deadline: 1731595419306, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=11b353fb2bd02e7483b7c8ed67fdaec1, server=da1c6afcd1f9,35765,1731595233113 2024-11-14T14:42:39,319 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35765 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=11b353fb2bd02e7483b7c8ed67fdaec1, server=da1c6afcd1f9,35765,1731595233113 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-14T14:42:39,319 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731595345246.11b353fb2bd02e7483b7c8ed67fdaec1., hostname=da1c6afcd1f9,35765,1731595233113, seqNum=2 , the old value is region=TestAcidGuarantees,,1731595345246.11b353fb2bd02e7483b7c8ed67fdaec1., hostname=da1c6afcd1f9,35765,1731595233113, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=11b353fb2bd02e7483b7c8ed67fdaec1, server=da1c6afcd1f9,35765,1731595233113 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-14T14:42:39,319 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35765 {}] ipc.CallRunner(138): callId: 71 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:55492 deadline: 1731595419306, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=11b353fb2bd02e7483b7c8ed67fdaec1, server=da1c6afcd1f9,35765,1731595233113 2024-11-14T14:42:39,319 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731595345246.11b353fb2bd02e7483b7c8ed67fdaec1., hostname=da1c6afcd1f9,35765,1731595233113, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=11b353fb2bd02e7483b7c8ed67fdaec1, server=da1c6afcd1f9,35765,1731595233113 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-14T14:42:39,319 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731595345246.11b353fb2bd02e7483b7c8ed67fdaec1., hostname=da1c6afcd1f9,35765,1731595233113, seqNum=2 because the exception is null or not the one we care about 2024-11-14T14:42:39,319 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731595345246.11b353fb2bd02e7483b7c8ed67fdaec1., hostname=da1c6afcd1f9,35765,1731595233113, seqNum=2 , the old value is region=TestAcidGuarantees,,1731595345246.11b353fb2bd02e7483b7c8ed67fdaec1., hostname=da1c6afcd1f9,35765,1731595233113, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=11b353fb2bd02e7483b7c8ed67fdaec1, server=da1c6afcd1f9,35765,1731595233113 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-14T14:42:39,319 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35765 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=11b353fb2bd02e7483b7c8ed67fdaec1, server=da1c6afcd1f9,35765,1731595233113 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-14T14:42:39,319 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731595345246.11b353fb2bd02e7483b7c8ed67fdaec1., hostname=da1c6afcd1f9,35765,1731595233113, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=11b353fb2bd02e7483b7c8ed67fdaec1, server=da1c6afcd1f9,35765,1731595233113 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-14T14:42:39,319 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731595345246.11b353fb2bd02e7483b7c8ed67fdaec1., hostname=da1c6afcd1f9,35765,1731595233113, seqNum=2 because the exception is null or not the one we care about 2024-11-14T14:42:39,319 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35765 {}] ipc.CallRunner(138): callId: 101 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:55502 deadline: 1731595419306, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=11b353fb2bd02e7483b7c8ed67fdaec1, server=da1c6afcd1f9,35765,1731595233113 2024-11-14T14:42:39,319 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731595345246.11b353fb2bd02e7483b7c8ed67fdaec1., hostname=da1c6afcd1f9,35765,1731595233113, seqNum=2 , the old value is region=TestAcidGuarantees,,1731595345246.11b353fb2bd02e7483b7c8ed67fdaec1., hostname=da1c6afcd1f9,35765,1731595233113, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=11b353fb2bd02e7483b7c8ed67fdaec1, server=da1c6afcd1f9,35765,1731595233113 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-14T14:42:39,319 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731595345246.11b353fb2bd02e7483b7c8ed67fdaec1., hostname=da1c6afcd1f9,35765,1731595233113, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=11b353fb2bd02e7483b7c8ed67fdaec1, server=da1c6afcd1f9,35765,1731595233113 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-14T14:42:39,320 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731595345246.11b353fb2bd02e7483b7c8ed67fdaec1., hostname=da1c6afcd1f9,35765,1731595233113, seqNum=2 because the exception is null or not the one we care about 2024-11-14T14:42:39,355 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=46.96 KB at sequenceid=319 (bloomFilter=true), to=hdfs://localhost:34345/user/jenkins/test-data/14d118ee-a83a-b09b-5913-1a58940a5db1/data/default/TestAcidGuarantees/11b353fb2bd02e7483b7c8ed67fdaec1/.tmp/A/c6f9280f9f3e4d648f8b2fd03dd2bd22 2024-11-14T14:42:39,363 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:34345/user/jenkins/test-data/14d118ee-a83a-b09b-5913-1a58940a5db1/data/default/TestAcidGuarantees/11b353fb2bd02e7483b7c8ed67fdaec1/.tmp/B/00b2e152248344659d88f2cb5f1d0a9c is 50, key is test_row_0/B:col10/1731595358279/Put/seqid=0 2024-11-14T14:42:39,366 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36699 is added to blk_1073742303_1479 (size=12301) 2024-11-14T14:42:39,374 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35765 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=11b353fb2bd02e7483b7c8ed67fdaec1, server=da1c6afcd1f9,35765,1731595233113 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-14T14:42:39,375 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35765 {}] ipc.CallRunner(138): callId: 90 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:55504 deadline: 1731595419366, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=11b353fb2bd02e7483b7c8ed67fdaec1, server=da1c6afcd1f9,35765,1731595233113 2024-11-14T14:42:39,375 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35765 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=11b353fb2bd02e7483b7c8ed67fdaec1, server=da1c6afcd1f9,35765,1731595233113 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-14T14:42:39,375 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35765 {}] ipc.CallRunner(138): callId: 91 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:55536 deadline: 1731595419366, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=11b353fb2bd02e7483b7c8ed67fdaec1, server=da1c6afcd1f9,35765,1731595233113 2024-11-14T14:42:39,375 WARN [RPCClient-NioEventLoopGroup-4-5 {}] client.AsyncRpcRetryingCaller(177): Call to da1c6afcd1f9,35765,1731595233113 for 'test_row_2' in 11b353fb2bd02e7483b7c8ed67fdaec1 of TestAcidGuarantees failed, tries = 6, maxAttempts = 16, timeout = 1200000 ms, time elapsed = 2201 ms org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=11b353fb2bd02e7483b7c8ed67fdaec1, server=da1c6afcd1f9,35765,1731595233113 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) at jdk.internal.reflect.GeneratedConstructorAccessor39.newInstance(Unknown Source) ~[?:?] at jdk.internal.reflect.DelegatingConstructorAccessorImpl.newInstance(DelegatingConstructorAccessorImpl.java:45) ~[?:?] at java.lang.reflect.Constructor.newInstanceWithCaller(Constructor.java:499) ~[?:?] at java.lang.reflect.Constructor.newInstance(Constructor.java:480) ~[?:?] at org.apache.hadoop.hbase.ipc.RemoteWithExtrasException.instantiateException(RemoteWithExtrasException.java:110) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RemoteWithExtrasException.unwrapRemoteException(RemoteWithExtrasException.java:100) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.client.ConnectionUtils.translateException(ConnectionUtils.java:219) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRpcRetryingCaller.onError(AsyncRpcRetryingCaller.java:165) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.lambda$call$4(AsyncSingleRequestRpcRetryingCaller.java:86) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.lambda$addListener$0(FutureUtils.java:71) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:863) ~[?:?] at java.util.concurrent.CompletableFuture$UniWhenComplete.tryFire(CompletableFuture.java:841) ~[?:?] at java.util.concurrent.CompletableFuture.postComplete(CompletableFuture.java:510) ~[?:?] at java.util.concurrent.CompletableFuture.completeExceptionally(CompletableFuture.java:2162) ~[?:?] at org.apache.hadoop.hbase.client.ConnectionUtils$2.run(ConnectionUtils.java:625) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hbase.thirdparty.com.google.protobuf.RpcUtil$1.run(RpcUtil.java:56) ~[hbase-shaded-protobuf-4.1.9.jar:4.1.9] at org.apache.hbase.thirdparty.com.google.protobuf.RpcUtil$1.run(RpcUtil.java:47) ~[hbase-shaded-protobuf-4.1.9.jar:4.1.9] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.onCallFinished(AbstractRpcClient.java:397) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:430) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:425) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.callComplete(Call.java:117) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.setException(Call.java:132) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcConnection.readResponse(RpcConnection.java:457) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.NettyRpcDuplexHandler.readResponse(NettyRpcDuplexHandler.java:125) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.NettyRpcDuplexHandler.channelRead(NettyRpcDuplexHandler.java:140) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:442) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.handler.codec.ByteToMessageDecoder.fireChannelRead(ByteToMessageDecoder.java:346) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.handler.codec.ByteToMessageDecoder.channelRead(ByteToMessageDecoder.java:318) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:444) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.handler.timeout.IdleStateHandler.channelRead(IdleStateHandler.java:289) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:442) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline$HeadContext.channelRead(DefaultChannelPipeline.java:1357) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:440) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline.fireChannelRead(DefaultChannelPipeline.java:868) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.AbstractNioByteChannel$NioByteUnsafe.read(AbstractNioByteChannel.java:166) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.processSelectedKey(NioEventLoop.java:788) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.processSelectedKeysOptimized(NioEventLoop.java:724) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.processSelectedKeys(NioEventLoop.java:650) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:562) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) ~[hbase-shaded-netty-4.1.9.jar:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] Caused by: org.apache.hadoop.hbase.ipc.RemoteWithExtrasException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=11b353fb2bd02e7483b7c8ed67fdaec1, server=da1c6afcd1f9,35765,1731595233113 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) at org.apache.hadoop.hbase.ipc.AbstractRpcClient.onCallFinished(AbstractRpcClient.java:392) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] ... 32 more 2024-11-14T14:42:39,375 WARN [RPCClient-NioEventLoopGroup-4-6 {}] client.AsyncRpcRetryingCaller(177): Call to da1c6afcd1f9,35765,1731595233113 for 'test_row_0' in 11b353fb2bd02e7483b7c8ed67fdaec1 of TestAcidGuarantees failed, tries = 6, maxAttempts = 16, timeout = 1200000 ms, time elapsed = 2206 ms org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=11b353fb2bd02e7483b7c8ed67fdaec1, server=da1c6afcd1f9,35765,1731595233113 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) at jdk.internal.reflect.GeneratedConstructorAccessor39.newInstance(Unknown Source) ~[?:?] at jdk.internal.reflect.DelegatingConstructorAccessorImpl.newInstance(DelegatingConstructorAccessorImpl.java:45) ~[?:?] at java.lang.reflect.Constructor.newInstanceWithCaller(Constructor.java:499) ~[?:?] at java.lang.reflect.Constructor.newInstance(Constructor.java:480) ~[?:?] at org.apache.hadoop.hbase.ipc.RemoteWithExtrasException.instantiateException(RemoteWithExtrasException.java:110) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RemoteWithExtrasException.unwrapRemoteException(RemoteWithExtrasException.java:100) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.client.ConnectionUtils.translateException(ConnectionUtils.java:219) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRpcRetryingCaller.onError(AsyncRpcRetryingCaller.java:165) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.lambda$call$4(AsyncSingleRequestRpcRetryingCaller.java:86) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.lambda$addListener$0(FutureUtils.java:71) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:863) ~[?:?] at java.util.concurrent.CompletableFuture$UniWhenComplete.tryFire(CompletableFuture.java:841) ~[?:?] at java.util.concurrent.CompletableFuture.postComplete(CompletableFuture.java:510) ~[?:?] at java.util.concurrent.CompletableFuture.completeExceptionally(CompletableFuture.java:2162) ~[?:?] at org.apache.hadoop.hbase.client.ConnectionUtils$2.run(ConnectionUtils.java:625) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hbase.thirdparty.com.google.protobuf.RpcUtil$1.run(RpcUtil.java:56) ~[hbase-shaded-protobuf-4.1.9.jar:4.1.9] at org.apache.hbase.thirdparty.com.google.protobuf.RpcUtil$1.run(RpcUtil.java:47) ~[hbase-shaded-protobuf-4.1.9.jar:4.1.9] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.onCallFinished(AbstractRpcClient.java:397) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:430) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:425) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.callComplete(Call.java:117) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.setException(Call.java:132) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcConnection.readResponse(RpcConnection.java:457) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.NettyRpcDuplexHandler.readResponse(NettyRpcDuplexHandler.java:125) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.NettyRpcDuplexHandler.channelRead(NettyRpcDuplexHandler.java:140) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:442) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.handler.codec.ByteToMessageDecoder.fireChannelRead(ByteToMessageDecoder.java:346) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.handler.codec.ByteToMessageDecoder.channelRead(ByteToMessageDecoder.java:318) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:444) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.handler.timeout.IdleStateHandler.channelRead(IdleStateHandler.java:289) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:442) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline$HeadContext.channelRead(DefaultChannelPipeline.java:1357) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:440) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline.fireChannelRead(DefaultChannelPipeline.java:868) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.AbstractNioByteChannel$NioByteUnsafe.read(AbstractNioByteChannel.java:166) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.processSelectedKey(NioEventLoop.java:788) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.processSelectedKeysOptimized(NioEventLoop.java:724) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.processSelectedKeys(NioEventLoop.java:650) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:562) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) ~[hbase-shaded-netty-4.1.9.jar:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] Caused by: org.apache.hadoop.hbase.ipc.RemoteWithExtrasException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=11b353fb2bd02e7483b7c8ed67fdaec1, server=da1c6afcd1f9,35765,1731595233113 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) at org.apache.hadoop.hbase.ipc.AbstractRpcClient.onCallFinished(AbstractRpcClient.java:392) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] ... 32 more 2024-11-14T14:42:39,375 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731595345246.11b353fb2bd02e7483b7c8ed67fdaec1., hostname=da1c6afcd1f9,35765,1731595233113, seqNum=2 , the old value is region=TestAcidGuarantees,,1731595345246.11b353fb2bd02e7483b7c8ed67fdaec1., hostname=da1c6afcd1f9,35765,1731595233113, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=11b353fb2bd02e7483b7c8ed67fdaec1, server=da1c6afcd1f9,35765,1731595233113 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-14T14:42:39,376 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731595345246.11b353fb2bd02e7483b7c8ed67fdaec1., hostname=da1c6afcd1f9,35765,1731595233113, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=11b353fb2bd02e7483b7c8ed67fdaec1, server=da1c6afcd1f9,35765,1731595233113 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-14T14:42:39,376 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731595345246.11b353fb2bd02e7483b7c8ed67fdaec1., hostname=da1c6afcd1f9,35765,1731595233113, seqNum=2 , the old value is region=TestAcidGuarantees,,1731595345246.11b353fb2bd02e7483b7c8ed67fdaec1., hostname=da1c6afcd1f9,35765,1731595233113, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=11b353fb2bd02e7483b7c8ed67fdaec1, server=da1c6afcd1f9,35765,1731595233113 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-14T14:42:39,376 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731595345246.11b353fb2bd02e7483b7c8ed67fdaec1., hostname=da1c6afcd1f9,35765,1731595233113, seqNum=2 because the exception is null or not the one we care about 2024-11-14T14:42:39,376 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731595345246.11b353fb2bd02e7483b7c8ed67fdaec1., hostname=da1c6afcd1f9,35765,1731595233113, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=11b353fb2bd02e7483b7c8ed67fdaec1, server=da1c6afcd1f9,35765,1731595233113 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-14T14:42:39,376 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731595345246.11b353fb2bd02e7483b7c8ed67fdaec1., hostname=da1c6afcd1f9,35765,1731595233113, seqNum=2 because the exception is null or not the one we care about 2024-11-14T14:42:39,638 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35765 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=11b353fb2bd02e7483b7c8ed67fdaec1, server=da1c6afcd1f9,35765,1731595233113 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-14T14:42:39,638 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35765 {}] ipc.CallRunner(138): callId: 82 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:55520 deadline: 1731595419626, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=11b353fb2bd02e7483b7c8ed67fdaec1, server=da1c6afcd1f9,35765,1731595233113 2024-11-14T14:42:39,638 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35765 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=11b353fb2bd02e7483b7c8ed67fdaec1, server=da1c6afcd1f9,35765,1731595233113 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-14T14:42:39,638 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731595345246.11b353fb2bd02e7483b7c8ed67fdaec1., hostname=da1c6afcd1f9,35765,1731595233113, seqNum=2 , the old value is region=TestAcidGuarantees,,1731595345246.11b353fb2bd02e7483b7c8ed67fdaec1., hostname=da1c6afcd1f9,35765,1731595233113, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=11b353fb2bd02e7483b7c8ed67fdaec1, server=da1c6afcd1f9,35765,1731595233113 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-14T14:42:39,638 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731595345246.11b353fb2bd02e7483b7c8ed67fdaec1., hostname=da1c6afcd1f9,35765,1731595233113, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=11b353fb2bd02e7483b7c8ed67fdaec1, server=da1c6afcd1f9,35765,1731595233113 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-14T14:42:39,638 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35765 {}] ipc.CallRunner(138): callId: 72 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:55492 deadline: 1731595419626, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=11b353fb2bd02e7483b7c8ed67fdaec1, server=da1c6afcd1f9,35765,1731595233113 2024-11-14T14:42:39,638 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731595345246.11b353fb2bd02e7483b7c8ed67fdaec1., hostname=da1c6afcd1f9,35765,1731595233113, seqNum=2 because the exception is null or not the one we care about 2024-11-14T14:42:39,638 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35765 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=11b353fb2bd02e7483b7c8ed67fdaec1, server=da1c6afcd1f9,35765,1731595233113 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-14T14:42:39,638 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731595345246.11b353fb2bd02e7483b7c8ed67fdaec1., hostname=da1c6afcd1f9,35765,1731595233113, seqNum=2 , the old value is region=TestAcidGuarantees,,1731595345246.11b353fb2bd02e7483b7c8ed67fdaec1., hostname=da1c6afcd1f9,35765,1731595233113, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=11b353fb2bd02e7483b7c8ed67fdaec1, server=da1c6afcd1f9,35765,1731595233113 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-14T14:42:39,639 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35765 {}] ipc.CallRunner(138): callId: 102 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:55502 deadline: 1731595419626, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=11b353fb2bd02e7483b7c8ed67fdaec1, server=da1c6afcd1f9,35765,1731595233113 2024-11-14T14:42:39,639 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731595345246.11b353fb2bd02e7483b7c8ed67fdaec1., hostname=da1c6afcd1f9,35765,1731595233113, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=11b353fb2bd02e7483b7c8ed67fdaec1, server=da1c6afcd1f9,35765,1731595233113 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-14T14:42:39,639 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731595345246.11b353fb2bd02e7483b7c8ed67fdaec1., hostname=da1c6afcd1f9,35765,1731595233113, seqNum=2 because the exception is null or not the one we care about 2024-11-14T14:42:39,639 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731595345246.11b353fb2bd02e7483b7c8ed67fdaec1., hostname=da1c6afcd1f9,35765,1731595233113, seqNum=2 , the old value is region=TestAcidGuarantees,,1731595345246.11b353fb2bd02e7483b7c8ed67fdaec1., hostname=da1c6afcd1f9,35765,1731595233113, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=11b353fb2bd02e7483b7c8ed67fdaec1, server=da1c6afcd1f9,35765,1731595233113 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-14T14:42:39,639 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731595345246.11b353fb2bd02e7483b7c8ed67fdaec1., hostname=da1c6afcd1f9,35765,1731595233113, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=11b353fb2bd02e7483b7c8ed67fdaec1, server=da1c6afcd1f9,35765,1731595233113 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-14T14:42:39,639 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731595345246.11b353fb2bd02e7483b7c8ed67fdaec1., hostname=da1c6afcd1f9,35765,1731595233113, seqNum=2 because the exception is null or not the one we care about 2024-11-14T14:42:39,767 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=46.96 KB at sequenceid=319 (bloomFilter=true), to=hdfs://localhost:34345/user/jenkins/test-data/14d118ee-a83a-b09b-5913-1a58940a5db1/data/default/TestAcidGuarantees/11b353fb2bd02e7483b7c8ed67fdaec1/.tmp/B/00b2e152248344659d88f2cb5f1d0a9c 2024-11-14T14:42:39,776 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:34345/user/jenkins/test-data/14d118ee-a83a-b09b-5913-1a58940a5db1/data/default/TestAcidGuarantees/11b353fb2bd02e7483b7c8ed67fdaec1/.tmp/C/b8b220e35cad458aabe016bd285f04bf is 50, key is test_row_0/C:col10/1731595358279/Put/seqid=0 2024-11-14T14:42:39,779 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36699 is added to blk_1073742304_1480 (size=12301) 2024-11-14T14:42:40,149 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35765 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=11b353fb2bd02e7483b7c8ed67fdaec1, server=da1c6afcd1f9,35765,1731595233113 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-14T14:42:40,149 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35765 {}] ipc.CallRunner(138): callId: 83 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:55520 deadline: 1731595420146, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=11b353fb2bd02e7483b7c8ed67fdaec1, server=da1c6afcd1f9,35765,1731595233113 2024-11-14T14:42:40,149 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35765 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=11b353fb2bd02e7483b7c8ed67fdaec1, server=da1c6afcd1f9,35765,1731595233113 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-14T14:42:40,149 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35765 {}] ipc.CallRunner(138): callId: 73 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:55492 deadline: 1731595420146, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=11b353fb2bd02e7483b7c8ed67fdaec1, server=da1c6afcd1f9,35765,1731595233113 2024-11-14T14:42:40,149 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731595345246.11b353fb2bd02e7483b7c8ed67fdaec1., hostname=da1c6afcd1f9,35765,1731595233113, seqNum=2 , the old value is region=TestAcidGuarantees,,1731595345246.11b353fb2bd02e7483b7c8ed67fdaec1., hostname=da1c6afcd1f9,35765,1731595233113, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=11b353fb2bd02e7483b7c8ed67fdaec1, server=da1c6afcd1f9,35765,1731595233113 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-14T14:42:40,149 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731595345246.11b353fb2bd02e7483b7c8ed67fdaec1., hostname=da1c6afcd1f9,35765,1731595233113, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=11b353fb2bd02e7483b7c8ed67fdaec1, server=da1c6afcd1f9,35765,1731595233113 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-14T14:42:40,149 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731595345246.11b353fb2bd02e7483b7c8ed67fdaec1., hostname=da1c6afcd1f9,35765,1731595233113, seqNum=2 because the exception is null or not the one we care about 2024-11-14T14:42:40,150 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35765 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=11b353fb2bd02e7483b7c8ed67fdaec1, server=da1c6afcd1f9,35765,1731595233113 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-14T14:42:40,150 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731595345246.11b353fb2bd02e7483b7c8ed67fdaec1., hostname=da1c6afcd1f9,35765,1731595233113, seqNum=2 , the old value is region=TestAcidGuarantees,,1731595345246.11b353fb2bd02e7483b7c8ed67fdaec1., hostname=da1c6afcd1f9,35765,1731595233113, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=11b353fb2bd02e7483b7c8ed67fdaec1, server=da1c6afcd1f9,35765,1731595233113 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-14T14:42:40,150 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731595345246.11b353fb2bd02e7483b7c8ed67fdaec1., hostname=da1c6afcd1f9,35765,1731595233113, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=11b353fb2bd02e7483b7c8ed67fdaec1, server=da1c6afcd1f9,35765,1731595233113 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-14T14:42:40,150 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35765 {}] ipc.CallRunner(138): callId: 103 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:55502 deadline: 1731595420146, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=11b353fb2bd02e7483b7c8ed67fdaec1, server=da1c6afcd1f9,35765,1731595233113 2024-11-14T14:42:40,150 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731595345246.11b353fb2bd02e7483b7c8ed67fdaec1., hostname=da1c6afcd1f9,35765,1731595233113, seqNum=2 because the exception is null or not the one we care about 2024-11-14T14:42:40,150 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731595345246.11b353fb2bd02e7483b7c8ed67fdaec1., hostname=da1c6afcd1f9,35765,1731595233113, seqNum=2 , the old value is region=TestAcidGuarantees,,1731595345246.11b353fb2bd02e7483b7c8ed67fdaec1., hostname=da1c6afcd1f9,35765,1731595233113, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=11b353fb2bd02e7483b7c8ed67fdaec1, server=da1c6afcd1f9,35765,1731595233113 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-14T14:42:40,150 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731595345246.11b353fb2bd02e7483b7c8ed67fdaec1., hostname=da1c6afcd1f9,35765,1731595233113, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=11b353fb2bd02e7483b7c8ed67fdaec1, server=da1c6afcd1f9,35765,1731595233113 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-14T14:42:40,150 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731595345246.11b353fb2bd02e7483b7c8ed67fdaec1., hostname=da1c6afcd1f9,35765,1731595233113, seqNum=2 because the exception is null or not the one we care about 2024-11-14T14:42:40,180 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=46.96 KB at sequenceid=319 (bloomFilter=true), to=hdfs://localhost:34345/user/jenkins/test-data/14d118ee-a83a-b09b-5913-1a58940a5db1/data/default/TestAcidGuarantees/11b353fb2bd02e7483b7c8ed67fdaec1/.tmp/C/b8b220e35cad458aabe016bd285f04bf 2024-11-14T14:42:40,184 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:34345/user/jenkins/test-data/14d118ee-a83a-b09b-5913-1a58940a5db1/data/default/TestAcidGuarantees/11b353fb2bd02e7483b7c8ed67fdaec1/.tmp/A/c6f9280f9f3e4d648f8b2fd03dd2bd22 as hdfs://localhost:34345/user/jenkins/test-data/14d118ee-a83a-b09b-5913-1a58940a5db1/data/default/TestAcidGuarantees/11b353fb2bd02e7483b7c8ed67fdaec1/A/c6f9280f9f3e4d648f8b2fd03dd2bd22 2024-11-14T14:42:40,186 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:34345/user/jenkins/test-data/14d118ee-a83a-b09b-5913-1a58940a5db1/data/default/TestAcidGuarantees/11b353fb2bd02e7483b7c8ed67fdaec1/A/c6f9280f9f3e4d648f8b2fd03dd2bd22, entries=200, sequenceid=319, filesize=14.4 K 2024-11-14T14:42:40,187 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:34345/user/jenkins/test-data/14d118ee-a83a-b09b-5913-1a58940a5db1/data/default/TestAcidGuarantees/11b353fb2bd02e7483b7c8ed67fdaec1/.tmp/B/00b2e152248344659d88f2cb5f1d0a9c as hdfs://localhost:34345/user/jenkins/test-data/14d118ee-a83a-b09b-5913-1a58940a5db1/data/default/TestAcidGuarantees/11b353fb2bd02e7483b7c8ed67fdaec1/B/00b2e152248344659d88f2cb5f1d0a9c 2024-11-14T14:42:40,190 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:34345/user/jenkins/test-data/14d118ee-a83a-b09b-5913-1a58940a5db1/data/default/TestAcidGuarantees/11b353fb2bd02e7483b7c8ed67fdaec1/B/00b2e152248344659d88f2cb5f1d0a9c, entries=150, sequenceid=319, filesize=12.0 K 2024-11-14T14:42:40,191 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:34345/user/jenkins/test-data/14d118ee-a83a-b09b-5913-1a58940a5db1/data/default/TestAcidGuarantees/11b353fb2bd02e7483b7c8ed67fdaec1/.tmp/C/b8b220e35cad458aabe016bd285f04bf as hdfs://localhost:34345/user/jenkins/test-data/14d118ee-a83a-b09b-5913-1a58940a5db1/data/default/TestAcidGuarantees/11b353fb2bd02e7483b7c8ed67fdaec1/C/b8b220e35cad458aabe016bd285f04bf 2024-11-14T14:42:40,194 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:34345/user/jenkins/test-data/14d118ee-a83a-b09b-5913-1a58940a5db1/data/default/TestAcidGuarantees/11b353fb2bd02e7483b7c8ed67fdaec1/C/b8b220e35cad458aabe016bd285f04bf, entries=150, sequenceid=319, filesize=12.0 K 2024-11-14T14:42:40,195 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(3140): Finished flush of dataSize ~140.89 KB/144270, heapSize ~405.56 KB/415296, currentSize=40.25 KB/41220 for 11b353fb2bd02e7483b7c8ed67fdaec1 in 1251ms, sequenceid=319, compaction requested=true 2024-11-14T14:42:40,195 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2603): Flush status journal for 11b353fb2bd02e7483b7c8ed67fdaec1: 2024-11-14T14:42:40,195 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store 11b353fb2bd02e7483b7c8ed67fdaec1:A, priority=-2147483648, current under compaction store size is 1 2024-11-14T14:42:40,195 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-14T14:42:40,195 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store 11b353fb2bd02e7483b7c8ed67fdaec1:B, priority=-2147483648, current under compaction store size is 2 2024-11-14T14:42:40,195 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-14T14:42:40,195 DEBUG [RS:0;da1c6afcd1f9:35765-shortCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 4 store files, 0 compacting, 4 eligible, 16 blocking 2024-11-14T14:42:40,195 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store 11b353fb2bd02e7483b7c8ed67fdaec1:C, priority=-2147483648, current under compaction store size is 3 2024-11-14T14:42:40,195 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=1), splitQueue=0 2024-11-14T14:42:40,195 DEBUG [RS:0;da1c6afcd1f9:35765-longCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 4 store files, 0 compacting, 4 eligible, 16 blocking 2024-11-14T14:42:40,196 DEBUG [RS:0;da1c6afcd1f9:35765-longCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 4 files of size 49260 starting at candidate #0 after considering 3 permutations with 3 in ratio 2024-11-14T14:42:40,196 DEBUG [RS:0;da1c6afcd1f9:35765-longCompactions-0 {}] regionserver.HStore(1541): 11b353fb2bd02e7483b7c8ed67fdaec1/B is initiating minor compaction (all files) 2024-11-14T14:42:40,196 INFO [RS:0;da1c6afcd1f9:35765-longCompactions-0 {}] regionserver.HRegion(2416): Starting compaction of 11b353fb2bd02e7483b7c8ed67fdaec1/B in TestAcidGuarantees,,1731595345246.11b353fb2bd02e7483b7c8ed67fdaec1. 2024-11-14T14:42:40,196 INFO [RS:0;da1c6afcd1f9:35765-longCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:34345/user/jenkins/test-data/14d118ee-a83a-b09b-5913-1a58940a5db1/data/default/TestAcidGuarantees/11b353fb2bd02e7483b7c8ed67fdaec1/B/a2897d7ced1f4371a6ee6b1db18768ab, hdfs://localhost:34345/user/jenkins/test-data/14d118ee-a83a-b09b-5913-1a58940a5db1/data/default/TestAcidGuarantees/11b353fb2bd02e7483b7c8ed67fdaec1/B/6b47df69a1714a829fd9db57b5f17c22, hdfs://localhost:34345/user/jenkins/test-data/14d118ee-a83a-b09b-5913-1a58940a5db1/data/default/TestAcidGuarantees/11b353fb2bd02e7483b7c8ed67fdaec1/B/ae10dcedae9642d6a35c32261b182238, hdfs://localhost:34345/user/jenkins/test-data/14d118ee-a83a-b09b-5913-1a58940a5db1/data/default/TestAcidGuarantees/11b353fb2bd02e7483b7c8ed67fdaec1/B/00b2e152248344659d88f2cb5f1d0a9c] into tmpdir=hdfs://localhost:34345/user/jenkins/test-data/14d118ee-a83a-b09b-5913-1a58940a5db1/data/default/TestAcidGuarantees/11b353fb2bd02e7483b7c8ed67fdaec1/.tmp, totalSize=48.1 K 2024-11-14T14:42:40,196 DEBUG [RS:0;da1c6afcd1f9:35765-shortCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 4 files of size 54140 starting at candidate #0 after considering 3 permutations with 3 in ratio 2024-11-14T14:42:40,196 DEBUG [RS:0;da1c6afcd1f9:35765-shortCompactions-0 {}] regionserver.HStore(1541): 11b353fb2bd02e7483b7c8ed67fdaec1/A is initiating minor compaction (all files) 2024-11-14T14:42:40,196 INFO [RS:0;da1c6afcd1f9:35765-shortCompactions-0 {}] regionserver.HRegion(2416): Starting compaction of 11b353fb2bd02e7483b7c8ed67fdaec1/A in TestAcidGuarantees,,1731595345246.11b353fb2bd02e7483b7c8ed67fdaec1. 2024-11-14T14:42:40,196 DEBUG [RS:0;da1c6afcd1f9:35765-longCompactions-0 {}] compactions.Compactor(225): Compacting a2897d7ced1f4371a6ee6b1db18768ab, keycount=150, bloomtype=ROW, size=12.1 K, encoding=NONE, compression=NONE, seqNum=232, earliestPutTs=1731595355863 2024-11-14T14:42:40,196 INFO [RS:0;da1c6afcd1f9:35765-shortCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:34345/user/jenkins/test-data/14d118ee-a83a-b09b-5913-1a58940a5db1/data/default/TestAcidGuarantees/11b353fb2bd02e7483b7c8ed67fdaec1/A/46d5e5e4ae964701bb9deac9e22c1d26, hdfs://localhost:34345/user/jenkins/test-data/14d118ee-a83a-b09b-5913-1a58940a5db1/data/default/TestAcidGuarantees/11b353fb2bd02e7483b7c8ed67fdaec1/A/b233dc5a918745e1a55c7fe8b893ed34, hdfs://localhost:34345/user/jenkins/test-data/14d118ee-a83a-b09b-5913-1a58940a5db1/data/default/TestAcidGuarantees/11b353fb2bd02e7483b7c8ed67fdaec1/A/c4e953b70fc445029a4bd572e7532305, hdfs://localhost:34345/user/jenkins/test-data/14d118ee-a83a-b09b-5913-1a58940a5db1/data/default/TestAcidGuarantees/11b353fb2bd02e7483b7c8ed67fdaec1/A/c6f9280f9f3e4d648f8b2fd03dd2bd22] into tmpdir=hdfs://localhost:34345/user/jenkins/test-data/14d118ee-a83a-b09b-5913-1a58940a5db1/data/default/TestAcidGuarantees/11b353fb2bd02e7483b7c8ed67fdaec1/.tmp, totalSize=52.9 K 2024-11-14T14:42:40,197 DEBUG [RS:0;da1c6afcd1f9:35765-longCompactions-0 {}] compactions.Compactor(225): Compacting 6b47df69a1714a829fd9db57b5f17c22, keycount=150, bloomtype=ROW, size=12.0 K, encoding=NONE, compression=NONE, seqNum=268, earliestPutTs=1731595356056 2024-11-14T14:42:40,197 DEBUG [RS:0;da1c6afcd1f9:35765-shortCompactions-0 {}] compactions.Compactor(225): Compacting 46d5e5e4ae964701bb9deac9e22c1d26, keycount=150, bloomtype=ROW, size=12.1 K, encoding=NONE, compression=NONE, seqNum=232, earliestPutTs=1731595355863 2024-11-14T14:42:40,197 DEBUG [RS:0;da1c6afcd1f9:35765-longCompactions-0 {}] compactions.Compactor(225): Compacting ae10dcedae9642d6a35c32261b182238, keycount=150, bloomtype=ROW, size=12.0 K, encoding=NONE, compression=NONE, seqNum=281, earliestPutTs=1731595357165 2024-11-14T14:42:40,197 DEBUG [RS:0;da1c6afcd1f9:35765-shortCompactions-0 {}] compactions.Compactor(225): Compacting b233dc5a918745e1a55c7fe8b893ed34, keycount=200, bloomtype=ROW, size=14.4 K, encoding=NONE, compression=NONE, seqNum=268, earliestPutTs=1731595356039 2024-11-14T14:42:40,197 DEBUG [RS:0;da1c6afcd1f9:35765-longCompactions-0 {}] compactions.Compactor(225): Compacting 00b2e152248344659d88f2cb5f1d0a9c, keycount=150, bloomtype=ROW, size=12.0 K, encoding=NONE, compression=NONE, seqNum=319, earliestPutTs=1731595358279 2024-11-14T14:42:40,197 DEBUG [RS:0;da1c6afcd1f9:35765-shortCompactions-0 {}] compactions.Compactor(225): Compacting c4e953b70fc445029a4bd572e7532305, keycount=150, bloomtype=ROW, size=12.0 K, encoding=NONE, compression=NONE, seqNum=281, earliestPutTs=1731595357165 2024-11-14T14:42:40,197 DEBUG [RS:0;da1c6afcd1f9:35765-shortCompactions-0 {}] compactions.Compactor(225): Compacting c6f9280f9f3e4d648f8b2fd03dd2bd22, keycount=200, bloomtype=ROW, size=14.4 K, encoding=NONE, compression=NONE, seqNum=319, earliestPutTs=1731595358238 2024-11-14T14:42:40,211 INFO [RS:0;da1c6afcd1f9:35765-shortCompactions-0 {}] throttle.PressureAwareThroughputController(145): 11b353fb2bd02e7483b7c8ed67fdaec1#A#compaction#410 average throughput is 3.28 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second 2024-11-14T14:42:40,211 DEBUG [RS:0;da1c6afcd1f9:35765-shortCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:34345/user/jenkins/test-data/14d118ee-a83a-b09b-5913-1a58940a5db1/data/default/TestAcidGuarantees/11b353fb2bd02e7483b7c8ed67fdaec1/.tmp/A/e6ac9dc9981c4f05926e25e4afa06f5d is 50, key is test_row_0/A:col10/1731595358279/Put/seqid=0 2024-11-14T14:42:40,214 INFO [RS:0;da1c6afcd1f9:35765-longCompactions-0 {}] throttle.PressureAwareThroughputController(145): 11b353fb2bd02e7483b7c8ed67fdaec1#B#compaction#411 average throughput is 3.28 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second 2024-11-14T14:42:40,214 DEBUG [RS:0;da1c6afcd1f9:35765-longCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:34345/user/jenkins/test-data/14d118ee-a83a-b09b-5913-1a58940a5db1/data/default/TestAcidGuarantees/11b353fb2bd02e7483b7c8ed67fdaec1/.tmp/B/60361cd9ebd74ce9bd2218891e724f13 is 50, key is test_row_0/B:col10/1731595358279/Put/seqid=0 2024-11-14T14:42:40,224 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36699 is added to blk_1073742305_1481 (size=12643) 2024-11-14T14:42:40,225 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36699 is added to blk_1073742306_1482 (size=12643) 2024-11-14T14:42:40,356 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45145 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=133 2024-11-14T14:42:40,357 INFO [RPCClient-NioEventLoopGroup-4-10 {}] client.RawAsyncHBaseAdmin$TableProcedureBiConsumer(2721): Operation: FLUSH, Table Name: default:TestAcidGuarantees completed 2024-11-14T14:42:40,357 INFO [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45145 {}] master.HMaster$22(4506): Client=jenkins//172.17.0.2 flush TestAcidGuarantees 2024-11-14T14:42:40,358 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45145 {}] procedure2.ProcedureExecutor(1139): Stored pid=135, state=RUNNABLE:FLUSH_TABLE_PREPARE, hasLock=false; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=135, table=TestAcidGuarantees 2024-11-14T14:42:40,359 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45145 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=135 2024-11-14T14:42:40,359 INFO [PEWorker-4 {}] procedure.FlushTableProcedure(91): pid=135, state=RUNNABLE:FLUSH_TABLE_PREPARE, hasLock=true; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=135, table=TestAcidGuarantees execute state=FLUSH_TABLE_PREPARE 2024-11-14T14:42:40,360 INFO [PEWorker-4 {}] procedure.FlushTableProcedure(91): pid=135, state=RUNNABLE:FLUSH_TABLE_FLUSH_REGIONS, hasLock=true; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=135, table=TestAcidGuarantees execute state=FLUSH_TABLE_FLUSH_REGIONS 2024-11-14T14:42:40,360 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=136, ppid=135, state=RUNNABLE, hasLock=false; org.apache.hadoop.hbase.master.procedure.FlushRegionProcedure}] 2024-11-14T14:42:40,466 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45145 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=135 2024-11-14T14:42:40,512 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=35765 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=136 2024-11-14T14:42:40,512 DEBUG [RS_FLUSH_OPERATIONS-regionserver/da1c6afcd1f9:0-2 {event_type=RS_FLUSH_REGIONS, pid=136}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1731595345246.11b353fb2bd02e7483b7c8ed67fdaec1. 2024-11-14T14:42:40,513 INFO [RS_FLUSH_OPERATIONS-regionserver/da1c6afcd1f9:0-2 {event_type=RS_FLUSH_REGIONS, pid=136}] regionserver.HRegion(2902): Flushing 11b353fb2bd02e7483b7c8ed67fdaec1 3/3 column families, dataSize=40.25 KB heapSize=120.28 KB 2024-11-14T14:42:40,513 DEBUG [RS_FLUSH_OPERATIONS-regionserver/da1c6afcd1f9:0-2 {event_type=RS_FLUSH_REGIONS, pid=136}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 11b353fb2bd02e7483b7c8ed67fdaec1, store=A 2024-11-14T14:42:40,513 DEBUG [RS_FLUSH_OPERATIONS-regionserver/da1c6afcd1f9:0-2 {event_type=RS_FLUSH_REGIONS, pid=136}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-14T14:42:40,513 DEBUG [RS_FLUSH_OPERATIONS-regionserver/da1c6afcd1f9:0-2 {event_type=RS_FLUSH_REGIONS, pid=136}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 11b353fb2bd02e7483b7c8ed67fdaec1, store=B 2024-11-14T14:42:40,513 DEBUG [RS_FLUSH_OPERATIONS-regionserver/da1c6afcd1f9:0-2 {event_type=RS_FLUSH_REGIONS, pid=136}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-14T14:42:40,513 DEBUG [RS_FLUSH_OPERATIONS-regionserver/da1c6afcd1f9:0-2 {event_type=RS_FLUSH_REGIONS, pid=136}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 11b353fb2bd02e7483b7c8ed67fdaec1, store=C 2024-11-14T14:42:40,513 DEBUG [RS_FLUSH_OPERATIONS-regionserver/da1c6afcd1f9:0-2 {event_type=RS_FLUSH_REGIONS, pid=136}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-14T14:42:40,518 DEBUG [RS_FLUSH_OPERATIONS-regionserver/da1c6afcd1f9:0-2 {event_type=RS_FLUSH_REGIONS, pid=136}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:34345/user/jenkins/test-data/14d118ee-a83a-b09b-5913-1a58940a5db1/data/default/TestAcidGuarantees/11b353fb2bd02e7483b7c8ed67fdaec1/.tmp/A/5cd01d4d18754ebab636da23b35fa91b is 50, key is test_row_0/A:col10/1731595358962/Put/seqid=0 2024-11-14T14:42:40,522 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36699 is added to blk_1073742307_1483 (size=12301) 2024-11-14T14:42:40,629 DEBUG [RS:0;da1c6afcd1f9:35765-shortCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:34345/user/jenkins/test-data/14d118ee-a83a-b09b-5913-1a58940a5db1/data/default/TestAcidGuarantees/11b353fb2bd02e7483b7c8ed67fdaec1/.tmp/A/e6ac9dc9981c4f05926e25e4afa06f5d as hdfs://localhost:34345/user/jenkins/test-data/14d118ee-a83a-b09b-5913-1a58940a5db1/data/default/TestAcidGuarantees/11b353fb2bd02e7483b7c8ed67fdaec1/A/e6ac9dc9981c4f05926e25e4afa06f5d 2024-11-14T14:42:40,630 DEBUG [RS:0;da1c6afcd1f9:35765-longCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:34345/user/jenkins/test-data/14d118ee-a83a-b09b-5913-1a58940a5db1/data/default/TestAcidGuarantees/11b353fb2bd02e7483b7c8ed67fdaec1/.tmp/B/60361cd9ebd74ce9bd2218891e724f13 as hdfs://localhost:34345/user/jenkins/test-data/14d118ee-a83a-b09b-5913-1a58940a5db1/data/default/TestAcidGuarantees/11b353fb2bd02e7483b7c8ed67fdaec1/B/60361cd9ebd74ce9bd2218891e724f13 2024-11-14T14:42:40,634 INFO [RS:0;da1c6afcd1f9:35765-shortCompactions-0 {}] regionserver.HStore(1337): Completed compaction of 4 (all) file(s) in 11b353fb2bd02e7483b7c8ed67fdaec1/A of 11b353fb2bd02e7483b7c8ed67fdaec1 into e6ac9dc9981c4f05926e25e4afa06f5d(size=12.3 K), total size for store is 12.3 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-11-14T14:42:40,634 DEBUG [RS:0;da1c6afcd1f9:35765-shortCompactions-0 {}] regionserver.HRegion(2446): Compaction status journal for 11b353fb2bd02e7483b7c8ed67fdaec1: 2024-11-14T14:42:40,634 INFO [RS:0;da1c6afcd1f9:35765-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1731595345246.11b353fb2bd02e7483b7c8ed67fdaec1., storeName=11b353fb2bd02e7483b7c8ed67fdaec1/A, priority=12, startTime=1731595360195; duration=0sec 2024-11-14T14:42:40,634 DEBUG [RS:0;da1c6afcd1f9:35765-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=1), splitQueue=0 2024-11-14T14:42:40,634 DEBUG [RS:0;da1c6afcd1f9:35765-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: 11b353fb2bd02e7483b7c8ed67fdaec1:A 2024-11-14T14:42:40,634 DEBUG [RS:0;da1c6afcd1f9:35765-shortCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 4 store files, 0 compacting, 4 eligible, 16 blocking 2024-11-14T14:42:40,635 DEBUG [RS:0;da1c6afcd1f9:35765-shortCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 4 files of size 49260 starting at candidate #0 after considering 3 permutations with 3 in ratio 2024-11-14T14:42:40,635 DEBUG [RS:0;da1c6afcd1f9:35765-shortCompactions-0 {}] regionserver.HStore(1541): 11b353fb2bd02e7483b7c8ed67fdaec1/C is initiating minor compaction (all files) 2024-11-14T14:42:40,635 INFO [RS:0;da1c6afcd1f9:35765-shortCompactions-0 {}] regionserver.HRegion(2416): Starting compaction of 11b353fb2bd02e7483b7c8ed67fdaec1/C in TestAcidGuarantees,,1731595345246.11b353fb2bd02e7483b7c8ed67fdaec1. 2024-11-14T14:42:40,636 INFO [RS:0;da1c6afcd1f9:35765-shortCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:34345/user/jenkins/test-data/14d118ee-a83a-b09b-5913-1a58940a5db1/data/default/TestAcidGuarantees/11b353fb2bd02e7483b7c8ed67fdaec1/C/3aa7183d63a54e4fb5bc5ff0f2f513bd, hdfs://localhost:34345/user/jenkins/test-data/14d118ee-a83a-b09b-5913-1a58940a5db1/data/default/TestAcidGuarantees/11b353fb2bd02e7483b7c8ed67fdaec1/C/5ef5fb1aacc447848f07d87e0e32f472, hdfs://localhost:34345/user/jenkins/test-data/14d118ee-a83a-b09b-5913-1a58940a5db1/data/default/TestAcidGuarantees/11b353fb2bd02e7483b7c8ed67fdaec1/C/2f82792f210e47639ee95c2b609cda5a, hdfs://localhost:34345/user/jenkins/test-data/14d118ee-a83a-b09b-5913-1a58940a5db1/data/default/TestAcidGuarantees/11b353fb2bd02e7483b7c8ed67fdaec1/C/b8b220e35cad458aabe016bd285f04bf] into tmpdir=hdfs://localhost:34345/user/jenkins/test-data/14d118ee-a83a-b09b-5913-1a58940a5db1/data/default/TestAcidGuarantees/11b353fb2bd02e7483b7c8ed67fdaec1/.tmp, totalSize=48.1 K 2024-11-14T14:42:40,636 INFO [RS:0;da1c6afcd1f9:35765-longCompactions-0 {}] regionserver.HStore(1337): Completed compaction of 4 (all) file(s) in 11b353fb2bd02e7483b7c8ed67fdaec1/B of 11b353fb2bd02e7483b7c8ed67fdaec1 into 60361cd9ebd74ce9bd2218891e724f13(size=12.3 K), total size for store is 12.3 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-11-14T14:42:40,636 DEBUG [RS:0;da1c6afcd1f9:35765-longCompactions-0 {}] regionserver.HRegion(2446): Compaction status journal for 11b353fb2bd02e7483b7c8ed67fdaec1: 2024-11-14T14:42:40,636 INFO [RS:0;da1c6afcd1f9:35765-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1731595345246.11b353fb2bd02e7483b7c8ed67fdaec1., storeName=11b353fb2bd02e7483b7c8ed67fdaec1/B, priority=12, startTime=1731595360195; duration=0sec 2024-11-14T14:42:40,636 DEBUG [RS:0;da1c6afcd1f9:35765-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-14T14:42:40,636 DEBUG [RS:0;da1c6afcd1f9:35765-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: 11b353fb2bd02e7483b7c8ed67fdaec1:B 2024-11-14T14:42:40,636 DEBUG [RS:0;da1c6afcd1f9:35765-shortCompactions-0 {}] compactions.Compactor(225): Compacting 3aa7183d63a54e4fb5bc5ff0f2f513bd, keycount=150, bloomtype=ROW, size=12.1 K, encoding=NONE, compression=NONE, seqNum=232, earliestPutTs=1731595355863 2024-11-14T14:42:40,636 DEBUG [RS:0;da1c6afcd1f9:35765-shortCompactions-0 {}] compactions.Compactor(225): Compacting 5ef5fb1aacc447848f07d87e0e32f472, keycount=150, bloomtype=ROW, size=12.0 K, encoding=NONE, compression=NONE, seqNum=268, earliestPutTs=1731595356056 2024-11-14T14:42:40,636 DEBUG [RS:0;da1c6afcd1f9:35765-shortCompactions-0 {}] compactions.Compactor(225): Compacting 2f82792f210e47639ee95c2b609cda5a, keycount=150, bloomtype=ROW, size=12.0 K, encoding=NONE, compression=NONE, seqNum=281, earliestPutTs=1731595357165 2024-11-14T14:42:40,637 DEBUG [RS:0;da1c6afcd1f9:35765-shortCompactions-0 {}] compactions.Compactor(225): Compacting b8b220e35cad458aabe016bd285f04bf, keycount=150, bloomtype=ROW, size=12.0 K, encoding=NONE, compression=NONE, seqNum=319, earliestPutTs=1731595358279 2024-11-14T14:42:40,645 INFO [RS:0;da1c6afcd1f9:35765-shortCompactions-0 {}] throttle.PressureAwareThroughputController(145): 11b353fb2bd02e7483b7c8ed67fdaec1#C#compaction#413 average throughput is 3.28 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second 2024-11-14T14:42:40,646 DEBUG [RS:0;da1c6afcd1f9:35765-shortCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:34345/user/jenkins/test-data/14d118ee-a83a-b09b-5913-1a58940a5db1/data/default/TestAcidGuarantees/11b353fb2bd02e7483b7c8ed67fdaec1/.tmp/C/9d94d13a2f714d3693b14db19915f66f is 50, key is test_row_0/C:col10/1731595358279/Put/seqid=0 2024-11-14T14:42:40,651 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36699 is added to blk_1073742308_1484 (size=12643) 2024-11-14T14:42:40,655 DEBUG [RS:0;da1c6afcd1f9:35765-shortCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:34345/user/jenkins/test-data/14d118ee-a83a-b09b-5913-1a58940a5db1/data/default/TestAcidGuarantees/11b353fb2bd02e7483b7c8ed67fdaec1/.tmp/C/9d94d13a2f714d3693b14db19915f66f as hdfs://localhost:34345/user/jenkins/test-data/14d118ee-a83a-b09b-5913-1a58940a5db1/data/default/TestAcidGuarantees/11b353fb2bd02e7483b7c8ed67fdaec1/C/9d94d13a2f714d3693b14db19915f66f 2024-11-14T14:42:40,659 INFO [RS:0;da1c6afcd1f9:35765-shortCompactions-0 {}] regionserver.HStore(1337): Completed compaction of 4 (all) file(s) in 11b353fb2bd02e7483b7c8ed67fdaec1/C of 11b353fb2bd02e7483b7c8ed67fdaec1 into 9d94d13a2f714d3693b14db19915f66f(size=12.3 K), total size for store is 12.3 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-11-14T14:42:40,660 DEBUG [RS:0;da1c6afcd1f9:35765-shortCompactions-0 {}] regionserver.HRegion(2446): Compaction status journal for 11b353fb2bd02e7483b7c8ed67fdaec1: 2024-11-14T14:42:40,660 INFO [RS:0;da1c6afcd1f9:35765-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1731595345246.11b353fb2bd02e7483b7c8ed67fdaec1., storeName=11b353fb2bd02e7483b7c8ed67fdaec1/C, priority=12, startTime=1731595360195; duration=0sec 2024-11-14T14:42:40,660 DEBUG [RS:0;da1c6afcd1f9:35765-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-14T14:42:40,660 DEBUG [RS:0;da1c6afcd1f9:35765-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: 11b353fb2bd02e7483b7c8ed67fdaec1:C 2024-11-14T14:42:40,676 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45145 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=135 2024-11-14T14:42:40,923 INFO [RS_FLUSH_OPERATIONS-regionserver/da1c6afcd1f9:0-2 {event_type=RS_FLUSH_REGIONS, pid=136}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=13.42 KB at sequenceid=328 (bloomFilter=true), to=hdfs://localhost:34345/user/jenkins/test-data/14d118ee-a83a-b09b-5913-1a58940a5db1/data/default/TestAcidGuarantees/11b353fb2bd02e7483b7c8ed67fdaec1/.tmp/A/5cd01d4d18754ebab636da23b35fa91b 2024-11-14T14:42:40,930 DEBUG [RS_FLUSH_OPERATIONS-regionserver/da1c6afcd1f9:0-2 {event_type=RS_FLUSH_REGIONS, pid=136}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:34345/user/jenkins/test-data/14d118ee-a83a-b09b-5913-1a58940a5db1/data/default/TestAcidGuarantees/11b353fb2bd02e7483b7c8ed67fdaec1/.tmp/B/d113f3a89657481ea973bb3af946cf5a is 50, key is test_row_0/B:col10/1731595358962/Put/seqid=0 2024-11-14T14:42:40,933 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36699 is added to blk_1073742309_1485 (size=12301) 2024-11-14T14:42:40,935 INFO [RS_FLUSH_OPERATIONS-regionserver/da1c6afcd1f9:0-2 {event_type=RS_FLUSH_REGIONS, pid=136}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=13.42 KB at sequenceid=328 (bloomFilter=true), to=hdfs://localhost:34345/user/jenkins/test-data/14d118ee-a83a-b09b-5913-1a58940a5db1/data/default/TestAcidGuarantees/11b353fb2bd02e7483b7c8ed67fdaec1/.tmp/B/d113f3a89657481ea973bb3af946cf5a 2024-11-14T14:42:40,941 DEBUG [RS_FLUSH_OPERATIONS-regionserver/da1c6afcd1f9:0-2 {event_type=RS_FLUSH_REGIONS, pid=136}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:34345/user/jenkins/test-data/14d118ee-a83a-b09b-5913-1a58940a5db1/data/default/TestAcidGuarantees/11b353fb2bd02e7483b7c8ed67fdaec1/.tmp/C/01df1afc15974f0c8ae553d63af98f1a is 50, key is test_row_0/C:col10/1731595358962/Put/seqid=0 2024-11-14T14:42:40,945 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36699 is added to blk_1073742310_1486 (size=12301) 2024-11-14T14:42:40,946 INFO [RS_FLUSH_OPERATIONS-regionserver/da1c6afcd1f9:0-2 {event_type=RS_FLUSH_REGIONS, pid=136}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=13.42 KB at sequenceid=328 (bloomFilter=true), to=hdfs://localhost:34345/user/jenkins/test-data/14d118ee-a83a-b09b-5913-1a58940a5db1/data/default/TestAcidGuarantees/11b353fb2bd02e7483b7c8ed67fdaec1/.tmp/C/01df1afc15974f0c8ae553d63af98f1a 2024-11-14T14:42:40,949 DEBUG [RS_FLUSH_OPERATIONS-regionserver/da1c6afcd1f9:0-2 {event_type=RS_FLUSH_REGIONS, pid=136}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:34345/user/jenkins/test-data/14d118ee-a83a-b09b-5913-1a58940a5db1/data/default/TestAcidGuarantees/11b353fb2bd02e7483b7c8ed67fdaec1/.tmp/A/5cd01d4d18754ebab636da23b35fa91b as hdfs://localhost:34345/user/jenkins/test-data/14d118ee-a83a-b09b-5913-1a58940a5db1/data/default/TestAcidGuarantees/11b353fb2bd02e7483b7c8ed67fdaec1/A/5cd01d4d18754ebab636da23b35fa91b 2024-11-14T14:42:40,954 INFO [RS_FLUSH_OPERATIONS-regionserver/da1c6afcd1f9:0-2 {event_type=RS_FLUSH_REGIONS, pid=136}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:34345/user/jenkins/test-data/14d118ee-a83a-b09b-5913-1a58940a5db1/data/default/TestAcidGuarantees/11b353fb2bd02e7483b7c8ed67fdaec1/A/5cd01d4d18754ebab636da23b35fa91b, entries=150, sequenceid=328, filesize=12.0 K 2024-11-14T14:42:40,955 DEBUG [RS_FLUSH_OPERATIONS-regionserver/da1c6afcd1f9:0-2 {event_type=RS_FLUSH_REGIONS, pid=136}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:34345/user/jenkins/test-data/14d118ee-a83a-b09b-5913-1a58940a5db1/data/default/TestAcidGuarantees/11b353fb2bd02e7483b7c8ed67fdaec1/.tmp/B/d113f3a89657481ea973bb3af946cf5a as hdfs://localhost:34345/user/jenkins/test-data/14d118ee-a83a-b09b-5913-1a58940a5db1/data/default/TestAcidGuarantees/11b353fb2bd02e7483b7c8ed67fdaec1/B/d113f3a89657481ea973bb3af946cf5a 2024-11-14T14:42:40,958 INFO [RS_FLUSH_OPERATIONS-regionserver/da1c6afcd1f9:0-2 {event_type=RS_FLUSH_REGIONS, pid=136}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:34345/user/jenkins/test-data/14d118ee-a83a-b09b-5913-1a58940a5db1/data/default/TestAcidGuarantees/11b353fb2bd02e7483b7c8ed67fdaec1/B/d113f3a89657481ea973bb3af946cf5a, entries=150, sequenceid=328, filesize=12.0 K 2024-11-14T14:42:40,959 DEBUG [RS_FLUSH_OPERATIONS-regionserver/da1c6afcd1f9:0-2 {event_type=RS_FLUSH_REGIONS, pid=136}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:34345/user/jenkins/test-data/14d118ee-a83a-b09b-5913-1a58940a5db1/data/default/TestAcidGuarantees/11b353fb2bd02e7483b7c8ed67fdaec1/.tmp/C/01df1afc15974f0c8ae553d63af98f1a as hdfs://localhost:34345/user/jenkins/test-data/14d118ee-a83a-b09b-5913-1a58940a5db1/data/default/TestAcidGuarantees/11b353fb2bd02e7483b7c8ed67fdaec1/C/01df1afc15974f0c8ae553d63af98f1a 2024-11-14T14:42:40,962 INFO [RS_FLUSH_OPERATIONS-regionserver/da1c6afcd1f9:0-2 {event_type=RS_FLUSH_REGIONS, pid=136}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:34345/user/jenkins/test-data/14d118ee-a83a-b09b-5913-1a58940a5db1/data/default/TestAcidGuarantees/11b353fb2bd02e7483b7c8ed67fdaec1/C/01df1afc15974f0c8ae553d63af98f1a, entries=150, sequenceid=328, filesize=12.0 K 2024-11-14T14:42:40,963 INFO [RS_FLUSH_OPERATIONS-regionserver/da1c6afcd1f9:0-2 {event_type=RS_FLUSH_REGIONS, pid=136}] regionserver.HRegion(3140): Finished flush of dataSize ~40.25 KB/41220, heapSize ~120.23 KB/123120, currentSize=0 B/0 for 11b353fb2bd02e7483b7c8ed67fdaec1 in 451ms, sequenceid=328, compaction requested=false 2024-11-14T14:42:40,963 DEBUG [RS_FLUSH_OPERATIONS-regionserver/da1c6afcd1f9:0-2 {event_type=RS_FLUSH_REGIONS, pid=136}] regionserver.HRegion(2603): Flush status journal for 11b353fb2bd02e7483b7c8ed67fdaec1: 2024-11-14T14:42:40,963 DEBUG [RS_FLUSH_OPERATIONS-regionserver/da1c6afcd1f9:0-2 {event_type=RS_FLUSH_REGIONS, pid=136}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1731595345246.11b353fb2bd02e7483b7c8ed67fdaec1. 2024-11-14T14:42:40,963 DEBUG [RS_FLUSH_OPERATIONS-regionserver/da1c6afcd1f9:0-2 {event_type=RS_FLUSH_REGIONS, pid=136}] regionserver.RemoteProcedureResultReporter(62): Successfully complete execution of pid=136 2024-11-14T14:42:40,964 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45145 {}] master.HMaster(4169): Remote procedure done, pid=136 2024-11-14T14:42:40,966 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=136, resume processing ppid=135 2024-11-14T14:42:40,966 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1521): Finished pid=136, ppid=135, state=SUCCESS, hasLock=false; org.apache.hadoop.hbase.master.procedure.FlushRegionProcedure in 605 msec 2024-11-14T14:42:40,968 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1521): Finished pid=135, state=SUCCESS, hasLock=false; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=135, table=TestAcidGuarantees in 610 msec 2024-11-14T14:42:40,986 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45145 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=135 2024-11-14T14:42:40,987 INFO [RPCClient-NioEventLoopGroup-4-10 {}] client.RawAsyncHBaseAdmin$TableProcedureBiConsumer(2721): Operation: FLUSH, Table Name: default:TestAcidGuarantees completed 2024-11-14T14:42:40,987 INFO [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45145 {}] master.HMaster$22(4506): Client=jenkins//172.17.0.2 flush TestAcidGuarantees 2024-11-14T14:42:40,988 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45145 {}] procedure2.ProcedureExecutor(1139): Stored pid=137, state=RUNNABLE:FLUSH_TABLE_PREPARE, hasLock=false; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=137, table=TestAcidGuarantees 2024-11-14T14:42:40,989 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45145 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=137 2024-11-14T14:42:40,989 INFO [PEWorker-1 {}] procedure.FlushTableProcedure(91): pid=137, state=RUNNABLE:FLUSH_TABLE_PREPARE, hasLock=true; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=137, table=TestAcidGuarantees execute state=FLUSH_TABLE_PREPARE 2024-11-14T14:42:40,990 INFO [PEWorker-1 {}] procedure.FlushTableProcedure(91): pid=137, state=RUNNABLE:FLUSH_TABLE_FLUSH_REGIONS, hasLock=true; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=137, table=TestAcidGuarantees execute state=FLUSH_TABLE_FLUSH_REGIONS 2024-11-14T14:42:40,990 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=138, ppid=137, state=RUNNABLE, hasLock=false; org.apache.hadoop.hbase.master.procedure.FlushRegionProcedure}] 2024-11-14T14:42:41,096 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45145 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=137 2024-11-14T14:42:41,143 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=35765 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=138 2024-11-14T14:42:41,143 DEBUG [RS_FLUSH_OPERATIONS-regionserver/da1c6afcd1f9:0-0 {event_type=RS_FLUSH_REGIONS, pid=138}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1731595345246.11b353fb2bd02e7483b7c8ed67fdaec1. 2024-11-14T14:42:41,143 DEBUG [RS_FLUSH_OPERATIONS-regionserver/da1c6afcd1f9:0-0 {event_type=RS_FLUSH_REGIONS, pid=138}] regionserver.HRegion(2603): Flush status journal for 11b353fb2bd02e7483b7c8ed67fdaec1: 2024-11-14T14:42:41,143 DEBUG [RS_FLUSH_OPERATIONS-regionserver/da1c6afcd1f9:0-0 {event_type=RS_FLUSH_REGIONS, pid=138}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1731595345246.11b353fb2bd02e7483b7c8ed67fdaec1. 2024-11-14T14:42:41,143 DEBUG [RS_FLUSH_OPERATIONS-regionserver/da1c6afcd1f9:0-0 {event_type=RS_FLUSH_REGIONS, pid=138}] regionserver.RemoteProcedureResultReporter(62): Successfully complete execution of pid=138 2024-11-14T14:42:41,144 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45145 {}] master.HMaster(4169): Remote procedure done, pid=138 2024-11-14T14:42:41,146 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=138, resume processing ppid=137 2024-11-14T14:42:41,147 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1521): Finished pid=138, ppid=137, state=SUCCESS, hasLock=false; org.apache.hadoop.hbase.master.procedure.FlushRegionProcedure in 155 msec 2024-11-14T14:42:41,149 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1521): Finished pid=137, state=SUCCESS, hasLock=false; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=137, table=TestAcidGuarantees in 161 msec 2024-11-14T14:42:41,192 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35765 {}] regionserver.HRegion(8855): Flush requested on 11b353fb2bd02e7483b7c8ed67fdaec1 2024-11-14T14:42:41,193 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(2902): Flushing 11b353fb2bd02e7483b7c8ed67fdaec1 3/3 column families, dataSize=46.96 KB heapSize=140.20 KB 2024-11-14T14:42:41,193 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 11b353fb2bd02e7483b7c8ed67fdaec1, store=A 2024-11-14T14:42:41,193 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-14T14:42:41,193 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 11b353fb2bd02e7483b7c8ed67fdaec1, store=B 2024-11-14T14:42:41,193 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-14T14:42:41,193 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 11b353fb2bd02e7483b7c8ed67fdaec1, store=C 2024-11-14T14:42:41,193 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-14T14:42:41,197 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:34345/user/jenkins/test-data/14d118ee-a83a-b09b-5913-1a58940a5db1/data/default/TestAcidGuarantees/11b353fb2bd02e7483b7c8ed67fdaec1/.tmp/A/2a7b66cfaf484b058f4aae2dae5ae1c2 is 50, key is test_row_0/A:col10/1731595361189/Put/seqid=0 2024-11-14T14:42:41,200 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36699 is added to blk_1073742311_1487 (size=14741) 2024-11-14T14:42:41,201 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=15.65 KB at sequenceid=342 (bloomFilter=true), to=hdfs://localhost:34345/user/jenkins/test-data/14d118ee-a83a-b09b-5913-1a58940a5db1/data/default/TestAcidGuarantees/11b353fb2bd02e7483b7c8ed67fdaec1/.tmp/A/2a7b66cfaf484b058f4aae2dae5ae1c2 2024-11-14T14:42:41,207 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:34345/user/jenkins/test-data/14d118ee-a83a-b09b-5913-1a58940a5db1/data/default/TestAcidGuarantees/11b353fb2bd02e7483b7c8ed67fdaec1/.tmp/B/c9565d127cb849c0bcce6127eca86c86 is 50, key is test_row_0/B:col10/1731595361189/Put/seqid=0 2024-11-14T14:42:41,211 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36699 is added to blk_1073742312_1488 (size=12301) 2024-11-14T14:42:41,258 DEBUG [RS_IN_MEMORY_COMPACTION-regionserver/da1c6afcd1f9:0-2 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=type=CellArrayImmutableSegment, empty=no, cellCount=259, cellSize=11855, totalHeapSize=27176, min timestamp=1731595361234, max timestamp=1731595361255Num uniques 859; 2024-11-14T14:42:41,259 DEBUG [RS_IN_MEMORY_COMPACTION-regionserver/da1c6afcd1f9:0-2 {}] regionserver.CompactionPipeline(163): Suffix data size=39335, new segment data size=11855, suffix heap size=117064,new segment heap size=27176 　suffix off heap size=0, new segment off heap size=0, suffix cells count=859, new segment cells count=259 2024-11-14T14:42:41,259 DEBUG [RS_IN_MEMORY_COMPACTION-regionserver/da1c6afcd1f9:0-0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=type=CellArrayImmutableSegment, empty=no, cellCount=259, cellSize=11855, totalHeapSize=27176, min timestamp=1731595361234, max timestamp=1731595361255Num uniques 859; 2024-11-14T14:42:41,259 DEBUG [RS_IN_MEMORY_COMPACTION-regionserver/da1c6afcd1f9:0-0 {}] regionserver.CompactionPipeline(163): Suffix data size=39335, new segment data size=11855, suffix heap size=117064,new segment heap size=27176 　suffix off heap size=0, new segment off heap size=0, suffix cells count=859, new segment cells count=259 2024-11-14T14:42:41,259 DEBUG [RS_IN_MEMORY_COMPACTION-regionserver/da1c6afcd1f9:0-5 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=type=CellArrayImmutableSegment, empty=no, cellCount=259, cellSize=11855, totalHeapSize=27176, min timestamp=1731595361234, max timestamp=1731595361255Num uniques 859; 2024-11-14T14:42:41,259 DEBUG [RS_IN_MEMORY_COMPACTION-regionserver/da1c6afcd1f9:0-5 {}] regionserver.CompactionPipeline(163): Suffix data size=39335, new segment data size=11855, suffix heap size=117064,new segment heap size=27176 　suffix off heap size=0, new segment off heap size=0, suffix cells count=859, new segment cells count=259 2024-11-14T14:42:41,305 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45145 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=137 2024-11-14T14:42:41,306 INFO [RPCClient-NioEventLoopGroup-4-10 {}] client.RawAsyncHBaseAdmin$TableProcedureBiConsumer(2721): Operation: FLUSH, Table Name: default:TestAcidGuarantees completed 2024-11-14T14:42:41,306 INFO [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45145 {}] master.HMaster$22(4506): Client=jenkins//172.17.0.2 flush TestAcidGuarantees 2024-11-14T14:42:41,307 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45145 {}] procedure2.ProcedureExecutor(1139): Stored pid=139, state=RUNNABLE:FLUSH_TABLE_PREPARE, hasLock=false; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=139, table=TestAcidGuarantees 2024-11-14T14:42:41,308 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45145 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=139 2024-11-14T14:42:41,308 INFO [PEWorker-3 {}] procedure.FlushTableProcedure(91): pid=139, state=RUNNABLE:FLUSH_TABLE_PREPARE, hasLock=true; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=139, table=TestAcidGuarantees execute state=FLUSH_TABLE_PREPARE 2024-11-14T14:42:41,308 INFO [PEWorker-3 {}] procedure.FlushTableProcedure(91): pid=139, state=RUNNABLE:FLUSH_TABLE_FLUSH_REGIONS, hasLock=true; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=139, table=TestAcidGuarantees execute state=FLUSH_TABLE_FLUSH_REGIONS 2024-11-14T14:42:41,308 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=140, ppid=139, state=RUNNABLE, hasLock=false; org.apache.hadoop.hbase.master.procedure.FlushRegionProcedure}] 2024-11-14T14:42:41,329 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35765 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=11b353fb2bd02e7483b7c8ed67fdaec1, server=da1c6afcd1f9,35765,1731595233113 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-14T14:42:41,329 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35765 {}] ipc.CallRunner(138): callId: 116 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:55502 deadline: 1731595421313, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=11b353fb2bd02e7483b7c8ed67fdaec1, server=da1c6afcd1f9,35765,1731595233113 2024-11-14T14:42:41,329 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35765 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=11b353fb2bd02e7483b7c8ed67fdaec1, server=da1c6afcd1f9,35765,1731595233113 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-14T14:42:41,329 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731595345246.11b353fb2bd02e7483b7c8ed67fdaec1., hostname=da1c6afcd1f9,35765,1731595233113, seqNum=2 , the old value is region=TestAcidGuarantees,,1731595345246.11b353fb2bd02e7483b7c8ed67fdaec1., hostname=da1c6afcd1f9,35765,1731595233113, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=11b353fb2bd02e7483b7c8ed67fdaec1, server=da1c6afcd1f9,35765,1731595233113 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-14T14:42:41,329 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35765 {}] ipc.CallRunner(138): callId: 97 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:55520 deadline: 1731595421314, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=11b353fb2bd02e7483b7c8ed67fdaec1, server=da1c6afcd1f9,35765,1731595233113 2024-11-14T14:42:41,329 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731595345246.11b353fb2bd02e7483b7c8ed67fdaec1., hostname=da1c6afcd1f9,35765,1731595233113, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=11b353fb2bd02e7483b7c8ed67fdaec1, server=da1c6afcd1f9,35765,1731595233113 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-14T14:42:41,329 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731595345246.11b353fb2bd02e7483b7c8ed67fdaec1., hostname=da1c6afcd1f9,35765,1731595233113, seqNum=2 because the exception is null or not the one we care about 2024-11-14T14:42:41,329 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731595345246.11b353fb2bd02e7483b7c8ed67fdaec1., hostname=da1c6afcd1f9,35765,1731595233113, seqNum=2 , the old value is region=TestAcidGuarantees,,1731595345246.11b353fb2bd02e7483b7c8ed67fdaec1., hostname=da1c6afcd1f9,35765,1731595233113, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=11b353fb2bd02e7483b7c8ed67fdaec1, server=da1c6afcd1f9,35765,1731595233113 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-14T14:42:41,329 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731595345246.11b353fb2bd02e7483b7c8ed67fdaec1., hostname=da1c6afcd1f9,35765,1731595233113, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=11b353fb2bd02e7483b7c8ed67fdaec1, server=da1c6afcd1f9,35765,1731595233113 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-14T14:42:41,330 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731595345246.11b353fb2bd02e7483b7c8ed67fdaec1., hostname=da1c6afcd1f9,35765,1731595233113, seqNum=2 because the exception is null or not the one we care about 2024-11-14T14:42:41,331 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35765 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=11b353fb2bd02e7483b7c8ed67fdaec1, server=da1c6afcd1f9,35765,1731595233113 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-14T14:42:41,331 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35765 {}] ipc.CallRunner(138): callId: 88 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:55492 deadline: 1731595421316, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=11b353fb2bd02e7483b7c8ed67fdaec1, server=da1c6afcd1f9,35765,1731595233113 2024-11-14T14:42:41,331 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731595345246.11b353fb2bd02e7483b7c8ed67fdaec1., hostname=da1c6afcd1f9,35765,1731595233113, seqNum=2 , the old value is region=TestAcidGuarantees,,1731595345246.11b353fb2bd02e7483b7c8ed67fdaec1., hostname=da1c6afcd1f9,35765,1731595233113, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=11b353fb2bd02e7483b7c8ed67fdaec1, server=da1c6afcd1f9,35765,1731595233113 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-14T14:42:41,331 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731595345246.11b353fb2bd02e7483b7c8ed67fdaec1., hostname=da1c6afcd1f9,35765,1731595233113, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=11b353fb2bd02e7483b7c8ed67fdaec1, server=da1c6afcd1f9,35765,1731595233113 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-14T14:42:41,331 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731595345246.11b353fb2bd02e7483b7c8ed67fdaec1., hostname=da1c6afcd1f9,35765,1731595233113, seqNum=2 because the exception is null or not the one we care about 2024-11-14T14:42:41,408 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35765 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=11b353fb2bd02e7483b7c8ed67fdaec1, server=da1c6afcd1f9,35765,1731595233113 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-14T14:42:41,408 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35765 {}] ipc.CallRunner(138): callId: 91 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:55504 deadline: 1731595421396, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=11b353fb2bd02e7483b7c8ed67fdaec1, server=da1c6afcd1f9,35765,1731595233113 2024-11-14T14:42:41,409 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35765 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=11b353fb2bd02e7483b7c8ed67fdaec1, server=da1c6afcd1f9,35765,1731595233113 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-14T14:42:41,409 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35765 {}] ipc.CallRunner(138): callId: 92 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:55536 deadline: 1731595421396, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=11b353fb2bd02e7483b7c8ed67fdaec1, server=da1c6afcd1f9,35765,1731595233113 2024-11-14T14:42:41,409 WARN [RPCClient-NioEventLoopGroup-4-6 {}] client.AsyncRpcRetryingCaller(177): Call to da1c6afcd1f9,35765,1731595233113 for 'test_row_0' in 11b353fb2bd02e7483b7c8ed67fdaec1 of TestAcidGuarantees failed, tries = 7, maxAttempts = 16, timeout = 1200000 ms, time elapsed = 4240 ms org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=11b353fb2bd02e7483b7c8ed67fdaec1, server=da1c6afcd1f9,35765,1731595233113 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) at jdk.internal.reflect.GeneratedConstructorAccessor39.newInstance(Unknown Source) ~[?:?] at jdk.internal.reflect.DelegatingConstructorAccessorImpl.newInstance(DelegatingConstructorAccessorImpl.java:45) ~[?:?] at java.lang.reflect.Constructor.newInstanceWithCaller(Constructor.java:499) ~[?:?] at java.lang.reflect.Constructor.newInstance(Constructor.java:480) ~[?:?] at org.apache.hadoop.hbase.ipc.RemoteWithExtrasException.instantiateException(RemoteWithExtrasException.java:110) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RemoteWithExtrasException.unwrapRemoteException(RemoteWithExtrasException.java:100) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.client.ConnectionUtils.translateException(ConnectionUtils.java:219) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRpcRetryingCaller.onError(AsyncRpcRetryingCaller.java:165) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.lambda$call$4(AsyncSingleRequestRpcRetryingCaller.java:86) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.lambda$addListener$0(FutureUtils.java:71) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:863) ~[?:?] at java.util.concurrent.CompletableFuture$UniWhenComplete.tryFire(CompletableFuture.java:841) ~[?:?] at java.util.concurrent.CompletableFuture.postComplete(CompletableFuture.java:510) ~[?:?] at java.util.concurrent.CompletableFuture.completeExceptionally(CompletableFuture.java:2162) ~[?:?] at org.apache.hadoop.hbase.client.ConnectionUtils$2.run(ConnectionUtils.java:625) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hbase.thirdparty.com.google.protobuf.RpcUtil$1.run(RpcUtil.java:56) ~[hbase-shaded-protobuf-4.1.9.jar:4.1.9] at org.apache.hbase.thirdparty.com.google.protobuf.RpcUtil$1.run(RpcUtil.java:47) ~[hbase-shaded-protobuf-4.1.9.jar:4.1.9] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.onCallFinished(AbstractRpcClient.java:397) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:430) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:425) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.callComplete(Call.java:117) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.setException(Call.java:132) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcConnection.readResponse(RpcConnection.java:457) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.NettyRpcDuplexHandler.readResponse(NettyRpcDuplexHandler.java:125) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.NettyRpcDuplexHandler.channelRead(NettyRpcDuplexHandler.java:140) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:442) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.handler.codec.ByteToMessageDecoder.fireChannelRead(ByteToMessageDecoder.java:346) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.handler.codec.ByteToMessageDecoder.channelRead(ByteToMessageDecoder.java:318) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:444) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.handler.timeout.IdleStateHandler.channelRead(IdleStateHandler.java:289) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:442) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline$HeadContext.channelRead(DefaultChannelPipeline.java:1357) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:440) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline.fireChannelRead(DefaultChannelPipeline.java:868) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.AbstractNioByteChannel$NioByteUnsafe.read(AbstractNioByteChannel.java:166) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.processSelectedKey(NioEventLoop.java:788) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.processSelectedKeysOptimized(NioEventLoop.java:724) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.processSelectedKeys(NioEventLoop.java:650) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:562) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) ~[hbase-shaded-netty-4.1.9.jar:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] Caused by: org.apache.hadoop.hbase.ipc.RemoteWithExtrasException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=11b353fb2bd02e7483b7c8ed67fdaec1, server=da1c6afcd1f9,35765,1731595233113 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) at org.apache.hadoop.hbase.ipc.AbstractRpcClient.onCallFinished(AbstractRpcClient.java:392) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] ... 32 more 2024-11-14T14:42:41,409 WARN [RPCClient-NioEventLoopGroup-4-5 {}] client.AsyncRpcRetryingCaller(177): Call to da1c6afcd1f9,35765,1731595233113 for 'test_row_2' in 11b353fb2bd02e7483b7c8ed67fdaec1 of TestAcidGuarantees failed, tries = 7, maxAttempts = 16, timeout = 1200000 ms, time elapsed = 4235 ms org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=11b353fb2bd02e7483b7c8ed67fdaec1, server=da1c6afcd1f9,35765,1731595233113 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) at jdk.internal.reflect.GeneratedConstructorAccessor39.newInstance(Unknown Source) ~[?:?] at jdk.internal.reflect.DelegatingConstructorAccessorImpl.newInstance(DelegatingConstructorAccessorImpl.java:45) ~[?:?] at java.lang.reflect.Constructor.newInstanceWithCaller(Constructor.java:499) ~[?:?] at java.lang.reflect.Constructor.newInstance(Constructor.java:480) ~[?:?] at org.apache.hadoop.hbase.ipc.RemoteWithExtrasException.instantiateException(RemoteWithExtrasException.java:110) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RemoteWithExtrasException.unwrapRemoteException(RemoteWithExtrasException.java:100) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.client.ConnectionUtils.translateException(ConnectionUtils.java:219) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRpcRetryingCaller.onError(AsyncRpcRetryingCaller.java:165) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.lambda$call$4(AsyncSingleRequestRpcRetryingCaller.java:86) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.lambda$addListener$0(FutureUtils.java:71) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:863) ~[?:?] at java.util.concurrent.CompletableFuture$UniWhenComplete.tryFire(CompletableFuture.java:841) ~[?:?] at java.util.concurrent.CompletableFuture.postComplete(CompletableFuture.java:510) ~[?:?] at java.util.concurrent.CompletableFuture.completeExceptionally(CompletableFuture.java:2162) ~[?:?] at org.apache.hadoop.hbase.client.ConnectionUtils$2.run(ConnectionUtils.java:625) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hbase.thirdparty.com.google.protobuf.RpcUtil$1.run(RpcUtil.java:56) ~[hbase-shaded-protobuf-4.1.9.jar:4.1.9] at org.apache.hbase.thirdparty.com.google.protobuf.RpcUtil$1.run(RpcUtil.java:47) ~[hbase-shaded-protobuf-4.1.9.jar:4.1.9] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.onCallFinished(AbstractRpcClient.java:397) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:430) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:425) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.callComplete(Call.java:117) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.setException(Call.java:132) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcConnection.readResponse(RpcConnection.java:457) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.NettyRpcDuplexHandler.readResponse(NettyRpcDuplexHandler.java:125) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.NettyRpcDuplexHandler.channelRead(NettyRpcDuplexHandler.java:140) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:442) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.handler.codec.ByteToMessageDecoder.fireChannelRead(ByteToMessageDecoder.java:346) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.handler.codec.ByteToMessageDecoder.channelRead(ByteToMessageDecoder.java:318) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:444) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.handler.timeout.IdleStateHandler.channelRead(IdleStateHandler.java:289) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:442) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline$HeadContext.channelRead(DefaultChannelPipeline.java:1357) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:440) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline.fireChannelRead(DefaultChannelPipeline.java:868) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.AbstractNioByteChannel$NioByteUnsafe.read(AbstractNioByteChannel.java:166) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.processSelectedKey(NioEventLoop.java:788) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.processSelectedKeysOptimized(NioEventLoop.java:724) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.processSelectedKeys(NioEventLoop.java:650) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:562) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) ~[hbase-shaded-netty-4.1.9.jar:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] Caused by: org.apache.hadoop.hbase.ipc.RemoteWithExtrasException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=11b353fb2bd02e7483b7c8ed67fdaec1, server=da1c6afcd1f9,35765,1731595233113 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) at org.apache.hadoop.hbase.ipc.AbstractRpcClient.onCallFinished(AbstractRpcClient.java:392) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] ... 32 more 2024-11-14T14:42:41,409 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731595345246.11b353fb2bd02e7483b7c8ed67fdaec1., hostname=da1c6afcd1f9,35765,1731595233113, seqNum=2 , the old value is region=TestAcidGuarantees,,1731595345246.11b353fb2bd02e7483b7c8ed67fdaec1., hostname=da1c6afcd1f9,35765,1731595233113, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=11b353fb2bd02e7483b7c8ed67fdaec1, server=da1c6afcd1f9,35765,1731595233113 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-14T14:42:41,409 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731595345246.11b353fb2bd02e7483b7c8ed67fdaec1., hostname=da1c6afcd1f9,35765,1731595233113, seqNum=2 , the old value is region=TestAcidGuarantees,,1731595345246.11b353fb2bd02e7483b7c8ed67fdaec1., hostname=da1c6afcd1f9,35765,1731595233113, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=11b353fb2bd02e7483b7c8ed67fdaec1, server=da1c6afcd1f9,35765,1731595233113 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-14T14:42:41,410 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731595345246.11b353fb2bd02e7483b7c8ed67fdaec1., hostname=da1c6afcd1f9,35765,1731595233113, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=11b353fb2bd02e7483b7c8ed67fdaec1, server=da1c6afcd1f9,35765,1731595233113 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-14T14:42:41,410 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731595345246.11b353fb2bd02e7483b7c8ed67fdaec1., hostname=da1c6afcd1f9,35765,1731595233113, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=11b353fb2bd02e7483b7c8ed67fdaec1, server=da1c6afcd1f9,35765,1731595233113 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-14T14:42:41,410 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731595345246.11b353fb2bd02e7483b7c8ed67fdaec1., hostname=da1c6afcd1f9,35765,1731595233113, seqNum=2 because the exception is null or not the one we care about 2024-11-14T14:42:41,410 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731595345246.11b353fb2bd02e7483b7c8ed67fdaec1., hostname=da1c6afcd1f9,35765,1731595233113, seqNum=2 because the exception is null or not the one we care about 2024-11-14T14:42:41,415 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45145 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=139 2024-11-14T14:42:41,449 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35765 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=11b353fb2bd02e7483b7c8ed67fdaec1, server=da1c6afcd1f9,35765,1731595233113 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-14T14:42:41,449 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35765 {}] ipc.CallRunner(138): callId: 117 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:55502 deadline: 1731595421436, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=11b353fb2bd02e7483b7c8ed67fdaec1, server=da1c6afcd1f9,35765,1731595233113 2024-11-14T14:42:41,449 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35765 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=11b353fb2bd02e7483b7c8ed67fdaec1, server=da1c6afcd1f9,35765,1731595233113 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-14T14:42:41,449 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731595345246.11b353fb2bd02e7483b7c8ed67fdaec1., hostname=da1c6afcd1f9,35765,1731595233113, seqNum=2 , the old value is region=TestAcidGuarantees,,1731595345246.11b353fb2bd02e7483b7c8ed67fdaec1., hostname=da1c6afcd1f9,35765,1731595233113, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=11b353fb2bd02e7483b7c8ed67fdaec1, server=da1c6afcd1f9,35765,1731595233113 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-14T14:42:41,449 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731595345246.11b353fb2bd02e7483b7c8ed67fdaec1., hostname=da1c6afcd1f9,35765,1731595233113, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=11b353fb2bd02e7483b7c8ed67fdaec1, server=da1c6afcd1f9,35765,1731595233113 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-14T14:42:41,449 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35765 {}] ipc.CallRunner(138): callId: 98 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:55520 deadline: 1731595421436, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=11b353fb2bd02e7483b7c8ed67fdaec1, server=da1c6afcd1f9,35765,1731595233113 2024-11-14T14:42:41,449 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731595345246.11b353fb2bd02e7483b7c8ed67fdaec1., hostname=da1c6afcd1f9,35765,1731595233113, seqNum=2 because the exception is null or not the one we care about 2024-11-14T14:42:41,449 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35765 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=11b353fb2bd02e7483b7c8ed67fdaec1, server=da1c6afcd1f9,35765,1731595233113 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-14T14:42:41,449 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731595345246.11b353fb2bd02e7483b7c8ed67fdaec1., hostname=da1c6afcd1f9,35765,1731595233113, seqNum=2 , the old value is region=TestAcidGuarantees,,1731595345246.11b353fb2bd02e7483b7c8ed67fdaec1., hostname=da1c6afcd1f9,35765,1731595233113, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=11b353fb2bd02e7483b7c8ed67fdaec1, server=da1c6afcd1f9,35765,1731595233113 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-14T14:42:41,449 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35765 {}] ipc.CallRunner(138): callId: 89 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:55492 deadline: 1731595421436, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=11b353fb2bd02e7483b7c8ed67fdaec1, server=da1c6afcd1f9,35765,1731595233113 2024-11-14T14:42:41,449 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731595345246.11b353fb2bd02e7483b7c8ed67fdaec1., hostname=da1c6afcd1f9,35765,1731595233113, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=11b353fb2bd02e7483b7c8ed67fdaec1, server=da1c6afcd1f9,35765,1731595233113 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-14T14:42:41,449 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731595345246.11b353fb2bd02e7483b7c8ed67fdaec1., hostname=da1c6afcd1f9,35765,1731595233113, seqNum=2 because the exception is null or not the one we care about 2024-11-14T14:42:41,450 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731595345246.11b353fb2bd02e7483b7c8ed67fdaec1., hostname=da1c6afcd1f9,35765,1731595233113, seqNum=2 , the old value is region=TestAcidGuarantees,,1731595345246.11b353fb2bd02e7483b7c8ed67fdaec1., hostname=da1c6afcd1f9,35765,1731595233113, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=11b353fb2bd02e7483b7c8ed67fdaec1, server=da1c6afcd1f9,35765,1731595233113 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-14T14:42:41,450 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731595345246.11b353fb2bd02e7483b7c8ed67fdaec1., hostname=da1c6afcd1f9,35765,1731595233113, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=11b353fb2bd02e7483b7c8ed67fdaec1, server=da1c6afcd1f9,35765,1731595233113 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-14T14:42:41,450 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731595345246.11b353fb2bd02e7483b7c8ed67fdaec1., hostname=da1c6afcd1f9,35765,1731595233113, seqNum=2 because the exception is null or not the one we care about 2024-11-14T14:42:41,460 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=35765 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=140 2024-11-14T14:42:41,460 DEBUG [RS_FLUSH_OPERATIONS-regionserver/da1c6afcd1f9:0-1 {event_type=RS_FLUSH_REGIONS, pid=140}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1731595345246.11b353fb2bd02e7483b7c8ed67fdaec1. 2024-11-14T14:42:41,461 DEBUG [RS_FLUSH_OPERATIONS-regionserver/da1c6afcd1f9:0-1 {event_type=RS_FLUSH_REGIONS, pid=140}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1731595345246.11b353fb2bd02e7483b7c8ed67fdaec1. as already flushing 2024-11-14T14:42:41,461 DEBUG [RS_FLUSH_OPERATIONS-regionserver/da1c6afcd1f9:0-1 {event_type=RS_FLUSH_REGIONS, pid=140}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1731595345246.11b353fb2bd02e7483b7c8ed67fdaec1. 2024-11-14T14:42:41,461 ERROR [RS_FLUSH_OPERATIONS-regionserver/da1c6afcd1f9:0-1 {event_type=RS_FLUSH_REGIONS, pid=140}] handler.RSProcedureHandler(58): pid=140 java.io.IOException: Unable to complete flush {ENCODED => 11b353fb2bd02e7483b7c8ed67fdaec1, NAME => 'TestAcidGuarantees,,1731595345246.11b353fb2bd02e7483b7c8ed67fdaec1.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-14T14:42:41,461 DEBUG [RS_FLUSH_OPERATIONS-regionserver/da1c6afcd1f9:0-1 {event_type=RS_FLUSH_REGIONS, pid=140}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=140 java.io.IOException: Unable to complete flush {ENCODED => 11b353fb2bd02e7483b7c8ed67fdaec1, NAME => 'TestAcidGuarantees,,1731595345246.11b353fb2bd02e7483b7c8ed67fdaec1.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-14T14:42:41,462 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45145 {}] master.HMaster(4177): Remote procedure failed, pid=140 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 11b353fb2bd02e7483b7c8ed67fdaec1, NAME => 'TestAcidGuarantees,,1731595345246.11b353fb2bd02e7483b7c8ed67fdaec1.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$5(MasterRpcServices.java:2580) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2575) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 11b353fb2bd02e7483b7c8ed67fdaec1, NAME => 'TestAcidGuarantees,,1731595345246.11b353fb2bd02e7483b7c8ed67fdaec1.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-14T14:42:41,612 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=15.65 KB at sequenceid=342 (bloomFilter=true), to=hdfs://localhost:34345/user/jenkins/test-data/14d118ee-a83a-b09b-5913-1a58940a5db1/data/default/TestAcidGuarantees/11b353fb2bd02e7483b7c8ed67fdaec1/.tmp/B/c9565d127cb849c0bcce6127eca86c86 2024-11-14T14:42:41,614 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=35765 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=140 2024-11-14T14:42:41,614 DEBUG [RS_FLUSH_OPERATIONS-regionserver/da1c6afcd1f9:0-2 {event_type=RS_FLUSH_REGIONS, pid=140}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1731595345246.11b353fb2bd02e7483b7c8ed67fdaec1. 2024-11-14T14:42:41,614 DEBUG [RS_FLUSH_OPERATIONS-regionserver/da1c6afcd1f9:0-2 {event_type=RS_FLUSH_REGIONS, pid=140}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1731595345246.11b353fb2bd02e7483b7c8ed67fdaec1. as already flushing 2024-11-14T14:42:41,614 DEBUG [RS_FLUSH_OPERATIONS-regionserver/da1c6afcd1f9:0-2 {event_type=RS_FLUSH_REGIONS, pid=140}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1731595345246.11b353fb2bd02e7483b7c8ed67fdaec1. 2024-11-14T14:42:41,614 ERROR [RS_FLUSH_OPERATIONS-regionserver/da1c6afcd1f9:0-2 {event_type=RS_FLUSH_REGIONS, pid=140}] handler.RSProcedureHandler(58): pid=140 java.io.IOException: Unable to complete flush {ENCODED => 11b353fb2bd02e7483b7c8ed67fdaec1, NAME => 'TestAcidGuarantees,,1731595345246.11b353fb2bd02e7483b7c8ed67fdaec1.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-14T14:42:41,614 DEBUG [RS_FLUSH_OPERATIONS-regionserver/da1c6afcd1f9:0-2 {event_type=RS_FLUSH_REGIONS, pid=140}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=140 java.io.IOException: Unable to complete flush {ENCODED => 11b353fb2bd02e7483b7c8ed67fdaec1, NAME => 'TestAcidGuarantees,,1731595345246.11b353fb2bd02e7483b7c8ed67fdaec1.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-14T14:42:41,615 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45145 {}] master.HMaster(4177): Remote procedure failed, pid=140 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 11b353fb2bd02e7483b7c8ed67fdaec1, NAME => 'TestAcidGuarantees,,1731595345246.11b353fb2bd02e7483b7c8ed67fdaec1.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$5(MasterRpcServices.java:2580) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2575) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 11b353fb2bd02e7483b7c8ed67fdaec1, NAME => 'TestAcidGuarantees,,1731595345246.11b353fb2bd02e7483b7c8ed67fdaec1.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-14T14:42:41,618 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:34345/user/jenkins/test-data/14d118ee-a83a-b09b-5913-1a58940a5db1/data/default/TestAcidGuarantees/11b353fb2bd02e7483b7c8ed67fdaec1/.tmp/C/1291b86433a0458c8e8b925dba903d53 is 50, key is test_row_0/C:col10/1731595361189/Put/seqid=0 2024-11-14T14:42:41,622 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36699 is added to blk_1073742313_1489 (size=12301) 2024-11-14T14:42:41,625 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45145 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=139 2024-11-14T14:42:41,668 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35765 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=11b353fb2bd02e7483b7c8ed67fdaec1, server=da1c6afcd1f9,35765,1731595233113 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-14T14:42:41,669 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35765 {}] ipc.CallRunner(138): callId: 118 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:55502 deadline: 1731595421656, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=11b353fb2bd02e7483b7c8ed67fdaec1, server=da1c6afcd1f9,35765,1731595233113 2024-11-14T14:42:41,669 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731595345246.11b353fb2bd02e7483b7c8ed67fdaec1., hostname=da1c6afcd1f9,35765,1731595233113, seqNum=2 , the old value is region=TestAcidGuarantees,,1731595345246.11b353fb2bd02e7483b7c8ed67fdaec1., hostname=da1c6afcd1f9,35765,1731595233113, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=11b353fb2bd02e7483b7c8ed67fdaec1, server=da1c6afcd1f9,35765,1731595233113 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-14T14:42:41,669 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35765 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=11b353fb2bd02e7483b7c8ed67fdaec1, server=da1c6afcd1f9,35765,1731595233113 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-14T14:42:41,669 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731595345246.11b353fb2bd02e7483b7c8ed67fdaec1., hostname=da1c6afcd1f9,35765,1731595233113, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=11b353fb2bd02e7483b7c8ed67fdaec1, server=da1c6afcd1f9,35765,1731595233113 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-14T14:42:41,669 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731595345246.11b353fb2bd02e7483b7c8ed67fdaec1., hostname=da1c6afcd1f9,35765,1731595233113, seqNum=2 because the exception is null or not the one we care about 2024-11-14T14:42:41,669 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35765 {}] ipc.CallRunner(138): callId: 90 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:55492 deadline: 1731595421656, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=11b353fb2bd02e7483b7c8ed67fdaec1, server=da1c6afcd1f9,35765,1731595233113 2024-11-14T14:42:41,669 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35765 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=11b353fb2bd02e7483b7c8ed67fdaec1, server=da1c6afcd1f9,35765,1731595233113 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-14T14:42:41,669 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731595345246.11b353fb2bd02e7483b7c8ed67fdaec1., hostname=da1c6afcd1f9,35765,1731595233113, seqNum=2 , the old value is region=TestAcidGuarantees,,1731595345246.11b353fb2bd02e7483b7c8ed67fdaec1., hostname=da1c6afcd1f9,35765,1731595233113, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=11b353fb2bd02e7483b7c8ed67fdaec1, server=da1c6afcd1f9,35765,1731595233113 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-14T14:42:41,669 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731595345246.11b353fb2bd02e7483b7c8ed67fdaec1., hostname=da1c6afcd1f9,35765,1731595233113, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=11b353fb2bd02e7483b7c8ed67fdaec1, server=da1c6afcd1f9,35765,1731595233113 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-14T14:42:41,669 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35765 {}] ipc.CallRunner(138): callId: 99 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:55520 deadline: 1731595421657, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=11b353fb2bd02e7483b7c8ed67fdaec1, server=da1c6afcd1f9,35765,1731595233113 2024-11-14T14:42:41,669 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731595345246.11b353fb2bd02e7483b7c8ed67fdaec1., hostname=da1c6afcd1f9,35765,1731595233113, seqNum=2 because the exception is null or not the one we care about 2024-11-14T14:42:41,670 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731595345246.11b353fb2bd02e7483b7c8ed67fdaec1., hostname=da1c6afcd1f9,35765,1731595233113, seqNum=2 , the old value is region=TestAcidGuarantees,,1731595345246.11b353fb2bd02e7483b7c8ed67fdaec1., hostname=da1c6afcd1f9,35765,1731595233113, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=11b353fb2bd02e7483b7c8ed67fdaec1, server=da1c6afcd1f9,35765,1731595233113 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-14T14:42:41,670 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731595345246.11b353fb2bd02e7483b7c8ed67fdaec1., hostname=da1c6afcd1f9,35765,1731595233113, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=11b353fb2bd02e7483b7c8ed67fdaec1, server=da1c6afcd1f9,35765,1731595233113 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-14T14:42:41,670 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731595345246.11b353fb2bd02e7483b7c8ed67fdaec1., hostname=da1c6afcd1f9,35765,1731595233113, seqNum=2 because the exception is null or not the one we care about 2024-11-14T14:42:41,767 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=35765 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=140 2024-11-14T14:42:41,767 DEBUG [RS_FLUSH_OPERATIONS-regionserver/da1c6afcd1f9:0-0 {event_type=RS_FLUSH_REGIONS, pid=140}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1731595345246.11b353fb2bd02e7483b7c8ed67fdaec1. 2024-11-14T14:42:41,767 DEBUG [RS_FLUSH_OPERATIONS-regionserver/da1c6afcd1f9:0-0 {event_type=RS_FLUSH_REGIONS, pid=140}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1731595345246.11b353fb2bd02e7483b7c8ed67fdaec1. as already flushing 2024-11-14T14:42:41,767 DEBUG [RS_FLUSH_OPERATIONS-regionserver/da1c6afcd1f9:0-0 {event_type=RS_FLUSH_REGIONS, pid=140}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1731595345246.11b353fb2bd02e7483b7c8ed67fdaec1. 2024-11-14T14:42:41,767 ERROR [RS_FLUSH_OPERATIONS-regionserver/da1c6afcd1f9:0-0 {event_type=RS_FLUSH_REGIONS, pid=140}] handler.RSProcedureHandler(58): pid=140 java.io.IOException: Unable to complete flush {ENCODED => 11b353fb2bd02e7483b7c8ed67fdaec1, NAME => 'TestAcidGuarantees,,1731595345246.11b353fb2bd02e7483b7c8ed67fdaec1.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-14T14:42:41,767 DEBUG [RS_FLUSH_OPERATIONS-regionserver/da1c6afcd1f9:0-0 {event_type=RS_FLUSH_REGIONS, pid=140}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=140 java.io.IOException: Unable to complete flush {ENCODED => 11b353fb2bd02e7483b7c8ed67fdaec1, NAME => 'TestAcidGuarantees,,1731595345246.11b353fb2bd02e7483b7c8ed67fdaec1.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-14T14:42:41,768 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45145 {}] master.HMaster(4177): Remote procedure failed, pid=140 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 11b353fb2bd02e7483b7c8ed67fdaec1, NAME => 'TestAcidGuarantees,,1731595345246.11b353fb2bd02e7483b7c8ed67fdaec1.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$5(MasterRpcServices.java:2580) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2575) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 11b353fb2bd02e7483b7c8ed67fdaec1, NAME => 'TestAcidGuarantees,,1731595345246.11b353fb2bd02e7483b7c8ed67fdaec1.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-14T14:42:41,920 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=35765 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=140 2024-11-14T14:42:41,920 DEBUG [RS_FLUSH_OPERATIONS-regionserver/da1c6afcd1f9:0-1 {event_type=RS_FLUSH_REGIONS, pid=140}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1731595345246.11b353fb2bd02e7483b7c8ed67fdaec1. 2024-11-14T14:42:41,920 DEBUG [RS_FLUSH_OPERATIONS-regionserver/da1c6afcd1f9:0-1 {event_type=RS_FLUSH_REGIONS, pid=140}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1731595345246.11b353fb2bd02e7483b7c8ed67fdaec1. as already flushing 2024-11-14T14:42:41,920 DEBUG [RS_FLUSH_OPERATIONS-regionserver/da1c6afcd1f9:0-1 {event_type=RS_FLUSH_REGIONS, pid=140}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1731595345246.11b353fb2bd02e7483b7c8ed67fdaec1. 2024-11-14T14:42:41,920 ERROR [RS_FLUSH_OPERATIONS-regionserver/da1c6afcd1f9:0-1 {event_type=RS_FLUSH_REGIONS, pid=140}] handler.RSProcedureHandler(58): pid=140 java.io.IOException: Unable to complete flush {ENCODED => 11b353fb2bd02e7483b7c8ed67fdaec1, NAME => 'TestAcidGuarantees,,1731595345246.11b353fb2bd02e7483b7c8ed67fdaec1.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-14T14:42:41,920 DEBUG [RS_FLUSH_OPERATIONS-regionserver/da1c6afcd1f9:0-1 {event_type=RS_FLUSH_REGIONS, pid=140}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=140 java.io.IOException: Unable to complete flush {ENCODED => 11b353fb2bd02e7483b7c8ed67fdaec1, NAME => 'TestAcidGuarantees,,1731595345246.11b353fb2bd02e7483b7c8ed67fdaec1.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-14T14:42:41,921 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45145 {}] master.HMaster(4177): Remote procedure failed, pid=140 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 11b353fb2bd02e7483b7c8ed67fdaec1, NAME => 'TestAcidGuarantees,,1731595345246.11b353fb2bd02e7483b7c8ed67fdaec1.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$5(MasterRpcServices.java:2580) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2575) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 11b353fb2bd02e7483b7c8ed67fdaec1, NAME => 'TestAcidGuarantees,,1731595345246.11b353fb2bd02e7483b7c8ed67fdaec1.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-14T14:42:41,936 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45145 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=139 2024-11-14T14:42:41,987 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35765 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=11b353fb2bd02e7483b7c8ed67fdaec1, server=da1c6afcd1f9,35765,1731595233113 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-14T14:42:41,987 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35765 {}] ipc.CallRunner(138): callId: 119 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:55502 deadline: 1731595421976, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=11b353fb2bd02e7483b7c8ed67fdaec1, server=da1c6afcd1f9,35765,1731595233113 2024-11-14T14:42:41,987 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35765 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=11b353fb2bd02e7483b7c8ed67fdaec1, server=da1c6afcd1f9,35765,1731595233113 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-14T14:42:41,987 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731595345246.11b353fb2bd02e7483b7c8ed67fdaec1., hostname=da1c6afcd1f9,35765,1731595233113, seqNum=2 , the old value is region=TestAcidGuarantees,,1731595345246.11b353fb2bd02e7483b7c8ed67fdaec1., hostname=da1c6afcd1f9,35765,1731595233113, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=11b353fb2bd02e7483b7c8ed67fdaec1, server=da1c6afcd1f9,35765,1731595233113 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-14T14:42:41,987 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731595345246.11b353fb2bd02e7483b7c8ed67fdaec1., hostname=da1c6afcd1f9,35765,1731595233113, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=11b353fb2bd02e7483b7c8ed67fdaec1, server=da1c6afcd1f9,35765,1731595233113 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-14T14:42:41,987 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731595345246.11b353fb2bd02e7483b7c8ed67fdaec1., hostname=da1c6afcd1f9,35765,1731595233113, seqNum=2 because the exception is null or not the one we care about 2024-11-14T14:42:41,988 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35765 {}] ipc.CallRunner(138): callId: 91 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:55492 deadline: 1731595421976, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=11b353fb2bd02e7483b7c8ed67fdaec1, server=da1c6afcd1f9,35765,1731595233113 2024-11-14T14:42:41,988 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35765 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=11b353fb2bd02e7483b7c8ed67fdaec1, server=da1c6afcd1f9,35765,1731595233113 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-14T14:42:41,988 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731595345246.11b353fb2bd02e7483b7c8ed67fdaec1., hostname=da1c6afcd1f9,35765,1731595233113, seqNum=2 , the old value is region=TestAcidGuarantees,,1731595345246.11b353fb2bd02e7483b7c8ed67fdaec1., hostname=da1c6afcd1f9,35765,1731595233113, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=11b353fb2bd02e7483b7c8ed67fdaec1, server=da1c6afcd1f9,35765,1731595233113 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-14T14:42:41,988 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35765 {}] ipc.CallRunner(138): callId: 100 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:55520 deadline: 1731595421976, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=11b353fb2bd02e7483b7c8ed67fdaec1, server=da1c6afcd1f9,35765,1731595233113 2024-11-14T14:42:41,988 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731595345246.11b353fb2bd02e7483b7c8ed67fdaec1., hostname=da1c6afcd1f9,35765,1731595233113, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=11b353fb2bd02e7483b7c8ed67fdaec1, server=da1c6afcd1f9,35765,1731595233113 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-14T14:42:41,988 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731595345246.11b353fb2bd02e7483b7c8ed67fdaec1., hostname=da1c6afcd1f9,35765,1731595233113, seqNum=2 because the exception is null or not the one we care about 2024-11-14T14:42:41,988 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731595345246.11b353fb2bd02e7483b7c8ed67fdaec1., hostname=da1c6afcd1f9,35765,1731595233113, seqNum=2 , the old value is region=TestAcidGuarantees,,1731595345246.11b353fb2bd02e7483b7c8ed67fdaec1., hostname=da1c6afcd1f9,35765,1731595233113, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=11b353fb2bd02e7483b7c8ed67fdaec1, server=da1c6afcd1f9,35765,1731595233113 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-14T14:42:41,988 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731595345246.11b353fb2bd02e7483b7c8ed67fdaec1., hostname=da1c6afcd1f9,35765,1731595233113, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=11b353fb2bd02e7483b7c8ed67fdaec1, server=da1c6afcd1f9,35765,1731595233113 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-14T14:42:41,988 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731595345246.11b353fb2bd02e7483b7c8ed67fdaec1., hostname=da1c6afcd1f9,35765,1731595233113, seqNum=2 because the exception is null or not the one we care about 2024-11-14T14:42:42,022 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=15.65 KB at sequenceid=342 (bloomFilter=true), to=hdfs://localhost:34345/user/jenkins/test-data/14d118ee-a83a-b09b-5913-1a58940a5db1/data/default/TestAcidGuarantees/11b353fb2bd02e7483b7c8ed67fdaec1/.tmp/C/1291b86433a0458c8e8b925dba903d53 2024-11-14T14:42:42,026 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:34345/user/jenkins/test-data/14d118ee-a83a-b09b-5913-1a58940a5db1/data/default/TestAcidGuarantees/11b353fb2bd02e7483b7c8ed67fdaec1/.tmp/A/2a7b66cfaf484b058f4aae2dae5ae1c2 as hdfs://localhost:34345/user/jenkins/test-data/14d118ee-a83a-b09b-5913-1a58940a5db1/data/default/TestAcidGuarantees/11b353fb2bd02e7483b7c8ed67fdaec1/A/2a7b66cfaf484b058f4aae2dae5ae1c2 2024-11-14T14:42:42,028 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:34345/user/jenkins/test-data/14d118ee-a83a-b09b-5913-1a58940a5db1/data/default/TestAcidGuarantees/11b353fb2bd02e7483b7c8ed67fdaec1/A/2a7b66cfaf484b058f4aae2dae5ae1c2, entries=200, sequenceid=342, filesize=14.4 K 2024-11-14T14:42:42,029 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:34345/user/jenkins/test-data/14d118ee-a83a-b09b-5913-1a58940a5db1/data/default/TestAcidGuarantees/11b353fb2bd02e7483b7c8ed67fdaec1/.tmp/B/c9565d127cb849c0bcce6127eca86c86 as hdfs://localhost:34345/user/jenkins/test-data/14d118ee-a83a-b09b-5913-1a58940a5db1/data/default/TestAcidGuarantees/11b353fb2bd02e7483b7c8ed67fdaec1/B/c9565d127cb849c0bcce6127eca86c86 2024-11-14T14:42:42,032 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:34345/user/jenkins/test-data/14d118ee-a83a-b09b-5913-1a58940a5db1/data/default/TestAcidGuarantees/11b353fb2bd02e7483b7c8ed67fdaec1/B/c9565d127cb849c0bcce6127eca86c86, entries=150, sequenceid=342, filesize=12.0 K 2024-11-14T14:42:42,033 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:34345/user/jenkins/test-data/14d118ee-a83a-b09b-5913-1a58940a5db1/data/default/TestAcidGuarantees/11b353fb2bd02e7483b7c8ed67fdaec1/.tmp/C/1291b86433a0458c8e8b925dba903d53 as hdfs://localhost:34345/user/jenkins/test-data/14d118ee-a83a-b09b-5913-1a58940a5db1/data/default/TestAcidGuarantees/11b353fb2bd02e7483b7c8ed67fdaec1/C/1291b86433a0458c8e8b925dba903d53 2024-11-14T14:42:42,036 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:34345/user/jenkins/test-data/14d118ee-a83a-b09b-5913-1a58940a5db1/data/default/TestAcidGuarantees/11b353fb2bd02e7483b7c8ed67fdaec1/C/1291b86433a0458c8e8b925dba903d53, entries=150, sequenceid=342, filesize=12.0 K 2024-11-14T14:42:42,037 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(3140): Finished flush of dataSize ~46.96 KB/48090, heapSize ~140.16 KB/143520, currentSize=134.18 KB/137400 for 11b353fb2bd02e7483b7c8ed67fdaec1 in 845ms, sequenceid=342, compaction requested=true 2024-11-14T14:42:42,037 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2603): Flush status journal for 11b353fb2bd02e7483b7c8ed67fdaec1: 2024-11-14T14:42:42,037 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store 11b353fb2bd02e7483b7c8ed67fdaec1:A, priority=-2147483648, current under compaction store size is 1 2024-11-14T14:42:42,037 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-14T14:42:42,037 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store 11b353fb2bd02e7483b7c8ed67fdaec1:B, priority=-2147483648, current under compaction store size is 2 2024-11-14T14:42:42,037 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-14T14:42:42,037 DEBUG [RS:0;da1c6afcd1f9:35765-shortCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 3 store files, 0 compacting, 3 eligible, 16 blocking 2024-11-14T14:42:42,037 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store 11b353fb2bd02e7483b7c8ed67fdaec1:C, priority=-2147483648, current under compaction store size is 3 2024-11-14T14:42:42,037 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=1), splitQueue=0 2024-11-14T14:42:42,037 DEBUG [RS:0;da1c6afcd1f9:35765-longCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 3 store files, 0 compacting, 3 eligible, 16 blocking 2024-11-14T14:42:42,038 DEBUG [RS:0;da1c6afcd1f9:35765-shortCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 3 files of size 39685 starting at candidate #0 after considering 1 permutations with 1 in ratio 2024-11-14T14:42:42,038 DEBUG [RS:0;da1c6afcd1f9:35765-longCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 3 files of size 37245 starting at candidate #0 after considering 1 permutations with 1 in ratio 2024-11-14T14:42:42,038 DEBUG [RS:0;da1c6afcd1f9:35765-longCompactions-0 {}] regionserver.HStore(1541): 11b353fb2bd02e7483b7c8ed67fdaec1/B is initiating minor compaction (all files) 2024-11-14T14:42:42,038 DEBUG [RS:0;da1c6afcd1f9:35765-shortCompactions-0 {}] regionserver.HStore(1541): 11b353fb2bd02e7483b7c8ed67fdaec1/A is initiating minor compaction (all files) 2024-11-14T14:42:42,038 INFO [RS:0;da1c6afcd1f9:35765-longCompactions-0 {}] regionserver.HRegion(2416): Starting compaction of 11b353fb2bd02e7483b7c8ed67fdaec1/B in TestAcidGuarantees,,1731595345246.11b353fb2bd02e7483b7c8ed67fdaec1. 2024-11-14T14:42:42,038 INFO [RS:0;da1c6afcd1f9:35765-shortCompactions-0 {}] regionserver.HRegion(2416): Starting compaction of 11b353fb2bd02e7483b7c8ed67fdaec1/A in TestAcidGuarantees,,1731595345246.11b353fb2bd02e7483b7c8ed67fdaec1. 2024-11-14T14:42:42,038 INFO [RS:0;da1c6afcd1f9:35765-longCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:34345/user/jenkins/test-data/14d118ee-a83a-b09b-5913-1a58940a5db1/data/default/TestAcidGuarantees/11b353fb2bd02e7483b7c8ed67fdaec1/B/60361cd9ebd74ce9bd2218891e724f13, hdfs://localhost:34345/user/jenkins/test-data/14d118ee-a83a-b09b-5913-1a58940a5db1/data/default/TestAcidGuarantees/11b353fb2bd02e7483b7c8ed67fdaec1/B/d113f3a89657481ea973bb3af946cf5a, hdfs://localhost:34345/user/jenkins/test-data/14d118ee-a83a-b09b-5913-1a58940a5db1/data/default/TestAcidGuarantees/11b353fb2bd02e7483b7c8ed67fdaec1/B/c9565d127cb849c0bcce6127eca86c86] into tmpdir=hdfs://localhost:34345/user/jenkins/test-data/14d118ee-a83a-b09b-5913-1a58940a5db1/data/default/TestAcidGuarantees/11b353fb2bd02e7483b7c8ed67fdaec1/.tmp, totalSize=36.4 K 2024-11-14T14:42:42,038 INFO [RS:0;da1c6afcd1f9:35765-shortCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:34345/user/jenkins/test-data/14d118ee-a83a-b09b-5913-1a58940a5db1/data/default/TestAcidGuarantees/11b353fb2bd02e7483b7c8ed67fdaec1/A/e6ac9dc9981c4f05926e25e4afa06f5d, hdfs://localhost:34345/user/jenkins/test-data/14d118ee-a83a-b09b-5913-1a58940a5db1/data/default/TestAcidGuarantees/11b353fb2bd02e7483b7c8ed67fdaec1/A/5cd01d4d18754ebab636da23b35fa91b, hdfs://localhost:34345/user/jenkins/test-data/14d118ee-a83a-b09b-5913-1a58940a5db1/data/default/TestAcidGuarantees/11b353fb2bd02e7483b7c8ed67fdaec1/A/2a7b66cfaf484b058f4aae2dae5ae1c2] into tmpdir=hdfs://localhost:34345/user/jenkins/test-data/14d118ee-a83a-b09b-5913-1a58940a5db1/data/default/TestAcidGuarantees/11b353fb2bd02e7483b7c8ed67fdaec1/.tmp, totalSize=38.8 K 2024-11-14T14:42:42,038 DEBUG [RS:0;da1c6afcd1f9:35765-longCompactions-0 {}] compactions.Compactor(225): Compacting 60361cd9ebd74ce9bd2218891e724f13, keycount=150, bloomtype=ROW, size=12.3 K, encoding=NONE, compression=NONE, seqNum=319, earliestPutTs=1731595358279 2024-11-14T14:42:42,038 DEBUG [RS:0;da1c6afcd1f9:35765-shortCompactions-0 {}] compactions.Compactor(225): Compacting e6ac9dc9981c4f05926e25e4afa06f5d, keycount=150, bloomtype=ROW, size=12.3 K, encoding=NONE, compression=NONE, seqNum=319, earliestPutTs=1731595358279 2024-11-14T14:42:42,039 DEBUG [RS:0;da1c6afcd1f9:35765-longCompactions-0 {}] compactions.Compactor(225): Compacting d113f3a89657481ea973bb3af946cf5a, keycount=150, bloomtype=ROW, size=12.0 K, encoding=NONE, compression=NONE, seqNum=328, earliestPutTs=1731595358960 2024-11-14T14:42:42,039 DEBUG [RS:0;da1c6afcd1f9:35765-shortCompactions-0 {}] compactions.Compactor(225): Compacting 5cd01d4d18754ebab636da23b35fa91b, keycount=150, bloomtype=ROW, size=12.0 K, encoding=NONE, compression=NONE, seqNum=328, earliestPutTs=1731595358960 2024-11-14T14:42:42,039 DEBUG [RS:0;da1c6afcd1f9:35765-longCompactions-0 {}] compactions.Compactor(225): Compacting c9565d127cb849c0bcce6127eca86c86, keycount=150, bloomtype=ROW, size=12.0 K, encoding=NONE, compression=NONE, seqNum=342, earliestPutTs=1731595361189 2024-11-14T14:42:42,039 DEBUG [RS:0;da1c6afcd1f9:35765-shortCompactions-0 {}] compactions.Compactor(225): Compacting 2a7b66cfaf484b058f4aae2dae5ae1c2, keycount=200, bloomtype=ROW, size=14.4 K, encoding=NONE, compression=NONE, seqNum=342, earliestPutTs=1731595361188 2024-11-14T14:42:42,046 INFO [RS:0;da1c6afcd1f9:35765-shortCompactions-0 {}] throttle.PressureAwareThroughputController(145): 11b353fb2bd02e7483b7c8ed67fdaec1#A#compaction#420 average throughput is 6.55 MB/second, slept 0 time(s) and total slept time is 0 ms. 1 active operations remaining, total limit is 50.00 MB/second 2024-11-14T14:42:42,046 DEBUG [RS:0;da1c6afcd1f9:35765-shortCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:34345/user/jenkins/test-data/14d118ee-a83a-b09b-5913-1a58940a5db1/data/default/TestAcidGuarantees/11b353fb2bd02e7483b7c8ed67fdaec1/.tmp/A/86d35c0cae4a4c388f0e7572eca2e881 is 50, key is test_row_0/A:col10/1731595361189/Put/seqid=0 2024-11-14T14:42:42,046 INFO [RS:0;da1c6afcd1f9:35765-longCompactions-0 {}] throttle.PressureAwareThroughputController(145): 11b353fb2bd02e7483b7c8ed67fdaec1#B#compaction#419 average throughput is 3.28 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second 2024-11-14T14:42:42,047 DEBUG [RS:0;da1c6afcd1f9:35765-longCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:34345/user/jenkins/test-data/14d118ee-a83a-b09b-5913-1a58940a5db1/data/default/TestAcidGuarantees/11b353fb2bd02e7483b7c8ed67fdaec1/.tmp/B/024d7442bf2745ff93046cc3ba0b358a is 50, key is test_row_0/B:col10/1731595361189/Put/seqid=0 2024-11-14T14:42:42,051 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36699 is added to blk_1073742315_1491 (size=12745) 2024-11-14T14:42:42,052 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36699 is added to blk_1073742314_1490 (size=12745) 2024-11-14T14:42:42,073 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=35765 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=140 2024-11-14T14:42:42,073 DEBUG [RS_FLUSH_OPERATIONS-regionserver/da1c6afcd1f9:0-2 {event_type=RS_FLUSH_REGIONS, pid=140}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1731595345246.11b353fb2bd02e7483b7c8ed67fdaec1. 2024-11-14T14:42:42,073 INFO [RS_FLUSH_OPERATIONS-regionserver/da1c6afcd1f9:0-2 {event_type=RS_FLUSH_REGIONS, pid=140}] regionserver.HRegion(2902): Flushing 11b353fb2bd02e7483b7c8ed67fdaec1 3/3 column families, dataSize=134.18 KB heapSize=375.61 KB 2024-11-14T14:42:42,074 DEBUG [RS_FLUSH_OPERATIONS-regionserver/da1c6afcd1f9:0-2 {event_type=RS_FLUSH_REGIONS, pid=140}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 11b353fb2bd02e7483b7c8ed67fdaec1, store=A 2024-11-14T14:42:42,074 DEBUG [RS_FLUSH_OPERATIONS-regionserver/da1c6afcd1f9:0-2 {event_type=RS_FLUSH_REGIONS, pid=140}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=2, new segment=null 2024-11-14T14:42:42,074 DEBUG [RS_FLUSH_OPERATIONS-regionserver/da1c6afcd1f9:0-2 {event_type=RS_FLUSH_REGIONS, pid=140}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 11b353fb2bd02e7483b7c8ed67fdaec1, store=B 2024-11-14T14:42:42,074 DEBUG [RS_FLUSH_OPERATIONS-regionserver/da1c6afcd1f9:0-2 {event_type=RS_FLUSH_REGIONS, pid=140}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=2, new segment=null 2024-11-14T14:42:42,074 DEBUG [RS_FLUSH_OPERATIONS-regionserver/da1c6afcd1f9:0-2 {event_type=RS_FLUSH_REGIONS, pid=140}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 11b353fb2bd02e7483b7c8ed67fdaec1, store=C 2024-11-14T14:42:42,074 DEBUG [RS_FLUSH_OPERATIONS-regionserver/da1c6afcd1f9:0-2 {event_type=RS_FLUSH_REGIONS, pid=140}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=2, new segment=null 2024-11-14T14:42:42,078 DEBUG [RS_FLUSH_OPERATIONS-regionserver/da1c6afcd1f9:0-2 {event_type=RS_FLUSH_REGIONS, pid=140}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:34345/user/jenkins/test-data/14d118ee-a83a-b09b-5913-1a58940a5db1/data/default/TestAcidGuarantees/11b353fb2bd02e7483b7c8ed67fdaec1/.tmp/A/01aa1eb3b7c14670be2bec9690cd7180 is 50, key is test_row_0/A:col10/1731595361310/Put/seqid=0 2024-11-14T14:42:42,081 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36699 is added to blk_1073742316_1492 (size=12301) 2024-11-14T14:42:42,446 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45145 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=139 2024-11-14T14:42:42,455 DEBUG [RS:0;da1c6afcd1f9:35765-longCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:34345/user/jenkins/test-data/14d118ee-a83a-b09b-5913-1a58940a5db1/data/default/TestAcidGuarantees/11b353fb2bd02e7483b7c8ed67fdaec1/.tmp/B/024d7442bf2745ff93046cc3ba0b358a as hdfs://localhost:34345/user/jenkins/test-data/14d118ee-a83a-b09b-5913-1a58940a5db1/data/default/TestAcidGuarantees/11b353fb2bd02e7483b7c8ed67fdaec1/B/024d7442bf2745ff93046cc3ba0b358a 2024-11-14T14:42:42,456 DEBUG [RS:0;da1c6afcd1f9:35765-shortCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:34345/user/jenkins/test-data/14d118ee-a83a-b09b-5913-1a58940a5db1/data/default/TestAcidGuarantees/11b353fb2bd02e7483b7c8ed67fdaec1/.tmp/A/86d35c0cae4a4c388f0e7572eca2e881 as hdfs://localhost:34345/user/jenkins/test-data/14d118ee-a83a-b09b-5913-1a58940a5db1/data/default/TestAcidGuarantees/11b353fb2bd02e7483b7c8ed67fdaec1/A/86d35c0cae4a4c388f0e7572eca2e881 2024-11-14T14:42:42,460 INFO [RS:0;da1c6afcd1f9:35765-longCompactions-0 {}] regionserver.HStore(1337): Completed compaction of 3 (all) file(s) in 11b353fb2bd02e7483b7c8ed67fdaec1/B of 11b353fb2bd02e7483b7c8ed67fdaec1 into 024d7442bf2745ff93046cc3ba0b358a(size=12.4 K), total size for store is 12.4 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-11-14T14:42:42,460 DEBUG [RS:0;da1c6afcd1f9:35765-longCompactions-0 {}] regionserver.HRegion(2446): Compaction status journal for 11b353fb2bd02e7483b7c8ed67fdaec1: 2024-11-14T14:42:42,460 INFO [RS:0;da1c6afcd1f9:35765-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1731595345246.11b353fb2bd02e7483b7c8ed67fdaec1., storeName=11b353fb2bd02e7483b7c8ed67fdaec1/B, priority=13, startTime=1731595362037; duration=0sec 2024-11-14T14:42:42,460 DEBUG [RS:0;da1c6afcd1f9:35765-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=1), splitQueue=0 2024-11-14T14:42:42,460 DEBUG [RS:0;da1c6afcd1f9:35765-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: 11b353fb2bd02e7483b7c8ed67fdaec1:B 2024-11-14T14:42:42,460 DEBUG [RS:0;da1c6afcd1f9:35765-longCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 3 store files, 0 compacting, 3 eligible, 16 blocking 2024-11-14T14:42:42,460 INFO [RS:0;da1c6afcd1f9:35765-shortCompactions-0 {}] regionserver.HStore(1337): Completed compaction of 3 (all) file(s) in 11b353fb2bd02e7483b7c8ed67fdaec1/A of 11b353fb2bd02e7483b7c8ed67fdaec1 into 86d35c0cae4a4c388f0e7572eca2e881(size=12.4 K), total size for store is 12.4 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-11-14T14:42:42,460 DEBUG [RS:0;da1c6afcd1f9:35765-shortCompactions-0 {}] regionserver.HRegion(2446): Compaction status journal for 11b353fb2bd02e7483b7c8ed67fdaec1: 2024-11-14T14:42:42,460 INFO [RS:0;da1c6afcd1f9:35765-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1731595345246.11b353fb2bd02e7483b7c8ed67fdaec1., storeName=11b353fb2bd02e7483b7c8ed67fdaec1/A, priority=13, startTime=1731595362037; duration=0sec 2024-11-14T14:42:42,460 DEBUG [RS:0;da1c6afcd1f9:35765-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-14T14:42:42,460 DEBUG [RS:0;da1c6afcd1f9:35765-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: 11b353fb2bd02e7483b7c8ed67fdaec1:A 2024-11-14T14:42:42,461 DEBUG [RS:0;da1c6afcd1f9:35765-longCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 3 files of size 37245 starting at candidate #0 after considering 1 permutations with 1 in ratio 2024-11-14T14:42:42,461 DEBUG [RS:0;da1c6afcd1f9:35765-longCompactions-0 {}] regionserver.HStore(1541): 11b353fb2bd02e7483b7c8ed67fdaec1/C is initiating minor compaction (all files) 2024-11-14T14:42:42,461 INFO [RS:0;da1c6afcd1f9:35765-longCompactions-0 {}] regionserver.HRegion(2416): Starting compaction of 11b353fb2bd02e7483b7c8ed67fdaec1/C in TestAcidGuarantees,,1731595345246.11b353fb2bd02e7483b7c8ed67fdaec1. 2024-11-14T14:42:42,461 INFO [RS:0;da1c6afcd1f9:35765-longCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:34345/user/jenkins/test-data/14d118ee-a83a-b09b-5913-1a58940a5db1/data/default/TestAcidGuarantees/11b353fb2bd02e7483b7c8ed67fdaec1/C/9d94d13a2f714d3693b14db19915f66f, hdfs://localhost:34345/user/jenkins/test-data/14d118ee-a83a-b09b-5913-1a58940a5db1/data/default/TestAcidGuarantees/11b353fb2bd02e7483b7c8ed67fdaec1/C/01df1afc15974f0c8ae553d63af98f1a, hdfs://localhost:34345/user/jenkins/test-data/14d118ee-a83a-b09b-5913-1a58940a5db1/data/default/TestAcidGuarantees/11b353fb2bd02e7483b7c8ed67fdaec1/C/1291b86433a0458c8e8b925dba903d53] into tmpdir=hdfs://localhost:34345/user/jenkins/test-data/14d118ee-a83a-b09b-5913-1a58940a5db1/data/default/TestAcidGuarantees/11b353fb2bd02e7483b7c8ed67fdaec1/.tmp, totalSize=36.4 K 2024-11-14T14:42:42,461 DEBUG [RS:0;da1c6afcd1f9:35765-longCompactions-0 {}] compactions.Compactor(225): Compacting 9d94d13a2f714d3693b14db19915f66f, keycount=150, bloomtype=ROW, size=12.3 K, encoding=NONE, compression=NONE, seqNum=319, earliestPutTs=1731595358279 2024-11-14T14:42:42,462 DEBUG [RS:0;da1c6afcd1f9:35765-longCompactions-0 {}] compactions.Compactor(225): Compacting 01df1afc15974f0c8ae553d63af98f1a, keycount=150, bloomtype=ROW, size=12.0 K, encoding=NONE, compression=NONE, seqNum=328, earliestPutTs=1731595358960 2024-11-14T14:42:42,462 DEBUG [RS:0;da1c6afcd1f9:35765-longCompactions-0 {}] compactions.Compactor(225): Compacting 1291b86433a0458c8e8b925dba903d53, keycount=150, bloomtype=ROW, size=12.0 K, encoding=NONE, compression=NONE, seqNum=342, earliestPutTs=1731595361189 2024-11-14T14:42:42,468 INFO [RS:0;da1c6afcd1f9:35765-longCompactions-0 {}] throttle.PressureAwareThroughputController(145): 11b353fb2bd02e7483b7c8ed67fdaec1#C#compaction#422 average throughput is 6.55 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second 2024-11-14T14:42:42,468 DEBUG [RS:0;da1c6afcd1f9:35765-longCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:34345/user/jenkins/test-data/14d118ee-a83a-b09b-5913-1a58940a5db1/data/default/TestAcidGuarantees/11b353fb2bd02e7483b7c8ed67fdaec1/.tmp/C/9f326024c91d4357bbee58d3426e31c2 is 50, key is test_row_0/C:col10/1731595361189/Put/seqid=0 2024-11-14T14:42:42,471 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36699 is added to blk_1073742317_1493 (size=12745) 2024-11-14T14:42:42,482 INFO [RS_FLUSH_OPERATIONS-regionserver/da1c6afcd1f9:0-2 {event_type=RS_FLUSH_REGIONS, pid=140}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=44.73 KB at sequenceid=377 (bloomFilter=true), to=hdfs://localhost:34345/user/jenkins/test-data/14d118ee-a83a-b09b-5913-1a58940a5db1/data/default/TestAcidGuarantees/11b353fb2bd02e7483b7c8ed67fdaec1/.tmp/A/01aa1eb3b7c14670be2bec9690cd7180 2024-11-14T14:42:42,489 DEBUG [RS_FLUSH_OPERATIONS-regionserver/da1c6afcd1f9:0-2 {event_type=RS_FLUSH_REGIONS, pid=140}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:34345/user/jenkins/test-data/14d118ee-a83a-b09b-5913-1a58940a5db1/data/default/TestAcidGuarantees/11b353fb2bd02e7483b7c8ed67fdaec1/.tmp/B/b6c209bb07b8455ba631d3ef6ac0f125 is 50, key is test_row_0/B:col10/1731595361310/Put/seqid=0 2024-11-14T14:42:42,492 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36699 is added to blk_1073742318_1494 (size=12301) 2024-11-14T14:42:42,500 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35765 {}] regionserver.HRegion(8855): Flush requested on 11b353fb2bd02e7483b7c8ed67fdaec1 2024-11-14T14:42:42,500 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1731595345246.11b353fb2bd02e7483b7c8ed67fdaec1. as already flushing 2024-11-14T14:42:42,525 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35765 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=11b353fb2bd02e7483b7c8ed67fdaec1, server=da1c6afcd1f9,35765,1731595233113 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-14T14:42:42,525 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35765 {}] ipc.CallRunner(138): callId: 94 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:55492 deadline: 1731595422514, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=11b353fb2bd02e7483b7c8ed67fdaec1, server=da1c6afcd1f9,35765,1731595233113 2024-11-14T14:42:42,525 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731595345246.11b353fb2bd02e7483b7c8ed67fdaec1., hostname=da1c6afcd1f9,35765,1731595233113, seqNum=2 , the old value is region=TestAcidGuarantees,,1731595345246.11b353fb2bd02e7483b7c8ed67fdaec1., hostname=da1c6afcd1f9,35765,1731595233113, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=11b353fb2bd02e7483b7c8ed67fdaec1, server=da1c6afcd1f9,35765,1731595233113 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-14T14:42:42,525 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731595345246.11b353fb2bd02e7483b7c8ed67fdaec1., hostname=da1c6afcd1f9,35765,1731595233113, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=11b353fb2bd02e7483b7c8ed67fdaec1, server=da1c6afcd1f9,35765,1731595233113 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-14T14:42:42,525 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731595345246.11b353fb2bd02e7483b7c8ed67fdaec1., hostname=da1c6afcd1f9,35765,1731595233113, seqNum=2 because the exception is null or not the one we care about 2024-11-14T14:42:42,526 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35765 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=11b353fb2bd02e7483b7c8ed67fdaec1, server=da1c6afcd1f9,35765,1731595233113 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-14T14:42:42,526 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35765 {}] ipc.CallRunner(138): callId: 103 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:55520 deadline: 1731595422515, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=11b353fb2bd02e7483b7c8ed67fdaec1, server=da1c6afcd1f9,35765,1731595233113 2024-11-14T14:42:42,526 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731595345246.11b353fb2bd02e7483b7c8ed67fdaec1., hostname=da1c6afcd1f9,35765,1731595233113, seqNum=2 , the old value is region=TestAcidGuarantees,,1731595345246.11b353fb2bd02e7483b7c8ed67fdaec1., hostname=da1c6afcd1f9,35765,1731595233113, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=11b353fb2bd02e7483b7c8ed67fdaec1, server=da1c6afcd1f9,35765,1731595233113 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-14T14:42:42,526 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731595345246.11b353fb2bd02e7483b7c8ed67fdaec1., hostname=da1c6afcd1f9,35765,1731595233113, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=11b353fb2bd02e7483b7c8ed67fdaec1, server=da1c6afcd1f9,35765,1731595233113 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-14T14:42:42,526 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731595345246.11b353fb2bd02e7483b7c8ed67fdaec1., hostname=da1c6afcd1f9,35765,1731595233113, seqNum=2 because the exception is null or not the one we care about 2024-11-14T14:42:42,536 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35765 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=11b353fb2bd02e7483b7c8ed67fdaec1, server=da1c6afcd1f9,35765,1731595233113 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-14T14:42:42,536 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35765 {}] ipc.CallRunner(138): callId: 123 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:55502 deadline: 1731595422524, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=11b353fb2bd02e7483b7c8ed67fdaec1, server=da1c6afcd1f9,35765,1731595233113 2024-11-14T14:42:42,536 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731595345246.11b353fb2bd02e7483b7c8ed67fdaec1., hostname=da1c6afcd1f9,35765,1731595233113, seqNum=2 , the old value is region=TestAcidGuarantees,,1731595345246.11b353fb2bd02e7483b7c8ed67fdaec1., hostname=da1c6afcd1f9,35765,1731595233113, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=11b353fb2bd02e7483b7c8ed67fdaec1, server=da1c6afcd1f9,35765,1731595233113 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-14T14:42:42,536 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731595345246.11b353fb2bd02e7483b7c8ed67fdaec1., hostname=da1c6afcd1f9,35765,1731595233113, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=11b353fb2bd02e7483b7c8ed67fdaec1, server=da1c6afcd1f9,35765,1731595233113 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-14T14:42:42,536 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731595345246.11b353fb2bd02e7483b7c8ed67fdaec1., hostname=da1c6afcd1f9,35765,1731595233113, seqNum=2 because the exception is null or not the one we care about 2024-11-14T14:42:42,645 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35765 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=11b353fb2bd02e7483b7c8ed67fdaec1, server=da1c6afcd1f9,35765,1731595233113 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-14T14:42:42,645 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35765 {}] ipc.CallRunner(138): callId: 95 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:55492 deadline: 1731595422636, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=11b353fb2bd02e7483b7c8ed67fdaec1, server=da1c6afcd1f9,35765,1731595233113 2024-11-14T14:42:42,645 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35765 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=11b353fb2bd02e7483b7c8ed67fdaec1, server=da1c6afcd1f9,35765,1731595233113 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-14T14:42:42,645 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731595345246.11b353fb2bd02e7483b7c8ed67fdaec1., hostname=da1c6afcd1f9,35765,1731595233113, seqNum=2 , the old value is region=TestAcidGuarantees,,1731595345246.11b353fb2bd02e7483b7c8ed67fdaec1., hostname=da1c6afcd1f9,35765,1731595233113, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=11b353fb2bd02e7483b7c8ed67fdaec1, server=da1c6afcd1f9,35765,1731595233113 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-14T14:42:42,645 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35765 {}] ipc.CallRunner(138): callId: 104 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:55520 deadline: 1731595422636, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=11b353fb2bd02e7483b7c8ed67fdaec1, server=da1c6afcd1f9,35765,1731595233113 2024-11-14T14:42:42,645 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731595345246.11b353fb2bd02e7483b7c8ed67fdaec1., hostname=da1c6afcd1f9,35765,1731595233113, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=11b353fb2bd02e7483b7c8ed67fdaec1, server=da1c6afcd1f9,35765,1731595233113 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-14T14:42:42,646 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731595345246.11b353fb2bd02e7483b7c8ed67fdaec1., hostname=da1c6afcd1f9,35765,1731595233113, seqNum=2 because the exception is null or not the one we care about 2024-11-14T14:42:42,646 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731595345246.11b353fb2bd02e7483b7c8ed67fdaec1., hostname=da1c6afcd1f9,35765,1731595233113, seqNum=2 , the old value is region=TestAcidGuarantees,,1731595345246.11b353fb2bd02e7483b7c8ed67fdaec1., hostname=da1c6afcd1f9,35765,1731595233113, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=11b353fb2bd02e7483b7c8ed67fdaec1, server=da1c6afcd1f9,35765,1731595233113 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-14T14:42:42,646 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731595345246.11b353fb2bd02e7483b7c8ed67fdaec1., hostname=da1c6afcd1f9,35765,1731595233113, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=11b353fb2bd02e7483b7c8ed67fdaec1, server=da1c6afcd1f9,35765,1731595233113 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-14T14:42:42,646 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731595345246.11b353fb2bd02e7483b7c8ed67fdaec1., hostname=da1c6afcd1f9,35765,1731595233113, seqNum=2 because the exception is null or not the one we care about 2024-11-14T14:42:42,651 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35765 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=11b353fb2bd02e7483b7c8ed67fdaec1, server=da1c6afcd1f9,35765,1731595233113 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-14T14:42:42,651 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35765 {}] ipc.CallRunner(138): callId: 124 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:55502 deadline: 1731595422646, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=11b353fb2bd02e7483b7c8ed67fdaec1, server=da1c6afcd1f9,35765,1731595233113 2024-11-14T14:42:42,652 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731595345246.11b353fb2bd02e7483b7c8ed67fdaec1., hostname=da1c6afcd1f9,35765,1731595233113, seqNum=2 , the old value is region=TestAcidGuarantees,,1731595345246.11b353fb2bd02e7483b7c8ed67fdaec1., hostname=da1c6afcd1f9,35765,1731595233113, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=11b353fb2bd02e7483b7c8ed67fdaec1, server=da1c6afcd1f9,35765,1731595233113 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-14T14:42:42,652 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731595345246.11b353fb2bd02e7483b7c8ed67fdaec1., hostname=da1c6afcd1f9,35765,1731595233113, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=11b353fb2bd02e7483b7c8ed67fdaec1, server=da1c6afcd1f9,35765,1731595233113 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-14T14:42:42,652 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731595345246.11b353fb2bd02e7483b7c8ed67fdaec1., hostname=da1c6afcd1f9,35765,1731595233113, seqNum=2 because the exception is null or not the one we care about 2024-11-14T14:42:42,863 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35765 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=11b353fb2bd02e7483b7c8ed67fdaec1, server=da1c6afcd1f9,35765,1731595233113 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-14T14:42:42,863 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35765 {}] ipc.CallRunner(138): callId: 96 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:55492 deadline: 1731595422856, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=11b353fb2bd02e7483b7c8ed67fdaec1, server=da1c6afcd1f9,35765,1731595233113 2024-11-14T14:42:42,864 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731595345246.11b353fb2bd02e7483b7c8ed67fdaec1., hostname=da1c6afcd1f9,35765,1731595233113, seqNum=2 , the old value is region=TestAcidGuarantees,,1731595345246.11b353fb2bd02e7483b7c8ed67fdaec1., hostname=da1c6afcd1f9,35765,1731595233113, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=11b353fb2bd02e7483b7c8ed67fdaec1, server=da1c6afcd1f9,35765,1731595233113 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-14T14:42:42,864 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35765 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=11b353fb2bd02e7483b7c8ed67fdaec1, server=da1c6afcd1f9,35765,1731595233113 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-14T14:42:42,864 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731595345246.11b353fb2bd02e7483b7c8ed67fdaec1., hostname=da1c6afcd1f9,35765,1731595233113, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=11b353fb2bd02e7483b7c8ed67fdaec1, server=da1c6afcd1f9,35765,1731595233113 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-14T14:42:42,864 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731595345246.11b353fb2bd02e7483b7c8ed67fdaec1., hostname=da1c6afcd1f9,35765,1731595233113, seqNum=2 because the exception is null or not the one we care about 2024-11-14T14:42:42,864 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35765 {}] ipc.CallRunner(138): callId: 105 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:55520 deadline: 1731595422856, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=11b353fb2bd02e7483b7c8ed67fdaec1, server=da1c6afcd1f9,35765,1731595233113 2024-11-14T14:42:42,864 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35765 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=11b353fb2bd02e7483b7c8ed67fdaec1, server=da1c6afcd1f9,35765,1731595233113 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-14T14:42:42,864 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731595345246.11b353fb2bd02e7483b7c8ed67fdaec1., hostname=da1c6afcd1f9,35765,1731595233113, seqNum=2 , the old value is region=TestAcidGuarantees,,1731595345246.11b353fb2bd02e7483b7c8ed67fdaec1., hostname=da1c6afcd1f9,35765,1731595233113, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=11b353fb2bd02e7483b7c8ed67fdaec1, server=da1c6afcd1f9,35765,1731595233113 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-14T14:42:42,864 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35765 {}] ipc.CallRunner(138): callId: 125 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:55502 deadline: 1731595422856, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=11b353fb2bd02e7483b7c8ed67fdaec1, server=da1c6afcd1f9,35765,1731595233113 2024-11-14T14:42:42,864 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731595345246.11b353fb2bd02e7483b7c8ed67fdaec1., hostname=da1c6afcd1f9,35765,1731595233113, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=11b353fb2bd02e7483b7c8ed67fdaec1, server=da1c6afcd1f9,35765,1731595233113 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-14T14:42:42,864 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731595345246.11b353fb2bd02e7483b7c8ed67fdaec1., hostname=da1c6afcd1f9,35765,1731595233113, seqNum=2 because the exception is null or not the one we care about 2024-11-14T14:42:42,864 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731595345246.11b353fb2bd02e7483b7c8ed67fdaec1., hostname=da1c6afcd1f9,35765,1731595233113, seqNum=2 , the old value is region=TestAcidGuarantees,,1731595345246.11b353fb2bd02e7483b7c8ed67fdaec1., hostname=da1c6afcd1f9,35765,1731595233113, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=11b353fb2bd02e7483b7c8ed67fdaec1, server=da1c6afcd1f9,35765,1731595233113 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-14T14:42:42,864 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731595345246.11b353fb2bd02e7483b7c8ed67fdaec1., hostname=da1c6afcd1f9,35765,1731595233113, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=11b353fb2bd02e7483b7c8ed67fdaec1, server=da1c6afcd1f9,35765,1731595233113 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-14T14:42:42,864 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731595345246.11b353fb2bd02e7483b7c8ed67fdaec1., hostname=da1c6afcd1f9,35765,1731595233113, seqNum=2 because the exception is null or not the one we care about 2024-11-14T14:42:42,875 DEBUG [RS:0;da1c6afcd1f9:35765-longCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:34345/user/jenkins/test-data/14d118ee-a83a-b09b-5913-1a58940a5db1/data/default/TestAcidGuarantees/11b353fb2bd02e7483b7c8ed67fdaec1/.tmp/C/9f326024c91d4357bbee58d3426e31c2 as hdfs://localhost:34345/user/jenkins/test-data/14d118ee-a83a-b09b-5913-1a58940a5db1/data/default/TestAcidGuarantees/11b353fb2bd02e7483b7c8ed67fdaec1/C/9f326024c91d4357bbee58d3426e31c2 2024-11-14T14:42:42,880 INFO [RS:0;da1c6afcd1f9:35765-longCompactions-0 {}] regionserver.HStore(1337): Completed compaction of 3 (all) file(s) in 11b353fb2bd02e7483b7c8ed67fdaec1/C of 11b353fb2bd02e7483b7c8ed67fdaec1 into 9f326024c91d4357bbee58d3426e31c2(size=12.4 K), total size for store is 12.4 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-11-14T14:42:42,880 DEBUG [RS:0;da1c6afcd1f9:35765-longCompactions-0 {}] regionserver.HRegion(2446): Compaction status journal for 11b353fb2bd02e7483b7c8ed67fdaec1: 2024-11-14T14:42:42,880 INFO [RS:0;da1c6afcd1f9:35765-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1731595345246.11b353fb2bd02e7483b7c8ed67fdaec1., storeName=11b353fb2bd02e7483b7c8ed67fdaec1/C, priority=13, startTime=1731595362037; duration=0sec 2024-11-14T14:42:42,880 DEBUG [RS:0;da1c6afcd1f9:35765-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-14T14:42:42,880 DEBUG [RS:0;da1c6afcd1f9:35765-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: 11b353fb2bd02e7483b7c8ed67fdaec1:C 2024-11-14T14:42:42,893 INFO [RS_FLUSH_OPERATIONS-regionserver/da1c6afcd1f9:0-2 {event_type=RS_FLUSH_REGIONS, pid=140}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=44.73 KB at sequenceid=377 (bloomFilter=true), to=hdfs://localhost:34345/user/jenkins/test-data/14d118ee-a83a-b09b-5913-1a58940a5db1/data/default/TestAcidGuarantees/11b353fb2bd02e7483b7c8ed67fdaec1/.tmp/B/b6c209bb07b8455ba631d3ef6ac0f125 2024-11-14T14:42:42,899 DEBUG [RS_FLUSH_OPERATIONS-regionserver/da1c6afcd1f9:0-2 {event_type=RS_FLUSH_REGIONS, pid=140}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:34345/user/jenkins/test-data/14d118ee-a83a-b09b-5913-1a58940a5db1/data/default/TestAcidGuarantees/11b353fb2bd02e7483b7c8ed67fdaec1/.tmp/C/4d1ccfc26a1a460983903d6c3a861769 is 50, key is test_row_0/C:col10/1731595361310/Put/seqid=0 2024-11-14T14:42:42,902 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36699 is added to blk_1073742319_1495 (size=12301) 2024-11-14T14:42:43,187 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35765 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=11b353fb2bd02e7483b7c8ed67fdaec1, server=da1c6afcd1f9,35765,1731595233113 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-14T14:42:43,187 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35765 {}] ipc.CallRunner(138): callId: 97 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:55492 deadline: 1731595423176, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=11b353fb2bd02e7483b7c8ed67fdaec1, server=da1c6afcd1f9,35765,1731595233113 2024-11-14T14:42:43,187 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35765 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=11b353fb2bd02e7483b7c8ed67fdaec1, server=da1c6afcd1f9,35765,1731595233113 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-14T14:42:43,187 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35765 {}] ipc.CallRunner(138): callId: 106 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:55520 deadline: 1731595423176, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=11b353fb2bd02e7483b7c8ed67fdaec1, server=da1c6afcd1f9,35765,1731595233113 2024-11-14T14:42:43,187 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731595345246.11b353fb2bd02e7483b7c8ed67fdaec1., hostname=da1c6afcd1f9,35765,1731595233113, seqNum=2 , the old value is region=TestAcidGuarantees,,1731595345246.11b353fb2bd02e7483b7c8ed67fdaec1., hostname=da1c6afcd1f9,35765,1731595233113, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=11b353fb2bd02e7483b7c8ed67fdaec1, server=da1c6afcd1f9,35765,1731595233113 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-14T14:42:43,187 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731595345246.11b353fb2bd02e7483b7c8ed67fdaec1., hostname=da1c6afcd1f9,35765,1731595233113, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=11b353fb2bd02e7483b7c8ed67fdaec1, server=da1c6afcd1f9,35765,1731595233113 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-14T14:42:43,187 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731595345246.11b353fb2bd02e7483b7c8ed67fdaec1., hostname=da1c6afcd1f9,35765,1731595233113, seqNum=2 because the exception is null or not the one we care about 2024-11-14T14:42:43,187 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35765 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=11b353fb2bd02e7483b7c8ed67fdaec1, server=da1c6afcd1f9,35765,1731595233113 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-14T14:42:43,187 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35765 {}] ipc.CallRunner(138): callId: 126 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:55502 deadline: 1731595423176, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=11b353fb2bd02e7483b7c8ed67fdaec1, server=da1c6afcd1f9,35765,1731595233113 2024-11-14T14:42:43,188 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731595345246.11b353fb2bd02e7483b7c8ed67fdaec1., hostname=da1c6afcd1f9,35765,1731595233113, seqNum=2 , the old value is region=TestAcidGuarantees,,1731595345246.11b353fb2bd02e7483b7c8ed67fdaec1., hostname=da1c6afcd1f9,35765,1731595233113, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=11b353fb2bd02e7483b7c8ed67fdaec1, server=da1c6afcd1f9,35765,1731595233113 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-14T14:42:43,188 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731595345246.11b353fb2bd02e7483b7c8ed67fdaec1., hostname=da1c6afcd1f9,35765,1731595233113, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=11b353fb2bd02e7483b7c8ed67fdaec1, server=da1c6afcd1f9,35765,1731595233113 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-14T14:42:43,188 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731595345246.11b353fb2bd02e7483b7c8ed67fdaec1., hostname=da1c6afcd1f9,35765,1731595233113, seqNum=2 because the exception is null or not the one we care about 2024-11-14T14:42:43,188 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731595345246.11b353fb2bd02e7483b7c8ed67fdaec1., hostname=da1c6afcd1f9,35765,1731595233113, seqNum=2 , the old value is region=TestAcidGuarantees,,1731595345246.11b353fb2bd02e7483b7c8ed67fdaec1., hostname=da1c6afcd1f9,35765,1731595233113, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=11b353fb2bd02e7483b7c8ed67fdaec1, server=da1c6afcd1f9,35765,1731595233113 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-14T14:42:43,188 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731595345246.11b353fb2bd02e7483b7c8ed67fdaec1., hostname=da1c6afcd1f9,35765,1731595233113, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=11b353fb2bd02e7483b7c8ed67fdaec1, server=da1c6afcd1f9,35765,1731595233113 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-14T14:42:43,188 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731595345246.11b353fb2bd02e7483b7c8ed67fdaec1., hostname=da1c6afcd1f9,35765,1731595233113, seqNum=2 because the exception is null or not the one we care about 2024-11-14T14:42:43,303 INFO [RS_FLUSH_OPERATIONS-regionserver/da1c6afcd1f9:0-2 {event_type=RS_FLUSH_REGIONS, pid=140}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=44.73 KB at sequenceid=377 (bloomFilter=true), to=hdfs://localhost:34345/user/jenkins/test-data/14d118ee-a83a-b09b-5913-1a58940a5db1/data/default/TestAcidGuarantees/11b353fb2bd02e7483b7c8ed67fdaec1/.tmp/C/4d1ccfc26a1a460983903d6c3a861769 2024-11-14T14:42:43,307 DEBUG [RS_FLUSH_OPERATIONS-regionserver/da1c6afcd1f9:0-2 {event_type=RS_FLUSH_REGIONS, pid=140}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:34345/user/jenkins/test-data/14d118ee-a83a-b09b-5913-1a58940a5db1/data/default/TestAcidGuarantees/11b353fb2bd02e7483b7c8ed67fdaec1/.tmp/A/01aa1eb3b7c14670be2bec9690cd7180 as hdfs://localhost:34345/user/jenkins/test-data/14d118ee-a83a-b09b-5913-1a58940a5db1/data/default/TestAcidGuarantees/11b353fb2bd02e7483b7c8ed67fdaec1/A/01aa1eb3b7c14670be2bec9690cd7180 2024-11-14T14:42:43,311 INFO [RS_FLUSH_OPERATIONS-regionserver/da1c6afcd1f9:0-2 {event_type=RS_FLUSH_REGIONS, pid=140}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:34345/user/jenkins/test-data/14d118ee-a83a-b09b-5913-1a58940a5db1/data/default/TestAcidGuarantees/11b353fb2bd02e7483b7c8ed67fdaec1/A/01aa1eb3b7c14670be2bec9690cd7180, entries=150, sequenceid=377, filesize=12.0 K 2024-11-14T14:42:43,311 DEBUG [RS_FLUSH_OPERATIONS-regionserver/da1c6afcd1f9:0-2 {event_type=RS_FLUSH_REGIONS, pid=140}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:34345/user/jenkins/test-data/14d118ee-a83a-b09b-5913-1a58940a5db1/data/default/TestAcidGuarantees/11b353fb2bd02e7483b7c8ed67fdaec1/.tmp/B/b6c209bb07b8455ba631d3ef6ac0f125 as hdfs://localhost:34345/user/jenkins/test-data/14d118ee-a83a-b09b-5913-1a58940a5db1/data/default/TestAcidGuarantees/11b353fb2bd02e7483b7c8ed67fdaec1/B/b6c209bb07b8455ba631d3ef6ac0f125 2024-11-14T14:42:43,314 INFO [RS_FLUSH_OPERATIONS-regionserver/da1c6afcd1f9:0-2 {event_type=RS_FLUSH_REGIONS, pid=140}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:34345/user/jenkins/test-data/14d118ee-a83a-b09b-5913-1a58940a5db1/data/default/TestAcidGuarantees/11b353fb2bd02e7483b7c8ed67fdaec1/B/b6c209bb07b8455ba631d3ef6ac0f125, entries=150, sequenceid=377, filesize=12.0 K 2024-11-14T14:42:43,315 DEBUG [RS_FLUSH_OPERATIONS-regionserver/da1c6afcd1f9:0-2 {event_type=RS_FLUSH_REGIONS, pid=140}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:34345/user/jenkins/test-data/14d118ee-a83a-b09b-5913-1a58940a5db1/data/default/TestAcidGuarantees/11b353fb2bd02e7483b7c8ed67fdaec1/.tmp/C/4d1ccfc26a1a460983903d6c3a861769 as hdfs://localhost:34345/user/jenkins/test-data/14d118ee-a83a-b09b-5913-1a58940a5db1/data/default/TestAcidGuarantees/11b353fb2bd02e7483b7c8ed67fdaec1/C/4d1ccfc26a1a460983903d6c3a861769 2024-11-14T14:42:43,318 INFO [RS_FLUSH_OPERATIONS-regionserver/da1c6afcd1f9:0-2 {event_type=RS_FLUSH_REGIONS, pid=140}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:34345/user/jenkins/test-data/14d118ee-a83a-b09b-5913-1a58940a5db1/data/default/TestAcidGuarantees/11b353fb2bd02e7483b7c8ed67fdaec1/C/4d1ccfc26a1a460983903d6c3a861769, entries=150, sequenceid=377, filesize=12.0 K 2024-11-14T14:42:43,319 INFO [RS_FLUSH_OPERATIONS-regionserver/da1c6afcd1f9:0-2 {event_type=RS_FLUSH_REGIONS, pid=140}] regionserver.HRegion(3140): Finished flush of dataSize ~134.18 KB/137400, heapSize ~375.56 KB/384576, currentSize=46.96 KB/48090 for 11b353fb2bd02e7483b7c8ed67fdaec1 in 1246ms, sequenceid=377, compaction requested=false 2024-11-14T14:42:43,319 DEBUG [RS_FLUSH_OPERATIONS-regionserver/da1c6afcd1f9:0-2 {event_type=RS_FLUSH_REGIONS, pid=140}] regionserver.HRegion(2603): Flush status journal for 11b353fb2bd02e7483b7c8ed67fdaec1: 2024-11-14T14:42:43,319 DEBUG [RS_FLUSH_OPERATIONS-regionserver/da1c6afcd1f9:0-2 {event_type=RS_FLUSH_REGIONS, pid=140}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1731595345246.11b353fb2bd02e7483b7c8ed67fdaec1. 2024-11-14T14:42:43,319 DEBUG [RS_FLUSH_OPERATIONS-regionserver/da1c6afcd1f9:0-2 {event_type=RS_FLUSH_REGIONS, pid=140}] regionserver.RemoteProcedureResultReporter(62): Successfully complete execution of pid=140 2024-11-14T14:42:43,320 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45145 {}] master.HMaster(4169): Remote procedure done, pid=140 2024-11-14T14:42:43,322 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=140, resume processing ppid=139 2024-11-14T14:42:43,322 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1521): Finished pid=140, ppid=139, state=SUCCESS, hasLock=false; org.apache.hadoop.hbase.master.procedure.FlushRegionProcedure in 2.0130 sec 2024-11-14T14:42:43,324 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1521): Finished pid=139, state=SUCCESS, hasLock=false; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=139, table=TestAcidGuarantees in 2.0170 sec 2024-11-14T14:42:43,456 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45145 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=139 2024-11-14T14:42:43,457 INFO [RPCClient-NioEventLoopGroup-4-10 {}] client.RawAsyncHBaseAdmin$TableProcedureBiConsumer(2721): Operation: FLUSH, Table Name: default:TestAcidGuarantees completed 2024-11-14T14:42:43,457 INFO [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45145 {}] master.HMaster$22(4506): Client=jenkins//172.17.0.2 flush TestAcidGuarantees 2024-11-14T14:42:43,458 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45145 {}] procedure2.ProcedureExecutor(1139): Stored pid=141, state=RUNNABLE:FLUSH_TABLE_PREPARE, hasLock=false; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=141, table=TestAcidGuarantees 2024-11-14T14:42:43,459 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45145 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=141 2024-11-14T14:42:43,459 INFO [PEWorker-2 {}] procedure.FlushTableProcedure(91): pid=141, state=RUNNABLE:FLUSH_TABLE_PREPARE, hasLock=true; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=141, table=TestAcidGuarantees execute state=FLUSH_TABLE_PREPARE 2024-11-14T14:42:43,460 INFO [PEWorker-2 {}] procedure.FlushTableProcedure(91): pid=141, state=RUNNABLE:FLUSH_TABLE_FLUSH_REGIONS, hasLock=true; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=141, table=TestAcidGuarantees execute state=FLUSH_TABLE_FLUSH_REGIONS 2024-11-14T14:42:43,460 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=142, ppid=141, state=RUNNABLE, hasLock=false; org.apache.hadoop.hbase.master.procedure.FlushRegionProcedure}] 2024-11-14T14:42:43,571 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45145 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=141 2024-11-14T14:42:43,612 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=35765 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=142 2024-11-14T14:42:43,613 DEBUG [RS_FLUSH_OPERATIONS-regionserver/da1c6afcd1f9:0-0 {event_type=RS_FLUSH_REGIONS, pid=142}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1731595345246.11b353fb2bd02e7483b7c8ed67fdaec1. 2024-11-14T14:42:43,613 INFO [RS_FLUSH_OPERATIONS-regionserver/da1c6afcd1f9:0-0 {event_type=RS_FLUSH_REGIONS, pid=142}] regionserver.HRegion(2902): Flushing 11b353fb2bd02e7483b7c8ed67fdaec1 3/3 column families, dataSize=46.96 KB heapSize=140.20 KB 2024-11-14T14:42:43,613 DEBUG [RS_FLUSH_OPERATIONS-regionserver/da1c6afcd1f9:0-0 {event_type=RS_FLUSH_REGIONS, pid=142}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 11b353fb2bd02e7483b7c8ed67fdaec1, store=A 2024-11-14T14:42:43,613 DEBUG [RS_FLUSH_OPERATIONS-regionserver/da1c6afcd1f9:0-0 {event_type=RS_FLUSH_REGIONS, pid=142}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-14T14:42:43,613 DEBUG [RS_FLUSH_OPERATIONS-regionserver/da1c6afcd1f9:0-0 {event_type=RS_FLUSH_REGIONS, pid=142}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 11b353fb2bd02e7483b7c8ed67fdaec1, store=B 2024-11-14T14:42:43,613 DEBUG [RS_FLUSH_OPERATIONS-regionserver/da1c6afcd1f9:0-0 {event_type=RS_FLUSH_REGIONS, pid=142}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-14T14:42:43,613 DEBUG [RS_FLUSH_OPERATIONS-regionserver/da1c6afcd1f9:0-0 {event_type=RS_FLUSH_REGIONS, pid=142}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 11b353fb2bd02e7483b7c8ed67fdaec1, store=C 2024-11-14T14:42:43,613 DEBUG [RS_FLUSH_OPERATIONS-regionserver/da1c6afcd1f9:0-0 {event_type=RS_FLUSH_REGIONS, pid=142}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-14T14:42:43,617 DEBUG [RS_FLUSH_OPERATIONS-regionserver/da1c6afcd1f9:0-0 {event_type=RS_FLUSH_REGIONS, pid=142}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:34345/user/jenkins/test-data/14d118ee-a83a-b09b-5913-1a58940a5db1/data/default/TestAcidGuarantees/11b353fb2bd02e7483b7c8ed67fdaec1/.tmp/A/f7cf3ab10df94c84a24c220d1f19cd7b is 50, key is test_row_0/A:col10/1731595362523/Put/seqid=0 2024-11-14T14:42:43,622 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36699 is added to blk_1073742320_1496 (size=9857) 2024-11-14T14:42:43,701 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35765 {}] regionserver.HRegion(8855): Flush requested on 11b353fb2bd02e7483b7c8ed67fdaec1 2024-11-14T14:42:43,701 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1731595345246.11b353fb2bd02e7483b7c8ed67fdaec1. as already flushing 2024-11-14T14:42:43,776 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45145 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=141 2024-11-14T14:42:43,787 DEBUG [RS_IN_MEMORY_COMPACTION-regionserver/da1c6afcd1f9:0-6 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=type=CellArrayImmutableSegment, empty=no, cellCount=209, cellSize=9565, totalHeapSize=21976, min timestamp=1731595363768, max timestamp=1731595363784Num uniques 859; 2024-11-14T14:42:43,787 DEBUG [RS_IN_MEMORY_COMPACTION-regionserver/da1c6afcd1f9:0-1 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=type=CellArrayImmutableSegment, empty=no, cellCount=209, cellSize=9565, totalHeapSize=21976, min timestamp=1731595363768, max timestamp=1731595363784Num uniques 859; 2024-11-14T14:42:43,787 DEBUG [RS_IN_MEMORY_COMPACTION-regionserver/da1c6afcd1f9:0-9 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=type=CellArrayImmutableSegment, empty=no, cellCount=209, cellSize=9565, totalHeapSize=21976, min timestamp=1731595363768, max timestamp=1731595363784Num uniques 859; 2024-11-14T14:42:43,787 DEBUG [RS_IN_MEMORY_COMPACTION-regionserver/da1c6afcd1f9:0-1 {}] regionserver.CompactionPipeline(163): Suffix data size=39335, new segment data size=9565, suffix heap size=117064,new segment heap size=21976 　suffix off heap size=0, new segment off heap size=0, suffix cells count=859, new segment cells count=209 2024-11-14T14:42:43,787 DEBUG [RS_IN_MEMORY_COMPACTION-regionserver/da1c6afcd1f9:0-6 {}] regionserver.CompactionPipeline(163): Suffix data size=39335, new segment data size=9565, suffix heap size=117064,new segment heap size=21976 　suffix off heap size=0, new segment off heap size=0, suffix cells count=859, new segment cells count=209 2024-11-14T14:42:43,788 DEBUG [RS_IN_MEMORY_COMPACTION-regionserver/da1c6afcd1f9:0-9 {}] regionserver.CompactionPipeline(163): Suffix data size=39335, new segment data size=9565, suffix heap size=117064,new segment heap size=21976 　suffix off heap size=0, new segment off heap size=0, suffix cells count=859, new segment cells count=209 2024-11-14T14:42:43,846 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35765 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=11b353fb2bd02e7483b7c8ed67fdaec1, server=da1c6afcd1f9,35765,1731595233113 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-14T14:42:43,847 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35765 {}] ipc.CallRunner(138): callId: 137 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:55502 deadline: 1731595423834, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=11b353fb2bd02e7483b7c8ed67fdaec1, server=da1c6afcd1f9,35765,1731595233113 2024-11-14T14:42:43,847 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35765 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=11b353fb2bd02e7483b7c8ed67fdaec1, server=da1c6afcd1f9,35765,1731595233113 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-14T14:42:43,847 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35765 {}] ipc.CallRunner(138): callId: 118 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:55520 deadline: 1731595423841, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=11b353fb2bd02e7483b7c8ed67fdaec1, server=da1c6afcd1f9,35765,1731595233113 2024-11-14T14:42:43,847 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731595345246.11b353fb2bd02e7483b7c8ed67fdaec1., hostname=da1c6afcd1f9,35765,1731595233113, seqNum=2 , the old value is region=TestAcidGuarantees,,1731595345246.11b353fb2bd02e7483b7c8ed67fdaec1., hostname=da1c6afcd1f9,35765,1731595233113, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=11b353fb2bd02e7483b7c8ed67fdaec1, server=da1c6afcd1f9,35765,1731595233113 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-14T14:42:43,847 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731595345246.11b353fb2bd02e7483b7c8ed67fdaec1., hostname=da1c6afcd1f9,35765,1731595233113, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=11b353fb2bd02e7483b7c8ed67fdaec1, server=da1c6afcd1f9,35765,1731595233113 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-14T14:42:43,847 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731595345246.11b353fb2bd02e7483b7c8ed67fdaec1., hostname=da1c6afcd1f9,35765,1731595233113, seqNum=2 because the exception is null or not the one we care about 2024-11-14T14:42:43,847 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731595345246.11b353fb2bd02e7483b7c8ed67fdaec1., hostname=da1c6afcd1f9,35765,1731595233113, seqNum=2 , the old value is region=TestAcidGuarantees,,1731595345246.11b353fb2bd02e7483b7c8ed67fdaec1., hostname=da1c6afcd1f9,35765,1731595233113, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=11b353fb2bd02e7483b7c8ed67fdaec1, server=da1c6afcd1f9,35765,1731595233113 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-14T14:42:43,847 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731595345246.11b353fb2bd02e7483b7c8ed67fdaec1., hostname=da1c6afcd1f9,35765,1731595233113, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=11b353fb2bd02e7483b7c8ed67fdaec1, server=da1c6afcd1f9,35765,1731595233113 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-14T14:42:43,847 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731595345246.11b353fb2bd02e7483b7c8ed67fdaec1., hostname=da1c6afcd1f9,35765,1731595233113, seqNum=2 because the exception is null or not the one we care about 2024-11-14T14:42:43,854 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35765 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=11b353fb2bd02e7483b7c8ed67fdaec1, server=da1c6afcd1f9,35765,1731595233113 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-14T14:42:43,854 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35765 {}] ipc.CallRunner(138): callId: 110 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:55492 deadline: 1731595423846, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=11b353fb2bd02e7483b7c8ed67fdaec1, server=da1c6afcd1f9,35765,1731595233113 2024-11-14T14:42:43,854 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731595345246.11b353fb2bd02e7483b7c8ed67fdaec1., hostname=da1c6afcd1f9,35765,1731595233113, seqNum=2 , the old value is region=TestAcidGuarantees,,1731595345246.11b353fb2bd02e7483b7c8ed67fdaec1., hostname=da1c6afcd1f9,35765,1731595233113, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=11b353fb2bd02e7483b7c8ed67fdaec1, server=da1c6afcd1f9,35765,1731595233113 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-14T14:42:43,855 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731595345246.11b353fb2bd02e7483b7c8ed67fdaec1., hostname=da1c6afcd1f9,35765,1731595233113, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=11b353fb2bd02e7483b7c8ed67fdaec1, server=da1c6afcd1f9,35765,1731595233113 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-14T14:42:43,855 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731595345246.11b353fb2bd02e7483b7c8ed67fdaec1., hostname=da1c6afcd1f9,35765,1731595233113, seqNum=2 because the exception is null or not the one we care about 2024-11-14T14:42:43,962 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35765 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=11b353fb2bd02e7483b7c8ed67fdaec1, server=da1c6afcd1f9,35765,1731595233113 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-14T14:42:43,963 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35765 {}] ipc.CallRunner(138): callId: 138 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:55502 deadline: 1731595423956, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=11b353fb2bd02e7483b7c8ed67fdaec1, server=da1c6afcd1f9,35765,1731595233113 2024-11-14T14:42:43,963 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35765 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=11b353fb2bd02e7483b7c8ed67fdaec1, server=da1c6afcd1f9,35765,1731595233113 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-14T14:42:43,963 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731595345246.11b353fb2bd02e7483b7c8ed67fdaec1., hostname=da1c6afcd1f9,35765,1731595233113, seqNum=2 , the old value is region=TestAcidGuarantees,,1731595345246.11b353fb2bd02e7483b7c8ed67fdaec1., hostname=da1c6afcd1f9,35765,1731595233113, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=11b353fb2bd02e7483b7c8ed67fdaec1, server=da1c6afcd1f9,35765,1731595233113 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-14T14:42:43,963 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731595345246.11b353fb2bd02e7483b7c8ed67fdaec1., hostname=da1c6afcd1f9,35765,1731595233113, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=11b353fb2bd02e7483b7c8ed67fdaec1, server=da1c6afcd1f9,35765,1731595233113 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-14T14:42:43,963 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731595345246.11b353fb2bd02e7483b7c8ed67fdaec1., hostname=da1c6afcd1f9,35765,1731595233113, seqNum=2 because the exception is null or not the one we care about 2024-11-14T14:42:43,963 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35765 {}] ipc.CallRunner(138): callId: 119 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:55520 deadline: 1731595423956, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=11b353fb2bd02e7483b7c8ed67fdaec1, server=da1c6afcd1f9,35765,1731595233113 2024-11-14T14:42:43,963 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731595345246.11b353fb2bd02e7483b7c8ed67fdaec1., hostname=da1c6afcd1f9,35765,1731595233113, seqNum=2 , the old value is region=TestAcidGuarantees,,1731595345246.11b353fb2bd02e7483b7c8ed67fdaec1., hostname=da1c6afcd1f9,35765,1731595233113, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=11b353fb2bd02e7483b7c8ed67fdaec1, server=da1c6afcd1f9,35765,1731595233113 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-14T14:42:43,963 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731595345246.11b353fb2bd02e7483b7c8ed67fdaec1., hostname=da1c6afcd1f9,35765,1731595233113, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=11b353fb2bd02e7483b7c8ed67fdaec1, server=da1c6afcd1f9,35765,1731595233113 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-14T14:42:43,963 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731595345246.11b353fb2bd02e7483b7c8ed67fdaec1., hostname=da1c6afcd1f9,35765,1731595233113, seqNum=2 because the exception is null or not the one we care about 2024-11-14T14:42:43,976 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35765 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=11b353fb2bd02e7483b7c8ed67fdaec1, server=da1c6afcd1f9,35765,1731595233113 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-14T14:42:43,976 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35765 {}] ipc.CallRunner(138): callId: 111 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:55492 deadline: 1731595423966, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=11b353fb2bd02e7483b7c8ed67fdaec1, server=da1c6afcd1f9,35765,1731595233113 2024-11-14T14:42:43,976 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731595345246.11b353fb2bd02e7483b7c8ed67fdaec1., hostname=da1c6afcd1f9,35765,1731595233113, seqNum=2 , the old value is region=TestAcidGuarantees,,1731595345246.11b353fb2bd02e7483b7c8ed67fdaec1., hostname=da1c6afcd1f9,35765,1731595233113, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=11b353fb2bd02e7483b7c8ed67fdaec1, server=da1c6afcd1f9,35765,1731595233113 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-14T14:42:43,976 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731595345246.11b353fb2bd02e7483b7c8ed67fdaec1., hostname=da1c6afcd1f9,35765,1731595233113, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=11b353fb2bd02e7483b7c8ed67fdaec1, server=da1c6afcd1f9,35765,1731595233113 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-14T14:42:43,976 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731595345246.11b353fb2bd02e7483b7c8ed67fdaec1., hostname=da1c6afcd1f9,35765,1731595233113, seqNum=2 because the exception is null or not the one we care about 2024-11-14T14:42:44,022 INFO [RS_FLUSH_OPERATIONS-regionserver/da1c6afcd1f9:0-0 {event_type=RS_FLUSH_REGIONS, pid=142}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=15.65 KB at sequenceid=390 (bloomFilter=true), to=hdfs://localhost:34345/user/jenkins/test-data/14d118ee-a83a-b09b-5913-1a58940a5db1/data/default/TestAcidGuarantees/11b353fb2bd02e7483b7c8ed67fdaec1/.tmp/A/f7cf3ab10df94c84a24c220d1f19cd7b 2024-11-14T14:42:44,029 DEBUG [RS_FLUSH_OPERATIONS-regionserver/da1c6afcd1f9:0-0 {event_type=RS_FLUSH_REGIONS, pid=142}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:34345/user/jenkins/test-data/14d118ee-a83a-b09b-5913-1a58940a5db1/data/default/TestAcidGuarantees/11b353fb2bd02e7483b7c8ed67fdaec1/.tmp/B/4ec564a5962e4d45a97bc7e8f933f432 is 50, key is test_row_0/B:col10/1731595362523/Put/seqid=0 2024-11-14T14:42:44,032 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36699 is added to blk_1073742321_1497 (size=9857) 2024-11-14T14:42:44,033 INFO [RS_FLUSH_OPERATIONS-regionserver/da1c6afcd1f9:0-0 {event_type=RS_FLUSH_REGIONS, pid=142}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=15.65 KB at sequenceid=390 (bloomFilter=true), to=hdfs://localhost:34345/user/jenkins/test-data/14d118ee-a83a-b09b-5913-1a58940a5db1/data/default/TestAcidGuarantees/11b353fb2bd02e7483b7c8ed67fdaec1/.tmp/B/4ec564a5962e4d45a97bc7e8f933f432 2024-11-14T14:42:44,039 DEBUG [RS_FLUSH_OPERATIONS-regionserver/da1c6afcd1f9:0-0 {event_type=RS_FLUSH_REGIONS, pid=142}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:34345/user/jenkins/test-data/14d118ee-a83a-b09b-5913-1a58940a5db1/data/default/TestAcidGuarantees/11b353fb2bd02e7483b7c8ed67fdaec1/.tmp/C/b6969f18525b4c04bd395f9574c34df5 is 50, key is test_row_0/C:col10/1731595362523/Put/seqid=0 2024-11-14T14:42:44,042 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36699 is added to blk_1073742322_1498 (size=9857) 2024-11-14T14:42:44,086 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45145 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=141 2024-11-14T14:42:44,174 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35765 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=11b353fb2bd02e7483b7c8ed67fdaec1, server=da1c6afcd1f9,35765,1731595233113 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-14T14:42:44,174 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35765 {}] ipc.CallRunner(138): callId: 139 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:55502 deadline: 1731595424166, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=11b353fb2bd02e7483b7c8ed67fdaec1, server=da1c6afcd1f9,35765,1731595233113 2024-11-14T14:42:44,174 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35765 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=11b353fb2bd02e7483b7c8ed67fdaec1, server=da1c6afcd1f9,35765,1731595233113 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-14T14:42:44,175 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35765 {}] ipc.CallRunner(138): callId: 120 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:55520 deadline: 1731595424166, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=11b353fb2bd02e7483b7c8ed67fdaec1, server=da1c6afcd1f9,35765,1731595233113 2024-11-14T14:42:44,175 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731595345246.11b353fb2bd02e7483b7c8ed67fdaec1., hostname=da1c6afcd1f9,35765,1731595233113, seqNum=2 , the old value is region=TestAcidGuarantees,,1731595345246.11b353fb2bd02e7483b7c8ed67fdaec1., hostname=da1c6afcd1f9,35765,1731595233113, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=11b353fb2bd02e7483b7c8ed67fdaec1, server=da1c6afcd1f9,35765,1731595233113 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-14T14:42:44,175 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731595345246.11b353fb2bd02e7483b7c8ed67fdaec1., hostname=da1c6afcd1f9,35765,1731595233113, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=11b353fb2bd02e7483b7c8ed67fdaec1, server=da1c6afcd1f9,35765,1731595233113 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-14T14:42:44,175 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731595345246.11b353fb2bd02e7483b7c8ed67fdaec1., hostname=da1c6afcd1f9,35765,1731595233113, seqNum=2 because the exception is null or not the one we care about 2024-11-14T14:42:44,175 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731595345246.11b353fb2bd02e7483b7c8ed67fdaec1., hostname=da1c6afcd1f9,35765,1731595233113, seqNum=2 , the old value is region=TestAcidGuarantees,,1731595345246.11b353fb2bd02e7483b7c8ed67fdaec1., hostname=da1c6afcd1f9,35765,1731595233113, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=11b353fb2bd02e7483b7c8ed67fdaec1, server=da1c6afcd1f9,35765,1731595233113 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-14T14:42:44,175 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731595345246.11b353fb2bd02e7483b7c8ed67fdaec1., hostname=da1c6afcd1f9,35765,1731595233113, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=11b353fb2bd02e7483b7c8ed67fdaec1, server=da1c6afcd1f9,35765,1731595233113 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-14T14:42:44,175 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731595345246.11b353fb2bd02e7483b7c8ed67fdaec1., hostname=da1c6afcd1f9,35765,1731595233113, seqNum=2 because the exception is null or not the one we care about 2024-11-14T14:42:44,196 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35765 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=11b353fb2bd02e7483b7c8ed67fdaec1, server=da1c6afcd1f9,35765,1731595233113 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-14T14:42:44,196 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35765 {}] ipc.CallRunner(138): callId: 112 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:55492 deadline: 1731595424186, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=11b353fb2bd02e7483b7c8ed67fdaec1, server=da1c6afcd1f9,35765,1731595233113 2024-11-14T14:42:44,196 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731595345246.11b353fb2bd02e7483b7c8ed67fdaec1., hostname=da1c6afcd1f9,35765,1731595233113, seqNum=2 , the old value is region=TestAcidGuarantees,,1731595345246.11b353fb2bd02e7483b7c8ed67fdaec1., hostname=da1c6afcd1f9,35765,1731595233113, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=11b353fb2bd02e7483b7c8ed67fdaec1, server=da1c6afcd1f9,35765,1731595233113 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-14T14:42:44,196 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731595345246.11b353fb2bd02e7483b7c8ed67fdaec1., hostname=da1c6afcd1f9,35765,1731595233113, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=11b353fb2bd02e7483b7c8ed67fdaec1, server=da1c6afcd1f9,35765,1731595233113 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-14T14:42:44,196 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731595345246.11b353fb2bd02e7483b7c8ed67fdaec1., hostname=da1c6afcd1f9,35765,1731595233113, seqNum=2 because the exception is null or not the one we care about 2024-11-14T14:42:44,443 INFO [RS_FLUSH_OPERATIONS-regionserver/da1c6afcd1f9:0-0 {event_type=RS_FLUSH_REGIONS, pid=142}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=15.65 KB at sequenceid=390 (bloomFilter=true), to=hdfs://localhost:34345/user/jenkins/test-data/14d118ee-a83a-b09b-5913-1a58940a5db1/data/default/TestAcidGuarantees/11b353fb2bd02e7483b7c8ed67fdaec1/.tmp/C/b6969f18525b4c04bd395f9574c34df5 2024-11-14T14:42:44,447 DEBUG [RS_FLUSH_OPERATIONS-regionserver/da1c6afcd1f9:0-0 {event_type=RS_FLUSH_REGIONS, pid=142}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:34345/user/jenkins/test-data/14d118ee-a83a-b09b-5913-1a58940a5db1/data/default/TestAcidGuarantees/11b353fb2bd02e7483b7c8ed67fdaec1/.tmp/A/f7cf3ab10df94c84a24c220d1f19cd7b as hdfs://localhost:34345/user/jenkins/test-data/14d118ee-a83a-b09b-5913-1a58940a5db1/data/default/TestAcidGuarantees/11b353fb2bd02e7483b7c8ed67fdaec1/A/f7cf3ab10df94c84a24c220d1f19cd7b 2024-11-14T14:42:44,450 INFO [RS_FLUSH_OPERATIONS-regionserver/da1c6afcd1f9:0-0 {event_type=RS_FLUSH_REGIONS, pid=142}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:34345/user/jenkins/test-data/14d118ee-a83a-b09b-5913-1a58940a5db1/data/default/TestAcidGuarantees/11b353fb2bd02e7483b7c8ed67fdaec1/A/f7cf3ab10df94c84a24c220d1f19cd7b, entries=100, sequenceid=390, filesize=9.6 K 2024-11-14T14:42:44,450 DEBUG [RS_FLUSH_OPERATIONS-regionserver/da1c6afcd1f9:0-0 {event_type=RS_FLUSH_REGIONS, pid=142}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:34345/user/jenkins/test-data/14d118ee-a83a-b09b-5913-1a58940a5db1/data/default/TestAcidGuarantees/11b353fb2bd02e7483b7c8ed67fdaec1/.tmp/B/4ec564a5962e4d45a97bc7e8f933f432 as hdfs://localhost:34345/user/jenkins/test-data/14d118ee-a83a-b09b-5913-1a58940a5db1/data/default/TestAcidGuarantees/11b353fb2bd02e7483b7c8ed67fdaec1/B/4ec564a5962e4d45a97bc7e8f933f432 2024-11-14T14:42:44,454 INFO [RS_FLUSH_OPERATIONS-regionserver/da1c6afcd1f9:0-0 {event_type=RS_FLUSH_REGIONS, pid=142}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:34345/user/jenkins/test-data/14d118ee-a83a-b09b-5913-1a58940a5db1/data/default/TestAcidGuarantees/11b353fb2bd02e7483b7c8ed67fdaec1/B/4ec564a5962e4d45a97bc7e8f933f432, entries=100, sequenceid=390, filesize=9.6 K 2024-11-14T14:42:44,454 DEBUG [RS_FLUSH_OPERATIONS-regionserver/da1c6afcd1f9:0-0 {event_type=RS_FLUSH_REGIONS, pid=142}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:34345/user/jenkins/test-data/14d118ee-a83a-b09b-5913-1a58940a5db1/data/default/TestAcidGuarantees/11b353fb2bd02e7483b7c8ed67fdaec1/.tmp/C/b6969f18525b4c04bd395f9574c34df5 as hdfs://localhost:34345/user/jenkins/test-data/14d118ee-a83a-b09b-5913-1a58940a5db1/data/default/TestAcidGuarantees/11b353fb2bd02e7483b7c8ed67fdaec1/C/b6969f18525b4c04bd395f9574c34df5 2024-11-14T14:42:44,457 INFO [RS_FLUSH_OPERATIONS-regionserver/da1c6afcd1f9:0-0 {event_type=RS_FLUSH_REGIONS, pid=142}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:34345/user/jenkins/test-data/14d118ee-a83a-b09b-5913-1a58940a5db1/data/default/TestAcidGuarantees/11b353fb2bd02e7483b7c8ed67fdaec1/C/b6969f18525b4c04bd395f9574c34df5, entries=100, sequenceid=390, filesize=9.6 K 2024-11-14T14:42:44,458 INFO [RS_FLUSH_OPERATIONS-regionserver/da1c6afcd1f9:0-0 {event_type=RS_FLUSH_REGIONS, pid=142}] regionserver.HRegion(3140): Finished flush of dataSize ~46.96 KB/48090, heapSize ~140.16 KB/143520, currentSize=134.18 KB/137400 for 11b353fb2bd02e7483b7c8ed67fdaec1 in 845ms, sequenceid=390, compaction requested=true 2024-11-14T14:42:44,458 DEBUG [RS_FLUSH_OPERATIONS-regionserver/da1c6afcd1f9:0-0 {event_type=RS_FLUSH_REGIONS, pid=142}] regionserver.HRegion(2603): Flush status journal for 11b353fb2bd02e7483b7c8ed67fdaec1: 2024-11-14T14:42:44,458 DEBUG [RS_FLUSH_OPERATIONS-regionserver/da1c6afcd1f9:0-0 {event_type=RS_FLUSH_REGIONS, pid=142}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1731595345246.11b353fb2bd02e7483b7c8ed67fdaec1. 2024-11-14T14:42:44,458 DEBUG [RS_FLUSH_OPERATIONS-regionserver/da1c6afcd1f9:0-0 {event_type=RS_FLUSH_REGIONS, pid=142}] regionserver.RemoteProcedureResultReporter(62): Successfully complete execution of pid=142 2024-11-14T14:42:44,459 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45145 {}] master.HMaster(4169): Remote procedure done, pid=142 2024-11-14T14:42:44,461 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=142, resume processing ppid=141 2024-11-14T14:42:44,462 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1521): Finished pid=142, ppid=141, state=SUCCESS, hasLock=false; org.apache.hadoop.hbase.master.procedure.FlushRegionProcedure in 1.0000 sec 2024-11-14T14:42:44,463 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1521): Finished pid=141, state=SUCCESS, hasLock=false; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=141, table=TestAcidGuarantees in 1.0050 sec 2024-11-14T14:42:44,490 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35765 {}] regionserver.HRegion(8855): Flush requested on 11b353fb2bd02e7483b7c8ed67fdaec1 2024-11-14T14:42:44,490 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(2902): Flushing 11b353fb2bd02e7483b7c8ed67fdaec1 3/3 column families, dataSize=140.89 KB heapSize=400.22 KB 2024-11-14T14:42:44,491 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 11b353fb2bd02e7483b7c8ed67fdaec1, store=A 2024-11-14T14:42:44,491 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=2, new segment=null 2024-11-14T14:42:44,491 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 11b353fb2bd02e7483b7c8ed67fdaec1, store=B 2024-11-14T14:42:44,491 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=2, new segment=null 2024-11-14T14:42:44,491 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 11b353fb2bd02e7483b7c8ed67fdaec1, store=C 2024-11-14T14:42:44,491 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=2, new segment=null 2024-11-14T14:42:44,496 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:34345/user/jenkins/test-data/14d118ee-a83a-b09b-5913-1a58940a5db1/data/default/TestAcidGuarantees/11b353fb2bd02e7483b7c8ed67fdaec1/.tmp/A/4a96a1ff1716454fb44d1abfa3a8305b is 50, key is test_row_0/A:col10/1731595364489/Put/seqid=0 2024-11-14T14:42:44,501 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36699 is added to blk_1073742323_1499 (size=14741) 2024-11-14T14:42:44,521 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35765 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=11b353fb2bd02e7483b7c8ed67fdaec1, server=da1c6afcd1f9,35765,1731595233113 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-14T14:42:44,522 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35765 {}] ipc.CallRunner(138): callId: 143 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:55502 deadline: 1731595424510, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=11b353fb2bd02e7483b7c8ed67fdaec1, server=da1c6afcd1f9,35765,1731595233113 2024-11-14T14:42:44,522 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35765 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=11b353fb2bd02e7483b7c8ed67fdaec1, server=da1c6afcd1f9,35765,1731595233113 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-14T14:42:44,522 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731595345246.11b353fb2bd02e7483b7c8ed67fdaec1., hostname=da1c6afcd1f9,35765,1731595233113, seqNum=2 , the old value is region=TestAcidGuarantees,,1731595345246.11b353fb2bd02e7483b7c8ed67fdaec1., hostname=da1c6afcd1f9,35765,1731595233113, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=11b353fb2bd02e7483b7c8ed67fdaec1, server=da1c6afcd1f9,35765,1731595233113 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-14T14:42:44,522 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731595345246.11b353fb2bd02e7483b7c8ed67fdaec1., hostname=da1c6afcd1f9,35765,1731595233113, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=11b353fb2bd02e7483b7c8ed67fdaec1, server=da1c6afcd1f9,35765,1731595233113 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-14T14:42:44,522 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35765 {}] ipc.CallRunner(138): callId: 114 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:55492 deadline: 1731595424513, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=11b353fb2bd02e7483b7c8ed67fdaec1, server=da1c6afcd1f9,35765,1731595233113 2024-11-14T14:42:44,522 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731595345246.11b353fb2bd02e7483b7c8ed67fdaec1., hostname=da1c6afcd1f9,35765,1731595233113, seqNum=2 because the exception is null or not the one we care about 2024-11-14T14:42:44,522 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731595345246.11b353fb2bd02e7483b7c8ed67fdaec1., hostname=da1c6afcd1f9,35765,1731595233113, seqNum=2 , the old value is region=TestAcidGuarantees,,1731595345246.11b353fb2bd02e7483b7c8ed67fdaec1., hostname=da1c6afcd1f9,35765,1731595233113, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=11b353fb2bd02e7483b7c8ed67fdaec1, server=da1c6afcd1f9,35765,1731595233113 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-14T14:42:44,522 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731595345246.11b353fb2bd02e7483b7c8ed67fdaec1., hostname=da1c6afcd1f9,35765,1731595233113, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=11b353fb2bd02e7483b7c8ed67fdaec1, server=da1c6afcd1f9,35765,1731595233113 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-14T14:42:44,522 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731595345246.11b353fb2bd02e7483b7c8ed67fdaec1., hostname=da1c6afcd1f9,35765,1731595233113, seqNum=2 because the exception is null or not the one we care about 2024-11-14T14:42:44,528 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35765 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=11b353fb2bd02e7483b7c8ed67fdaec1, server=da1c6afcd1f9,35765,1731595233113 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-14T14:42:44,528 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35765 {}] ipc.CallRunner(138): callId: 124 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:55520 deadline: 1731595424514, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=11b353fb2bd02e7483b7c8ed67fdaec1, server=da1c6afcd1f9,35765,1731595233113 2024-11-14T14:42:44,528 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731595345246.11b353fb2bd02e7483b7c8ed67fdaec1., hostname=da1c6afcd1f9,35765,1731595233113, seqNum=2 , the old value is region=TestAcidGuarantees,,1731595345246.11b353fb2bd02e7483b7c8ed67fdaec1., hostname=da1c6afcd1f9,35765,1731595233113, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=11b353fb2bd02e7483b7c8ed67fdaec1, server=da1c6afcd1f9,35765,1731595233113 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-14T14:42:44,528 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731595345246.11b353fb2bd02e7483b7c8ed67fdaec1., hostname=da1c6afcd1f9,35765,1731595233113, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=11b353fb2bd02e7483b7c8ed67fdaec1, server=da1c6afcd1f9,35765,1731595233113 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-14T14:42:44,528 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731595345246.11b353fb2bd02e7483b7c8ed67fdaec1., hostname=da1c6afcd1f9,35765,1731595233113, seqNum=2 because the exception is null or not the one we care about 2024-11-14T14:42:44,596 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45145 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=141 2024-11-14T14:42:44,596 INFO [RPCClient-NioEventLoopGroup-4-10 {}] client.RawAsyncHBaseAdmin$TableProcedureBiConsumer(2721): Operation: FLUSH, Table Name: default:TestAcidGuarantees completed 2024-11-14T14:42:44,596 INFO [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45145 {}] master.HMaster$22(4506): Client=jenkins//172.17.0.2 flush TestAcidGuarantees 2024-11-14T14:42:44,597 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45145 {}] procedure2.ProcedureExecutor(1139): Stored pid=143, state=RUNNABLE:FLUSH_TABLE_PREPARE, hasLock=false; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=143, table=TestAcidGuarantees 2024-11-14T14:42:44,598 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45145 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=143 2024-11-14T14:42:44,598 INFO [PEWorker-4 {}] procedure.FlushTableProcedure(91): pid=143, state=RUNNABLE:FLUSH_TABLE_PREPARE, hasLock=true; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=143, table=TestAcidGuarantees execute state=FLUSH_TABLE_PREPARE 2024-11-14T14:42:44,599 INFO [PEWorker-4 {}] procedure.FlushTableProcedure(91): pid=143, state=RUNNABLE:FLUSH_TABLE_FLUSH_REGIONS, hasLock=true; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=143, table=TestAcidGuarantees execute state=FLUSH_TABLE_FLUSH_REGIONS 2024-11-14T14:42:44,599 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=144, ppid=143, state=RUNNABLE, hasLock=false; org.apache.hadoop.hbase.master.procedure.FlushRegionProcedure}] 2024-11-14T14:42:44,639 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35765 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=11b353fb2bd02e7483b7c8ed67fdaec1, server=da1c6afcd1f9,35765,1731595233113 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-14T14:42:44,639 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35765 {}] ipc.CallRunner(138): callId: 144 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:55502 deadline: 1731595424626, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=11b353fb2bd02e7483b7c8ed67fdaec1, server=da1c6afcd1f9,35765,1731595233113 2024-11-14T14:42:44,639 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35765 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=11b353fb2bd02e7483b7c8ed67fdaec1, server=da1c6afcd1f9,35765,1731595233113 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-14T14:42:44,639 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731595345246.11b353fb2bd02e7483b7c8ed67fdaec1., hostname=da1c6afcd1f9,35765,1731595233113, seqNum=2 , the old value is region=TestAcidGuarantees,,1731595345246.11b353fb2bd02e7483b7c8ed67fdaec1., hostname=da1c6afcd1f9,35765,1731595233113, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=11b353fb2bd02e7483b7c8ed67fdaec1, server=da1c6afcd1f9,35765,1731595233113 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-14T14:42:44,639 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35765 {}] ipc.CallRunner(138): callId: 115 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:55492 deadline: 1731595424626, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=11b353fb2bd02e7483b7c8ed67fdaec1, server=da1c6afcd1f9,35765,1731595233113 2024-11-14T14:42:44,639 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731595345246.11b353fb2bd02e7483b7c8ed67fdaec1., hostname=da1c6afcd1f9,35765,1731595233113, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=11b353fb2bd02e7483b7c8ed67fdaec1, server=da1c6afcd1f9,35765,1731595233113 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-14T14:42:44,639 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731595345246.11b353fb2bd02e7483b7c8ed67fdaec1., hostname=da1c6afcd1f9,35765,1731595233113, seqNum=2 because the exception is null or not the one we care about 2024-11-14T14:42:44,639 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731595345246.11b353fb2bd02e7483b7c8ed67fdaec1., hostname=da1c6afcd1f9,35765,1731595233113, seqNum=2 , the old value is region=TestAcidGuarantees,,1731595345246.11b353fb2bd02e7483b7c8ed67fdaec1., hostname=da1c6afcd1f9,35765,1731595233113, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=11b353fb2bd02e7483b7c8ed67fdaec1, server=da1c6afcd1f9,35765,1731595233113 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-14T14:42:44,639 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731595345246.11b353fb2bd02e7483b7c8ed67fdaec1., hostname=da1c6afcd1f9,35765,1731595233113, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=11b353fb2bd02e7483b7c8ed67fdaec1, server=da1c6afcd1f9,35765,1731595233113 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-14T14:42:44,639 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731595345246.11b353fb2bd02e7483b7c8ed67fdaec1., hostname=da1c6afcd1f9,35765,1731595233113, seqNum=2 because the exception is null or not the one we care about 2024-11-14T14:42:44,644 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35765 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=11b353fb2bd02e7483b7c8ed67fdaec1, server=da1c6afcd1f9,35765,1731595233113 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-14T14:42:44,644 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35765 {}] ipc.CallRunner(138): callId: 125 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:55520 deadline: 1731595424636, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=11b353fb2bd02e7483b7c8ed67fdaec1, server=da1c6afcd1f9,35765,1731595233113 2024-11-14T14:42:44,644 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731595345246.11b353fb2bd02e7483b7c8ed67fdaec1., hostname=da1c6afcd1f9,35765,1731595233113, seqNum=2 , the old value is region=TestAcidGuarantees,,1731595345246.11b353fb2bd02e7483b7c8ed67fdaec1., hostname=da1c6afcd1f9,35765,1731595233113, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=11b353fb2bd02e7483b7c8ed67fdaec1, server=da1c6afcd1f9,35765,1731595233113 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-14T14:42:44,644 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731595345246.11b353fb2bd02e7483b7c8ed67fdaec1., hostname=da1c6afcd1f9,35765,1731595233113, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=11b353fb2bd02e7483b7c8ed67fdaec1, server=da1c6afcd1f9,35765,1731595233113 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-14T14:42:44,644 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731595345246.11b353fb2bd02e7483b7c8ed67fdaec1., hostname=da1c6afcd1f9,35765,1731595233113, seqNum=2 because the exception is null or not the one we care about 2024-11-14T14:42:44,706 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45145 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=143 2024-11-14T14:42:44,751 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=35765 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=144 2024-11-14T14:42:44,751 DEBUG [RS_FLUSH_OPERATIONS-regionserver/da1c6afcd1f9:0-1 {event_type=RS_FLUSH_REGIONS, pid=144}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1731595345246.11b353fb2bd02e7483b7c8ed67fdaec1. 2024-11-14T14:42:44,751 DEBUG [RS_FLUSH_OPERATIONS-regionserver/da1c6afcd1f9:0-1 {event_type=RS_FLUSH_REGIONS, pid=144}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1731595345246.11b353fb2bd02e7483b7c8ed67fdaec1. as already flushing 2024-11-14T14:42:44,752 DEBUG [RS_FLUSH_OPERATIONS-regionserver/da1c6afcd1f9:0-1 {event_type=RS_FLUSH_REGIONS, pid=144}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1731595345246.11b353fb2bd02e7483b7c8ed67fdaec1. 2024-11-14T14:42:44,752 ERROR [RS_FLUSH_OPERATIONS-regionserver/da1c6afcd1f9:0-1 {event_type=RS_FLUSH_REGIONS, pid=144}] handler.RSProcedureHandler(58): pid=144 java.io.IOException: Unable to complete flush {ENCODED => 11b353fb2bd02e7483b7c8ed67fdaec1, NAME => 'TestAcidGuarantees,,1731595345246.11b353fb2bd02e7483b7c8ed67fdaec1.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-14T14:42:44,752 DEBUG [RS_FLUSH_OPERATIONS-regionserver/da1c6afcd1f9:0-1 {event_type=RS_FLUSH_REGIONS, pid=144}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=144 java.io.IOException: Unable to complete flush {ENCODED => 11b353fb2bd02e7483b7c8ed67fdaec1, NAME => 'TestAcidGuarantees,,1731595345246.11b353fb2bd02e7483b7c8ed67fdaec1.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-14T14:42:44,752 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45145 {}] master.HMaster(4177): Remote procedure failed, pid=144 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 11b353fb2bd02e7483b7c8ed67fdaec1, NAME => 'TestAcidGuarantees,,1731595345246.11b353fb2bd02e7483b7c8ed67fdaec1.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$5(MasterRpcServices.java:2580) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2575) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 11b353fb2bd02e7483b7c8ed67fdaec1, NAME => 'TestAcidGuarantees,,1731595345246.11b353fb2bd02e7483b7c8ed67fdaec1.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-14T14:42:44,859 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35765 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=11b353fb2bd02e7483b7c8ed67fdaec1, server=da1c6afcd1f9,35765,1731595233113 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-14T14:42:44,860 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35765 {}] ipc.CallRunner(138): callId: 145 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:55502 deadline: 1731595424846, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=11b353fb2bd02e7483b7c8ed67fdaec1, server=da1c6afcd1f9,35765,1731595233113 2024-11-14T14:42:44,860 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731595345246.11b353fb2bd02e7483b7c8ed67fdaec1., hostname=da1c6afcd1f9,35765,1731595233113, seqNum=2 , the old value is region=TestAcidGuarantees,,1731595345246.11b353fb2bd02e7483b7c8ed67fdaec1., hostname=da1c6afcd1f9,35765,1731595233113, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=11b353fb2bd02e7483b7c8ed67fdaec1, server=da1c6afcd1f9,35765,1731595233113 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-14T14:42:44,860 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731595345246.11b353fb2bd02e7483b7c8ed67fdaec1., hostname=da1c6afcd1f9,35765,1731595233113, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=11b353fb2bd02e7483b7c8ed67fdaec1, server=da1c6afcd1f9,35765,1731595233113 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-14T14:42:44,860 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731595345246.11b353fb2bd02e7483b7c8ed67fdaec1., hostname=da1c6afcd1f9,35765,1731595233113, seqNum=2 because the exception is null or not the one we care about 2024-11-14T14:42:44,860 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35765 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=11b353fb2bd02e7483b7c8ed67fdaec1, server=da1c6afcd1f9,35765,1731595233113 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-14T14:42:44,860 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35765 {}] ipc.CallRunner(138): callId: 116 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:55492 deadline: 1731595424846, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=11b353fb2bd02e7483b7c8ed67fdaec1, server=da1c6afcd1f9,35765,1731595233113 2024-11-14T14:42:44,860 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731595345246.11b353fb2bd02e7483b7c8ed67fdaec1., hostname=da1c6afcd1f9,35765,1731595233113, seqNum=2 , the old value is region=TestAcidGuarantees,,1731595345246.11b353fb2bd02e7483b7c8ed67fdaec1., hostname=da1c6afcd1f9,35765,1731595233113, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=11b353fb2bd02e7483b7c8ed67fdaec1, server=da1c6afcd1f9,35765,1731595233113 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-14T14:42:44,860 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731595345246.11b353fb2bd02e7483b7c8ed67fdaec1., hostname=da1c6afcd1f9,35765,1731595233113, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=11b353fb2bd02e7483b7c8ed67fdaec1, server=da1c6afcd1f9,35765,1731595233113 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-14T14:42:44,860 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731595345246.11b353fb2bd02e7483b7c8ed67fdaec1., hostname=da1c6afcd1f9,35765,1731595233113, seqNum=2 because the exception is null or not the one we care about 2024-11-14T14:42:44,864 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35765 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=11b353fb2bd02e7483b7c8ed67fdaec1, server=da1c6afcd1f9,35765,1731595233113 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-14T14:42:44,864 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35765 {}] ipc.CallRunner(138): callId: 126 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:55520 deadline: 1731595424856, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=11b353fb2bd02e7483b7c8ed67fdaec1, server=da1c6afcd1f9,35765,1731595233113 2024-11-14T14:42:44,865 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731595345246.11b353fb2bd02e7483b7c8ed67fdaec1., hostname=da1c6afcd1f9,35765,1731595233113, seqNum=2 , the old value is region=TestAcidGuarantees,,1731595345246.11b353fb2bd02e7483b7c8ed67fdaec1., hostname=da1c6afcd1f9,35765,1731595233113, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=11b353fb2bd02e7483b7c8ed67fdaec1, server=da1c6afcd1f9,35765,1731595233113 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-14T14:42:44,865 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731595345246.11b353fb2bd02e7483b7c8ed67fdaec1., hostname=da1c6afcd1f9,35765,1731595233113, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=11b353fb2bd02e7483b7c8ed67fdaec1, server=da1c6afcd1f9,35765,1731595233113 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-14T14:42:44,865 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731595345246.11b353fb2bd02e7483b7c8ed67fdaec1., hostname=da1c6afcd1f9,35765,1731595233113, seqNum=2 because the exception is null or not the one we care about 2024-11-14T14:42:44,901 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=46.96 KB at sequenceid=427 (bloomFilter=true), to=hdfs://localhost:34345/user/jenkins/test-data/14d118ee-a83a-b09b-5913-1a58940a5db1/data/default/TestAcidGuarantees/11b353fb2bd02e7483b7c8ed67fdaec1/.tmp/A/4a96a1ff1716454fb44d1abfa3a8305b 2024-11-14T14:42:44,904 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=35765 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=144 2024-11-14T14:42:44,904 DEBUG [RS_FLUSH_OPERATIONS-regionserver/da1c6afcd1f9:0-2 {event_type=RS_FLUSH_REGIONS, pid=144}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1731595345246.11b353fb2bd02e7483b7c8ed67fdaec1. 2024-11-14T14:42:44,905 DEBUG [RS_FLUSH_OPERATIONS-regionserver/da1c6afcd1f9:0-2 {event_type=RS_FLUSH_REGIONS, pid=144}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1731595345246.11b353fb2bd02e7483b7c8ed67fdaec1. as already flushing 2024-11-14T14:42:44,905 DEBUG [RS_FLUSH_OPERATIONS-regionserver/da1c6afcd1f9:0-2 {event_type=RS_FLUSH_REGIONS, pid=144}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1731595345246.11b353fb2bd02e7483b7c8ed67fdaec1. 2024-11-14T14:42:44,905 ERROR [RS_FLUSH_OPERATIONS-regionserver/da1c6afcd1f9:0-2 {event_type=RS_FLUSH_REGIONS, pid=144}] handler.RSProcedureHandler(58): pid=144 java.io.IOException: Unable to complete flush {ENCODED => 11b353fb2bd02e7483b7c8ed67fdaec1, NAME => 'TestAcidGuarantees,,1731595345246.11b353fb2bd02e7483b7c8ed67fdaec1.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-14T14:42:44,905 DEBUG [RS_FLUSH_OPERATIONS-regionserver/da1c6afcd1f9:0-2 {event_type=RS_FLUSH_REGIONS, pid=144}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=144 java.io.IOException: Unable to complete flush {ENCODED => 11b353fb2bd02e7483b7c8ed67fdaec1, NAME => 'TestAcidGuarantees,,1731595345246.11b353fb2bd02e7483b7c8ed67fdaec1.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-14T14:42:44,905 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45145 {}] master.HMaster(4177): Remote procedure failed, pid=144 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 11b353fb2bd02e7483b7c8ed67fdaec1, NAME => 'TestAcidGuarantees,,1731595345246.11b353fb2bd02e7483b7c8ed67fdaec1.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$5(MasterRpcServices.java:2580) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2575) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 11b353fb2bd02e7483b7c8ed67fdaec1, NAME => 'TestAcidGuarantees,,1731595345246.11b353fb2bd02e7483b7c8ed67fdaec1.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-14T14:42:44,911 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:34345/user/jenkins/test-data/14d118ee-a83a-b09b-5913-1a58940a5db1/data/default/TestAcidGuarantees/11b353fb2bd02e7483b7c8ed67fdaec1/.tmp/B/d5cc7e4c79d44e4895163975e278926a is 50, key is test_row_0/B:col10/1731595364489/Put/seqid=0 2024-11-14T14:42:44,914 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36699 is added to blk_1073742324_1500 (size=12301) 2024-11-14T14:42:44,915 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45145 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=143 2024-11-14T14:42:45,058 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=35765 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=144 2024-11-14T14:42:45,058 DEBUG [RS_FLUSH_OPERATIONS-regionserver/da1c6afcd1f9:0-0 {event_type=RS_FLUSH_REGIONS, pid=144}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1731595345246.11b353fb2bd02e7483b7c8ed67fdaec1. 2024-11-14T14:42:45,058 DEBUG [RS_FLUSH_OPERATIONS-regionserver/da1c6afcd1f9:0-0 {event_type=RS_FLUSH_REGIONS, pid=144}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1731595345246.11b353fb2bd02e7483b7c8ed67fdaec1. as already flushing 2024-11-14T14:42:45,058 DEBUG [RS_FLUSH_OPERATIONS-regionserver/da1c6afcd1f9:0-0 {event_type=RS_FLUSH_REGIONS, pid=144}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1731595345246.11b353fb2bd02e7483b7c8ed67fdaec1. 2024-11-14T14:42:45,058 ERROR [RS_FLUSH_OPERATIONS-regionserver/da1c6afcd1f9:0-0 {event_type=RS_FLUSH_REGIONS, pid=144}] handler.RSProcedureHandler(58): pid=144 java.io.IOException: Unable to complete flush {ENCODED => 11b353fb2bd02e7483b7c8ed67fdaec1, NAME => 'TestAcidGuarantees,,1731595345246.11b353fb2bd02e7483b7c8ed67fdaec1.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-14T14:42:45,058 DEBUG [RS_FLUSH_OPERATIONS-regionserver/da1c6afcd1f9:0-0 {event_type=RS_FLUSH_REGIONS, pid=144}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=144 java.io.IOException: Unable to complete flush {ENCODED => 11b353fb2bd02e7483b7c8ed67fdaec1, NAME => 'TestAcidGuarantees,,1731595345246.11b353fb2bd02e7483b7c8ed67fdaec1.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-14T14:42:45,059 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45145 {}] master.HMaster(4177): Remote procedure failed, pid=144 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 11b353fb2bd02e7483b7c8ed67fdaec1, NAME => 'TestAcidGuarantees,,1731595345246.11b353fb2bd02e7483b7c8ed67fdaec1.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$5(MasterRpcServices.java:2580) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2575) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 11b353fb2bd02e7483b7c8ed67fdaec1, NAME => 'TestAcidGuarantees,,1731595345246.11b353fb2bd02e7483b7c8ed67fdaec1.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-14T14:42:45,172 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35765 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=11b353fb2bd02e7483b7c8ed67fdaec1, server=da1c6afcd1f9,35765,1731595233113 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-14T14:42:45,173 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35765 {}] ipc.CallRunner(138): callId: 146 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:55502 deadline: 1731595425166, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=11b353fb2bd02e7483b7c8ed67fdaec1, server=da1c6afcd1f9,35765,1731595233113 2024-11-14T14:42:45,173 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35765 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=11b353fb2bd02e7483b7c8ed67fdaec1, server=da1c6afcd1f9,35765,1731595233113 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-14T14:42:45,173 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35765 {}] ipc.CallRunner(138): callId: 117 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:55492 deadline: 1731595425166, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=11b353fb2bd02e7483b7c8ed67fdaec1, server=da1c6afcd1f9,35765,1731595233113 2024-11-14T14:42:45,173 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731595345246.11b353fb2bd02e7483b7c8ed67fdaec1., hostname=da1c6afcd1f9,35765,1731595233113, seqNum=2 , the old value is region=TestAcidGuarantees,,1731595345246.11b353fb2bd02e7483b7c8ed67fdaec1., hostname=da1c6afcd1f9,35765,1731595233113, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=11b353fb2bd02e7483b7c8ed67fdaec1, server=da1c6afcd1f9,35765,1731595233113 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-14T14:42:45,173 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731595345246.11b353fb2bd02e7483b7c8ed67fdaec1., hostname=da1c6afcd1f9,35765,1731595233113, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=11b353fb2bd02e7483b7c8ed67fdaec1, server=da1c6afcd1f9,35765,1731595233113 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-14T14:42:45,173 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731595345246.11b353fb2bd02e7483b7c8ed67fdaec1., hostname=da1c6afcd1f9,35765,1731595233113, seqNum=2 because the exception is null or not the one we care about 2024-11-14T14:42:45,173 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731595345246.11b353fb2bd02e7483b7c8ed67fdaec1., hostname=da1c6afcd1f9,35765,1731595233113, seqNum=2 , the old value is region=TestAcidGuarantees,,1731595345246.11b353fb2bd02e7483b7c8ed67fdaec1., hostname=da1c6afcd1f9,35765,1731595233113, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=11b353fb2bd02e7483b7c8ed67fdaec1, server=da1c6afcd1f9,35765,1731595233113 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-14T14:42:45,173 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731595345246.11b353fb2bd02e7483b7c8ed67fdaec1., hostname=da1c6afcd1f9,35765,1731595233113, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=11b353fb2bd02e7483b7c8ed67fdaec1, server=da1c6afcd1f9,35765,1731595233113 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-14T14:42:45,173 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731595345246.11b353fb2bd02e7483b7c8ed67fdaec1., hostname=da1c6afcd1f9,35765,1731595233113, seqNum=2 because the exception is null or not the one we care about 2024-11-14T14:42:45,188 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35765 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=11b353fb2bd02e7483b7c8ed67fdaec1, server=da1c6afcd1f9,35765,1731595233113 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-14T14:42:45,188 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35765 {}] ipc.CallRunner(138): callId: 127 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:55520 deadline: 1731595425176, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=11b353fb2bd02e7483b7c8ed67fdaec1, server=da1c6afcd1f9,35765,1731595233113 2024-11-14T14:42:45,188 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731595345246.11b353fb2bd02e7483b7c8ed67fdaec1., hostname=da1c6afcd1f9,35765,1731595233113, seqNum=2 , the old value is region=TestAcidGuarantees,,1731595345246.11b353fb2bd02e7483b7c8ed67fdaec1., hostname=da1c6afcd1f9,35765,1731595233113, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=11b353fb2bd02e7483b7c8ed67fdaec1, server=da1c6afcd1f9,35765,1731595233113 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-14T14:42:45,188 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731595345246.11b353fb2bd02e7483b7c8ed67fdaec1., hostname=da1c6afcd1f9,35765,1731595233113, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=11b353fb2bd02e7483b7c8ed67fdaec1, server=da1c6afcd1f9,35765,1731595233113 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-14T14:42:45,188 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731595345246.11b353fb2bd02e7483b7c8ed67fdaec1., hostname=da1c6afcd1f9,35765,1731595233113, seqNum=2 because the exception is null or not the one we care about 2024-11-14T14:42:45,211 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=35765 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=144 2024-11-14T14:42:45,211 DEBUG [RS_FLUSH_OPERATIONS-regionserver/da1c6afcd1f9:0-1 {event_type=RS_FLUSH_REGIONS, pid=144}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1731595345246.11b353fb2bd02e7483b7c8ed67fdaec1. 2024-11-14T14:42:45,211 DEBUG [RS_FLUSH_OPERATIONS-regionserver/da1c6afcd1f9:0-1 {event_type=RS_FLUSH_REGIONS, pid=144}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1731595345246.11b353fb2bd02e7483b7c8ed67fdaec1. as already flushing 2024-11-14T14:42:45,211 DEBUG [RS_FLUSH_OPERATIONS-regionserver/da1c6afcd1f9:0-1 {event_type=RS_FLUSH_REGIONS, pid=144}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1731595345246.11b353fb2bd02e7483b7c8ed67fdaec1. 2024-11-14T14:42:45,211 ERROR [RS_FLUSH_OPERATIONS-regionserver/da1c6afcd1f9:0-1 {event_type=RS_FLUSH_REGIONS, pid=144}] handler.RSProcedureHandler(58): pid=144 java.io.IOException: Unable to complete flush {ENCODED => 11b353fb2bd02e7483b7c8ed67fdaec1, NAME => 'TestAcidGuarantees,,1731595345246.11b353fb2bd02e7483b7c8ed67fdaec1.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-14T14:42:45,211 DEBUG [RS_FLUSH_OPERATIONS-regionserver/da1c6afcd1f9:0-1 {event_type=RS_FLUSH_REGIONS, pid=144}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=144 java.io.IOException: Unable to complete flush {ENCODED => 11b353fb2bd02e7483b7c8ed67fdaec1, NAME => 'TestAcidGuarantees,,1731595345246.11b353fb2bd02e7483b7c8ed67fdaec1.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-14T14:42:45,212 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45145 {}] master.HMaster(4177): Remote procedure failed, pid=144 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 11b353fb2bd02e7483b7c8ed67fdaec1, NAME => 'TestAcidGuarantees,,1731595345246.11b353fb2bd02e7483b7c8ed67fdaec1.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$5(MasterRpcServices.java:2580) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2575) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 11b353fb2bd02e7483b7c8ed67fdaec1, NAME => 'TestAcidGuarantees,,1731595345246.11b353fb2bd02e7483b7c8ed67fdaec1.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-14T14:42:45,226 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45145 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=143 2024-11-14T14:42:45,314 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=46.96 KB at sequenceid=427 (bloomFilter=true), to=hdfs://localhost:34345/user/jenkins/test-data/14d118ee-a83a-b09b-5913-1a58940a5db1/data/default/TestAcidGuarantees/11b353fb2bd02e7483b7c8ed67fdaec1/.tmp/B/d5cc7e4c79d44e4895163975e278926a 2024-11-14T14:42:45,322 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:34345/user/jenkins/test-data/14d118ee-a83a-b09b-5913-1a58940a5db1/data/default/TestAcidGuarantees/11b353fb2bd02e7483b7c8ed67fdaec1/.tmp/C/4d463814b513463bb469ece32e0d7e0b is 50, key is test_row_0/C:col10/1731595364489/Put/seqid=0 2024-11-14T14:42:45,325 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36699 is added to blk_1073742325_1501 (size=12301) 2024-11-14T14:42:45,364 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=35765 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=144 2024-11-14T14:42:45,364 DEBUG [RS_FLUSH_OPERATIONS-regionserver/da1c6afcd1f9:0-2 {event_type=RS_FLUSH_REGIONS, pid=144}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1731595345246.11b353fb2bd02e7483b7c8ed67fdaec1. 2024-11-14T14:42:45,364 DEBUG [RS_FLUSH_OPERATIONS-regionserver/da1c6afcd1f9:0-2 {event_type=RS_FLUSH_REGIONS, pid=144}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1731595345246.11b353fb2bd02e7483b7c8ed67fdaec1. as already flushing 2024-11-14T14:42:45,364 DEBUG [RS_FLUSH_OPERATIONS-regionserver/da1c6afcd1f9:0-2 {event_type=RS_FLUSH_REGIONS, pid=144}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1731595345246.11b353fb2bd02e7483b7c8ed67fdaec1. 2024-11-14T14:42:45,364 ERROR [RS_FLUSH_OPERATIONS-regionserver/da1c6afcd1f9:0-2 {event_type=RS_FLUSH_REGIONS, pid=144}] handler.RSProcedureHandler(58): pid=144 java.io.IOException: Unable to complete flush {ENCODED => 11b353fb2bd02e7483b7c8ed67fdaec1, NAME => 'TestAcidGuarantees,,1731595345246.11b353fb2bd02e7483b7c8ed67fdaec1.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-14T14:42:45,364 DEBUG [RS_FLUSH_OPERATIONS-regionserver/da1c6afcd1f9:0-2 {event_type=RS_FLUSH_REGIONS, pid=144}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=144 java.io.IOException: Unable to complete flush {ENCODED => 11b353fb2bd02e7483b7c8ed67fdaec1, NAME => 'TestAcidGuarantees,,1731595345246.11b353fb2bd02e7483b7c8ed67fdaec1.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-14T14:42:45,365 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45145 {}] master.HMaster(4177): Remote procedure failed, pid=144 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 11b353fb2bd02e7483b7c8ed67fdaec1, NAME => 'TestAcidGuarantees,,1731595345246.11b353fb2bd02e7483b7c8ed67fdaec1.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$5(MasterRpcServices.java:2580) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2575) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 11b353fb2bd02e7483b7c8ed67fdaec1, NAME => 'TestAcidGuarantees,,1731595345246.11b353fb2bd02e7483b7c8ed67fdaec1.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-14T14:42:45,444 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35765 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=11b353fb2bd02e7483b7c8ed67fdaec1, server=da1c6afcd1f9,35765,1731595233113 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-14T14:42:45,444 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35765 {}] ipc.CallRunner(138): callId: 92 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:55504 deadline: 1731595425436, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=11b353fb2bd02e7483b7c8ed67fdaec1, server=da1c6afcd1f9,35765,1731595233113 2024-11-14T14:42:45,445 WARN [RPCClient-NioEventLoopGroup-4-5 {}] client.AsyncRpcRetryingCaller(177): Call to da1c6afcd1f9,35765,1731595233113 for 'test_row_2' in 11b353fb2bd02e7483b7c8ed67fdaec1 of TestAcidGuarantees failed, tries = 8, maxAttempts = 16, timeout = 1200000 ms, time elapsed = 8271 ms org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=11b353fb2bd02e7483b7c8ed67fdaec1, server=da1c6afcd1f9,35765,1731595233113 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) at jdk.internal.reflect.GeneratedConstructorAccessor39.newInstance(Unknown Source) ~[?:?] at jdk.internal.reflect.DelegatingConstructorAccessorImpl.newInstance(DelegatingConstructorAccessorImpl.java:45) ~[?:?] at java.lang.reflect.Constructor.newInstanceWithCaller(Constructor.java:499) ~[?:?] at java.lang.reflect.Constructor.newInstance(Constructor.java:480) ~[?:?] at org.apache.hadoop.hbase.ipc.RemoteWithExtrasException.instantiateException(RemoteWithExtrasException.java:110) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RemoteWithExtrasException.unwrapRemoteException(RemoteWithExtrasException.java:100) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.client.ConnectionUtils.translateException(ConnectionUtils.java:219) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRpcRetryingCaller.onError(AsyncRpcRetryingCaller.java:165) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.lambda$call$4(AsyncSingleRequestRpcRetryingCaller.java:86) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.lambda$addListener$0(FutureUtils.java:71) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:863) ~[?:?] at java.util.concurrent.CompletableFuture$UniWhenComplete.tryFire(CompletableFuture.java:841) ~[?:?] at java.util.concurrent.CompletableFuture.postComplete(CompletableFuture.java:510) ~[?:?] at java.util.concurrent.CompletableFuture.completeExceptionally(CompletableFuture.java:2162) ~[?:?] at org.apache.hadoop.hbase.client.ConnectionUtils$2.run(ConnectionUtils.java:625) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hbase.thirdparty.com.google.protobuf.RpcUtil$1.run(RpcUtil.java:56) ~[hbase-shaded-protobuf-4.1.9.jar:4.1.9] at org.apache.hbase.thirdparty.com.google.protobuf.RpcUtil$1.run(RpcUtil.java:47) ~[hbase-shaded-protobuf-4.1.9.jar:4.1.9] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.onCallFinished(AbstractRpcClient.java:397) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:430) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:425) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.callComplete(Call.java:117) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.setException(Call.java:132) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcConnection.readResponse(RpcConnection.java:457) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.NettyRpcDuplexHandler.readResponse(NettyRpcDuplexHandler.java:125) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.NettyRpcDuplexHandler.channelRead(NettyRpcDuplexHandler.java:140) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:442) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.handler.codec.ByteToMessageDecoder.fireChannelRead(ByteToMessageDecoder.java:346) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.handler.codec.ByteToMessageDecoder.channelRead(ByteToMessageDecoder.java:318) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:444) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.handler.timeout.IdleStateHandler.channelRead(IdleStateHandler.java:289) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:442) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline$HeadContext.channelRead(DefaultChannelPipeline.java:1357) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:440) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline.fireChannelRead(DefaultChannelPipeline.java:868) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.AbstractNioByteChannel$NioByteUnsafe.read(AbstractNioByteChannel.java:166) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.processSelectedKey(NioEventLoop.java:788) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.processSelectedKeysOptimized(NioEventLoop.java:724) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.processSelectedKeys(NioEventLoop.java:650) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:562) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) ~[hbase-shaded-netty-4.1.9.jar:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] Caused by: org.apache.hadoop.hbase.ipc.RemoteWithExtrasException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=11b353fb2bd02e7483b7c8ed67fdaec1, server=da1c6afcd1f9,35765,1731595233113 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) at org.apache.hadoop.hbase.ipc.AbstractRpcClient.onCallFinished(AbstractRpcClient.java:392) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] ... 32 more 2024-11-14T14:42:45,445 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731595345246.11b353fb2bd02e7483b7c8ed67fdaec1., hostname=da1c6afcd1f9,35765,1731595233113, seqNum=2 , the old value is region=TestAcidGuarantees,,1731595345246.11b353fb2bd02e7483b7c8ed67fdaec1., hostname=da1c6afcd1f9,35765,1731595233113, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=11b353fb2bd02e7483b7c8ed67fdaec1, server=da1c6afcd1f9,35765,1731595233113 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-14T14:42:45,445 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731595345246.11b353fb2bd02e7483b7c8ed67fdaec1., hostname=da1c6afcd1f9,35765,1731595233113, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=11b353fb2bd02e7483b7c8ed67fdaec1, server=da1c6afcd1f9,35765,1731595233113 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-14T14:42:45,445 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731595345246.11b353fb2bd02e7483b7c8ed67fdaec1., hostname=da1c6afcd1f9,35765,1731595233113, seqNum=2 because the exception is null or not the one we care about 2024-11-14T14:42:45,454 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35765 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=11b353fb2bd02e7483b7c8ed67fdaec1, server=da1c6afcd1f9,35765,1731595233113 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-14T14:42:45,454 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35765 {}] ipc.CallRunner(138): callId: 93 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:55536 deadline: 1731595425446, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=11b353fb2bd02e7483b7c8ed67fdaec1, server=da1c6afcd1f9,35765,1731595233113 2024-11-14T14:42:45,454 WARN [RPCClient-NioEventLoopGroup-4-6 {}] client.AsyncRpcRetryingCaller(177): Call to da1c6afcd1f9,35765,1731595233113 for 'test_row_0' in 11b353fb2bd02e7483b7c8ed67fdaec1 of TestAcidGuarantees failed, tries = 8, maxAttempts = 16, timeout = 1200000 ms, time elapsed = 8285 ms org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=11b353fb2bd02e7483b7c8ed67fdaec1, server=da1c6afcd1f9,35765,1731595233113 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) at jdk.internal.reflect.GeneratedConstructorAccessor39.newInstance(Unknown Source) ~[?:?] at jdk.internal.reflect.DelegatingConstructorAccessorImpl.newInstance(DelegatingConstructorAccessorImpl.java:45) ~[?:?] at java.lang.reflect.Constructor.newInstanceWithCaller(Constructor.java:499) ~[?:?] at java.lang.reflect.Constructor.newInstance(Constructor.java:480) ~[?:?] at org.apache.hadoop.hbase.ipc.RemoteWithExtrasException.instantiateException(RemoteWithExtrasException.java:110) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RemoteWithExtrasException.unwrapRemoteException(RemoteWithExtrasException.java:100) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.client.ConnectionUtils.translateException(ConnectionUtils.java:219) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRpcRetryingCaller.onError(AsyncRpcRetryingCaller.java:165) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.lambda$call$4(AsyncSingleRequestRpcRetryingCaller.java:86) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.lambda$addListener$0(FutureUtils.java:71) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:863) ~[?:?] at java.util.concurrent.CompletableFuture$UniWhenComplete.tryFire(CompletableFuture.java:841) ~[?:?] at java.util.concurrent.CompletableFuture.postComplete(CompletableFuture.java:510) ~[?:?] at java.util.concurrent.CompletableFuture.completeExceptionally(CompletableFuture.java:2162) ~[?:?] at org.apache.hadoop.hbase.client.ConnectionUtils$2.run(ConnectionUtils.java:625) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hbase.thirdparty.com.google.protobuf.RpcUtil$1.run(RpcUtil.java:56) ~[hbase-shaded-protobuf-4.1.9.jar:4.1.9] at org.apache.hbase.thirdparty.com.google.protobuf.RpcUtil$1.run(RpcUtil.java:47) ~[hbase-shaded-protobuf-4.1.9.jar:4.1.9] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.onCallFinished(AbstractRpcClient.java:397) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:430) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:425) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.callComplete(Call.java:117) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.setException(Call.java:132) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcConnection.readResponse(RpcConnection.java:457) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.NettyRpcDuplexHandler.readResponse(NettyRpcDuplexHandler.java:125) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.NettyRpcDuplexHandler.channelRead(NettyRpcDuplexHandler.java:140) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:442) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.handler.codec.ByteToMessageDecoder.fireChannelRead(ByteToMessageDecoder.java:346) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.handler.codec.ByteToMessageDecoder.channelRead(ByteToMessageDecoder.java:318) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:444) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.handler.timeout.IdleStateHandler.channelRead(IdleStateHandler.java:289) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:442) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline$HeadContext.channelRead(DefaultChannelPipeline.java:1357) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:440) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline.fireChannelRead(DefaultChannelPipeline.java:868) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.AbstractNioByteChannel$NioByteUnsafe.read(AbstractNioByteChannel.java:166) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.processSelectedKey(NioEventLoop.java:788) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.processSelectedKeysOptimized(NioEventLoop.java:724) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.processSelectedKeys(NioEventLoop.java:650) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:562) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) ~[hbase-shaded-netty-4.1.9.jar:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] Caused by: org.apache.hadoop.hbase.ipc.RemoteWithExtrasException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=11b353fb2bd02e7483b7c8ed67fdaec1, server=da1c6afcd1f9,35765,1731595233113 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) at org.apache.hadoop.hbase.ipc.AbstractRpcClient.onCallFinished(AbstractRpcClient.java:392) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] ... 32 more 2024-11-14T14:42:45,455 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731595345246.11b353fb2bd02e7483b7c8ed67fdaec1., hostname=da1c6afcd1f9,35765,1731595233113, seqNum=2 , the old value is region=TestAcidGuarantees,,1731595345246.11b353fb2bd02e7483b7c8ed67fdaec1., hostname=da1c6afcd1f9,35765,1731595233113, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=11b353fb2bd02e7483b7c8ed67fdaec1, server=da1c6afcd1f9,35765,1731595233113 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-14T14:42:45,455 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731595345246.11b353fb2bd02e7483b7c8ed67fdaec1., hostname=da1c6afcd1f9,35765,1731595233113, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=11b353fb2bd02e7483b7c8ed67fdaec1, server=da1c6afcd1f9,35765,1731595233113 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-14T14:42:45,455 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731595345246.11b353fb2bd02e7483b7c8ed67fdaec1., hostname=da1c6afcd1f9,35765,1731595233113, seqNum=2 because the exception is null or not the one we care about 2024-11-14T14:42:45,517 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=35765 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=144 2024-11-14T14:42:45,517 DEBUG [RS_FLUSH_OPERATIONS-regionserver/da1c6afcd1f9:0-0 {event_type=RS_FLUSH_REGIONS, pid=144}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1731595345246.11b353fb2bd02e7483b7c8ed67fdaec1. 2024-11-14T14:42:45,517 DEBUG [RS_FLUSH_OPERATIONS-regionserver/da1c6afcd1f9:0-0 {event_type=RS_FLUSH_REGIONS, pid=144}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1731595345246.11b353fb2bd02e7483b7c8ed67fdaec1. as already flushing 2024-11-14T14:42:45,517 DEBUG [RS_FLUSH_OPERATIONS-regionserver/da1c6afcd1f9:0-0 {event_type=RS_FLUSH_REGIONS, pid=144}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1731595345246.11b353fb2bd02e7483b7c8ed67fdaec1. 2024-11-14T14:42:45,517 ERROR [RS_FLUSH_OPERATIONS-regionserver/da1c6afcd1f9:0-0 {event_type=RS_FLUSH_REGIONS, pid=144}] handler.RSProcedureHandler(58): pid=144 java.io.IOException: Unable to complete flush {ENCODED => 11b353fb2bd02e7483b7c8ed67fdaec1, NAME => 'TestAcidGuarantees,,1731595345246.11b353fb2bd02e7483b7c8ed67fdaec1.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-14T14:42:45,517 DEBUG [RS_FLUSH_OPERATIONS-regionserver/da1c6afcd1f9:0-0 {event_type=RS_FLUSH_REGIONS, pid=144}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=144 java.io.IOException: Unable to complete flush {ENCODED => 11b353fb2bd02e7483b7c8ed67fdaec1, NAME => 'TestAcidGuarantees,,1731595345246.11b353fb2bd02e7483b7c8ed67fdaec1.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-14T14:42:45,518 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45145 {}] master.HMaster(4177): Remote procedure failed, pid=144 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 11b353fb2bd02e7483b7c8ed67fdaec1, NAME => 'TestAcidGuarantees,,1731595345246.11b353fb2bd02e7483b7c8ed67fdaec1.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$5(MasterRpcServices.java:2580) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2575) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 11b353fb2bd02e7483b7c8ed67fdaec1, NAME => 'TestAcidGuarantees,,1731595345246.11b353fb2bd02e7483b7c8ed67fdaec1.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-14T14:42:45,670 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=35765 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=144 2024-11-14T14:42:45,670 DEBUG [RS_FLUSH_OPERATIONS-regionserver/da1c6afcd1f9:0-1 {event_type=RS_FLUSH_REGIONS, pid=144}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1731595345246.11b353fb2bd02e7483b7c8ed67fdaec1. 2024-11-14T14:42:45,670 DEBUG [RS_FLUSH_OPERATIONS-regionserver/da1c6afcd1f9:0-1 {event_type=RS_FLUSH_REGIONS, pid=144}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1731595345246.11b353fb2bd02e7483b7c8ed67fdaec1. as already flushing 2024-11-14T14:42:45,670 DEBUG [RS_FLUSH_OPERATIONS-regionserver/da1c6afcd1f9:0-1 {event_type=RS_FLUSH_REGIONS, pid=144}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1731595345246.11b353fb2bd02e7483b7c8ed67fdaec1. 2024-11-14T14:42:45,670 ERROR [RS_FLUSH_OPERATIONS-regionserver/da1c6afcd1f9:0-1 {event_type=RS_FLUSH_REGIONS, pid=144}] handler.RSProcedureHandler(58): pid=144 java.io.IOException: Unable to complete flush {ENCODED => 11b353fb2bd02e7483b7c8ed67fdaec1, NAME => 'TestAcidGuarantees,,1731595345246.11b353fb2bd02e7483b7c8ed67fdaec1.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-14T14:42:45,670 DEBUG [RS_FLUSH_OPERATIONS-regionserver/da1c6afcd1f9:0-1 {event_type=RS_FLUSH_REGIONS, pid=144}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=144 java.io.IOException: Unable to complete flush {ENCODED => 11b353fb2bd02e7483b7c8ed67fdaec1, NAME => 'TestAcidGuarantees,,1731595345246.11b353fb2bd02e7483b7c8ed67fdaec1.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-14T14:42:45,671 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45145 {}] master.HMaster(4177): Remote procedure failed, pid=144 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 11b353fb2bd02e7483b7c8ed67fdaec1, NAME => 'TestAcidGuarantees,,1731595345246.11b353fb2bd02e7483b7c8ed67fdaec1.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$5(MasterRpcServices.java:2580) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2575) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 11b353fb2bd02e7483b7c8ed67fdaec1, NAME => 'TestAcidGuarantees,,1731595345246.11b353fb2bd02e7483b7c8ed67fdaec1.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-14T14:42:45,677 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35765 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=11b353fb2bd02e7483b7c8ed67fdaec1, server=da1c6afcd1f9,35765,1731595233113 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-14T14:42:45,677 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35765 {}] ipc.CallRunner(138): callId: 147 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:55502 deadline: 1731595425676, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=11b353fb2bd02e7483b7c8ed67fdaec1, server=da1c6afcd1f9,35765,1731595233113 2024-11-14T14:42:45,678 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731595345246.11b353fb2bd02e7483b7c8ed67fdaec1., hostname=da1c6afcd1f9,35765,1731595233113, seqNum=2 , the old value is region=TestAcidGuarantees,,1731595345246.11b353fb2bd02e7483b7c8ed67fdaec1., hostname=da1c6afcd1f9,35765,1731595233113, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=11b353fb2bd02e7483b7c8ed67fdaec1, server=da1c6afcd1f9,35765,1731595233113 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-14T14:42:45,678 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731595345246.11b353fb2bd02e7483b7c8ed67fdaec1., hostname=da1c6afcd1f9,35765,1731595233113, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=11b353fb2bd02e7483b7c8ed67fdaec1, server=da1c6afcd1f9,35765,1731595233113 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-14T14:42:45,678 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731595345246.11b353fb2bd02e7483b7c8ed67fdaec1., hostname=da1c6afcd1f9,35765,1731595233113, seqNum=2 because the exception is null or not the one we care about 2024-11-14T14:42:45,692 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35765 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=11b353fb2bd02e7483b7c8ed67fdaec1, server=da1c6afcd1f9,35765,1731595233113 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-14T14:42:45,692 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35765 {}] ipc.CallRunner(138): callId: 118 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:55492 deadline: 1731595425686, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=11b353fb2bd02e7483b7c8ed67fdaec1, server=da1c6afcd1f9,35765,1731595233113 2024-11-14T14:42:45,692 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731595345246.11b353fb2bd02e7483b7c8ed67fdaec1., hostname=da1c6afcd1f9,35765,1731595233113, seqNum=2 , the old value is region=TestAcidGuarantees,,1731595345246.11b353fb2bd02e7483b7c8ed67fdaec1., hostname=da1c6afcd1f9,35765,1731595233113, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=11b353fb2bd02e7483b7c8ed67fdaec1, server=da1c6afcd1f9,35765,1731595233113 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-14T14:42:45,692 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731595345246.11b353fb2bd02e7483b7c8ed67fdaec1., hostname=da1c6afcd1f9,35765,1731595233113, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=11b353fb2bd02e7483b7c8ed67fdaec1, server=da1c6afcd1f9,35765,1731595233113 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-14T14:42:45,692 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731595345246.11b353fb2bd02e7483b7c8ed67fdaec1., hostname=da1c6afcd1f9,35765,1731595233113, seqNum=2 because the exception is null or not the one we care about 2024-11-14T14:42:45,706 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35765 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=11b353fb2bd02e7483b7c8ed67fdaec1, server=da1c6afcd1f9,35765,1731595233113 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-14T14:42:45,706 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35765 {}] ipc.CallRunner(138): callId: 128 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:55520 deadline: 1731595425696, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=11b353fb2bd02e7483b7c8ed67fdaec1, server=da1c6afcd1f9,35765,1731595233113 2024-11-14T14:42:45,707 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731595345246.11b353fb2bd02e7483b7c8ed67fdaec1., hostname=da1c6afcd1f9,35765,1731595233113, seqNum=2 , the old value is region=TestAcidGuarantees,,1731595345246.11b353fb2bd02e7483b7c8ed67fdaec1., hostname=da1c6afcd1f9,35765,1731595233113, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=11b353fb2bd02e7483b7c8ed67fdaec1, server=da1c6afcd1f9,35765,1731595233113 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-14T14:42:45,707 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731595345246.11b353fb2bd02e7483b7c8ed67fdaec1., hostname=da1c6afcd1f9,35765,1731595233113, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=11b353fb2bd02e7483b7c8ed67fdaec1, server=da1c6afcd1f9,35765,1731595233113 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-14T14:42:45,707 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731595345246.11b353fb2bd02e7483b7c8ed67fdaec1., hostname=da1c6afcd1f9,35765,1731595233113, seqNum=2 because the exception is null or not the one we care about 2024-11-14T14:42:45,726 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=46.96 KB at sequenceid=427 (bloomFilter=true), to=hdfs://localhost:34345/user/jenkins/test-data/14d118ee-a83a-b09b-5913-1a58940a5db1/data/default/TestAcidGuarantees/11b353fb2bd02e7483b7c8ed67fdaec1/.tmp/C/4d463814b513463bb469ece32e0d7e0b 2024-11-14T14:42:45,729 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:34345/user/jenkins/test-data/14d118ee-a83a-b09b-5913-1a58940a5db1/data/default/TestAcidGuarantees/11b353fb2bd02e7483b7c8ed67fdaec1/.tmp/A/4a96a1ff1716454fb44d1abfa3a8305b as hdfs://localhost:34345/user/jenkins/test-data/14d118ee-a83a-b09b-5913-1a58940a5db1/data/default/TestAcidGuarantees/11b353fb2bd02e7483b7c8ed67fdaec1/A/4a96a1ff1716454fb44d1abfa3a8305b 2024-11-14T14:42:45,731 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:34345/user/jenkins/test-data/14d118ee-a83a-b09b-5913-1a58940a5db1/data/default/TestAcidGuarantees/11b353fb2bd02e7483b7c8ed67fdaec1/A/4a96a1ff1716454fb44d1abfa3a8305b, entries=200, sequenceid=427, filesize=14.4 K 2024-11-14T14:42:45,732 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:34345/user/jenkins/test-data/14d118ee-a83a-b09b-5913-1a58940a5db1/data/default/TestAcidGuarantees/11b353fb2bd02e7483b7c8ed67fdaec1/.tmp/B/d5cc7e4c79d44e4895163975e278926a as hdfs://localhost:34345/user/jenkins/test-data/14d118ee-a83a-b09b-5913-1a58940a5db1/data/default/TestAcidGuarantees/11b353fb2bd02e7483b7c8ed67fdaec1/B/d5cc7e4c79d44e4895163975e278926a 2024-11-14T14:42:45,735 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:34345/user/jenkins/test-data/14d118ee-a83a-b09b-5913-1a58940a5db1/data/default/TestAcidGuarantees/11b353fb2bd02e7483b7c8ed67fdaec1/B/d5cc7e4c79d44e4895163975e278926a, entries=150, sequenceid=427, filesize=12.0 K 2024-11-14T14:42:45,736 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45145 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=143 2024-11-14T14:42:45,736 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:34345/user/jenkins/test-data/14d118ee-a83a-b09b-5913-1a58940a5db1/data/default/TestAcidGuarantees/11b353fb2bd02e7483b7c8ed67fdaec1/.tmp/C/4d463814b513463bb469ece32e0d7e0b as hdfs://localhost:34345/user/jenkins/test-data/14d118ee-a83a-b09b-5913-1a58940a5db1/data/default/TestAcidGuarantees/11b353fb2bd02e7483b7c8ed67fdaec1/C/4d463814b513463bb469ece32e0d7e0b 2024-11-14T14:42:45,739 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:34345/user/jenkins/test-data/14d118ee-a83a-b09b-5913-1a58940a5db1/data/default/TestAcidGuarantees/11b353fb2bd02e7483b7c8ed67fdaec1/C/4d463814b513463bb469ece32e0d7e0b, entries=150, sequenceid=427, filesize=12.0 K 2024-11-14T14:42:45,739 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(3140): Finished flush of dataSize ~140.89 KB/144270, heapSize ~400.17 KB/409776, currentSize=40.25 KB/41220 for 11b353fb2bd02e7483b7c8ed67fdaec1 in 1249ms, sequenceid=427, compaction requested=true 2024-11-14T14:42:45,739 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2603): Flush status journal for 11b353fb2bd02e7483b7c8ed67fdaec1: 2024-11-14T14:42:45,740 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store 11b353fb2bd02e7483b7c8ed67fdaec1:A, priority=-2147483648, current under compaction store size is 1 2024-11-14T14:42:45,740 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-14T14:42:45,740 DEBUG [RS:0;da1c6afcd1f9:35765-shortCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 4 store files, 0 compacting, 4 eligible, 16 blocking 2024-11-14T14:42:45,740 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store 11b353fb2bd02e7483b7c8ed67fdaec1:B, priority=-2147483648, current under compaction store size is 2 2024-11-14T14:42:45,740 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-14T14:42:45,740 DEBUG [RS:0;da1c6afcd1f9:35765-longCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 4 store files, 0 compacting, 4 eligible, 16 blocking 2024-11-14T14:42:45,740 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store 11b353fb2bd02e7483b7c8ed67fdaec1:C, priority=-2147483648, current under compaction store size is 3 2024-11-14T14:42:45,740 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=1), splitQueue=0 2024-11-14T14:42:45,741 DEBUG [RS:0;da1c6afcd1f9:35765-longCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 4 files of size 47204 starting at candidate #0 after considering 3 permutations with 3 in ratio 2024-11-14T14:42:45,741 DEBUG [RS:0;da1c6afcd1f9:35765-shortCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 4 files of size 49644 starting at candidate #0 after considering 3 permutations with 3 in ratio 2024-11-14T14:42:45,741 DEBUG [RS:0;da1c6afcd1f9:35765-shortCompactions-0 {}] regionserver.HStore(1541): 11b353fb2bd02e7483b7c8ed67fdaec1/A is initiating minor compaction (all files) 2024-11-14T14:42:45,741 DEBUG [RS:0;da1c6afcd1f9:35765-longCompactions-0 {}] regionserver.HStore(1541): 11b353fb2bd02e7483b7c8ed67fdaec1/B is initiating minor compaction (all files) 2024-11-14T14:42:45,741 INFO [RS:0;da1c6afcd1f9:35765-longCompactions-0 {}] regionserver.HRegion(2416): Starting compaction of 11b353fb2bd02e7483b7c8ed67fdaec1/B in TestAcidGuarantees,,1731595345246.11b353fb2bd02e7483b7c8ed67fdaec1. 2024-11-14T14:42:45,741 INFO [RS:0;da1c6afcd1f9:35765-shortCompactions-0 {}] regionserver.HRegion(2416): Starting compaction of 11b353fb2bd02e7483b7c8ed67fdaec1/A in TestAcidGuarantees,,1731595345246.11b353fb2bd02e7483b7c8ed67fdaec1. 2024-11-14T14:42:45,741 INFO [RS:0;da1c6afcd1f9:35765-longCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:34345/user/jenkins/test-data/14d118ee-a83a-b09b-5913-1a58940a5db1/data/default/TestAcidGuarantees/11b353fb2bd02e7483b7c8ed67fdaec1/B/024d7442bf2745ff93046cc3ba0b358a, hdfs://localhost:34345/user/jenkins/test-data/14d118ee-a83a-b09b-5913-1a58940a5db1/data/default/TestAcidGuarantees/11b353fb2bd02e7483b7c8ed67fdaec1/B/b6c209bb07b8455ba631d3ef6ac0f125, hdfs://localhost:34345/user/jenkins/test-data/14d118ee-a83a-b09b-5913-1a58940a5db1/data/default/TestAcidGuarantees/11b353fb2bd02e7483b7c8ed67fdaec1/B/4ec564a5962e4d45a97bc7e8f933f432, hdfs://localhost:34345/user/jenkins/test-data/14d118ee-a83a-b09b-5913-1a58940a5db1/data/default/TestAcidGuarantees/11b353fb2bd02e7483b7c8ed67fdaec1/B/d5cc7e4c79d44e4895163975e278926a] into tmpdir=hdfs://localhost:34345/user/jenkins/test-data/14d118ee-a83a-b09b-5913-1a58940a5db1/data/default/TestAcidGuarantees/11b353fb2bd02e7483b7c8ed67fdaec1/.tmp, totalSize=46.1 K 2024-11-14T14:42:45,741 INFO [RS:0;da1c6afcd1f9:35765-shortCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:34345/user/jenkins/test-data/14d118ee-a83a-b09b-5913-1a58940a5db1/data/default/TestAcidGuarantees/11b353fb2bd02e7483b7c8ed67fdaec1/A/86d35c0cae4a4c388f0e7572eca2e881, hdfs://localhost:34345/user/jenkins/test-data/14d118ee-a83a-b09b-5913-1a58940a5db1/data/default/TestAcidGuarantees/11b353fb2bd02e7483b7c8ed67fdaec1/A/01aa1eb3b7c14670be2bec9690cd7180, hdfs://localhost:34345/user/jenkins/test-data/14d118ee-a83a-b09b-5913-1a58940a5db1/data/default/TestAcidGuarantees/11b353fb2bd02e7483b7c8ed67fdaec1/A/f7cf3ab10df94c84a24c220d1f19cd7b, hdfs://localhost:34345/user/jenkins/test-data/14d118ee-a83a-b09b-5913-1a58940a5db1/data/default/TestAcidGuarantees/11b353fb2bd02e7483b7c8ed67fdaec1/A/4a96a1ff1716454fb44d1abfa3a8305b] into tmpdir=hdfs://localhost:34345/user/jenkins/test-data/14d118ee-a83a-b09b-5913-1a58940a5db1/data/default/TestAcidGuarantees/11b353fb2bd02e7483b7c8ed67fdaec1/.tmp, totalSize=48.5 K 2024-11-14T14:42:45,741 DEBUG [RS:0;da1c6afcd1f9:35765-longCompactions-0 {}] compactions.Compactor(225): Compacting 024d7442bf2745ff93046cc3ba0b358a, keycount=150, bloomtype=ROW, size=12.4 K, encoding=NONE, compression=NONE, seqNum=342, earliestPutTs=1731595361189 2024-11-14T14:42:45,741 DEBUG [RS:0;da1c6afcd1f9:35765-shortCompactions-0 {}] compactions.Compactor(225): Compacting 86d35c0cae4a4c388f0e7572eca2e881, keycount=150, bloomtype=ROW, size=12.4 K, encoding=NONE, compression=NONE, seqNum=342, earliestPutTs=1731595361189 2024-11-14T14:42:45,742 DEBUG [RS:0;da1c6afcd1f9:35765-longCompactions-0 {}] compactions.Compactor(225): Compacting b6c209bb07b8455ba631d3ef6ac0f125, keycount=150, bloomtype=ROW, size=12.0 K, encoding=NONE, compression=NONE, seqNum=377, earliestPutTs=1731595361298 2024-11-14T14:42:45,742 DEBUG [RS:0;da1c6afcd1f9:35765-shortCompactions-0 {}] compactions.Compactor(225): Compacting 01aa1eb3b7c14670be2bec9690cd7180, keycount=150, bloomtype=ROW, size=12.0 K, encoding=NONE, compression=NONE, seqNum=377, earliestPutTs=1731595361298 2024-11-14T14:42:45,742 DEBUG [RS:0;da1c6afcd1f9:35765-longCompactions-0 {}] compactions.Compactor(225): Compacting 4ec564a5962e4d45a97bc7e8f933f432, keycount=100, bloomtype=ROW, size=9.6 K, encoding=NONE, compression=NONE, seqNum=390, earliestPutTs=1731595362513 2024-11-14T14:42:45,742 DEBUG [RS:0;da1c6afcd1f9:35765-shortCompactions-0 {}] compactions.Compactor(225): Compacting f7cf3ab10df94c84a24c220d1f19cd7b, keycount=100, bloomtype=ROW, size=9.6 K, encoding=NONE, compression=NONE, seqNum=390, earliestPutTs=1731595362513 2024-11-14T14:42:45,742 DEBUG [RS:0;da1c6afcd1f9:35765-shortCompactions-0 {}] compactions.Compactor(225): Compacting 4a96a1ff1716454fb44d1abfa3a8305b, keycount=200, bloomtype=ROW, size=14.4 K, encoding=NONE, compression=NONE, seqNum=427, earliestPutTs=1731595363825 2024-11-14T14:42:45,742 DEBUG [RS:0;da1c6afcd1f9:35765-longCompactions-0 {}] compactions.Compactor(225): Compacting d5cc7e4c79d44e4895163975e278926a, keycount=150, bloomtype=ROW, size=12.0 K, encoding=NONE, compression=NONE, seqNum=427, earliestPutTs=1731595363825 2024-11-14T14:42:45,754 INFO [RS:0;da1c6afcd1f9:35765-longCompactions-0 {}] throttle.PressureAwareThroughputController(145): 11b353fb2bd02e7483b7c8ed67fdaec1#B#compaction#431 average throughput is 6.55 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second 2024-11-14T14:42:45,754 DEBUG [RS:0;da1c6afcd1f9:35765-longCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:34345/user/jenkins/test-data/14d118ee-a83a-b09b-5913-1a58940a5db1/data/default/TestAcidGuarantees/11b353fb2bd02e7483b7c8ed67fdaec1/.tmp/B/3ebd30f027b3401a8c9da4da036446c2 is 50, key is test_row_0/B:col10/1731595364489/Put/seqid=0 2024-11-14T14:42:45,756 INFO [RS:0;da1c6afcd1f9:35765-shortCompactions-0 {}] throttle.PressureAwareThroughputController(145): 11b353fb2bd02e7483b7c8ed67fdaec1#A#compaction#432 average throughput is 3.28 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second 2024-11-14T14:42:45,757 DEBUG [RS:0;da1c6afcd1f9:35765-shortCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:34345/user/jenkins/test-data/14d118ee-a83a-b09b-5913-1a58940a5db1/data/default/TestAcidGuarantees/11b353fb2bd02e7483b7c8ed67fdaec1/.tmp/A/2432c5fc68564763821e053d0fddfee6 is 50, key is test_row_0/A:col10/1731595364489/Put/seqid=0 2024-11-14T14:42:45,777 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36699 is added to blk_1073742326_1502 (size=12881) 2024-11-14T14:42:45,784 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36699 is added to blk_1073742327_1503 (size=12881) 2024-11-14T14:42:45,785 DEBUG [RS:0;da1c6afcd1f9:35765-longCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:34345/user/jenkins/test-data/14d118ee-a83a-b09b-5913-1a58940a5db1/data/default/TestAcidGuarantees/11b353fb2bd02e7483b7c8ed67fdaec1/.tmp/B/3ebd30f027b3401a8c9da4da036446c2 as hdfs://localhost:34345/user/jenkins/test-data/14d118ee-a83a-b09b-5913-1a58940a5db1/data/default/TestAcidGuarantees/11b353fb2bd02e7483b7c8ed67fdaec1/B/3ebd30f027b3401a8c9da4da036446c2 2024-11-14T14:42:45,792 INFO [RS:0;da1c6afcd1f9:35765-longCompactions-0 {}] regionserver.HStore(1337): Completed compaction of 4 (all) file(s) in 11b353fb2bd02e7483b7c8ed67fdaec1/B of 11b353fb2bd02e7483b7c8ed67fdaec1 into 3ebd30f027b3401a8c9da4da036446c2(size=12.6 K), total size for store is 12.6 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-11-14T14:42:45,792 DEBUG [RS:0;da1c6afcd1f9:35765-longCompactions-0 {}] regionserver.HRegion(2446): Compaction status journal for 11b353fb2bd02e7483b7c8ed67fdaec1: 2024-11-14T14:42:45,792 INFO [RS:0;da1c6afcd1f9:35765-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1731595345246.11b353fb2bd02e7483b7c8ed67fdaec1., storeName=11b353fb2bd02e7483b7c8ed67fdaec1/B, priority=12, startTime=1731595365740; duration=0sec 2024-11-14T14:42:45,792 DEBUG [RS:0;da1c6afcd1f9:35765-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=1), splitQueue=0 2024-11-14T14:42:45,792 DEBUG [RS:0;da1c6afcd1f9:35765-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: 11b353fb2bd02e7483b7c8ed67fdaec1:B 2024-11-14T14:42:45,793 DEBUG [RS:0;da1c6afcd1f9:35765-longCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 4 store files, 0 compacting, 4 eligible, 16 blocking 2024-11-14T14:42:45,795 DEBUG [RS:0;da1c6afcd1f9:35765-longCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 4 files of size 47204 starting at candidate #0 after considering 3 permutations with 3 in ratio 2024-11-14T14:42:45,796 DEBUG [RS:0;da1c6afcd1f9:35765-longCompactions-0 {}] regionserver.HStore(1541): 11b353fb2bd02e7483b7c8ed67fdaec1/C is initiating minor compaction (all files) 2024-11-14T14:42:45,796 INFO [RS:0;da1c6afcd1f9:35765-longCompactions-0 {}] regionserver.HRegion(2416): Starting compaction of 11b353fb2bd02e7483b7c8ed67fdaec1/C in TestAcidGuarantees,,1731595345246.11b353fb2bd02e7483b7c8ed67fdaec1. 2024-11-14T14:42:45,796 INFO [RS:0;da1c6afcd1f9:35765-longCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:34345/user/jenkins/test-data/14d118ee-a83a-b09b-5913-1a58940a5db1/data/default/TestAcidGuarantees/11b353fb2bd02e7483b7c8ed67fdaec1/C/9f326024c91d4357bbee58d3426e31c2, hdfs://localhost:34345/user/jenkins/test-data/14d118ee-a83a-b09b-5913-1a58940a5db1/data/default/TestAcidGuarantees/11b353fb2bd02e7483b7c8ed67fdaec1/C/4d1ccfc26a1a460983903d6c3a861769, hdfs://localhost:34345/user/jenkins/test-data/14d118ee-a83a-b09b-5913-1a58940a5db1/data/default/TestAcidGuarantees/11b353fb2bd02e7483b7c8ed67fdaec1/C/b6969f18525b4c04bd395f9574c34df5, hdfs://localhost:34345/user/jenkins/test-data/14d118ee-a83a-b09b-5913-1a58940a5db1/data/default/TestAcidGuarantees/11b353fb2bd02e7483b7c8ed67fdaec1/C/4d463814b513463bb469ece32e0d7e0b] into tmpdir=hdfs://localhost:34345/user/jenkins/test-data/14d118ee-a83a-b09b-5913-1a58940a5db1/data/default/TestAcidGuarantees/11b353fb2bd02e7483b7c8ed67fdaec1/.tmp, totalSize=46.1 K 2024-11-14T14:42:45,797 DEBUG [RS:0;da1c6afcd1f9:35765-longCompactions-0 {}] compactions.Compactor(225): Compacting 9f326024c91d4357bbee58d3426e31c2, keycount=150, bloomtype=ROW, size=12.4 K, encoding=NONE, compression=NONE, seqNum=342, earliestPutTs=1731595361189 2024-11-14T14:42:45,797 DEBUG [RS:0;da1c6afcd1f9:35765-longCompactions-0 {}] compactions.Compactor(225): Compacting 4d1ccfc26a1a460983903d6c3a861769, keycount=150, bloomtype=ROW, size=12.0 K, encoding=NONE, compression=NONE, seqNum=377, earliestPutTs=1731595361298 2024-11-14T14:42:45,797 DEBUG [RS:0;da1c6afcd1f9:35765-longCompactions-0 {}] compactions.Compactor(225): Compacting b6969f18525b4c04bd395f9574c34df5, keycount=100, bloomtype=ROW, size=9.6 K, encoding=NONE, compression=NONE, seqNum=390, earliestPutTs=1731595362513 2024-11-14T14:42:45,797 DEBUG [RS:0;da1c6afcd1f9:35765-longCompactions-0 {}] compactions.Compactor(225): Compacting 4d463814b513463bb469ece32e0d7e0b, keycount=150, bloomtype=ROW, size=12.0 K, encoding=NONE, compression=NONE, seqNum=427, earliestPutTs=1731595363825 2024-11-14T14:42:45,806 INFO [RS:0;da1c6afcd1f9:35765-longCompactions-0 {}] throttle.PressureAwareThroughputController(145): 11b353fb2bd02e7483b7c8ed67fdaec1#C#compaction#433 average throughput is 3.28 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second 2024-11-14T14:42:45,806 DEBUG [RS:0;da1c6afcd1f9:35765-longCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:34345/user/jenkins/test-data/14d118ee-a83a-b09b-5913-1a58940a5db1/data/default/TestAcidGuarantees/11b353fb2bd02e7483b7c8ed67fdaec1/.tmp/C/09843107b2b644e08e063cfef799dc2d is 50, key is test_row_0/C:col10/1731595364489/Put/seqid=0 2024-11-14T14:42:45,823 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=35765 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=144 2024-11-14T14:42:45,823 DEBUG [RS_FLUSH_OPERATIONS-regionserver/da1c6afcd1f9:0-2 {event_type=RS_FLUSH_REGIONS, pid=144}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1731595345246.11b353fb2bd02e7483b7c8ed67fdaec1. 2024-11-14T14:42:45,823 INFO [RS_FLUSH_OPERATIONS-regionserver/da1c6afcd1f9:0-2 {event_type=RS_FLUSH_REGIONS, pid=144}] regionserver.HRegion(2902): Flushing 11b353fb2bd02e7483b7c8ed67fdaec1 3/3 column families, dataSize=40.25 KB heapSize=120.28 KB 2024-11-14T14:42:45,823 DEBUG [RS_FLUSH_OPERATIONS-regionserver/da1c6afcd1f9:0-2 {event_type=RS_FLUSH_REGIONS, pid=144}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 11b353fb2bd02e7483b7c8ed67fdaec1, store=A 2024-11-14T14:42:45,823 DEBUG [RS_FLUSH_OPERATIONS-regionserver/da1c6afcd1f9:0-2 {event_type=RS_FLUSH_REGIONS, pid=144}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-14T14:42:45,823 DEBUG [RS_FLUSH_OPERATIONS-regionserver/da1c6afcd1f9:0-2 {event_type=RS_FLUSH_REGIONS, pid=144}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 11b353fb2bd02e7483b7c8ed67fdaec1, store=B 2024-11-14T14:42:45,823 DEBUG [RS_FLUSH_OPERATIONS-regionserver/da1c6afcd1f9:0-2 {event_type=RS_FLUSH_REGIONS, pid=144}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-14T14:42:45,823 DEBUG [RS_FLUSH_OPERATIONS-regionserver/da1c6afcd1f9:0-2 {event_type=RS_FLUSH_REGIONS, pid=144}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 11b353fb2bd02e7483b7c8ed67fdaec1, store=C 2024-11-14T14:42:45,823 DEBUG [RS_FLUSH_OPERATIONS-regionserver/da1c6afcd1f9:0-2 {event_type=RS_FLUSH_REGIONS, pid=144}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-14T14:42:45,831 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36699 is added to blk_1073742328_1504 (size=12881) 2024-11-14T14:42:45,841 DEBUG [RS_FLUSH_OPERATIONS-regionserver/da1c6afcd1f9:0-2 {event_type=RS_FLUSH_REGIONS, pid=144}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:34345/user/jenkins/test-data/14d118ee-a83a-b09b-5913-1a58940a5db1/data/default/TestAcidGuarantees/11b353fb2bd02e7483b7c8ed67fdaec1/.tmp/A/99cb1ff0041c42acb0d78add71f45cf5 is 50, key is test_row_0/A:col10/1731595364508/Put/seqid=0 2024-11-14T14:42:45,845 DEBUG [RS:0;da1c6afcd1f9:35765-longCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:34345/user/jenkins/test-data/14d118ee-a83a-b09b-5913-1a58940a5db1/data/default/TestAcidGuarantees/11b353fb2bd02e7483b7c8ed67fdaec1/.tmp/C/09843107b2b644e08e063cfef799dc2d as hdfs://localhost:34345/user/jenkins/test-data/14d118ee-a83a-b09b-5913-1a58940a5db1/data/default/TestAcidGuarantees/11b353fb2bd02e7483b7c8ed67fdaec1/C/09843107b2b644e08e063cfef799dc2d 2024-11-14T14:42:45,853 INFO [RS:0;da1c6afcd1f9:35765-longCompactions-0 {}] regionserver.HStore(1337): Completed compaction of 4 (all) file(s) in 11b353fb2bd02e7483b7c8ed67fdaec1/C of 11b353fb2bd02e7483b7c8ed67fdaec1 into 09843107b2b644e08e063cfef799dc2d(size=12.6 K), total size for store is 12.6 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-11-14T14:42:45,853 DEBUG [RS:0;da1c6afcd1f9:35765-longCompactions-0 {}] regionserver.HRegion(2446): Compaction status journal for 11b353fb2bd02e7483b7c8ed67fdaec1: 2024-11-14T14:42:45,853 INFO [RS:0;da1c6afcd1f9:35765-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1731595345246.11b353fb2bd02e7483b7c8ed67fdaec1., storeName=11b353fb2bd02e7483b7c8ed67fdaec1/C, priority=12, startTime=1731595365740; duration=0sec 2024-11-14T14:42:45,853 DEBUG [RS:0;da1c6afcd1f9:35765-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-14T14:42:45,853 DEBUG [RS:0;da1c6afcd1f9:35765-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: 11b353fb2bd02e7483b7c8ed67fdaec1:C 2024-11-14T14:42:45,873 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36699 is added to blk_1073742329_1505 (size=12301) 2024-11-14T14:42:46,189 DEBUG [RS:0;da1c6afcd1f9:35765-shortCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:34345/user/jenkins/test-data/14d118ee-a83a-b09b-5913-1a58940a5db1/data/default/TestAcidGuarantees/11b353fb2bd02e7483b7c8ed67fdaec1/.tmp/A/2432c5fc68564763821e053d0fddfee6 as hdfs://localhost:34345/user/jenkins/test-data/14d118ee-a83a-b09b-5913-1a58940a5db1/data/default/TestAcidGuarantees/11b353fb2bd02e7483b7c8ed67fdaec1/A/2432c5fc68564763821e053d0fddfee6 2024-11-14T14:42:46,194 INFO [RS:0;da1c6afcd1f9:35765-shortCompactions-0 {}] regionserver.HStore(1337): Completed compaction of 4 (all) file(s) in 11b353fb2bd02e7483b7c8ed67fdaec1/A of 11b353fb2bd02e7483b7c8ed67fdaec1 into 2432c5fc68564763821e053d0fddfee6(size=12.6 K), total size for store is 12.6 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-11-14T14:42:46,194 DEBUG [RS:0;da1c6afcd1f9:35765-shortCompactions-0 {}] regionserver.HRegion(2446): Compaction status journal for 11b353fb2bd02e7483b7c8ed67fdaec1: 2024-11-14T14:42:46,194 INFO [RS:0;da1c6afcd1f9:35765-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1731595345246.11b353fb2bd02e7483b7c8ed67fdaec1., storeName=11b353fb2bd02e7483b7c8ed67fdaec1/A, priority=12, startTime=1731595365739; duration=0sec 2024-11-14T14:42:46,194 DEBUG [RS:0;da1c6afcd1f9:35765-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-14T14:42:46,194 DEBUG [RS:0;da1c6afcd1f9:35765-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: 11b353fb2bd02e7483b7c8ed67fdaec1:A 2024-11-14T14:42:46,274 INFO [RS_FLUSH_OPERATIONS-regionserver/da1c6afcd1f9:0-2 {event_type=RS_FLUSH_REGIONS, pid=144}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=13.42 KB at sequenceid=437 (bloomFilter=true), to=hdfs://localhost:34345/user/jenkins/test-data/14d118ee-a83a-b09b-5913-1a58940a5db1/data/default/TestAcidGuarantees/11b353fb2bd02e7483b7c8ed67fdaec1/.tmp/A/99cb1ff0041c42acb0d78add71f45cf5 2024-11-14T14:42:46,282 DEBUG [RS_FLUSH_OPERATIONS-regionserver/da1c6afcd1f9:0-2 {event_type=RS_FLUSH_REGIONS, pid=144}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:34345/user/jenkins/test-data/14d118ee-a83a-b09b-5913-1a58940a5db1/data/default/TestAcidGuarantees/11b353fb2bd02e7483b7c8ed67fdaec1/.tmp/B/b0918fd12aa844a59f7f400048e5f924 is 50, key is test_row_0/B:col10/1731595364508/Put/seqid=0 2024-11-14T14:42:46,287 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36699 is added to blk_1073742330_1506 (size=12301) 2024-11-14T14:42:46,289 INFO [RS_FLUSH_OPERATIONS-regionserver/da1c6afcd1f9:0-2 {event_type=RS_FLUSH_REGIONS, pid=144}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=13.42 KB at sequenceid=437 (bloomFilter=true), to=hdfs://localhost:34345/user/jenkins/test-data/14d118ee-a83a-b09b-5913-1a58940a5db1/data/default/TestAcidGuarantees/11b353fb2bd02e7483b7c8ed67fdaec1/.tmp/B/b0918fd12aa844a59f7f400048e5f924 2024-11-14T14:42:46,296 DEBUG [RS_FLUSH_OPERATIONS-regionserver/da1c6afcd1f9:0-2 {event_type=RS_FLUSH_REGIONS, pid=144}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:34345/user/jenkins/test-data/14d118ee-a83a-b09b-5913-1a58940a5db1/data/default/TestAcidGuarantees/11b353fb2bd02e7483b7c8ed67fdaec1/.tmp/C/e20db7dd63184d1cb9aae7af557fc7c6 is 50, key is test_row_0/C:col10/1731595364508/Put/seqid=0 2024-11-14T14:42:46,314 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36699 is added to blk_1073742331_1507 (size=12301) 2024-11-14T14:42:46,692 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35765 {}] regionserver.HRegion(8855): Flush requested on 11b353fb2bd02e7483b7c8ed67fdaec1 2024-11-14T14:42:46,692 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1731595345246.11b353fb2bd02e7483b7c8ed67fdaec1. as already flushing 2024-11-14T14:42:46,715 INFO [RS_FLUSH_OPERATIONS-regionserver/da1c6afcd1f9:0-2 {event_type=RS_FLUSH_REGIONS, pid=144}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=13.42 KB at sequenceid=437 (bloomFilter=true), to=hdfs://localhost:34345/user/jenkins/test-data/14d118ee-a83a-b09b-5913-1a58940a5db1/data/default/TestAcidGuarantees/11b353fb2bd02e7483b7c8ed67fdaec1/.tmp/C/e20db7dd63184d1cb9aae7af557fc7c6 2024-11-14T14:42:46,719 DEBUG [RS_FLUSH_OPERATIONS-regionserver/da1c6afcd1f9:0-2 {event_type=RS_FLUSH_REGIONS, pid=144}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:34345/user/jenkins/test-data/14d118ee-a83a-b09b-5913-1a58940a5db1/data/default/TestAcidGuarantees/11b353fb2bd02e7483b7c8ed67fdaec1/.tmp/A/99cb1ff0041c42acb0d78add71f45cf5 as hdfs://localhost:34345/user/jenkins/test-data/14d118ee-a83a-b09b-5913-1a58940a5db1/data/default/TestAcidGuarantees/11b353fb2bd02e7483b7c8ed67fdaec1/A/99cb1ff0041c42acb0d78add71f45cf5 2024-11-14T14:42:46,722 INFO [RS_FLUSH_OPERATIONS-regionserver/da1c6afcd1f9:0-2 {event_type=RS_FLUSH_REGIONS, pid=144}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:34345/user/jenkins/test-data/14d118ee-a83a-b09b-5913-1a58940a5db1/data/default/TestAcidGuarantees/11b353fb2bd02e7483b7c8ed67fdaec1/A/99cb1ff0041c42acb0d78add71f45cf5, entries=150, sequenceid=437, filesize=12.0 K 2024-11-14T14:42:46,723 DEBUG [RS_FLUSH_OPERATIONS-regionserver/da1c6afcd1f9:0-2 {event_type=RS_FLUSH_REGIONS, pid=144}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:34345/user/jenkins/test-data/14d118ee-a83a-b09b-5913-1a58940a5db1/data/default/TestAcidGuarantees/11b353fb2bd02e7483b7c8ed67fdaec1/.tmp/B/b0918fd12aa844a59f7f400048e5f924 as hdfs://localhost:34345/user/jenkins/test-data/14d118ee-a83a-b09b-5913-1a58940a5db1/data/default/TestAcidGuarantees/11b353fb2bd02e7483b7c8ed67fdaec1/B/b0918fd12aa844a59f7f400048e5f924 2024-11-14T14:42:46,726 INFO [RS_FLUSH_OPERATIONS-regionserver/da1c6afcd1f9:0-2 {event_type=RS_FLUSH_REGIONS, pid=144}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:34345/user/jenkins/test-data/14d118ee-a83a-b09b-5913-1a58940a5db1/data/default/TestAcidGuarantees/11b353fb2bd02e7483b7c8ed67fdaec1/B/b0918fd12aa844a59f7f400048e5f924, entries=150, sequenceid=437, filesize=12.0 K 2024-11-14T14:42:46,727 DEBUG [RS_FLUSH_OPERATIONS-regionserver/da1c6afcd1f9:0-2 {event_type=RS_FLUSH_REGIONS, pid=144}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:34345/user/jenkins/test-data/14d118ee-a83a-b09b-5913-1a58940a5db1/data/default/TestAcidGuarantees/11b353fb2bd02e7483b7c8ed67fdaec1/.tmp/C/e20db7dd63184d1cb9aae7af557fc7c6 as hdfs://localhost:34345/user/jenkins/test-data/14d118ee-a83a-b09b-5913-1a58940a5db1/data/default/TestAcidGuarantees/11b353fb2bd02e7483b7c8ed67fdaec1/C/e20db7dd63184d1cb9aae7af557fc7c6 2024-11-14T14:42:46,731 INFO [RS_FLUSH_OPERATIONS-regionserver/da1c6afcd1f9:0-2 {event_type=RS_FLUSH_REGIONS, pid=144}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:34345/user/jenkins/test-data/14d118ee-a83a-b09b-5913-1a58940a5db1/data/default/TestAcidGuarantees/11b353fb2bd02e7483b7c8ed67fdaec1/C/e20db7dd63184d1cb9aae7af557fc7c6, entries=150, sequenceid=437, filesize=12.0 K 2024-11-14T14:42:46,731 INFO [RS_FLUSH_OPERATIONS-regionserver/da1c6afcd1f9:0-2 {event_type=RS_FLUSH_REGIONS, pid=144}] regionserver.HRegion(3140): Finished flush of dataSize ~40.25 KB/41220, heapSize ~120.23 KB/123120, currentSize=73.80 KB/75570 for 11b353fb2bd02e7483b7c8ed67fdaec1 in 908ms, sequenceid=437, compaction requested=false 2024-11-14T14:42:46,732 DEBUG [RS_FLUSH_OPERATIONS-regionserver/da1c6afcd1f9:0-2 {event_type=RS_FLUSH_REGIONS, pid=144}] regionserver.HRegion(2603): Flush status journal for 11b353fb2bd02e7483b7c8ed67fdaec1: 2024-11-14T14:42:46,732 DEBUG [RS_FLUSH_OPERATIONS-regionserver/da1c6afcd1f9:0-2 {event_type=RS_FLUSH_REGIONS, pid=144}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1731595345246.11b353fb2bd02e7483b7c8ed67fdaec1. 2024-11-14T14:42:46,732 DEBUG [RS_FLUSH_OPERATIONS-regionserver/da1c6afcd1f9:0-2 {event_type=RS_FLUSH_REGIONS, pid=144}] regionserver.RemoteProcedureResultReporter(62): Successfully complete execution of pid=144 2024-11-14T14:42:46,732 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45145 {}] master.HMaster(4169): Remote procedure done, pid=144 2024-11-14T14:42:46,734 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=144, resume processing ppid=143 2024-11-14T14:42:46,734 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1521): Finished pid=144, ppid=143, state=SUCCESS, hasLock=false; org.apache.hadoop.hbase.master.procedure.FlushRegionProcedure in 2.1340 sec 2024-11-14T14:42:46,736 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1521): Finished pid=143, state=SUCCESS, hasLock=false; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=143, table=TestAcidGuarantees in 2.1390 sec 2024-11-14T14:42:46,737 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35765 {}] regionserver.HRegion(8855): Flush requested on 11b353fb2bd02e7483b7c8ed67fdaec1 2024-11-14T14:42:46,737 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(2902): Flushing 11b353fb2bd02e7483b7c8ed67fdaec1 3/3 column families, dataSize=80.51 KB heapSize=239.81 KB 2024-11-14T14:42:46,738 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 11b353fb2bd02e7483b7c8ed67fdaec1, store=A 2024-11-14T14:42:46,738 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-14T14:42:46,738 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 11b353fb2bd02e7483b7c8ed67fdaec1, store=B 2024-11-14T14:42:46,738 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-14T14:42:46,738 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 11b353fb2bd02e7483b7c8ed67fdaec1, store=C 2024-11-14T14:42:46,738 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-14T14:42:46,742 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:34345/user/jenkins/test-data/14d118ee-a83a-b09b-5913-1a58940a5db1/data/default/TestAcidGuarantees/11b353fb2bd02e7483b7c8ed67fdaec1/.tmp/A/d8161b4d5ac24bb7b4fafd21db3ebaba is 50, key is test_row_0/A:col10/1731595366734/Put/seqid=0 2024-11-14T14:42:46,750 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36699 is added to blk_1073742332_1508 (size=14741) 2024-11-14T14:42:46,756 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45145 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=143 2024-11-14T14:42:46,757 INFO [RPCClient-NioEventLoopGroup-4-10 {}] client.RawAsyncHBaseAdmin$TableProcedureBiConsumer(2721): Operation: FLUSH, Table Name: default:TestAcidGuarantees completed 2024-11-14T14:42:46,757 INFO [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45145 {}] master.HMaster$22(4506): Client=jenkins//172.17.0.2 flush TestAcidGuarantees 2024-11-14T14:42:46,758 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45145 {}] procedure2.ProcedureExecutor(1139): Stored pid=145, state=RUNNABLE:FLUSH_TABLE_PREPARE, hasLock=false; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=145, table=TestAcidGuarantees 2024-11-14T14:42:46,759 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45145 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=145 2024-11-14T14:42:46,759 INFO [PEWorker-2 {}] procedure.FlushTableProcedure(91): pid=145, state=RUNNABLE:FLUSH_TABLE_PREPARE, hasLock=true; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=145, table=TestAcidGuarantees execute state=FLUSH_TABLE_PREPARE 2024-11-14T14:42:46,759 INFO [PEWorker-2 {}] procedure.FlushTableProcedure(91): pid=145, state=RUNNABLE:FLUSH_TABLE_FLUSH_REGIONS, hasLock=true; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=145, table=TestAcidGuarantees execute state=FLUSH_TABLE_FLUSH_REGIONS 2024-11-14T14:42:46,759 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=146, ppid=145, state=RUNNABLE, hasLock=false; org.apache.hadoop.hbase.master.procedure.FlushRegionProcedure}] 2024-11-14T14:42:46,786 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35765 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=11b353fb2bd02e7483b7c8ed67fdaec1, server=da1c6afcd1f9,35765,1731595233113 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-14T14:42:46,786 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35765 {}] ipc.CallRunner(138): callId: 135 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:55520 deadline: 1731595426777, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=11b353fb2bd02e7483b7c8ed67fdaec1, server=da1c6afcd1f9,35765,1731595233113 2024-11-14T14:42:46,786 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731595345246.11b353fb2bd02e7483b7c8ed67fdaec1., hostname=da1c6afcd1f9,35765,1731595233113, seqNum=2 , the old value is region=TestAcidGuarantees,,1731595345246.11b353fb2bd02e7483b7c8ed67fdaec1., hostname=da1c6afcd1f9,35765,1731595233113, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=11b353fb2bd02e7483b7c8ed67fdaec1, server=da1c6afcd1f9,35765,1731595233113 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-14T14:42:46,786 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731595345246.11b353fb2bd02e7483b7c8ed67fdaec1., hostname=da1c6afcd1f9,35765,1731595233113, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=11b353fb2bd02e7483b7c8ed67fdaec1, server=da1c6afcd1f9,35765,1731595233113 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-14T14:42:46,786 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731595345246.11b353fb2bd02e7483b7c8ed67fdaec1., hostname=da1c6afcd1f9,35765,1731595233113, seqNum=2 because the exception is null or not the one we care about 2024-11-14T14:42:46,789 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35765 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=11b353fb2bd02e7483b7c8ed67fdaec1, server=da1c6afcd1f9,35765,1731595233113 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-14T14:42:46,789 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35765 {}] ipc.CallRunner(138): callId: 127 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:55492 deadline: 1731595426778, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=11b353fb2bd02e7483b7c8ed67fdaec1, server=da1c6afcd1f9,35765,1731595233113 2024-11-14T14:42:46,790 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731595345246.11b353fb2bd02e7483b7c8ed67fdaec1., hostname=da1c6afcd1f9,35765,1731595233113, seqNum=2 , the old value is region=TestAcidGuarantees,,1731595345246.11b353fb2bd02e7483b7c8ed67fdaec1., hostname=da1c6afcd1f9,35765,1731595233113, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=11b353fb2bd02e7483b7c8ed67fdaec1, server=da1c6afcd1f9,35765,1731595233113 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-14T14:42:46,790 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731595345246.11b353fb2bd02e7483b7c8ed67fdaec1., hostname=da1c6afcd1f9,35765,1731595233113, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=11b353fb2bd02e7483b7c8ed67fdaec1, server=da1c6afcd1f9,35765,1731595233113 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-14T14:42:46,790 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731595345246.11b353fb2bd02e7483b7c8ed67fdaec1., hostname=da1c6afcd1f9,35765,1731595233113, seqNum=2 because the exception is null or not the one we care about 2024-11-14T14:42:46,799 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35765 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=11b353fb2bd02e7483b7c8ed67fdaec1, server=da1c6afcd1f9,35765,1731595233113 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-14T14:42:46,799 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35765 {}] ipc.CallRunner(138): callId: 160 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:55502 deadline: 1731595426786, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=11b353fb2bd02e7483b7c8ed67fdaec1, server=da1c6afcd1f9,35765,1731595233113 2024-11-14T14:42:46,799 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731595345246.11b353fb2bd02e7483b7c8ed67fdaec1., hostname=da1c6afcd1f9,35765,1731595233113, seqNum=2 , the old value is region=TestAcidGuarantees,,1731595345246.11b353fb2bd02e7483b7c8ed67fdaec1., hostname=da1c6afcd1f9,35765,1731595233113, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=11b353fb2bd02e7483b7c8ed67fdaec1, server=da1c6afcd1f9,35765,1731595233113 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-14T14:42:46,799 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731595345246.11b353fb2bd02e7483b7c8ed67fdaec1., hostname=da1c6afcd1f9,35765,1731595233113, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=11b353fb2bd02e7483b7c8ed67fdaec1, server=da1c6afcd1f9,35765,1731595233113 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-14T14:42:46,799 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731595345246.11b353fb2bd02e7483b7c8ed67fdaec1., hostname=da1c6afcd1f9,35765,1731595233113, seqNum=2 because the exception is null or not the one we care about 2024-11-14T14:42:46,866 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45145 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=145 2024-11-14T14:42:46,906 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35765 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=11b353fb2bd02e7483b7c8ed67fdaec1, server=da1c6afcd1f9,35765,1731595233113 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-14T14:42:46,907 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35765 {}] ipc.CallRunner(138): callId: 136 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:55520 deadline: 1731595426896, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=11b353fb2bd02e7483b7c8ed67fdaec1, server=da1c6afcd1f9,35765,1731595233113 2024-11-14T14:42:46,907 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731595345246.11b353fb2bd02e7483b7c8ed67fdaec1., hostname=da1c6afcd1f9,35765,1731595233113, seqNum=2 , the old value is region=TestAcidGuarantees,,1731595345246.11b353fb2bd02e7483b7c8ed67fdaec1., hostname=da1c6afcd1f9,35765,1731595233113, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=11b353fb2bd02e7483b7c8ed67fdaec1, server=da1c6afcd1f9,35765,1731595233113 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-14T14:42:46,907 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35765 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=11b353fb2bd02e7483b7c8ed67fdaec1, server=da1c6afcd1f9,35765,1731595233113 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-14T14:42:46,907 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731595345246.11b353fb2bd02e7483b7c8ed67fdaec1., hostname=da1c6afcd1f9,35765,1731595233113, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=11b353fb2bd02e7483b7c8ed67fdaec1, server=da1c6afcd1f9,35765,1731595233113 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-14T14:42:46,907 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731595345246.11b353fb2bd02e7483b7c8ed67fdaec1., hostname=da1c6afcd1f9,35765,1731595233113, seqNum=2 because the exception is null or not the one we care about 2024-11-14T14:42:46,907 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35765 {}] ipc.CallRunner(138): callId: 128 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:55492 deadline: 1731595426896, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=11b353fb2bd02e7483b7c8ed67fdaec1, server=da1c6afcd1f9,35765,1731595233113 2024-11-14T14:42:46,907 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731595345246.11b353fb2bd02e7483b7c8ed67fdaec1., hostname=da1c6afcd1f9,35765,1731595233113, seqNum=2 , the old value is region=TestAcidGuarantees,,1731595345246.11b353fb2bd02e7483b7c8ed67fdaec1., hostname=da1c6afcd1f9,35765,1731595233113, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=11b353fb2bd02e7483b7c8ed67fdaec1, server=da1c6afcd1f9,35765,1731595233113 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-14T14:42:46,907 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731595345246.11b353fb2bd02e7483b7c8ed67fdaec1., hostname=da1c6afcd1f9,35765,1731595233113, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=11b353fb2bd02e7483b7c8ed67fdaec1, server=da1c6afcd1f9,35765,1731595233113 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-14T14:42:46,907 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731595345246.11b353fb2bd02e7483b7c8ed67fdaec1., hostname=da1c6afcd1f9,35765,1731595233113, seqNum=2 because the exception is null or not the one we care about 2024-11-14T14:42:46,911 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35765 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=11b353fb2bd02e7483b7c8ed67fdaec1, server=da1c6afcd1f9,35765,1731595233113 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-14T14:42:46,911 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35765 {}] ipc.CallRunner(138): callId: 161 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:55502 deadline: 1731595426906, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=11b353fb2bd02e7483b7c8ed67fdaec1, server=da1c6afcd1f9,35765,1731595233113 2024-11-14T14:42:46,911 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=35765 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=146 2024-11-14T14:42:46,912 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731595345246.11b353fb2bd02e7483b7c8ed67fdaec1., hostname=da1c6afcd1f9,35765,1731595233113, seqNum=2 , the old value is region=TestAcidGuarantees,,1731595345246.11b353fb2bd02e7483b7c8ed67fdaec1., hostname=da1c6afcd1f9,35765,1731595233113, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=11b353fb2bd02e7483b7c8ed67fdaec1, server=da1c6afcd1f9,35765,1731595233113 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-14T14:42:46,912 DEBUG [RS_FLUSH_OPERATIONS-regionserver/da1c6afcd1f9:0-0 {event_type=RS_FLUSH_REGIONS, pid=146}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1731595345246.11b353fb2bd02e7483b7c8ed67fdaec1. 2024-11-14T14:42:46,912 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731595345246.11b353fb2bd02e7483b7c8ed67fdaec1., hostname=da1c6afcd1f9,35765,1731595233113, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=11b353fb2bd02e7483b7c8ed67fdaec1, server=da1c6afcd1f9,35765,1731595233113 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-14T14:42:46,912 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731595345246.11b353fb2bd02e7483b7c8ed67fdaec1., hostname=da1c6afcd1f9,35765,1731595233113, seqNum=2 because the exception is null or not the one we care about 2024-11-14T14:42:46,912 DEBUG [RS_FLUSH_OPERATIONS-regionserver/da1c6afcd1f9:0-0 {event_type=RS_FLUSH_REGIONS, pid=146}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1731595345246.11b353fb2bd02e7483b7c8ed67fdaec1. as already flushing 2024-11-14T14:42:46,912 DEBUG [RS_FLUSH_OPERATIONS-regionserver/da1c6afcd1f9:0-0 {event_type=RS_FLUSH_REGIONS, pid=146}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1731595345246.11b353fb2bd02e7483b7c8ed67fdaec1. 2024-11-14T14:42:46,912 ERROR [RS_FLUSH_OPERATIONS-regionserver/da1c6afcd1f9:0-0 {event_type=RS_FLUSH_REGIONS, pid=146}] handler.RSProcedureHandler(58): pid=146 java.io.IOException: Unable to complete flush {ENCODED => 11b353fb2bd02e7483b7c8ed67fdaec1, NAME => 'TestAcidGuarantees,,1731595345246.11b353fb2bd02e7483b7c8ed67fdaec1.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-14T14:42:46,912 DEBUG [RS_FLUSH_OPERATIONS-regionserver/da1c6afcd1f9:0-0 {event_type=RS_FLUSH_REGIONS, pid=146}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=146 java.io.IOException: Unable to complete flush {ENCODED => 11b353fb2bd02e7483b7c8ed67fdaec1, NAME => 'TestAcidGuarantees,,1731595345246.11b353fb2bd02e7483b7c8ed67fdaec1.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-14T14:42:46,913 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45145 {}] master.HMaster(4177): Remote procedure failed, pid=146 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 11b353fb2bd02e7483b7c8ed67fdaec1, NAME => 'TestAcidGuarantees,,1731595345246.11b353fb2bd02e7483b7c8ed67fdaec1.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$5(MasterRpcServices.java:2580) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2575) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 11b353fb2bd02e7483b7c8ed67fdaec1, NAME => 'TestAcidGuarantees,,1731595345246.11b353fb2bd02e7483b7c8ed67fdaec1.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-14T14:42:47,065 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=35765 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=146 2024-11-14T14:42:47,065 DEBUG [RS_FLUSH_OPERATIONS-regionserver/da1c6afcd1f9:0-1 {event_type=RS_FLUSH_REGIONS, pid=146}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1731595345246.11b353fb2bd02e7483b7c8ed67fdaec1. 2024-11-14T14:42:47,065 DEBUG [RS_FLUSH_OPERATIONS-regionserver/da1c6afcd1f9:0-1 {event_type=RS_FLUSH_REGIONS, pid=146}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1731595345246.11b353fb2bd02e7483b7c8ed67fdaec1. as already flushing 2024-11-14T14:42:47,065 DEBUG [RS_FLUSH_OPERATIONS-regionserver/da1c6afcd1f9:0-1 {event_type=RS_FLUSH_REGIONS, pid=146}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1731595345246.11b353fb2bd02e7483b7c8ed67fdaec1. 2024-11-14T14:42:47,065 ERROR [RS_FLUSH_OPERATIONS-regionserver/da1c6afcd1f9:0-1 {event_type=RS_FLUSH_REGIONS, pid=146}] handler.RSProcedureHandler(58): pid=146 java.io.IOException: Unable to complete flush {ENCODED => 11b353fb2bd02e7483b7c8ed67fdaec1, NAME => 'TestAcidGuarantees,,1731595345246.11b353fb2bd02e7483b7c8ed67fdaec1.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-14T14:42:47,065 DEBUG [RS_FLUSH_OPERATIONS-regionserver/da1c6afcd1f9:0-1 {event_type=RS_FLUSH_REGIONS, pid=146}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=146 java.io.IOException: Unable to complete flush {ENCODED => 11b353fb2bd02e7483b7c8ed67fdaec1, NAME => 'TestAcidGuarantees,,1731595345246.11b353fb2bd02e7483b7c8ed67fdaec1.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-14T14:42:47,066 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45145 {}] master.HMaster(4177): Remote procedure failed, pid=146 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 11b353fb2bd02e7483b7c8ed67fdaec1, NAME => 'TestAcidGuarantees,,1731595345246.11b353fb2bd02e7483b7c8ed67fdaec1.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$5(MasterRpcServices.java:2580) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2575) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 11b353fb2bd02e7483b7c8ed67fdaec1, NAME => 'TestAcidGuarantees,,1731595345246.11b353fb2bd02e7483b7c8ed67fdaec1.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-14T14:42:47,076 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45145 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=145 2024-11-14T14:42:47,127 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35765 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=11b353fb2bd02e7483b7c8ed67fdaec1, server=da1c6afcd1f9,35765,1731595233113 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-14T14:42:47,127 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35765 {}] ipc.CallRunner(138): callId: 137 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:55520 deadline: 1731595427116, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=11b353fb2bd02e7483b7c8ed67fdaec1, server=da1c6afcd1f9,35765,1731595233113 2024-11-14T14:42:47,128 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35765 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=11b353fb2bd02e7483b7c8ed67fdaec1, server=da1c6afcd1f9,35765,1731595233113 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-14T14:42:47,128 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35765 {}] ipc.CallRunner(138): callId: 129 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:55492 deadline: 1731595427116, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=11b353fb2bd02e7483b7c8ed67fdaec1, server=da1c6afcd1f9,35765,1731595233113 2024-11-14T14:42:47,128 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731595345246.11b353fb2bd02e7483b7c8ed67fdaec1., hostname=da1c6afcd1f9,35765,1731595233113, seqNum=2 , the old value is region=TestAcidGuarantees,,1731595345246.11b353fb2bd02e7483b7c8ed67fdaec1., hostname=da1c6afcd1f9,35765,1731595233113, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=11b353fb2bd02e7483b7c8ed67fdaec1, server=da1c6afcd1f9,35765,1731595233113 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-14T14:42:47,128 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731595345246.11b353fb2bd02e7483b7c8ed67fdaec1., hostname=da1c6afcd1f9,35765,1731595233113, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=11b353fb2bd02e7483b7c8ed67fdaec1, server=da1c6afcd1f9,35765,1731595233113 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-14T14:42:47,128 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731595345246.11b353fb2bd02e7483b7c8ed67fdaec1., hostname=da1c6afcd1f9,35765,1731595233113, seqNum=2 because the exception is null or not the one we care about 2024-11-14T14:42:47,128 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35765 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=11b353fb2bd02e7483b7c8ed67fdaec1, server=da1c6afcd1f9,35765,1731595233113 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-14T14:42:47,128 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731595345246.11b353fb2bd02e7483b7c8ed67fdaec1., hostname=da1c6afcd1f9,35765,1731595233113, seqNum=2 , the old value is region=TestAcidGuarantees,,1731595345246.11b353fb2bd02e7483b7c8ed67fdaec1., hostname=da1c6afcd1f9,35765,1731595233113, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=11b353fb2bd02e7483b7c8ed67fdaec1, server=da1c6afcd1f9,35765,1731595233113 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-14T14:42:47,128 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731595345246.11b353fb2bd02e7483b7c8ed67fdaec1., hostname=da1c6afcd1f9,35765,1731595233113, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=11b353fb2bd02e7483b7c8ed67fdaec1, server=da1c6afcd1f9,35765,1731595233113 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-14T14:42:47,128 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35765 {}] ipc.CallRunner(138): callId: 162 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:55502 deadline: 1731595427116, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=11b353fb2bd02e7483b7c8ed67fdaec1, server=da1c6afcd1f9,35765,1731595233113 2024-11-14T14:42:47,128 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731595345246.11b353fb2bd02e7483b7c8ed67fdaec1., hostname=da1c6afcd1f9,35765,1731595233113, seqNum=2 because the exception is null or not the one we care about 2024-11-14T14:42:47,129 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731595345246.11b353fb2bd02e7483b7c8ed67fdaec1., hostname=da1c6afcd1f9,35765,1731595233113, seqNum=2 , the old value is region=TestAcidGuarantees,,1731595345246.11b353fb2bd02e7483b7c8ed67fdaec1., hostname=da1c6afcd1f9,35765,1731595233113, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=11b353fb2bd02e7483b7c8ed67fdaec1, server=da1c6afcd1f9,35765,1731595233113 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-14T14:42:47,129 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731595345246.11b353fb2bd02e7483b7c8ed67fdaec1., hostname=da1c6afcd1f9,35765,1731595233113, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=11b353fb2bd02e7483b7c8ed67fdaec1, server=da1c6afcd1f9,35765,1731595233113 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-14T14:42:47,129 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731595345246.11b353fb2bd02e7483b7c8ed67fdaec1., hostname=da1c6afcd1f9,35765,1731595233113, seqNum=2 because the exception is null or not the one we care about 2024-11-14T14:42:47,151 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=29.07 KB at sequenceid=455 (bloomFilter=true), to=hdfs://localhost:34345/user/jenkins/test-data/14d118ee-a83a-b09b-5913-1a58940a5db1/data/default/TestAcidGuarantees/11b353fb2bd02e7483b7c8ed67fdaec1/.tmp/A/d8161b4d5ac24bb7b4fafd21db3ebaba 2024-11-14T14:42:47,160 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:34345/user/jenkins/test-data/14d118ee-a83a-b09b-5913-1a58940a5db1/data/default/TestAcidGuarantees/11b353fb2bd02e7483b7c8ed67fdaec1/.tmp/B/5a6721dfb096437daba07ba1439c1b57 is 50, key is test_row_0/B:col10/1731595366734/Put/seqid=0 2024-11-14T14:42:47,171 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36699 is added to blk_1073742333_1509 (size=12301) 2024-11-14T14:42:47,175 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=29.07 KB at sequenceid=455 (bloomFilter=true), to=hdfs://localhost:34345/user/jenkins/test-data/14d118ee-a83a-b09b-5913-1a58940a5db1/data/default/TestAcidGuarantees/11b353fb2bd02e7483b7c8ed67fdaec1/.tmp/B/5a6721dfb096437daba07ba1439c1b57 2024-11-14T14:42:47,196 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:34345/user/jenkins/test-data/14d118ee-a83a-b09b-5913-1a58940a5db1/data/default/TestAcidGuarantees/11b353fb2bd02e7483b7c8ed67fdaec1/.tmp/C/00cc4bcaed9e488685812ba7ba89e82c is 50, key is test_row_0/C:col10/1731595366734/Put/seqid=0 2024-11-14T14:42:47,213 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36699 is added to blk_1073742334_1510 (size=12301) 2024-11-14T14:42:47,218 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=35765 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=146 2024-11-14T14:42:47,218 DEBUG [RS_FLUSH_OPERATIONS-regionserver/da1c6afcd1f9:0-2 {event_type=RS_FLUSH_REGIONS, pid=146}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1731595345246.11b353fb2bd02e7483b7c8ed67fdaec1. 2024-11-14T14:42:47,218 DEBUG [RS_FLUSH_OPERATIONS-regionserver/da1c6afcd1f9:0-2 {event_type=RS_FLUSH_REGIONS, pid=146}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1731595345246.11b353fb2bd02e7483b7c8ed67fdaec1. as already flushing 2024-11-14T14:42:47,218 DEBUG [RS_FLUSH_OPERATIONS-regionserver/da1c6afcd1f9:0-2 {event_type=RS_FLUSH_REGIONS, pid=146}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1731595345246.11b353fb2bd02e7483b7c8ed67fdaec1. 2024-11-14T14:42:47,218 ERROR [RS_FLUSH_OPERATIONS-regionserver/da1c6afcd1f9:0-2 {event_type=RS_FLUSH_REGIONS, pid=146}] handler.RSProcedureHandler(58): pid=146 java.io.IOException: Unable to complete flush {ENCODED => 11b353fb2bd02e7483b7c8ed67fdaec1, NAME => 'TestAcidGuarantees,,1731595345246.11b353fb2bd02e7483b7c8ed67fdaec1.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-14T14:42:47,219 DEBUG [RS_FLUSH_OPERATIONS-regionserver/da1c6afcd1f9:0-2 {event_type=RS_FLUSH_REGIONS, pid=146}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=146 java.io.IOException: Unable to complete flush {ENCODED => 11b353fb2bd02e7483b7c8ed67fdaec1, NAME => 'TestAcidGuarantees,,1731595345246.11b353fb2bd02e7483b7c8ed67fdaec1.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-14T14:42:47,219 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45145 {}] master.HMaster(4177): Remote procedure failed, pid=146 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 11b353fb2bd02e7483b7c8ed67fdaec1, NAME => 'TestAcidGuarantees,,1731595345246.11b353fb2bd02e7483b7c8ed67fdaec1.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$5(MasterRpcServices.java:2580) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2575) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 11b353fb2bd02e7483b7c8ed67fdaec1, NAME => 'TestAcidGuarantees,,1731595345246.11b353fb2bd02e7483b7c8ed67fdaec1.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-14T14:42:47,374 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=35765 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=146 2024-11-14T14:42:47,374 DEBUG [RS_FLUSH_OPERATIONS-regionserver/da1c6afcd1f9:0-0 {event_type=RS_FLUSH_REGIONS, pid=146}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1731595345246.11b353fb2bd02e7483b7c8ed67fdaec1. 2024-11-14T14:42:47,374 DEBUG [RS_FLUSH_OPERATIONS-regionserver/da1c6afcd1f9:0-0 {event_type=RS_FLUSH_REGIONS, pid=146}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1731595345246.11b353fb2bd02e7483b7c8ed67fdaec1. as already flushing 2024-11-14T14:42:47,374 DEBUG [RS_FLUSH_OPERATIONS-regionserver/da1c6afcd1f9:0-0 {event_type=RS_FLUSH_REGIONS, pid=146}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1731595345246.11b353fb2bd02e7483b7c8ed67fdaec1. 2024-11-14T14:42:47,374 ERROR [RS_FLUSH_OPERATIONS-regionserver/da1c6afcd1f9:0-0 {event_type=RS_FLUSH_REGIONS, pid=146}] handler.RSProcedureHandler(58): pid=146 java.io.IOException: Unable to complete flush {ENCODED => 11b353fb2bd02e7483b7c8ed67fdaec1, NAME => 'TestAcidGuarantees,,1731595345246.11b353fb2bd02e7483b7c8ed67fdaec1.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-14T14:42:47,374 DEBUG [RS_FLUSH_OPERATIONS-regionserver/da1c6afcd1f9:0-0 {event_type=RS_FLUSH_REGIONS, pid=146}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=146 java.io.IOException: Unable to complete flush {ENCODED => 11b353fb2bd02e7483b7c8ed67fdaec1, NAME => 'TestAcidGuarantees,,1731595345246.11b353fb2bd02e7483b7c8ed67fdaec1.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-14T14:42:47,375 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45145 {}] master.HMaster(4177): Remote procedure failed, pid=146 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 11b353fb2bd02e7483b7c8ed67fdaec1, NAME => 'TestAcidGuarantees,,1731595345246.11b353fb2bd02e7483b7c8ed67fdaec1.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$5(MasterRpcServices.java:2580) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2575) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 11b353fb2bd02e7483b7c8ed67fdaec1, NAME => 'TestAcidGuarantees,,1731595345246.11b353fb2bd02e7483b7c8ed67fdaec1.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-14T14:42:47,386 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45145 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=145 2024-11-14T14:42:47,440 INFO [Thread-1909 {}] client.AsyncConnectionImpl(233): Connection has been closed by Thread-1909. 2024-11-14T14:42:47,440 DEBUG [Thread-1909 {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.client.ConnectionOverAsyncConnection.close(ConnectionOverAsyncConnection.java:134) at org.apache.hadoop.hbase.AcidGuaranteesTestTool$AtomicScanReader.workDone(AcidGuaranteesTestTool.java:302) at org.apache.hadoop.hbase.MultithreadedTestUtil$RepeatingTestThread.doWork(MultithreadedTestUtil.java:152) at org.apache.hadoop.hbase.MultithreadedTestUtil$TestThread.run(MultithreadedTestUtil.java:123) 2024-11-14T14:42:47,440 DEBUG [Thread-1909 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-14T14:42:47,440 INFO [Thread-1911 {}] client.AsyncConnectionImpl(233): Connection has been closed by Thread-1911. 2024-11-14T14:42:47,440 DEBUG [Thread-1909 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-14T14:42:47,440 DEBUG [Thread-1911 {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.client.ConnectionOverAsyncConnection.close(ConnectionOverAsyncConnection.java:134) at org.apache.hadoop.hbase.AcidGuaranteesTestTool$AtomicScanReader.workDone(AcidGuaranteesTestTool.java:302) at org.apache.hadoop.hbase.MultithreadedTestUtil$RepeatingTestThread.doWork(MultithreadedTestUtil.java:152) at org.apache.hadoop.hbase.MultithreadedTestUtil$TestThread.run(MultithreadedTestUtil.java:123) 2024-11-14T14:42:47,440 DEBUG [Thread-1911 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-14T14:42:47,441 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-11-14T14:42:47,441 DEBUG [Thread-1911 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-14T14:42:47,441 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-11-14T14:42:47,442 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35765 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=11b353fb2bd02e7483b7c8ed67fdaec1, server=da1c6afcd1f9,35765,1731595233113 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-14T14:42:47,442 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35765 {}] ipc.CallRunner(138): callId: 138 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:55520 deadline: 1731595427436, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=11b353fb2bd02e7483b7c8ed67fdaec1, server=da1c6afcd1f9,35765,1731595233113 2024-11-14T14:42:47,442 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35765 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=11b353fb2bd02e7483b7c8ed67fdaec1, server=da1c6afcd1f9,35765,1731595233113 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-14T14:42:47,443 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731595345246.11b353fb2bd02e7483b7c8ed67fdaec1., hostname=da1c6afcd1f9,35765,1731595233113, seqNum=2 , the old value is region=TestAcidGuarantees,,1731595345246.11b353fb2bd02e7483b7c8ed67fdaec1., hostname=da1c6afcd1f9,35765,1731595233113, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=11b353fb2bd02e7483b7c8ed67fdaec1, server=da1c6afcd1f9,35765,1731595233113 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-14T14:42:47,443 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35765 {}] ipc.CallRunner(138): callId: 130 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:55492 deadline: 1731595427436, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=11b353fb2bd02e7483b7c8ed67fdaec1, server=da1c6afcd1f9,35765,1731595233113 2024-11-14T14:42:47,443 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731595345246.11b353fb2bd02e7483b7c8ed67fdaec1., hostname=da1c6afcd1f9,35765,1731595233113, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=11b353fb2bd02e7483b7c8ed67fdaec1, server=da1c6afcd1f9,35765,1731595233113 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-14T14:42:47,443 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731595345246.11b353fb2bd02e7483b7c8ed67fdaec1., hostname=da1c6afcd1f9,35765,1731595233113, seqNum=2 because the exception is null or not the one we care about 2024-11-14T14:42:47,443 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35765 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=11b353fb2bd02e7483b7c8ed67fdaec1, server=da1c6afcd1f9,35765,1731595233113 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-14T14:42:47,443 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731595345246.11b353fb2bd02e7483b7c8ed67fdaec1., hostname=da1c6afcd1f9,35765,1731595233113, seqNum=2 , the old value is region=TestAcidGuarantees,,1731595345246.11b353fb2bd02e7483b7c8ed67fdaec1., hostname=da1c6afcd1f9,35765,1731595233113, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=11b353fb2bd02e7483b7c8ed67fdaec1, server=da1c6afcd1f9,35765,1731595233113 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-14T14:42:47,443 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35765 {}] ipc.CallRunner(138): callId: 163 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:55502 deadline: 1731595427437, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=11b353fb2bd02e7483b7c8ed67fdaec1, server=da1c6afcd1f9,35765,1731595233113 2024-11-14T14:42:47,443 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731595345246.11b353fb2bd02e7483b7c8ed67fdaec1., hostname=da1c6afcd1f9,35765,1731595233113, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=11b353fb2bd02e7483b7c8ed67fdaec1, server=da1c6afcd1f9,35765,1731595233113 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-14T14:42:47,443 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731595345246.11b353fb2bd02e7483b7c8ed67fdaec1., hostname=da1c6afcd1f9,35765,1731595233113, seqNum=2 because the exception is null or not the one we care about 2024-11-14T14:42:47,443 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731595345246.11b353fb2bd02e7483b7c8ed67fdaec1., hostname=da1c6afcd1f9,35765,1731595233113, seqNum=2 , the old value is region=TestAcidGuarantees,,1731595345246.11b353fb2bd02e7483b7c8ed67fdaec1., hostname=da1c6afcd1f9,35765,1731595233113, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=11b353fb2bd02e7483b7c8ed67fdaec1, server=da1c6afcd1f9,35765,1731595233113 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-14T14:42:47,443 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731595345246.11b353fb2bd02e7483b7c8ed67fdaec1., hostname=da1c6afcd1f9,35765,1731595233113, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=11b353fb2bd02e7483b7c8ed67fdaec1, server=da1c6afcd1f9,35765,1731595233113 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-14T14:42:47,443 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731595345246.11b353fb2bd02e7483b7c8ed67fdaec1., hostname=da1c6afcd1f9,35765,1731595233113, seqNum=2 because the exception is null or not the one we care about 2024-11-14T14:42:47,443 INFO [Thread-1905 {}] client.AsyncConnectionImpl(233): Connection has been closed by Thread-1905. 2024-11-14T14:42:47,443 DEBUG [Thread-1905 {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.client.ConnectionOverAsyncConnection.close(ConnectionOverAsyncConnection.java:134) at org.apache.hadoop.hbase.AcidGuaranteesTestTool$AtomicScanReader.workDone(AcidGuaranteesTestTool.java:302) at org.apache.hadoop.hbase.MultithreadedTestUtil$RepeatingTestThread.doWork(MultithreadedTestUtil.java:152) at org.apache.hadoop.hbase.MultithreadedTestUtil$TestThread.run(MultithreadedTestUtil.java:123) 2024-11-14T14:42:47,443 DEBUG [Thread-1905 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-14T14:42:47,443 DEBUG [Thread-1905 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-14T14:42:47,443 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-11-14T14:42:47,450 INFO [Thread-1903 {}] client.AsyncConnectionImpl(233): Connection has been closed by Thread-1903. 2024-11-14T14:42:47,450 DEBUG [Thread-1903 {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.client.ConnectionOverAsyncConnection.close(ConnectionOverAsyncConnection.java:134) at org.apache.hadoop.hbase.AcidGuaranteesTestTool$AtomicScanReader.workDone(AcidGuaranteesTestTool.java:302) at org.apache.hadoop.hbase.MultithreadedTestUtil$RepeatingTestThread.doWork(MultithreadedTestUtil.java:152) at org.apache.hadoop.hbase.MultithreadedTestUtil$TestThread.run(MultithreadedTestUtil.java:123) 2024-11-14T14:42:47,450 DEBUG [Thread-1903 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-14T14:42:47,451 DEBUG [Thread-1903 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-14T14:42:47,451 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-11-14T14:42:47,451 INFO [Thread-1907 {}] client.AsyncConnectionImpl(233): Connection has been closed by Thread-1907. 2024-11-14T14:42:47,451 DEBUG [Thread-1907 {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.client.ConnectionOverAsyncConnection.close(ConnectionOverAsyncConnection.java:134) at org.apache.hadoop.hbase.AcidGuaranteesTestTool$AtomicScanReader.workDone(AcidGuaranteesTestTool.java:302) at org.apache.hadoop.hbase.MultithreadedTestUtil$RepeatingTestThread.doWork(MultithreadedTestUtil.java:152) at org.apache.hadoop.hbase.MultithreadedTestUtil$TestThread.run(MultithreadedTestUtil.java:123) 2024-11-14T14:42:47,451 DEBUG [Thread-1907 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-14T14:42:47,451 DEBUG [Thread-1907 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-14T14:42:47,451 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-11-14T14:42:47,526 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=35765 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=146 2024-11-14T14:42:47,527 DEBUG [RS_FLUSH_OPERATIONS-regionserver/da1c6afcd1f9:0-1 {event_type=RS_FLUSH_REGIONS, pid=146}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1731595345246.11b353fb2bd02e7483b7c8ed67fdaec1. 2024-11-14T14:42:47,527 DEBUG [RS_FLUSH_OPERATIONS-regionserver/da1c6afcd1f9:0-1 {event_type=RS_FLUSH_REGIONS, pid=146}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1731595345246.11b353fb2bd02e7483b7c8ed67fdaec1. as already flushing 2024-11-14T14:42:47,527 DEBUG [RS_FLUSH_OPERATIONS-regionserver/da1c6afcd1f9:0-1 {event_type=RS_FLUSH_REGIONS, pid=146}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1731595345246.11b353fb2bd02e7483b7c8ed67fdaec1. 2024-11-14T14:42:47,527 ERROR [RS_FLUSH_OPERATIONS-regionserver/da1c6afcd1f9:0-1 {event_type=RS_FLUSH_REGIONS, pid=146}] handler.RSProcedureHandler(58): pid=146 java.io.IOException: Unable to complete flush {ENCODED => 11b353fb2bd02e7483b7c8ed67fdaec1, NAME => 'TestAcidGuarantees,,1731595345246.11b353fb2bd02e7483b7c8ed67fdaec1.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-14T14:42:47,527 DEBUG [RS_FLUSH_OPERATIONS-regionserver/da1c6afcd1f9:0-1 {event_type=RS_FLUSH_REGIONS, pid=146}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=146 java.io.IOException: Unable to complete flush {ENCODED => 11b353fb2bd02e7483b7c8ed67fdaec1, NAME => 'TestAcidGuarantees,,1731595345246.11b353fb2bd02e7483b7c8ed67fdaec1.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-14T14:42:47,528 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45145 {}] master.HMaster(4177): Remote procedure failed, pid=146 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 11b353fb2bd02e7483b7c8ed67fdaec1, NAME => 'TestAcidGuarantees,,1731595345246.11b353fb2bd02e7483b7c8ed67fdaec1.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$5(MasterRpcServices.java:2580) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2575) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 11b353fb2bd02e7483b7c8ed67fdaec1, NAME => 'TestAcidGuarantees,,1731595345246.11b353fb2bd02e7483b7c8ed67fdaec1.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-14T14:42:47,614 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=29.07 KB at sequenceid=455 (bloomFilter=true), to=hdfs://localhost:34345/user/jenkins/test-data/14d118ee-a83a-b09b-5913-1a58940a5db1/data/default/TestAcidGuarantees/11b353fb2bd02e7483b7c8ed67fdaec1/.tmp/C/00cc4bcaed9e488685812ba7ba89e82c 2024-11-14T14:42:47,618 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:34345/user/jenkins/test-data/14d118ee-a83a-b09b-5913-1a58940a5db1/data/default/TestAcidGuarantees/11b353fb2bd02e7483b7c8ed67fdaec1/.tmp/A/d8161b4d5ac24bb7b4fafd21db3ebaba as hdfs://localhost:34345/user/jenkins/test-data/14d118ee-a83a-b09b-5913-1a58940a5db1/data/default/TestAcidGuarantees/11b353fb2bd02e7483b7c8ed67fdaec1/A/d8161b4d5ac24bb7b4fafd21db3ebaba 2024-11-14T14:42:47,621 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:34345/user/jenkins/test-data/14d118ee-a83a-b09b-5913-1a58940a5db1/data/default/TestAcidGuarantees/11b353fb2bd02e7483b7c8ed67fdaec1/A/d8161b4d5ac24bb7b4fafd21db3ebaba, entries=200, sequenceid=455, filesize=14.4 K 2024-11-14T14:42:47,621 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:34345/user/jenkins/test-data/14d118ee-a83a-b09b-5913-1a58940a5db1/data/default/TestAcidGuarantees/11b353fb2bd02e7483b7c8ed67fdaec1/.tmp/B/5a6721dfb096437daba07ba1439c1b57 as hdfs://localhost:34345/user/jenkins/test-data/14d118ee-a83a-b09b-5913-1a58940a5db1/data/default/TestAcidGuarantees/11b353fb2bd02e7483b7c8ed67fdaec1/B/5a6721dfb096437daba07ba1439c1b57 2024-11-14T14:42:47,624 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:34345/user/jenkins/test-data/14d118ee-a83a-b09b-5913-1a58940a5db1/data/default/TestAcidGuarantees/11b353fb2bd02e7483b7c8ed67fdaec1/B/5a6721dfb096437daba07ba1439c1b57, entries=150, sequenceid=455, filesize=12.0 K 2024-11-14T14:42:47,625 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:34345/user/jenkins/test-data/14d118ee-a83a-b09b-5913-1a58940a5db1/data/default/TestAcidGuarantees/11b353fb2bd02e7483b7c8ed67fdaec1/.tmp/C/00cc4bcaed9e488685812ba7ba89e82c as hdfs://localhost:34345/user/jenkins/test-data/14d118ee-a83a-b09b-5913-1a58940a5db1/data/default/TestAcidGuarantees/11b353fb2bd02e7483b7c8ed67fdaec1/C/00cc4bcaed9e488685812ba7ba89e82c 2024-11-14T14:42:47,628 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:34345/user/jenkins/test-data/14d118ee-a83a-b09b-5913-1a58940a5db1/data/default/TestAcidGuarantees/11b353fb2bd02e7483b7c8ed67fdaec1/C/00cc4bcaed9e488685812ba7ba89e82c, entries=150, sequenceid=455, filesize=12.0 K 2024-11-14T14:42:47,628 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(3140): Finished flush of dataSize ~87.22 KB/89310, heapSize ~259.69 KB/265920, currentSize=87.22 KB/89310 for 11b353fb2bd02e7483b7c8ed67fdaec1 in 891ms, sequenceid=455, compaction requested=true 2024-11-14T14:42:47,628 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2603): Flush status journal for 11b353fb2bd02e7483b7c8ed67fdaec1: 2024-11-14T14:42:47,629 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store 11b353fb2bd02e7483b7c8ed67fdaec1:A, priority=-2147483648, current under compaction store size is 1 2024-11-14T14:42:47,629 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-14T14:42:47,629 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store 11b353fb2bd02e7483b7c8ed67fdaec1:B, priority=-2147483648, current under compaction store size is 2 2024-11-14T14:42:47,629 DEBUG [RS:0;da1c6afcd1f9:35765-shortCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 3 store files, 0 compacting, 3 eligible, 16 blocking 2024-11-14T14:42:47,629 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-14T14:42:47,629 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store 11b353fb2bd02e7483b7c8ed67fdaec1:C, priority=-2147483648, current under compaction store size is 3 2024-11-14T14:42:47,629 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=1), splitQueue=0 2024-11-14T14:42:47,629 DEBUG [RS:0;da1c6afcd1f9:35765-longCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 3 store files, 0 compacting, 3 eligible, 16 blocking 2024-11-14T14:42:47,629 DEBUG [RS:0;da1c6afcd1f9:35765-shortCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 3 files of size 39923 starting at candidate #0 after considering 1 permutations with 1 in ratio 2024-11-14T14:42:47,629 DEBUG [RS:0;da1c6afcd1f9:35765-shortCompactions-0 {}] regionserver.HStore(1541): 11b353fb2bd02e7483b7c8ed67fdaec1/A is initiating minor compaction (all files) 2024-11-14T14:42:47,630 INFO [RS:0;da1c6afcd1f9:35765-shortCompactions-0 {}] regionserver.HRegion(2416): Starting compaction of 11b353fb2bd02e7483b7c8ed67fdaec1/A in TestAcidGuarantees,,1731595345246.11b353fb2bd02e7483b7c8ed67fdaec1. 2024-11-14T14:42:47,630 INFO [RS:0;da1c6afcd1f9:35765-shortCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:34345/user/jenkins/test-data/14d118ee-a83a-b09b-5913-1a58940a5db1/data/default/TestAcidGuarantees/11b353fb2bd02e7483b7c8ed67fdaec1/A/2432c5fc68564763821e053d0fddfee6, hdfs://localhost:34345/user/jenkins/test-data/14d118ee-a83a-b09b-5913-1a58940a5db1/data/default/TestAcidGuarantees/11b353fb2bd02e7483b7c8ed67fdaec1/A/99cb1ff0041c42acb0d78add71f45cf5, hdfs://localhost:34345/user/jenkins/test-data/14d118ee-a83a-b09b-5913-1a58940a5db1/data/default/TestAcidGuarantees/11b353fb2bd02e7483b7c8ed67fdaec1/A/d8161b4d5ac24bb7b4fafd21db3ebaba] into tmpdir=hdfs://localhost:34345/user/jenkins/test-data/14d118ee-a83a-b09b-5913-1a58940a5db1/data/default/TestAcidGuarantees/11b353fb2bd02e7483b7c8ed67fdaec1/.tmp, totalSize=39.0 K 2024-11-14T14:42:47,630 DEBUG [RS:0;da1c6afcd1f9:35765-longCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 3 files of size 37483 starting at candidate #0 after considering 1 permutations with 1 in ratio 2024-11-14T14:42:47,630 DEBUG [RS:0;da1c6afcd1f9:35765-shortCompactions-0 {}] compactions.Compactor(225): Compacting 2432c5fc68564763821e053d0fddfee6, keycount=150, bloomtype=ROW, size=12.6 K, encoding=NONE, compression=NONE, seqNum=427, earliestPutTs=1731595363825 2024-11-14T14:42:47,630 DEBUG [RS:0;da1c6afcd1f9:35765-longCompactions-0 {}] regionserver.HStore(1541): 11b353fb2bd02e7483b7c8ed67fdaec1/B is initiating minor compaction (all files) 2024-11-14T14:42:47,630 INFO [RS:0;da1c6afcd1f9:35765-longCompactions-0 {}] regionserver.HRegion(2416): Starting compaction of 11b353fb2bd02e7483b7c8ed67fdaec1/B in TestAcidGuarantees,,1731595345246.11b353fb2bd02e7483b7c8ed67fdaec1. 2024-11-14T14:42:47,630 INFO [RS:0;da1c6afcd1f9:35765-longCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:34345/user/jenkins/test-data/14d118ee-a83a-b09b-5913-1a58940a5db1/data/default/TestAcidGuarantees/11b353fb2bd02e7483b7c8ed67fdaec1/B/3ebd30f027b3401a8c9da4da036446c2, hdfs://localhost:34345/user/jenkins/test-data/14d118ee-a83a-b09b-5913-1a58940a5db1/data/default/TestAcidGuarantees/11b353fb2bd02e7483b7c8ed67fdaec1/B/b0918fd12aa844a59f7f400048e5f924, hdfs://localhost:34345/user/jenkins/test-data/14d118ee-a83a-b09b-5913-1a58940a5db1/data/default/TestAcidGuarantees/11b353fb2bd02e7483b7c8ed67fdaec1/B/5a6721dfb096437daba07ba1439c1b57] into tmpdir=hdfs://localhost:34345/user/jenkins/test-data/14d118ee-a83a-b09b-5913-1a58940a5db1/data/default/TestAcidGuarantees/11b353fb2bd02e7483b7c8ed67fdaec1/.tmp, totalSize=36.6 K 2024-11-14T14:42:47,630 DEBUG [RS:0;da1c6afcd1f9:35765-shortCompactions-0 {}] compactions.Compactor(225): Compacting 99cb1ff0041c42acb0d78add71f45cf5, keycount=150, bloomtype=ROW, size=12.0 K, encoding=NONE, compression=NONE, seqNum=437, earliestPutTs=1731595364507 2024-11-14T14:42:47,630 DEBUG [RS:0;da1c6afcd1f9:35765-longCompactions-0 {}] compactions.Compactor(225): Compacting 3ebd30f027b3401a8c9da4da036446c2, keycount=150, bloomtype=ROW, size=12.6 K, encoding=NONE, compression=NONE, seqNum=427, earliestPutTs=1731595363825 2024-11-14T14:42:47,631 DEBUG [RS:0;da1c6afcd1f9:35765-shortCompactions-0 {}] compactions.Compactor(225): Compacting d8161b4d5ac24bb7b4fafd21db3ebaba, keycount=200, bloomtype=ROW, size=14.4 K, encoding=NONE, compression=NONE, seqNum=455, earliestPutTs=1731595366711 2024-11-14T14:42:47,631 DEBUG [RS:0;da1c6afcd1f9:35765-longCompactions-0 {}] compactions.Compactor(225): Compacting b0918fd12aa844a59f7f400048e5f924, keycount=150, bloomtype=ROW, size=12.0 K, encoding=NONE, compression=NONE, seqNum=437, earliestPutTs=1731595364507 2024-11-14T14:42:47,631 DEBUG [RS:0;da1c6afcd1f9:35765-longCompactions-0 {}] compactions.Compactor(225): Compacting 5a6721dfb096437daba07ba1439c1b57, keycount=150, bloomtype=ROW, size=12.0 K, encoding=NONE, compression=NONE, seqNum=455, earliestPutTs=1731595366728 2024-11-14T14:42:47,636 INFO [RS:0;da1c6afcd1f9:35765-shortCompactions-0 {}] throttle.PressureAwareThroughputController(145): 11b353fb2bd02e7483b7c8ed67fdaec1#A#compaction#440 average throughput is 6.55 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second 2024-11-14T14:42:47,637 DEBUG [RS:0;da1c6afcd1f9:35765-shortCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:34345/user/jenkins/test-data/14d118ee-a83a-b09b-5913-1a58940a5db1/data/default/TestAcidGuarantees/11b353fb2bd02e7483b7c8ed67fdaec1/.tmp/A/b6ec1d3d757a4ec1bdd22148ef3f7aee is 50, key is test_row_0/A:col10/1731595366734/Put/seqid=0 2024-11-14T14:42:47,639 INFO [RS:0;da1c6afcd1f9:35765-longCompactions-0 {}] throttle.PressureAwareThroughputController(145): 11b353fb2bd02e7483b7c8ed67fdaec1#B#compaction#441 average throughput is 6.55 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second 2024-11-14T14:42:47,640 DEBUG [RS:0;da1c6afcd1f9:35765-longCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:34345/user/jenkins/test-data/14d118ee-a83a-b09b-5913-1a58940a5db1/data/default/TestAcidGuarantees/11b353fb2bd02e7483b7c8ed67fdaec1/.tmp/B/ac9b2b1eb8614c1ea75054f7265dcce3 is 50, key is test_row_0/B:col10/1731595366734/Put/seqid=0 2024-11-14T14:42:47,641 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36699 is added to blk_1073742335_1511 (size=12983) 2024-11-14T14:42:47,648 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36699 is added to blk_1073742336_1512 (size=12983) 2024-11-14T14:42:47,652 DEBUG [RS:0;da1c6afcd1f9:35765-shortCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:34345/user/jenkins/test-data/14d118ee-a83a-b09b-5913-1a58940a5db1/data/default/TestAcidGuarantees/11b353fb2bd02e7483b7c8ed67fdaec1/.tmp/A/b6ec1d3d757a4ec1bdd22148ef3f7aee as hdfs://localhost:34345/user/jenkins/test-data/14d118ee-a83a-b09b-5913-1a58940a5db1/data/default/TestAcidGuarantees/11b353fb2bd02e7483b7c8ed67fdaec1/A/b6ec1d3d757a4ec1bdd22148ef3f7aee 2024-11-14T14:42:47,656 INFO [RS:0;da1c6afcd1f9:35765-shortCompactions-0 {}] regionserver.HStore(1337): Completed compaction of 3 (all) file(s) in 11b353fb2bd02e7483b7c8ed67fdaec1/A of 11b353fb2bd02e7483b7c8ed67fdaec1 into b6ec1d3d757a4ec1bdd22148ef3f7aee(size=12.7 K), total size for store is 12.7 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-11-14T14:42:47,656 DEBUG [RS:0;da1c6afcd1f9:35765-shortCompactions-0 {}] regionserver.HRegion(2446): Compaction status journal for 11b353fb2bd02e7483b7c8ed67fdaec1: 2024-11-14T14:42:47,656 INFO [RS:0;da1c6afcd1f9:35765-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1731595345246.11b353fb2bd02e7483b7c8ed67fdaec1., storeName=11b353fb2bd02e7483b7c8ed67fdaec1/A, priority=13, startTime=1731595367628; duration=0sec 2024-11-14T14:42:47,656 DEBUG [RS:0;da1c6afcd1f9:35765-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=1), splitQueue=0 2024-11-14T14:42:47,656 DEBUG [RS:0;da1c6afcd1f9:35765-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: 11b353fb2bd02e7483b7c8ed67fdaec1:A 2024-11-14T14:42:47,656 DEBUG [RS:0;da1c6afcd1f9:35765-shortCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 3 store files, 0 compacting, 3 eligible, 16 blocking 2024-11-14T14:42:47,657 DEBUG [RS:0;da1c6afcd1f9:35765-shortCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 3 files of size 37483 starting at candidate #0 after considering 1 permutations with 1 in ratio 2024-11-14T14:42:47,657 DEBUG [RS:0;da1c6afcd1f9:35765-shortCompactions-0 {}] regionserver.HStore(1541): 11b353fb2bd02e7483b7c8ed67fdaec1/C is initiating minor compaction (all files) 2024-11-14T14:42:47,657 INFO [RS:0;da1c6afcd1f9:35765-shortCompactions-0 {}] regionserver.HRegion(2416): Starting compaction of 11b353fb2bd02e7483b7c8ed67fdaec1/C in TestAcidGuarantees,,1731595345246.11b353fb2bd02e7483b7c8ed67fdaec1. 2024-11-14T14:42:47,657 INFO [RS:0;da1c6afcd1f9:35765-shortCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:34345/user/jenkins/test-data/14d118ee-a83a-b09b-5913-1a58940a5db1/data/default/TestAcidGuarantees/11b353fb2bd02e7483b7c8ed67fdaec1/C/09843107b2b644e08e063cfef799dc2d, hdfs://localhost:34345/user/jenkins/test-data/14d118ee-a83a-b09b-5913-1a58940a5db1/data/default/TestAcidGuarantees/11b353fb2bd02e7483b7c8ed67fdaec1/C/e20db7dd63184d1cb9aae7af557fc7c6, hdfs://localhost:34345/user/jenkins/test-data/14d118ee-a83a-b09b-5913-1a58940a5db1/data/default/TestAcidGuarantees/11b353fb2bd02e7483b7c8ed67fdaec1/C/00cc4bcaed9e488685812ba7ba89e82c] into tmpdir=hdfs://localhost:34345/user/jenkins/test-data/14d118ee-a83a-b09b-5913-1a58940a5db1/data/default/TestAcidGuarantees/11b353fb2bd02e7483b7c8ed67fdaec1/.tmp, totalSize=36.6 K 2024-11-14T14:42:47,658 DEBUG [RS:0;da1c6afcd1f9:35765-shortCompactions-0 {}] compactions.Compactor(225): Compacting 09843107b2b644e08e063cfef799dc2d, keycount=150, bloomtype=ROW, size=12.6 K, encoding=NONE, compression=NONE, seqNum=427, earliestPutTs=1731595363825 2024-11-14T14:42:47,658 DEBUG [RS:0;da1c6afcd1f9:35765-shortCompactions-0 {}] compactions.Compactor(225): Compacting e20db7dd63184d1cb9aae7af557fc7c6, keycount=150, bloomtype=ROW, size=12.0 K, encoding=NONE, compression=NONE, seqNum=437, earliestPutTs=1731595364507 2024-11-14T14:42:47,658 DEBUG [RS:0;da1c6afcd1f9:35765-shortCompactions-0 {}] compactions.Compactor(225): Compacting 00cc4bcaed9e488685812ba7ba89e82c, keycount=150, bloomtype=ROW, size=12.0 K, encoding=NONE, compression=NONE, seqNum=455, earliestPutTs=1731595366728 2024-11-14T14:42:47,664 INFO [RS:0;da1c6afcd1f9:35765-shortCompactions-0 {}] throttle.PressureAwareThroughputController(145): 11b353fb2bd02e7483b7c8ed67fdaec1#C#compaction#442 average throughput is 6.55 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second 2024-11-14T14:42:47,664 DEBUG [RS:0;da1c6afcd1f9:35765-shortCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:34345/user/jenkins/test-data/14d118ee-a83a-b09b-5913-1a58940a5db1/data/default/TestAcidGuarantees/11b353fb2bd02e7483b7c8ed67fdaec1/.tmp/C/b490d5527f584cc2845714c594c3bdda is 50, key is test_row_0/C:col10/1731595366734/Put/seqid=0 2024-11-14T14:42:47,669 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36699 is added to blk_1073742337_1513 (size=12983) 2024-11-14T14:42:47,680 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=35765 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=146 2024-11-14T14:42:47,680 DEBUG [RS_FLUSH_OPERATIONS-regionserver/da1c6afcd1f9:0-2 {event_type=RS_FLUSH_REGIONS, pid=146}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1731595345246.11b353fb2bd02e7483b7c8ed67fdaec1. 2024-11-14T14:42:47,680 INFO [RS_FLUSH_OPERATIONS-regionserver/da1c6afcd1f9:0-2 {event_type=RS_FLUSH_REGIONS, pid=146}] regionserver.HRegion(2902): Flushing 11b353fb2bd02e7483b7c8ed67fdaec1 3/3 column families, dataSize=87.22 KB heapSize=259.73 KB 2024-11-14T14:42:47,680 DEBUG [RS_FLUSH_OPERATIONS-regionserver/da1c6afcd1f9:0-2 {event_type=RS_FLUSH_REGIONS, pid=146}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 11b353fb2bd02e7483b7c8ed67fdaec1, store=A 2024-11-14T14:42:47,680 DEBUG [RS_FLUSH_OPERATIONS-regionserver/da1c6afcd1f9:0-2 {event_type=RS_FLUSH_REGIONS, pid=146}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-14T14:42:47,680 DEBUG [RS_FLUSH_OPERATIONS-regionserver/da1c6afcd1f9:0-2 {event_type=RS_FLUSH_REGIONS, pid=146}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 11b353fb2bd02e7483b7c8ed67fdaec1, store=B 2024-11-14T14:42:47,680 DEBUG [RS_FLUSH_OPERATIONS-regionserver/da1c6afcd1f9:0-2 {event_type=RS_FLUSH_REGIONS, pid=146}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-14T14:42:47,680 DEBUG [RS_FLUSH_OPERATIONS-regionserver/da1c6afcd1f9:0-2 {event_type=RS_FLUSH_REGIONS, pid=146}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 11b353fb2bd02e7483b7c8ed67fdaec1, store=C 2024-11-14T14:42:47,680 DEBUG [RS_FLUSH_OPERATIONS-regionserver/da1c6afcd1f9:0-2 {event_type=RS_FLUSH_REGIONS, pid=146}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-14T14:42:47,684 DEBUG [RS_FLUSH_OPERATIONS-regionserver/da1c6afcd1f9:0-2 {event_type=RS_FLUSH_REGIONS, pid=146}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:34345/user/jenkins/test-data/14d118ee-a83a-b09b-5913-1a58940a5db1/data/default/TestAcidGuarantees/11b353fb2bd02e7483b7c8ed67fdaec1/.tmp/A/f5929db334784bc394d0390f7d529017 is 50, key is test_row_0/A:col10/1731595366777/Put/seqid=0 2024-11-14T14:42:47,693 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36699 is added to blk_1073742338_1514 (size=12301) 2024-11-14T14:42:47,896 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45145 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=145 2024-11-14T14:42:47,947 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35765 {}] regionserver.HRegion(8855): Flush requested on 11b353fb2bd02e7483b7c8ed67fdaec1 2024-11-14T14:42:47,947 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1731595345246.11b353fb2bd02e7483b7c8ed67fdaec1. as already flushing 2024-11-14T14:42:47,947 INFO [Thread-1894 {}] client.AsyncConnectionImpl(233): Connection has been closed by Thread-1894. 2024-11-14T14:42:47,947 DEBUG [Thread-1894 {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.client.ConnectionOverAsyncConnection.close(ConnectionOverAsyncConnection.java:134) at org.apache.hadoop.hbase.AcidGuaranteesTestTool$AtomicityWriter.workDone(AcidGuaranteesTestTool.java:178) at org.apache.hadoop.hbase.MultithreadedTestUtil$RepeatingTestThread.doWork(MultithreadedTestUtil.java:152) at org.apache.hadoop.hbase.MultithreadedTestUtil$TestThread.run(MultithreadedTestUtil.java:123) 2024-11-14T14:42:47,947 DEBUG [Thread-1894 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-14T14:42:47,947 DEBUG [Thread-1894 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-14T14:42:47,947 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-11-14T14:42:47,957 INFO [Thread-1896 {}] client.AsyncConnectionImpl(233): Connection has been closed by Thread-1896. 2024-11-14T14:42:47,957 DEBUG [Thread-1896 {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.client.ConnectionOverAsyncConnection.close(ConnectionOverAsyncConnection.java:134) at org.apache.hadoop.hbase.AcidGuaranteesTestTool$AtomicityWriter.workDone(AcidGuaranteesTestTool.java:178) at org.apache.hadoop.hbase.MultithreadedTestUtil$RepeatingTestThread.doWork(MultithreadedTestUtil.java:152) at org.apache.hadoop.hbase.MultithreadedTestUtil$TestThread.run(MultithreadedTestUtil.java:123) 2024-11-14T14:42:47,957 DEBUG [Thread-1896 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-14T14:42:47,957 INFO [Thread-1898 {}] client.AsyncConnectionImpl(233): Connection has been closed by Thread-1898. 2024-11-14T14:42:47,957 DEBUG [Thread-1898 {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.client.ConnectionOverAsyncConnection.close(ConnectionOverAsyncConnection.java:134) at org.apache.hadoop.hbase.AcidGuaranteesTestTool$AtomicityWriter.workDone(AcidGuaranteesTestTool.java:178) at org.apache.hadoop.hbase.MultithreadedTestUtil$RepeatingTestThread.doWork(MultithreadedTestUtil.java:152) at org.apache.hadoop.hbase.MultithreadedTestUtil$TestThread.run(MultithreadedTestUtil.java:123) 2024-11-14T14:42:47,958 DEBUG [Thread-1896 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-14T14:42:47,958 DEBUG [Thread-1898 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-14T14:42:47,958 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-11-14T14:42:47,958 DEBUG [Thread-1898 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-14T14:42:47,958 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-11-14T14:42:48,052 DEBUG [RS:0;da1c6afcd1f9:35765-longCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:34345/user/jenkins/test-data/14d118ee-a83a-b09b-5913-1a58940a5db1/data/default/TestAcidGuarantees/11b353fb2bd02e7483b7c8ed67fdaec1/.tmp/B/ac9b2b1eb8614c1ea75054f7265dcce3 as hdfs://localhost:34345/user/jenkins/test-data/14d118ee-a83a-b09b-5913-1a58940a5db1/data/default/TestAcidGuarantees/11b353fb2bd02e7483b7c8ed67fdaec1/B/ac9b2b1eb8614c1ea75054f7265dcce3 2024-11-14T14:42:48,056 INFO [RS:0;da1c6afcd1f9:35765-longCompactions-0 {}] regionserver.HStore(1337): Completed compaction of 3 (all) file(s) in 11b353fb2bd02e7483b7c8ed67fdaec1/B of 11b353fb2bd02e7483b7c8ed67fdaec1 into ac9b2b1eb8614c1ea75054f7265dcce3(size=12.7 K), total size for store is 12.7 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-11-14T14:42:48,056 DEBUG [RS:0;da1c6afcd1f9:35765-longCompactions-0 {}] regionserver.HRegion(2446): Compaction status journal for 11b353fb2bd02e7483b7c8ed67fdaec1: 2024-11-14T14:42:48,056 INFO [RS:0;da1c6afcd1f9:35765-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1731595345246.11b353fb2bd02e7483b7c8ed67fdaec1., storeName=11b353fb2bd02e7483b7c8ed67fdaec1/B, priority=13, startTime=1731595367629; duration=0sec 2024-11-14T14:42:48,056 DEBUG [RS:0;da1c6afcd1f9:35765-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-14T14:42:48,056 DEBUG [RS:0;da1c6afcd1f9:35765-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: 11b353fb2bd02e7483b7c8ed67fdaec1:B 2024-11-14T14:42:48,073 DEBUG [RS:0;da1c6afcd1f9:35765-shortCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:34345/user/jenkins/test-data/14d118ee-a83a-b09b-5913-1a58940a5db1/data/default/TestAcidGuarantees/11b353fb2bd02e7483b7c8ed67fdaec1/.tmp/C/b490d5527f584cc2845714c594c3bdda as hdfs://localhost:34345/user/jenkins/test-data/14d118ee-a83a-b09b-5913-1a58940a5db1/data/default/TestAcidGuarantees/11b353fb2bd02e7483b7c8ed67fdaec1/C/b490d5527f584cc2845714c594c3bdda 2024-11-14T14:42:48,077 INFO [RS:0;da1c6afcd1f9:35765-shortCompactions-0 {}] regionserver.HStore(1337): Completed compaction of 3 (all) file(s) in 11b353fb2bd02e7483b7c8ed67fdaec1/C of 11b353fb2bd02e7483b7c8ed67fdaec1 into b490d5527f584cc2845714c594c3bdda(size=12.7 K), total size for store is 12.7 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-11-14T14:42:48,077 DEBUG [RS:0;da1c6afcd1f9:35765-shortCompactions-0 {}] regionserver.HRegion(2446): Compaction status journal for 11b353fb2bd02e7483b7c8ed67fdaec1: 2024-11-14T14:42:48,077 INFO [RS:0;da1c6afcd1f9:35765-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1731595345246.11b353fb2bd02e7483b7c8ed67fdaec1., storeName=11b353fb2bd02e7483b7c8ed67fdaec1/C, priority=13, startTime=1731595367629; duration=0sec 2024-11-14T14:42:48,077 DEBUG [RS:0;da1c6afcd1f9:35765-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-14T14:42:48,077 DEBUG [RS:0;da1c6afcd1f9:35765-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: 11b353fb2bd02e7483b7c8ed67fdaec1:C 2024-11-14T14:42:48,094 INFO [RS_FLUSH_OPERATIONS-regionserver/da1c6afcd1f9:0-2 {event_type=RS_FLUSH_REGIONS, pid=146}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=29.07 KB at sequenceid=472 (bloomFilter=true), to=hdfs://localhost:34345/user/jenkins/test-data/14d118ee-a83a-b09b-5913-1a58940a5db1/data/default/TestAcidGuarantees/11b353fb2bd02e7483b7c8ed67fdaec1/.tmp/A/f5929db334784bc394d0390f7d529017 2024-11-14T14:42:48,100 DEBUG [RS_FLUSH_OPERATIONS-regionserver/da1c6afcd1f9:0-2 {event_type=RS_FLUSH_REGIONS, pid=146}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:34345/user/jenkins/test-data/14d118ee-a83a-b09b-5913-1a58940a5db1/data/default/TestAcidGuarantees/11b353fb2bd02e7483b7c8ed67fdaec1/.tmp/B/e321da2bef204d72991941ded25d1b76 is 50, key is test_row_0/B:col10/1731595366777/Put/seqid=0 2024-11-14T14:42:48,105 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36699 is added to blk_1073742339_1515 (size=12301) 2024-11-14T14:42:48,506 INFO [RS_FLUSH_OPERATIONS-regionserver/da1c6afcd1f9:0-2 {event_type=RS_FLUSH_REGIONS, pid=146}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=29.07 KB at sequenceid=472 (bloomFilter=true), to=hdfs://localhost:34345/user/jenkins/test-data/14d118ee-a83a-b09b-5913-1a58940a5db1/data/default/TestAcidGuarantees/11b353fb2bd02e7483b7c8ed67fdaec1/.tmp/B/e321da2bef204d72991941ded25d1b76 2024-11-14T14:42:48,512 DEBUG [RS_FLUSH_OPERATIONS-regionserver/da1c6afcd1f9:0-2 {event_type=RS_FLUSH_REGIONS, pid=146}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:34345/user/jenkins/test-data/14d118ee-a83a-b09b-5913-1a58940a5db1/data/default/TestAcidGuarantees/11b353fb2bd02e7483b7c8ed67fdaec1/.tmp/C/cac6fb869c50465ca91c2d2154023ed1 is 50, key is test_row_0/C:col10/1731595366777/Put/seqid=0 2024-11-14T14:42:48,515 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36699 is added to blk_1073742340_1516 (size=12301) 2024-11-14T14:42:48,906 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45145 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=145 2024-11-14T14:42:48,916 INFO [RS_FLUSH_OPERATIONS-regionserver/da1c6afcd1f9:0-2 {event_type=RS_FLUSH_REGIONS, pid=146}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=29.07 KB at sequenceid=472 (bloomFilter=true), to=hdfs://localhost:34345/user/jenkins/test-data/14d118ee-a83a-b09b-5913-1a58940a5db1/data/default/TestAcidGuarantees/11b353fb2bd02e7483b7c8ed67fdaec1/.tmp/C/cac6fb869c50465ca91c2d2154023ed1 2024-11-14T14:42:48,919 DEBUG [RS_FLUSH_OPERATIONS-regionserver/da1c6afcd1f9:0-2 {event_type=RS_FLUSH_REGIONS, pid=146}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:34345/user/jenkins/test-data/14d118ee-a83a-b09b-5913-1a58940a5db1/data/default/TestAcidGuarantees/11b353fb2bd02e7483b7c8ed67fdaec1/.tmp/A/f5929db334784bc394d0390f7d529017 as hdfs://localhost:34345/user/jenkins/test-data/14d118ee-a83a-b09b-5913-1a58940a5db1/data/default/TestAcidGuarantees/11b353fb2bd02e7483b7c8ed67fdaec1/A/f5929db334784bc394d0390f7d529017 2024-11-14T14:42:48,921 INFO [RS_FLUSH_OPERATIONS-regionserver/da1c6afcd1f9:0-2 {event_type=RS_FLUSH_REGIONS, pid=146}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:34345/user/jenkins/test-data/14d118ee-a83a-b09b-5913-1a58940a5db1/data/default/TestAcidGuarantees/11b353fb2bd02e7483b7c8ed67fdaec1/A/f5929db334784bc394d0390f7d529017, entries=150, sequenceid=472, filesize=12.0 K 2024-11-14T14:42:48,922 DEBUG [RS_FLUSH_OPERATIONS-regionserver/da1c6afcd1f9:0-2 {event_type=RS_FLUSH_REGIONS, pid=146}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:34345/user/jenkins/test-data/14d118ee-a83a-b09b-5913-1a58940a5db1/data/default/TestAcidGuarantees/11b353fb2bd02e7483b7c8ed67fdaec1/.tmp/B/e321da2bef204d72991941ded25d1b76 as hdfs://localhost:34345/user/jenkins/test-data/14d118ee-a83a-b09b-5913-1a58940a5db1/data/default/TestAcidGuarantees/11b353fb2bd02e7483b7c8ed67fdaec1/B/e321da2bef204d72991941ded25d1b76 2024-11-14T14:42:48,924 INFO [RS_FLUSH_OPERATIONS-regionserver/da1c6afcd1f9:0-2 {event_type=RS_FLUSH_REGIONS, pid=146}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:34345/user/jenkins/test-data/14d118ee-a83a-b09b-5913-1a58940a5db1/data/default/TestAcidGuarantees/11b353fb2bd02e7483b7c8ed67fdaec1/B/e321da2bef204d72991941ded25d1b76, entries=150, sequenceid=472, filesize=12.0 K 2024-11-14T14:42:48,925 DEBUG [RS_FLUSH_OPERATIONS-regionserver/da1c6afcd1f9:0-2 {event_type=RS_FLUSH_REGIONS, pid=146}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:34345/user/jenkins/test-data/14d118ee-a83a-b09b-5913-1a58940a5db1/data/default/TestAcidGuarantees/11b353fb2bd02e7483b7c8ed67fdaec1/.tmp/C/cac6fb869c50465ca91c2d2154023ed1 as hdfs://localhost:34345/user/jenkins/test-data/14d118ee-a83a-b09b-5913-1a58940a5db1/data/default/TestAcidGuarantees/11b353fb2bd02e7483b7c8ed67fdaec1/C/cac6fb869c50465ca91c2d2154023ed1 2024-11-14T14:42:48,927 INFO [RS_FLUSH_OPERATIONS-regionserver/da1c6afcd1f9:0-2 {event_type=RS_FLUSH_REGIONS, pid=146}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:34345/user/jenkins/test-data/14d118ee-a83a-b09b-5913-1a58940a5db1/data/default/TestAcidGuarantees/11b353fb2bd02e7483b7c8ed67fdaec1/C/cac6fb869c50465ca91c2d2154023ed1, entries=150, sequenceid=472, filesize=12.0 K 2024-11-14T14:42:48,928 INFO [RS_FLUSH_OPERATIONS-regionserver/da1c6afcd1f9:0-2 {event_type=RS_FLUSH_REGIONS, pid=146}] regionserver.HRegion(3140): Finished flush of dataSize ~87.22 KB/89310, heapSize ~259.69 KB/265920, currentSize=20.13 KB/20610 for 11b353fb2bd02e7483b7c8ed67fdaec1 in 1248ms, sequenceid=472, compaction requested=false 2024-11-14T14:42:48,928 DEBUG [RS_FLUSH_OPERATIONS-regionserver/da1c6afcd1f9:0-2 {event_type=RS_FLUSH_REGIONS, pid=146}] regionserver.HRegion(2603): Flush status journal for 11b353fb2bd02e7483b7c8ed67fdaec1: 2024-11-14T14:42:48,928 DEBUG [RS_FLUSH_OPERATIONS-regionserver/da1c6afcd1f9:0-2 {event_type=RS_FLUSH_REGIONS, pid=146}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1731595345246.11b353fb2bd02e7483b7c8ed67fdaec1. 2024-11-14T14:42:48,928 DEBUG [RS_FLUSH_OPERATIONS-regionserver/da1c6afcd1f9:0-2 {event_type=RS_FLUSH_REGIONS, pid=146}] regionserver.RemoteProcedureResultReporter(62): Successfully complete execution of pid=146 2024-11-14T14:42:48,929 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45145 {}] master.HMaster(4169): Remote procedure done, pid=146 2024-11-14T14:42:48,931 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=146, resume processing ppid=145 2024-11-14T14:42:48,931 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1521): Finished pid=146, ppid=145, state=SUCCESS, hasLock=false; org.apache.hadoop.hbase.master.procedure.FlushRegionProcedure in 2.1710 sec 2024-11-14T14:42:48,932 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1521): Finished pid=145, state=SUCCESS, hasLock=false; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=145, table=TestAcidGuarantees in 2.1740 sec 2024-11-14T14:42:50,926 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45145 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=145 2024-11-14T14:42:50,926 INFO [RPCClient-NioEventLoopGroup-4-10 {}] client.RawAsyncHBaseAdmin$TableProcedureBiConsumer(2721): Operation: FLUSH, Table Name: default:TestAcidGuarantees completed 2024-11-14T14:42:55,517 INFO [Thread-1892 {}] client.AsyncConnectionImpl(233): Connection has been closed by Thread-1892. 2024-11-14T14:42:55,517 DEBUG [Thread-1892 {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.client.ConnectionOverAsyncConnection.close(ConnectionOverAsyncConnection.java:134) at org.apache.hadoop.hbase.AcidGuaranteesTestTool$AtomicityWriter.workDone(AcidGuaranteesTestTool.java:178) at org.apache.hadoop.hbase.MultithreadedTestUtil$RepeatingTestThread.doWork(MultithreadedTestUtil.java:152) at org.apache.hadoop.hbase.MultithreadedTestUtil$TestThread.run(MultithreadedTestUtil.java:123) 2024-11-14T14:42:55,517 DEBUG [Thread-1892 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-14T14:42:55,517 DEBUG [Thread-1892 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-14T14:42:55,517 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-11-14T14:42:55,537 INFO [Thread-1900 {}] client.AsyncConnectionImpl(233): Connection has been closed by Thread-1900. 2024-11-14T14:42:55,537 DEBUG [Thread-1900 {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.client.ConnectionOverAsyncConnection.close(ConnectionOverAsyncConnection.java:134) at org.apache.hadoop.hbase.AcidGuaranteesTestTool$AtomicityWriter.workDone(AcidGuaranteesTestTool.java:178) at org.apache.hadoop.hbase.MultithreadedTestUtil$RepeatingTestThread.doWork(MultithreadedTestUtil.java:152) at org.apache.hadoop.hbase.MultithreadedTestUtil$TestThread.run(MultithreadedTestUtil.java:123) 2024-11-14T14:42:55,537 DEBUG [Thread-1900 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-14T14:42:55,537 DEBUG [Thread-1900 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-14T14:42:55,537 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-11-14T14:42:55,538 INFO [Time-limited test {}] hbase.AcidGuaranteesTestTool(392): Finished test. Writers: 2024-11-14T14:42:55,538 INFO [Time-limited test {}] hbase.AcidGuaranteesTestTool(394): wrote 54 2024-11-14T14:42:55,538 INFO [Time-limited test {}] hbase.AcidGuaranteesTestTool(394): wrote 87 2024-11-14T14:42:55,538 INFO [Time-limited test {}] hbase.AcidGuaranteesTestTool(394): wrote 104 2024-11-14T14:42:55,538 INFO [Time-limited test {}] hbase.AcidGuaranteesTestTool(394): wrote 81 2024-11-14T14:42:55,538 INFO [Time-limited test {}] hbase.AcidGuaranteesTestTool(394): wrote 55 2024-11-14T14:42:55,538 INFO [Time-limited test {}] hbase.AcidGuaranteesTestTool(396): Readers: 2024-11-14T14:42:55,538 INFO [Time-limited test {}] hbase.AcidGuaranteesTestTool(400): Scanners: 2024-11-14T14:42:55,538 INFO [Time-limited test {}] hbase.AcidGuaranteesTestTool(402): scanned 1188 2024-11-14T14:42:55,538 INFO [Time-limited test {}] hbase.AcidGuaranteesTestTool(403): verified 3556 rows 2024-11-14T14:42:55,538 INFO [Time-limited test {}] hbase.AcidGuaranteesTestTool(402): scanned 1182 2024-11-14T14:42:55,538 INFO [Time-limited test {}] hbase.AcidGuaranteesTestTool(403): verified 3542 rows 2024-11-14T14:42:55,538 INFO [Time-limited test {}] hbase.AcidGuaranteesTestTool(402): scanned 1185 2024-11-14T14:42:55,538 INFO [Time-limited test {}] hbase.AcidGuaranteesTestTool(403): verified 3555 rows 2024-11-14T14:42:55,538 INFO [Time-limited test {}] hbase.AcidGuaranteesTestTool(402): scanned 1194 2024-11-14T14:42:55,538 INFO [Time-limited test {}] hbase.AcidGuaranteesTestTool(403): verified 3574 rows 2024-11-14T14:42:55,538 INFO [Time-limited test {}] hbase.AcidGuaranteesTestTool(402): scanned 1186 2024-11-14T14:42:55,538 INFO [Time-limited test {}] hbase.AcidGuaranteesTestTool(403): verified 3558 rows 2024-11-14T14:42:55,538 INFO [Time-limited test {}] client.AsyncConnectionImpl(233): Connection has been closed by Time-limited test. 2024-11-14T14:42:55,538 DEBUG [Time-limited test {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.client.ConnectionOverAsyncConnection.close(ConnectionOverAsyncConnection.java:134) at org.apache.hadoop.hbase.AcidGuaranteesTestTool.doWork(AcidGuaranteesTestTool.java:131) at org.apache.hadoop.hbase.util.AbstractHBaseTool.run(AbstractHBaseTool.java:150) at org.apache.hadoop.hbase.AcidGuaranteesTestBase.runTestAtomicity(AcidGuaranteesTestBase.java:102) at org.apache.hadoop.hbase.AcidGuaranteesTestBase.runTestAtomicity(AcidGuaranteesTestBase.java:91) at org.apache.hadoop.hbase.AcidGuaranteesTestBase.testScanAtomicity(AcidGuaranteesTestBase.java:112) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:77) at java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) at java.base/java.lang.reflect.Method.invoke(Method.java:568) at org.junit.runners.model.FrameworkMethod$1.runReflectiveCall(FrameworkMethod.java:59) at org.junit.internal.runners.model.ReflectiveCallable.run(ReflectiveCallable.java:12) at org.junit.runners.model.FrameworkMethod.invokeExplosively(FrameworkMethod.java:56) at org.junit.internal.runners.statements.InvokeMethod.evaluate(InvokeMethod.java:17) at org.junit.internal.runners.statements.RunBefores.evaluate(RunBefores.java:26) at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:27) at org.junit.runners.ParentRunner$3.evaluate(ParentRunner.java:306) at org.junit.runners.BlockJUnit4ClassRunner$1.evaluate(BlockJUnit4ClassRunner.java:100) at org.junit.runners.ParentRunner.runLeaf(ParentRunner.java:366) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:103) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:63) at org.junit.runners.ParentRunner$4.run(ParentRunner.java:331) at org.junit.runners.ParentRunner$1.schedule(ParentRunner.java:79) at org.junit.runners.ParentRunner.runChildren(ParentRunner.java:329) at org.junit.runners.ParentRunner.access$100(ParentRunner.java:66) at org.junit.runners.ParentRunner$2.evaluate(ParentRunner.java:293) at org.junit.internal.runners.statements.RunBefores.evaluate(RunBefores.java:26) at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:27) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:299) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:293) at java.base/java.util.concurrent.FutureTask.run(FutureTask.java:264) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-14T14:42:55,538 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-14T14:42:55,538 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-14T14:42:55,538 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-11-14T14:42:55,539 INFO [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45145 {}] master.HMaster$13(2820): Client=jenkins//172.17.0.2 disable TestAcidGuarantees 2024-11-14T14:42:55,540 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45145 {}] procedure2.ProcedureExecutor(1139): Stored pid=147, state=RUNNABLE:DISABLE_TABLE_PREPARE, hasLock=false; DisableTableProcedure table=TestAcidGuarantees 2024-11-14T14:42:55,541 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45145 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=147 2024-11-14T14:42:55,542 DEBUG [PEWorker-1 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":1,"row":"TestAcidGuarantees","families":{"table":[{"qualifier":"state","vlen":2,"tag":[],"timestamp":"1731595375542"}]},"ts":"1731595375542"} 2024-11-14T14:42:55,543 INFO [PEWorker-1 {}] hbase.MetaTableAccessor(843): Updated tableName=TestAcidGuarantees, state=DISABLING in hbase:meta 2024-11-14T14:42:55,543 INFO [PEWorker-1 {}] procedure.DisableTableProcedure(284): Set TestAcidGuarantees to state=DISABLING 2024-11-14T14:42:55,544 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=148, ppid=147, state=RUNNABLE:CLOSE_TABLE_REGIONS_SCHEDULE, hasLock=false; CloseTableRegionsProcedure table=TestAcidGuarantees}] 2024-11-14T14:42:55,545 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=149, ppid=148, state=RUNNABLE:REGION_STATE_TRANSITION_CLOSE, hasLock=false; TransitRegionStateProcedure table=TestAcidGuarantees, region=11b353fb2bd02e7483b7c8ed67fdaec1, UNASSIGN}] 2024-11-14T14:42:55,545 INFO [PEWorker-5 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=149, ppid=148, state=RUNNABLE:REGION_STATE_TRANSITION_CLOSE, hasLock=false; TransitRegionStateProcedure table=TestAcidGuarantees, region=11b353fb2bd02e7483b7c8ed67fdaec1, UNASSIGN 2024-11-14T14:42:55,546 INFO [PEWorker-5 {}] assignment.RegionStateStore(223): pid=149 updating hbase:meta row=11b353fb2bd02e7483b7c8ed67fdaec1, regionState=CLOSING, regionLocation=da1c6afcd1f9,35765,1731595233113 2024-11-14T14:42:55,547 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-3 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=149, ppid=148, state=RUNNABLE:REGION_STATE_TRANSITION_CLOSE, hasLock=true; TransitRegionStateProcedure table=TestAcidGuarantees, region=11b353fb2bd02e7483b7c8ed67fdaec1, UNASSIGN because future has completed 2024-11-14T14:42:55,547 DEBUG [PEWorker-3 {}] assignment.TransitRegionStateProcedure(375): Close region: isSplit: false: evictOnSplit: true: evictOnClose: false 2024-11-14T14:42:55,547 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=150, ppid=149, state=RUNNABLE, hasLock=false; CloseRegionProcedure 11b353fb2bd02e7483b7c8ed67fdaec1, server=da1c6afcd1f9,35765,1731595233113}] 2024-11-14T14:42:55,646 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45145 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=147 2024-11-14T14:42:55,699 INFO [RS_CLOSE_REGION-regionserver/da1c6afcd1f9:0-0 {event_type=M_RS_CLOSE_REGION, pid=150}] handler.UnassignRegionHandler(122): Close 11b353fb2bd02e7483b7c8ed67fdaec1 2024-11-14T14:42:55,699 DEBUG [RS_CLOSE_REGION-regionserver/da1c6afcd1f9:0-0 {event_type=M_RS_CLOSE_REGION, pid=150}] handler.UnassignRegionHandler(136): Unassign region: split region: false: evictCache: false 2024-11-14T14:42:55,699 DEBUG [RS_CLOSE_REGION-regionserver/da1c6afcd1f9:0-0 {event_type=M_RS_CLOSE_REGION, pid=150}] regionserver.HRegion(1722): Closing 11b353fb2bd02e7483b7c8ed67fdaec1, disabling compactions & flushes 2024-11-14T14:42:55,699 INFO [RS_CLOSE_REGION-regionserver/da1c6afcd1f9:0-0 {event_type=M_RS_CLOSE_REGION, pid=150}] regionserver.HRegion(1755): Closing region TestAcidGuarantees,,1731595345246.11b353fb2bd02e7483b7c8ed67fdaec1. 2024-11-14T14:42:55,699 DEBUG [RS_CLOSE_REGION-regionserver/da1c6afcd1f9:0-0 {event_type=M_RS_CLOSE_REGION, pid=150}] regionserver.HRegion(1776): Time limited wait for close lock on TestAcidGuarantees,,1731595345246.11b353fb2bd02e7483b7c8ed67fdaec1. 2024-11-14T14:42:55,699 DEBUG [RS_CLOSE_REGION-regionserver/da1c6afcd1f9:0-0 {event_type=M_RS_CLOSE_REGION, pid=150}] regionserver.HRegion(1843): Acquired close lock on TestAcidGuarantees,,1731595345246.11b353fb2bd02e7483b7c8ed67fdaec1. after waiting 0 ms 2024-11-14T14:42:55,699 DEBUG [RS_CLOSE_REGION-regionserver/da1c6afcd1f9:0-0 {event_type=M_RS_CLOSE_REGION, pid=150}] regionserver.HRegion(1853): Updates disabled for region TestAcidGuarantees,,1731595345246.11b353fb2bd02e7483b7c8ed67fdaec1. 2024-11-14T14:42:55,700 INFO [RS_CLOSE_REGION-regionserver/da1c6afcd1f9:0-0 {event_type=M_RS_CLOSE_REGION, pid=150}] regionserver.HRegion(2902): Flushing 11b353fb2bd02e7483b7c8ed67fdaec1 3/3 column families, dataSize=33.54 KB heapSize=100.36 KB 2024-11-14T14:42:55,700 DEBUG [RS_CLOSE_REGION-regionserver/da1c6afcd1f9:0-0 {event_type=M_RS_CLOSE_REGION, pid=150}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 11b353fb2bd02e7483b7c8ed67fdaec1, store=A 2024-11-14T14:42:55,700 DEBUG [RS_CLOSE_REGION-regionserver/da1c6afcd1f9:0-0 {event_type=M_RS_CLOSE_REGION, pid=150}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-14T14:42:55,700 DEBUG [RS_CLOSE_REGION-regionserver/da1c6afcd1f9:0-0 {event_type=M_RS_CLOSE_REGION, pid=150}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 11b353fb2bd02e7483b7c8ed67fdaec1, store=B 2024-11-14T14:42:55,700 DEBUG [RS_CLOSE_REGION-regionserver/da1c6afcd1f9:0-0 {event_type=M_RS_CLOSE_REGION, pid=150}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-14T14:42:55,700 DEBUG [RS_CLOSE_REGION-regionserver/da1c6afcd1f9:0-0 {event_type=M_RS_CLOSE_REGION, pid=150}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 11b353fb2bd02e7483b7c8ed67fdaec1, store=C 2024-11-14T14:42:55,700 DEBUG [RS_CLOSE_REGION-regionserver/da1c6afcd1f9:0-0 {event_type=M_RS_CLOSE_REGION, pid=150}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-14T14:42:55,703 DEBUG [RS_CLOSE_REGION-regionserver/da1c6afcd1f9:0-0 {event_type=M_RS_CLOSE_REGION, pid=150}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:34345/user/jenkins/test-data/14d118ee-a83a-b09b-5913-1a58940a5db1/data/default/TestAcidGuarantees/11b353fb2bd02e7483b7c8ed67fdaec1/.tmp/A/b6723950ecb94bbda9848d203d2b3dc7 is 50, key is test_row_0/A:col10/1731595375536/Put/seqid=0 2024-11-14T14:42:55,706 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36699 is added to blk_1073742341_1517 (size=12301) 2024-11-14T14:42:55,856 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45145 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=147 2024-11-14T14:42:56,107 INFO [RS_CLOSE_REGION-regionserver/da1c6afcd1f9:0-0 {event_type=M_RS_CLOSE_REGION, pid=150}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=11.18 KB at sequenceid=482 (bloomFilter=true), to=hdfs://localhost:34345/user/jenkins/test-data/14d118ee-a83a-b09b-5913-1a58940a5db1/data/default/TestAcidGuarantees/11b353fb2bd02e7483b7c8ed67fdaec1/.tmp/A/b6723950ecb94bbda9848d203d2b3dc7 2024-11-14T14:42:56,113 DEBUG [RS_CLOSE_REGION-regionserver/da1c6afcd1f9:0-0 {event_type=M_RS_CLOSE_REGION, pid=150}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:34345/user/jenkins/test-data/14d118ee-a83a-b09b-5913-1a58940a5db1/data/default/TestAcidGuarantees/11b353fb2bd02e7483b7c8ed67fdaec1/.tmp/B/0085847f494b452dba5bd2e75b106851 is 50, key is test_row_0/B:col10/1731595375536/Put/seqid=0 2024-11-14T14:42:56,116 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36699 is added to blk_1073742342_1518 (size=12301) 2024-11-14T14:42:56,166 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45145 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=147 2024-11-14T14:42:56,517 INFO [RS_CLOSE_REGION-regionserver/da1c6afcd1f9:0-0 {event_type=M_RS_CLOSE_REGION, pid=150}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=11.18 KB at sequenceid=482 (bloomFilter=true), to=hdfs://localhost:34345/user/jenkins/test-data/14d118ee-a83a-b09b-5913-1a58940a5db1/data/default/TestAcidGuarantees/11b353fb2bd02e7483b7c8ed67fdaec1/.tmp/B/0085847f494b452dba5bd2e75b106851 2024-11-14T14:42:56,522 DEBUG [RS_CLOSE_REGION-regionserver/da1c6afcd1f9:0-0 {event_type=M_RS_CLOSE_REGION, pid=150}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:34345/user/jenkins/test-data/14d118ee-a83a-b09b-5913-1a58940a5db1/data/default/TestAcidGuarantees/11b353fb2bd02e7483b7c8ed67fdaec1/.tmp/C/90574163ada84181ace809f9da5992ef is 50, key is test_row_0/C:col10/1731595375536/Put/seqid=0 2024-11-14T14:42:56,525 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36699 is added to blk_1073742343_1519 (size=12301) 2024-11-14T14:42:56,676 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45145 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=147 2024-11-14T14:42:56,925 INFO [RS_CLOSE_REGION-regionserver/da1c6afcd1f9:0-0 {event_type=M_RS_CLOSE_REGION, pid=150}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=11.18 KB at sequenceid=482 (bloomFilter=true), to=hdfs://localhost:34345/user/jenkins/test-data/14d118ee-a83a-b09b-5913-1a58940a5db1/data/default/TestAcidGuarantees/11b353fb2bd02e7483b7c8ed67fdaec1/.tmp/C/90574163ada84181ace809f9da5992ef 2024-11-14T14:42:56,929 DEBUG [RS_CLOSE_REGION-regionserver/da1c6afcd1f9:0-0 {event_type=M_RS_CLOSE_REGION, pid=150}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:34345/user/jenkins/test-data/14d118ee-a83a-b09b-5913-1a58940a5db1/data/default/TestAcidGuarantees/11b353fb2bd02e7483b7c8ed67fdaec1/.tmp/A/b6723950ecb94bbda9848d203d2b3dc7 as hdfs://localhost:34345/user/jenkins/test-data/14d118ee-a83a-b09b-5913-1a58940a5db1/data/default/TestAcidGuarantees/11b353fb2bd02e7483b7c8ed67fdaec1/A/b6723950ecb94bbda9848d203d2b3dc7 2024-11-14T14:42:56,931 INFO [RS_CLOSE_REGION-regionserver/da1c6afcd1f9:0-0 {event_type=M_RS_CLOSE_REGION, pid=150}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:34345/user/jenkins/test-data/14d118ee-a83a-b09b-5913-1a58940a5db1/data/default/TestAcidGuarantees/11b353fb2bd02e7483b7c8ed67fdaec1/A/b6723950ecb94bbda9848d203d2b3dc7, entries=150, sequenceid=482, filesize=12.0 K 2024-11-14T14:42:56,932 DEBUG [RS_CLOSE_REGION-regionserver/da1c6afcd1f9:0-0 {event_type=M_RS_CLOSE_REGION, pid=150}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:34345/user/jenkins/test-data/14d118ee-a83a-b09b-5913-1a58940a5db1/data/default/TestAcidGuarantees/11b353fb2bd02e7483b7c8ed67fdaec1/.tmp/B/0085847f494b452dba5bd2e75b106851 as hdfs://localhost:34345/user/jenkins/test-data/14d118ee-a83a-b09b-5913-1a58940a5db1/data/default/TestAcidGuarantees/11b353fb2bd02e7483b7c8ed67fdaec1/B/0085847f494b452dba5bd2e75b106851 2024-11-14T14:42:56,934 INFO [RS_CLOSE_REGION-regionserver/da1c6afcd1f9:0-0 {event_type=M_RS_CLOSE_REGION, pid=150}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:34345/user/jenkins/test-data/14d118ee-a83a-b09b-5913-1a58940a5db1/data/default/TestAcidGuarantees/11b353fb2bd02e7483b7c8ed67fdaec1/B/0085847f494b452dba5bd2e75b106851, entries=150, sequenceid=482, filesize=12.0 K 2024-11-14T14:42:56,935 DEBUG [RS_CLOSE_REGION-regionserver/da1c6afcd1f9:0-0 {event_type=M_RS_CLOSE_REGION, pid=150}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:34345/user/jenkins/test-data/14d118ee-a83a-b09b-5913-1a58940a5db1/data/default/TestAcidGuarantees/11b353fb2bd02e7483b7c8ed67fdaec1/.tmp/C/90574163ada84181ace809f9da5992ef as hdfs://localhost:34345/user/jenkins/test-data/14d118ee-a83a-b09b-5913-1a58940a5db1/data/default/TestAcidGuarantees/11b353fb2bd02e7483b7c8ed67fdaec1/C/90574163ada84181ace809f9da5992ef 2024-11-14T14:42:56,938 INFO [RS_CLOSE_REGION-regionserver/da1c6afcd1f9:0-0 {event_type=M_RS_CLOSE_REGION, pid=150}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:34345/user/jenkins/test-data/14d118ee-a83a-b09b-5913-1a58940a5db1/data/default/TestAcidGuarantees/11b353fb2bd02e7483b7c8ed67fdaec1/C/90574163ada84181ace809f9da5992ef, entries=150, sequenceid=482, filesize=12.0 K 2024-11-14T14:42:56,938 INFO [RS_CLOSE_REGION-regionserver/da1c6afcd1f9:0-0 {event_type=M_RS_CLOSE_REGION, pid=150}] regionserver.HRegion(3140): Finished flush of dataSize ~33.54 KB/34350, heapSize ~100.31 KB/102720, currentSize=0 B/0 for 11b353fb2bd02e7483b7c8ed67fdaec1 in 1239ms, sequenceid=482, compaction requested=true 2024-11-14T14:42:56,939 DEBUG [StoreCloser-TestAcidGuarantees,,1731595345246.11b353fb2bd02e7483b7c8ed67fdaec1.-1 {}] regionserver.HStore(2317): Moving the files [hdfs://localhost:34345/user/jenkins/test-data/14d118ee-a83a-b09b-5913-1a58940a5db1/data/default/TestAcidGuarantees/11b353fb2bd02e7483b7c8ed67fdaec1/A/10e7efa5b2614d5db3ee3eeda83139da, hdfs://localhost:34345/user/jenkins/test-data/14d118ee-a83a-b09b-5913-1a58940a5db1/data/default/TestAcidGuarantees/11b353fb2bd02e7483b7c8ed67fdaec1/A/d5eb7b2e439d4484963a31d2f06219e8, hdfs://localhost:34345/user/jenkins/test-data/14d118ee-a83a-b09b-5913-1a58940a5db1/data/default/TestAcidGuarantees/11b353fb2bd02e7483b7c8ed67fdaec1/A/bc7a069e16ad4bd5a682a29d93761be4, hdfs://localhost:34345/user/jenkins/test-data/14d118ee-a83a-b09b-5913-1a58940a5db1/data/default/TestAcidGuarantees/11b353fb2bd02e7483b7c8ed67fdaec1/A/64079217614042408d4e6dc305a53d35, hdfs://localhost:34345/user/jenkins/test-data/14d118ee-a83a-b09b-5913-1a58940a5db1/data/default/TestAcidGuarantees/11b353fb2bd02e7483b7c8ed67fdaec1/A/eb664a4f42754f848441735845716395, hdfs://localhost:34345/user/jenkins/test-data/14d118ee-a83a-b09b-5913-1a58940a5db1/data/default/TestAcidGuarantees/11b353fb2bd02e7483b7c8ed67fdaec1/A/c963340a862b48ab9980821f1a3aae42, hdfs://localhost:34345/user/jenkins/test-data/14d118ee-a83a-b09b-5913-1a58940a5db1/data/default/TestAcidGuarantees/11b353fb2bd02e7483b7c8ed67fdaec1/A/46d5e5e4ae964701bb9deac9e22c1d26, hdfs://localhost:34345/user/jenkins/test-data/14d118ee-a83a-b09b-5913-1a58940a5db1/data/default/TestAcidGuarantees/11b353fb2bd02e7483b7c8ed67fdaec1/A/b233dc5a918745e1a55c7fe8b893ed34, hdfs://localhost:34345/user/jenkins/test-data/14d118ee-a83a-b09b-5913-1a58940a5db1/data/default/TestAcidGuarantees/11b353fb2bd02e7483b7c8ed67fdaec1/A/c4e953b70fc445029a4bd572e7532305, hdfs://localhost:34345/user/jenkins/test-data/14d118ee-a83a-b09b-5913-1a58940a5db1/data/default/TestAcidGuarantees/11b353fb2bd02e7483b7c8ed67fdaec1/A/c6f9280f9f3e4d648f8b2fd03dd2bd22, hdfs://localhost:34345/user/jenkins/test-data/14d118ee-a83a-b09b-5913-1a58940a5db1/data/default/TestAcidGuarantees/11b353fb2bd02e7483b7c8ed67fdaec1/A/e6ac9dc9981c4f05926e25e4afa06f5d, hdfs://localhost:34345/user/jenkins/test-data/14d118ee-a83a-b09b-5913-1a58940a5db1/data/default/TestAcidGuarantees/11b353fb2bd02e7483b7c8ed67fdaec1/A/5cd01d4d18754ebab636da23b35fa91b, hdfs://localhost:34345/user/jenkins/test-data/14d118ee-a83a-b09b-5913-1a58940a5db1/data/default/TestAcidGuarantees/11b353fb2bd02e7483b7c8ed67fdaec1/A/2a7b66cfaf484b058f4aae2dae5ae1c2, hdfs://localhost:34345/user/jenkins/test-data/14d118ee-a83a-b09b-5913-1a58940a5db1/data/default/TestAcidGuarantees/11b353fb2bd02e7483b7c8ed67fdaec1/A/86d35c0cae4a4c388f0e7572eca2e881, hdfs://localhost:34345/user/jenkins/test-data/14d118ee-a83a-b09b-5913-1a58940a5db1/data/default/TestAcidGuarantees/11b353fb2bd02e7483b7c8ed67fdaec1/A/01aa1eb3b7c14670be2bec9690cd7180, hdfs://localhost:34345/user/jenkins/test-data/14d118ee-a83a-b09b-5913-1a58940a5db1/data/default/TestAcidGuarantees/11b353fb2bd02e7483b7c8ed67fdaec1/A/f7cf3ab10df94c84a24c220d1f19cd7b, hdfs://localhost:34345/user/jenkins/test-data/14d118ee-a83a-b09b-5913-1a58940a5db1/data/default/TestAcidGuarantees/11b353fb2bd02e7483b7c8ed67fdaec1/A/4a96a1ff1716454fb44d1abfa3a8305b, hdfs://localhost:34345/user/jenkins/test-data/14d118ee-a83a-b09b-5913-1a58940a5db1/data/default/TestAcidGuarantees/11b353fb2bd02e7483b7c8ed67fdaec1/A/2432c5fc68564763821e053d0fddfee6, hdfs://localhost:34345/user/jenkins/test-data/14d118ee-a83a-b09b-5913-1a58940a5db1/data/default/TestAcidGuarantees/11b353fb2bd02e7483b7c8ed67fdaec1/A/99cb1ff0041c42acb0d78add71f45cf5, hdfs://localhost:34345/user/jenkins/test-data/14d118ee-a83a-b09b-5913-1a58940a5db1/data/default/TestAcidGuarantees/11b353fb2bd02e7483b7c8ed67fdaec1/A/d8161b4d5ac24bb7b4fafd21db3ebaba] to archive 2024-11-14T14:42:56,940 DEBUG [StoreCloser-TestAcidGuarantees,,1731595345246.11b353fb2bd02e7483b7c8ed67fdaec1.-1 {}] backup.HFileArchiver(360): Archiving compacted files. 2024-11-14T14:42:56,941 DEBUG [StoreCloser-TestAcidGuarantees,,1731595345246.11b353fb2bd02e7483b7c8ed67fdaec1.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:34345/user/jenkins/test-data/14d118ee-a83a-b09b-5913-1a58940a5db1/data/default/TestAcidGuarantees/11b353fb2bd02e7483b7c8ed67fdaec1/A/10e7efa5b2614d5db3ee3eeda83139da to hdfs://localhost:34345/user/jenkins/test-data/14d118ee-a83a-b09b-5913-1a58940a5db1/archive/data/default/TestAcidGuarantees/11b353fb2bd02e7483b7c8ed67fdaec1/A/10e7efa5b2614d5db3ee3eeda83139da 2024-11-14T14:42:56,942 DEBUG [StoreCloser-TestAcidGuarantees,,1731595345246.11b353fb2bd02e7483b7c8ed67fdaec1.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:34345/user/jenkins/test-data/14d118ee-a83a-b09b-5913-1a58940a5db1/data/default/TestAcidGuarantees/11b353fb2bd02e7483b7c8ed67fdaec1/A/d5eb7b2e439d4484963a31d2f06219e8 to hdfs://localhost:34345/user/jenkins/test-data/14d118ee-a83a-b09b-5913-1a58940a5db1/archive/data/default/TestAcidGuarantees/11b353fb2bd02e7483b7c8ed67fdaec1/A/d5eb7b2e439d4484963a31d2f06219e8 2024-11-14T14:42:56,943 DEBUG [StoreCloser-TestAcidGuarantees,,1731595345246.11b353fb2bd02e7483b7c8ed67fdaec1.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:34345/user/jenkins/test-data/14d118ee-a83a-b09b-5913-1a58940a5db1/data/default/TestAcidGuarantees/11b353fb2bd02e7483b7c8ed67fdaec1/A/bc7a069e16ad4bd5a682a29d93761be4 to hdfs://localhost:34345/user/jenkins/test-data/14d118ee-a83a-b09b-5913-1a58940a5db1/archive/data/default/TestAcidGuarantees/11b353fb2bd02e7483b7c8ed67fdaec1/A/bc7a069e16ad4bd5a682a29d93761be4 2024-11-14T14:42:56,943 DEBUG [StoreCloser-TestAcidGuarantees,,1731595345246.11b353fb2bd02e7483b7c8ed67fdaec1.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:34345/user/jenkins/test-data/14d118ee-a83a-b09b-5913-1a58940a5db1/data/default/TestAcidGuarantees/11b353fb2bd02e7483b7c8ed67fdaec1/A/64079217614042408d4e6dc305a53d35 to hdfs://localhost:34345/user/jenkins/test-data/14d118ee-a83a-b09b-5913-1a58940a5db1/archive/data/default/TestAcidGuarantees/11b353fb2bd02e7483b7c8ed67fdaec1/A/64079217614042408d4e6dc305a53d35 2024-11-14T14:42:56,944 DEBUG [StoreCloser-TestAcidGuarantees,,1731595345246.11b353fb2bd02e7483b7c8ed67fdaec1.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:34345/user/jenkins/test-data/14d118ee-a83a-b09b-5913-1a58940a5db1/data/default/TestAcidGuarantees/11b353fb2bd02e7483b7c8ed67fdaec1/A/eb664a4f42754f848441735845716395 to hdfs://localhost:34345/user/jenkins/test-data/14d118ee-a83a-b09b-5913-1a58940a5db1/archive/data/default/TestAcidGuarantees/11b353fb2bd02e7483b7c8ed67fdaec1/A/eb664a4f42754f848441735845716395 2024-11-14T14:42:56,945 DEBUG [StoreCloser-TestAcidGuarantees,,1731595345246.11b353fb2bd02e7483b7c8ed67fdaec1.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:34345/user/jenkins/test-data/14d118ee-a83a-b09b-5913-1a58940a5db1/data/default/TestAcidGuarantees/11b353fb2bd02e7483b7c8ed67fdaec1/A/c963340a862b48ab9980821f1a3aae42 to hdfs://localhost:34345/user/jenkins/test-data/14d118ee-a83a-b09b-5913-1a58940a5db1/archive/data/default/TestAcidGuarantees/11b353fb2bd02e7483b7c8ed67fdaec1/A/c963340a862b48ab9980821f1a3aae42 2024-11-14T14:42:56,946 DEBUG [StoreCloser-TestAcidGuarantees,,1731595345246.11b353fb2bd02e7483b7c8ed67fdaec1.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:34345/user/jenkins/test-data/14d118ee-a83a-b09b-5913-1a58940a5db1/data/default/TestAcidGuarantees/11b353fb2bd02e7483b7c8ed67fdaec1/A/46d5e5e4ae964701bb9deac9e22c1d26 to hdfs://localhost:34345/user/jenkins/test-data/14d118ee-a83a-b09b-5913-1a58940a5db1/archive/data/default/TestAcidGuarantees/11b353fb2bd02e7483b7c8ed67fdaec1/A/46d5e5e4ae964701bb9deac9e22c1d26 2024-11-14T14:42:56,946 DEBUG [StoreCloser-TestAcidGuarantees,,1731595345246.11b353fb2bd02e7483b7c8ed67fdaec1.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:34345/user/jenkins/test-data/14d118ee-a83a-b09b-5913-1a58940a5db1/data/default/TestAcidGuarantees/11b353fb2bd02e7483b7c8ed67fdaec1/A/b233dc5a918745e1a55c7fe8b893ed34 to hdfs://localhost:34345/user/jenkins/test-data/14d118ee-a83a-b09b-5913-1a58940a5db1/archive/data/default/TestAcidGuarantees/11b353fb2bd02e7483b7c8ed67fdaec1/A/b233dc5a918745e1a55c7fe8b893ed34 2024-11-14T14:42:56,947 DEBUG [StoreCloser-TestAcidGuarantees,,1731595345246.11b353fb2bd02e7483b7c8ed67fdaec1.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:34345/user/jenkins/test-data/14d118ee-a83a-b09b-5913-1a58940a5db1/data/default/TestAcidGuarantees/11b353fb2bd02e7483b7c8ed67fdaec1/A/c4e953b70fc445029a4bd572e7532305 to hdfs://localhost:34345/user/jenkins/test-data/14d118ee-a83a-b09b-5913-1a58940a5db1/archive/data/default/TestAcidGuarantees/11b353fb2bd02e7483b7c8ed67fdaec1/A/c4e953b70fc445029a4bd572e7532305 2024-11-14T14:42:56,948 DEBUG [StoreCloser-TestAcidGuarantees,,1731595345246.11b353fb2bd02e7483b7c8ed67fdaec1.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:34345/user/jenkins/test-data/14d118ee-a83a-b09b-5913-1a58940a5db1/data/default/TestAcidGuarantees/11b353fb2bd02e7483b7c8ed67fdaec1/A/c6f9280f9f3e4d648f8b2fd03dd2bd22 to hdfs://localhost:34345/user/jenkins/test-data/14d118ee-a83a-b09b-5913-1a58940a5db1/archive/data/default/TestAcidGuarantees/11b353fb2bd02e7483b7c8ed67fdaec1/A/c6f9280f9f3e4d648f8b2fd03dd2bd22 2024-11-14T14:42:56,949 DEBUG [StoreCloser-TestAcidGuarantees,,1731595345246.11b353fb2bd02e7483b7c8ed67fdaec1.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:34345/user/jenkins/test-data/14d118ee-a83a-b09b-5913-1a58940a5db1/data/default/TestAcidGuarantees/11b353fb2bd02e7483b7c8ed67fdaec1/A/e6ac9dc9981c4f05926e25e4afa06f5d to hdfs://localhost:34345/user/jenkins/test-data/14d118ee-a83a-b09b-5913-1a58940a5db1/archive/data/default/TestAcidGuarantees/11b353fb2bd02e7483b7c8ed67fdaec1/A/e6ac9dc9981c4f05926e25e4afa06f5d 2024-11-14T14:42:56,949 DEBUG [StoreCloser-TestAcidGuarantees,,1731595345246.11b353fb2bd02e7483b7c8ed67fdaec1.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:34345/user/jenkins/test-data/14d118ee-a83a-b09b-5913-1a58940a5db1/data/default/TestAcidGuarantees/11b353fb2bd02e7483b7c8ed67fdaec1/A/5cd01d4d18754ebab636da23b35fa91b to hdfs://localhost:34345/user/jenkins/test-data/14d118ee-a83a-b09b-5913-1a58940a5db1/archive/data/default/TestAcidGuarantees/11b353fb2bd02e7483b7c8ed67fdaec1/A/5cd01d4d18754ebab636da23b35fa91b 2024-11-14T14:42:56,950 DEBUG [StoreCloser-TestAcidGuarantees,,1731595345246.11b353fb2bd02e7483b7c8ed67fdaec1.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:34345/user/jenkins/test-data/14d118ee-a83a-b09b-5913-1a58940a5db1/data/default/TestAcidGuarantees/11b353fb2bd02e7483b7c8ed67fdaec1/A/2a7b66cfaf484b058f4aae2dae5ae1c2 to hdfs://localhost:34345/user/jenkins/test-data/14d118ee-a83a-b09b-5913-1a58940a5db1/archive/data/default/TestAcidGuarantees/11b353fb2bd02e7483b7c8ed67fdaec1/A/2a7b66cfaf484b058f4aae2dae5ae1c2 2024-11-14T14:42:56,951 DEBUG [StoreCloser-TestAcidGuarantees,,1731595345246.11b353fb2bd02e7483b7c8ed67fdaec1.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:34345/user/jenkins/test-data/14d118ee-a83a-b09b-5913-1a58940a5db1/data/default/TestAcidGuarantees/11b353fb2bd02e7483b7c8ed67fdaec1/A/86d35c0cae4a4c388f0e7572eca2e881 to hdfs://localhost:34345/user/jenkins/test-data/14d118ee-a83a-b09b-5913-1a58940a5db1/archive/data/default/TestAcidGuarantees/11b353fb2bd02e7483b7c8ed67fdaec1/A/86d35c0cae4a4c388f0e7572eca2e881 2024-11-14T14:42:56,952 DEBUG [StoreCloser-TestAcidGuarantees,,1731595345246.11b353fb2bd02e7483b7c8ed67fdaec1.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:34345/user/jenkins/test-data/14d118ee-a83a-b09b-5913-1a58940a5db1/data/default/TestAcidGuarantees/11b353fb2bd02e7483b7c8ed67fdaec1/A/01aa1eb3b7c14670be2bec9690cd7180 to hdfs://localhost:34345/user/jenkins/test-data/14d118ee-a83a-b09b-5913-1a58940a5db1/archive/data/default/TestAcidGuarantees/11b353fb2bd02e7483b7c8ed67fdaec1/A/01aa1eb3b7c14670be2bec9690cd7180 2024-11-14T14:42:56,952 DEBUG [StoreCloser-TestAcidGuarantees,,1731595345246.11b353fb2bd02e7483b7c8ed67fdaec1.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:34345/user/jenkins/test-data/14d118ee-a83a-b09b-5913-1a58940a5db1/data/default/TestAcidGuarantees/11b353fb2bd02e7483b7c8ed67fdaec1/A/f7cf3ab10df94c84a24c220d1f19cd7b to hdfs://localhost:34345/user/jenkins/test-data/14d118ee-a83a-b09b-5913-1a58940a5db1/archive/data/default/TestAcidGuarantees/11b353fb2bd02e7483b7c8ed67fdaec1/A/f7cf3ab10df94c84a24c220d1f19cd7b 2024-11-14T14:42:56,953 DEBUG [StoreCloser-TestAcidGuarantees,,1731595345246.11b353fb2bd02e7483b7c8ed67fdaec1.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:34345/user/jenkins/test-data/14d118ee-a83a-b09b-5913-1a58940a5db1/data/default/TestAcidGuarantees/11b353fb2bd02e7483b7c8ed67fdaec1/A/4a96a1ff1716454fb44d1abfa3a8305b to hdfs://localhost:34345/user/jenkins/test-data/14d118ee-a83a-b09b-5913-1a58940a5db1/archive/data/default/TestAcidGuarantees/11b353fb2bd02e7483b7c8ed67fdaec1/A/4a96a1ff1716454fb44d1abfa3a8305b 2024-11-14T14:42:56,954 DEBUG [StoreCloser-TestAcidGuarantees,,1731595345246.11b353fb2bd02e7483b7c8ed67fdaec1.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:34345/user/jenkins/test-data/14d118ee-a83a-b09b-5913-1a58940a5db1/data/default/TestAcidGuarantees/11b353fb2bd02e7483b7c8ed67fdaec1/A/2432c5fc68564763821e053d0fddfee6 to hdfs://localhost:34345/user/jenkins/test-data/14d118ee-a83a-b09b-5913-1a58940a5db1/archive/data/default/TestAcidGuarantees/11b353fb2bd02e7483b7c8ed67fdaec1/A/2432c5fc68564763821e053d0fddfee6 2024-11-14T14:42:56,955 DEBUG [StoreCloser-TestAcidGuarantees,,1731595345246.11b353fb2bd02e7483b7c8ed67fdaec1.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:34345/user/jenkins/test-data/14d118ee-a83a-b09b-5913-1a58940a5db1/data/default/TestAcidGuarantees/11b353fb2bd02e7483b7c8ed67fdaec1/A/99cb1ff0041c42acb0d78add71f45cf5 to hdfs://localhost:34345/user/jenkins/test-data/14d118ee-a83a-b09b-5913-1a58940a5db1/archive/data/default/TestAcidGuarantees/11b353fb2bd02e7483b7c8ed67fdaec1/A/99cb1ff0041c42acb0d78add71f45cf5 2024-11-14T14:42:56,956 DEBUG [StoreCloser-TestAcidGuarantees,,1731595345246.11b353fb2bd02e7483b7c8ed67fdaec1.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:34345/user/jenkins/test-data/14d118ee-a83a-b09b-5913-1a58940a5db1/data/default/TestAcidGuarantees/11b353fb2bd02e7483b7c8ed67fdaec1/A/d8161b4d5ac24bb7b4fafd21db3ebaba to hdfs://localhost:34345/user/jenkins/test-data/14d118ee-a83a-b09b-5913-1a58940a5db1/archive/data/default/TestAcidGuarantees/11b353fb2bd02e7483b7c8ed67fdaec1/A/d8161b4d5ac24bb7b4fafd21db3ebaba 2024-11-14T14:42:56,957 DEBUG [StoreCloser-TestAcidGuarantees,,1731595345246.11b353fb2bd02e7483b7c8ed67fdaec1.-1 {}] regionserver.HStore(2317): Moving the files [hdfs://localhost:34345/user/jenkins/test-data/14d118ee-a83a-b09b-5913-1a58940a5db1/data/default/TestAcidGuarantees/11b353fb2bd02e7483b7c8ed67fdaec1/B/6153542d99bb44698862c2c2bd83fd40, hdfs://localhost:34345/user/jenkins/test-data/14d118ee-a83a-b09b-5913-1a58940a5db1/data/default/TestAcidGuarantees/11b353fb2bd02e7483b7c8ed67fdaec1/B/25394dc686924d7f93d682c299bc5421, hdfs://localhost:34345/user/jenkins/test-data/14d118ee-a83a-b09b-5913-1a58940a5db1/data/default/TestAcidGuarantees/11b353fb2bd02e7483b7c8ed67fdaec1/B/37d1fcf13ebe490084a0b83cb61caa6b, hdfs://localhost:34345/user/jenkins/test-data/14d118ee-a83a-b09b-5913-1a58940a5db1/data/default/TestAcidGuarantees/11b353fb2bd02e7483b7c8ed67fdaec1/B/43c4cf8e9c1242e2a9cb56f7243bfa61, hdfs://localhost:34345/user/jenkins/test-data/14d118ee-a83a-b09b-5913-1a58940a5db1/data/default/TestAcidGuarantees/11b353fb2bd02e7483b7c8ed67fdaec1/B/4f8341ea23574860850bfbf05c4b5350, hdfs://localhost:34345/user/jenkins/test-data/14d118ee-a83a-b09b-5913-1a58940a5db1/data/default/TestAcidGuarantees/11b353fb2bd02e7483b7c8ed67fdaec1/B/a2897d7ced1f4371a6ee6b1db18768ab, hdfs://localhost:34345/user/jenkins/test-data/14d118ee-a83a-b09b-5913-1a58940a5db1/data/default/TestAcidGuarantees/11b353fb2bd02e7483b7c8ed67fdaec1/B/f8ad4804125b4413818821b2581d338c, hdfs://localhost:34345/user/jenkins/test-data/14d118ee-a83a-b09b-5913-1a58940a5db1/data/default/TestAcidGuarantees/11b353fb2bd02e7483b7c8ed67fdaec1/B/6b47df69a1714a829fd9db57b5f17c22, hdfs://localhost:34345/user/jenkins/test-data/14d118ee-a83a-b09b-5913-1a58940a5db1/data/default/TestAcidGuarantees/11b353fb2bd02e7483b7c8ed67fdaec1/B/ae10dcedae9642d6a35c32261b182238, hdfs://localhost:34345/user/jenkins/test-data/14d118ee-a83a-b09b-5913-1a58940a5db1/data/default/TestAcidGuarantees/11b353fb2bd02e7483b7c8ed67fdaec1/B/60361cd9ebd74ce9bd2218891e724f13, hdfs://localhost:34345/user/jenkins/test-data/14d118ee-a83a-b09b-5913-1a58940a5db1/data/default/TestAcidGuarantees/11b353fb2bd02e7483b7c8ed67fdaec1/B/00b2e152248344659d88f2cb5f1d0a9c, hdfs://localhost:34345/user/jenkins/test-data/14d118ee-a83a-b09b-5913-1a58940a5db1/data/default/TestAcidGuarantees/11b353fb2bd02e7483b7c8ed67fdaec1/B/d113f3a89657481ea973bb3af946cf5a, hdfs://localhost:34345/user/jenkins/test-data/14d118ee-a83a-b09b-5913-1a58940a5db1/data/default/TestAcidGuarantees/11b353fb2bd02e7483b7c8ed67fdaec1/B/024d7442bf2745ff93046cc3ba0b358a, hdfs://localhost:34345/user/jenkins/test-data/14d118ee-a83a-b09b-5913-1a58940a5db1/data/default/TestAcidGuarantees/11b353fb2bd02e7483b7c8ed67fdaec1/B/c9565d127cb849c0bcce6127eca86c86, hdfs://localhost:34345/user/jenkins/test-data/14d118ee-a83a-b09b-5913-1a58940a5db1/data/default/TestAcidGuarantees/11b353fb2bd02e7483b7c8ed67fdaec1/B/b6c209bb07b8455ba631d3ef6ac0f125, hdfs://localhost:34345/user/jenkins/test-data/14d118ee-a83a-b09b-5913-1a58940a5db1/data/default/TestAcidGuarantees/11b353fb2bd02e7483b7c8ed67fdaec1/B/4ec564a5962e4d45a97bc7e8f933f432, hdfs://localhost:34345/user/jenkins/test-data/14d118ee-a83a-b09b-5913-1a58940a5db1/data/default/TestAcidGuarantees/11b353fb2bd02e7483b7c8ed67fdaec1/B/3ebd30f027b3401a8c9da4da036446c2, hdfs://localhost:34345/user/jenkins/test-data/14d118ee-a83a-b09b-5913-1a58940a5db1/data/default/TestAcidGuarantees/11b353fb2bd02e7483b7c8ed67fdaec1/B/d5cc7e4c79d44e4895163975e278926a, hdfs://localhost:34345/user/jenkins/test-data/14d118ee-a83a-b09b-5913-1a58940a5db1/data/default/TestAcidGuarantees/11b353fb2bd02e7483b7c8ed67fdaec1/B/b0918fd12aa844a59f7f400048e5f924, hdfs://localhost:34345/user/jenkins/test-data/14d118ee-a83a-b09b-5913-1a58940a5db1/data/default/TestAcidGuarantees/11b353fb2bd02e7483b7c8ed67fdaec1/B/5a6721dfb096437daba07ba1439c1b57] to archive 2024-11-14T14:42:56,958 DEBUG [StoreCloser-TestAcidGuarantees,,1731595345246.11b353fb2bd02e7483b7c8ed67fdaec1.-1 {}] backup.HFileArchiver(360): Archiving compacted files. 2024-11-14T14:42:56,960 DEBUG [StoreCloser-TestAcidGuarantees,,1731595345246.11b353fb2bd02e7483b7c8ed67fdaec1.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:34345/user/jenkins/test-data/14d118ee-a83a-b09b-5913-1a58940a5db1/data/default/TestAcidGuarantees/11b353fb2bd02e7483b7c8ed67fdaec1/B/6153542d99bb44698862c2c2bd83fd40 to hdfs://localhost:34345/user/jenkins/test-data/14d118ee-a83a-b09b-5913-1a58940a5db1/archive/data/default/TestAcidGuarantees/11b353fb2bd02e7483b7c8ed67fdaec1/B/6153542d99bb44698862c2c2bd83fd40 2024-11-14T14:42:56,961 DEBUG [StoreCloser-TestAcidGuarantees,,1731595345246.11b353fb2bd02e7483b7c8ed67fdaec1.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:34345/user/jenkins/test-data/14d118ee-a83a-b09b-5913-1a58940a5db1/data/default/TestAcidGuarantees/11b353fb2bd02e7483b7c8ed67fdaec1/B/25394dc686924d7f93d682c299bc5421 to hdfs://localhost:34345/user/jenkins/test-data/14d118ee-a83a-b09b-5913-1a58940a5db1/archive/data/default/TestAcidGuarantees/11b353fb2bd02e7483b7c8ed67fdaec1/B/25394dc686924d7f93d682c299bc5421 2024-11-14T14:42:56,962 DEBUG [StoreCloser-TestAcidGuarantees,,1731595345246.11b353fb2bd02e7483b7c8ed67fdaec1.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:34345/user/jenkins/test-data/14d118ee-a83a-b09b-5913-1a58940a5db1/data/default/TestAcidGuarantees/11b353fb2bd02e7483b7c8ed67fdaec1/B/37d1fcf13ebe490084a0b83cb61caa6b to hdfs://localhost:34345/user/jenkins/test-data/14d118ee-a83a-b09b-5913-1a58940a5db1/archive/data/default/TestAcidGuarantees/11b353fb2bd02e7483b7c8ed67fdaec1/B/37d1fcf13ebe490084a0b83cb61caa6b 2024-11-14T14:42:56,963 DEBUG [StoreCloser-TestAcidGuarantees,,1731595345246.11b353fb2bd02e7483b7c8ed67fdaec1.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:34345/user/jenkins/test-data/14d118ee-a83a-b09b-5913-1a58940a5db1/data/default/TestAcidGuarantees/11b353fb2bd02e7483b7c8ed67fdaec1/B/43c4cf8e9c1242e2a9cb56f7243bfa61 to hdfs://localhost:34345/user/jenkins/test-data/14d118ee-a83a-b09b-5913-1a58940a5db1/archive/data/default/TestAcidGuarantees/11b353fb2bd02e7483b7c8ed67fdaec1/B/43c4cf8e9c1242e2a9cb56f7243bfa61 2024-11-14T14:42:56,964 DEBUG [StoreCloser-TestAcidGuarantees,,1731595345246.11b353fb2bd02e7483b7c8ed67fdaec1.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:34345/user/jenkins/test-data/14d118ee-a83a-b09b-5913-1a58940a5db1/data/default/TestAcidGuarantees/11b353fb2bd02e7483b7c8ed67fdaec1/B/4f8341ea23574860850bfbf05c4b5350 to hdfs://localhost:34345/user/jenkins/test-data/14d118ee-a83a-b09b-5913-1a58940a5db1/archive/data/default/TestAcidGuarantees/11b353fb2bd02e7483b7c8ed67fdaec1/B/4f8341ea23574860850bfbf05c4b5350 2024-11-14T14:42:56,965 DEBUG [StoreCloser-TestAcidGuarantees,,1731595345246.11b353fb2bd02e7483b7c8ed67fdaec1.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:34345/user/jenkins/test-data/14d118ee-a83a-b09b-5913-1a58940a5db1/data/default/TestAcidGuarantees/11b353fb2bd02e7483b7c8ed67fdaec1/B/a2897d7ced1f4371a6ee6b1db18768ab to hdfs://localhost:34345/user/jenkins/test-data/14d118ee-a83a-b09b-5913-1a58940a5db1/archive/data/default/TestAcidGuarantees/11b353fb2bd02e7483b7c8ed67fdaec1/B/a2897d7ced1f4371a6ee6b1db18768ab 2024-11-14T14:42:56,965 DEBUG [StoreCloser-TestAcidGuarantees,,1731595345246.11b353fb2bd02e7483b7c8ed67fdaec1.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:34345/user/jenkins/test-data/14d118ee-a83a-b09b-5913-1a58940a5db1/data/default/TestAcidGuarantees/11b353fb2bd02e7483b7c8ed67fdaec1/B/f8ad4804125b4413818821b2581d338c to hdfs://localhost:34345/user/jenkins/test-data/14d118ee-a83a-b09b-5913-1a58940a5db1/archive/data/default/TestAcidGuarantees/11b353fb2bd02e7483b7c8ed67fdaec1/B/f8ad4804125b4413818821b2581d338c 2024-11-14T14:42:56,966 DEBUG [StoreCloser-TestAcidGuarantees,,1731595345246.11b353fb2bd02e7483b7c8ed67fdaec1.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:34345/user/jenkins/test-data/14d118ee-a83a-b09b-5913-1a58940a5db1/data/default/TestAcidGuarantees/11b353fb2bd02e7483b7c8ed67fdaec1/B/6b47df69a1714a829fd9db57b5f17c22 to hdfs://localhost:34345/user/jenkins/test-data/14d118ee-a83a-b09b-5913-1a58940a5db1/archive/data/default/TestAcidGuarantees/11b353fb2bd02e7483b7c8ed67fdaec1/B/6b47df69a1714a829fd9db57b5f17c22 2024-11-14T14:42:56,967 DEBUG [StoreCloser-TestAcidGuarantees,,1731595345246.11b353fb2bd02e7483b7c8ed67fdaec1.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:34345/user/jenkins/test-data/14d118ee-a83a-b09b-5913-1a58940a5db1/data/default/TestAcidGuarantees/11b353fb2bd02e7483b7c8ed67fdaec1/B/ae10dcedae9642d6a35c32261b182238 to hdfs://localhost:34345/user/jenkins/test-data/14d118ee-a83a-b09b-5913-1a58940a5db1/archive/data/default/TestAcidGuarantees/11b353fb2bd02e7483b7c8ed67fdaec1/B/ae10dcedae9642d6a35c32261b182238 2024-11-14T14:42:56,968 DEBUG [StoreCloser-TestAcidGuarantees,,1731595345246.11b353fb2bd02e7483b7c8ed67fdaec1.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:34345/user/jenkins/test-data/14d118ee-a83a-b09b-5913-1a58940a5db1/data/default/TestAcidGuarantees/11b353fb2bd02e7483b7c8ed67fdaec1/B/60361cd9ebd74ce9bd2218891e724f13 to hdfs://localhost:34345/user/jenkins/test-data/14d118ee-a83a-b09b-5913-1a58940a5db1/archive/data/default/TestAcidGuarantees/11b353fb2bd02e7483b7c8ed67fdaec1/B/60361cd9ebd74ce9bd2218891e724f13 2024-11-14T14:42:56,969 DEBUG [StoreCloser-TestAcidGuarantees,,1731595345246.11b353fb2bd02e7483b7c8ed67fdaec1.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:34345/user/jenkins/test-data/14d118ee-a83a-b09b-5913-1a58940a5db1/data/default/TestAcidGuarantees/11b353fb2bd02e7483b7c8ed67fdaec1/B/00b2e152248344659d88f2cb5f1d0a9c to hdfs://localhost:34345/user/jenkins/test-data/14d118ee-a83a-b09b-5913-1a58940a5db1/archive/data/default/TestAcidGuarantees/11b353fb2bd02e7483b7c8ed67fdaec1/B/00b2e152248344659d88f2cb5f1d0a9c 2024-11-14T14:42:56,970 DEBUG [StoreCloser-TestAcidGuarantees,,1731595345246.11b353fb2bd02e7483b7c8ed67fdaec1.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:34345/user/jenkins/test-data/14d118ee-a83a-b09b-5913-1a58940a5db1/data/default/TestAcidGuarantees/11b353fb2bd02e7483b7c8ed67fdaec1/B/d113f3a89657481ea973bb3af946cf5a to hdfs://localhost:34345/user/jenkins/test-data/14d118ee-a83a-b09b-5913-1a58940a5db1/archive/data/default/TestAcidGuarantees/11b353fb2bd02e7483b7c8ed67fdaec1/B/d113f3a89657481ea973bb3af946cf5a 2024-11-14T14:42:56,971 DEBUG [StoreCloser-TestAcidGuarantees,,1731595345246.11b353fb2bd02e7483b7c8ed67fdaec1.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:34345/user/jenkins/test-data/14d118ee-a83a-b09b-5913-1a58940a5db1/data/default/TestAcidGuarantees/11b353fb2bd02e7483b7c8ed67fdaec1/B/024d7442bf2745ff93046cc3ba0b358a to hdfs://localhost:34345/user/jenkins/test-data/14d118ee-a83a-b09b-5913-1a58940a5db1/archive/data/default/TestAcidGuarantees/11b353fb2bd02e7483b7c8ed67fdaec1/B/024d7442bf2745ff93046cc3ba0b358a 2024-11-14T14:42:56,972 DEBUG [StoreCloser-TestAcidGuarantees,,1731595345246.11b353fb2bd02e7483b7c8ed67fdaec1.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:34345/user/jenkins/test-data/14d118ee-a83a-b09b-5913-1a58940a5db1/data/default/TestAcidGuarantees/11b353fb2bd02e7483b7c8ed67fdaec1/B/c9565d127cb849c0bcce6127eca86c86 to hdfs://localhost:34345/user/jenkins/test-data/14d118ee-a83a-b09b-5913-1a58940a5db1/archive/data/default/TestAcidGuarantees/11b353fb2bd02e7483b7c8ed67fdaec1/B/c9565d127cb849c0bcce6127eca86c86 2024-11-14T14:42:56,973 DEBUG [StoreCloser-TestAcidGuarantees,,1731595345246.11b353fb2bd02e7483b7c8ed67fdaec1.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:34345/user/jenkins/test-data/14d118ee-a83a-b09b-5913-1a58940a5db1/data/default/TestAcidGuarantees/11b353fb2bd02e7483b7c8ed67fdaec1/B/b6c209bb07b8455ba631d3ef6ac0f125 to hdfs://localhost:34345/user/jenkins/test-data/14d118ee-a83a-b09b-5913-1a58940a5db1/archive/data/default/TestAcidGuarantees/11b353fb2bd02e7483b7c8ed67fdaec1/B/b6c209bb07b8455ba631d3ef6ac0f125 2024-11-14T14:42:56,974 DEBUG [StoreCloser-TestAcidGuarantees,,1731595345246.11b353fb2bd02e7483b7c8ed67fdaec1.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:34345/user/jenkins/test-data/14d118ee-a83a-b09b-5913-1a58940a5db1/data/default/TestAcidGuarantees/11b353fb2bd02e7483b7c8ed67fdaec1/B/4ec564a5962e4d45a97bc7e8f933f432 to hdfs://localhost:34345/user/jenkins/test-data/14d118ee-a83a-b09b-5913-1a58940a5db1/archive/data/default/TestAcidGuarantees/11b353fb2bd02e7483b7c8ed67fdaec1/B/4ec564a5962e4d45a97bc7e8f933f432 2024-11-14T14:42:56,975 DEBUG [StoreCloser-TestAcidGuarantees,,1731595345246.11b353fb2bd02e7483b7c8ed67fdaec1.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:34345/user/jenkins/test-data/14d118ee-a83a-b09b-5913-1a58940a5db1/data/default/TestAcidGuarantees/11b353fb2bd02e7483b7c8ed67fdaec1/B/3ebd30f027b3401a8c9da4da036446c2 to hdfs://localhost:34345/user/jenkins/test-data/14d118ee-a83a-b09b-5913-1a58940a5db1/archive/data/default/TestAcidGuarantees/11b353fb2bd02e7483b7c8ed67fdaec1/B/3ebd30f027b3401a8c9da4da036446c2 2024-11-14T14:42:56,976 DEBUG [StoreCloser-TestAcidGuarantees,,1731595345246.11b353fb2bd02e7483b7c8ed67fdaec1.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:34345/user/jenkins/test-data/14d118ee-a83a-b09b-5913-1a58940a5db1/data/default/TestAcidGuarantees/11b353fb2bd02e7483b7c8ed67fdaec1/B/d5cc7e4c79d44e4895163975e278926a to hdfs://localhost:34345/user/jenkins/test-data/14d118ee-a83a-b09b-5913-1a58940a5db1/archive/data/default/TestAcidGuarantees/11b353fb2bd02e7483b7c8ed67fdaec1/B/d5cc7e4c79d44e4895163975e278926a 2024-11-14T14:42:56,977 DEBUG [StoreCloser-TestAcidGuarantees,,1731595345246.11b353fb2bd02e7483b7c8ed67fdaec1.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:34345/user/jenkins/test-data/14d118ee-a83a-b09b-5913-1a58940a5db1/data/default/TestAcidGuarantees/11b353fb2bd02e7483b7c8ed67fdaec1/B/b0918fd12aa844a59f7f400048e5f924 to hdfs://localhost:34345/user/jenkins/test-data/14d118ee-a83a-b09b-5913-1a58940a5db1/archive/data/default/TestAcidGuarantees/11b353fb2bd02e7483b7c8ed67fdaec1/B/b0918fd12aa844a59f7f400048e5f924 2024-11-14T14:42:56,978 DEBUG [StoreCloser-TestAcidGuarantees,,1731595345246.11b353fb2bd02e7483b7c8ed67fdaec1.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:34345/user/jenkins/test-data/14d118ee-a83a-b09b-5913-1a58940a5db1/data/default/TestAcidGuarantees/11b353fb2bd02e7483b7c8ed67fdaec1/B/5a6721dfb096437daba07ba1439c1b57 to hdfs://localhost:34345/user/jenkins/test-data/14d118ee-a83a-b09b-5913-1a58940a5db1/archive/data/default/TestAcidGuarantees/11b353fb2bd02e7483b7c8ed67fdaec1/B/5a6721dfb096437daba07ba1439c1b57 2024-11-14T14:42:56,979 DEBUG [StoreCloser-TestAcidGuarantees,,1731595345246.11b353fb2bd02e7483b7c8ed67fdaec1.-1 {}] regionserver.HStore(2317): Moving the files [hdfs://localhost:34345/user/jenkins/test-data/14d118ee-a83a-b09b-5913-1a58940a5db1/data/default/TestAcidGuarantees/11b353fb2bd02e7483b7c8ed67fdaec1/C/f9408acc7c3b464aae8277c7996a3360, hdfs://localhost:34345/user/jenkins/test-data/14d118ee-a83a-b09b-5913-1a58940a5db1/data/default/TestAcidGuarantees/11b353fb2bd02e7483b7c8ed67fdaec1/C/11b7a6ed9e864e25a8895607f05e9419, hdfs://localhost:34345/user/jenkins/test-data/14d118ee-a83a-b09b-5913-1a58940a5db1/data/default/TestAcidGuarantees/11b353fb2bd02e7483b7c8ed67fdaec1/C/aa3001807f3b47489f208f4a662fa6eb, hdfs://localhost:34345/user/jenkins/test-data/14d118ee-a83a-b09b-5913-1a58940a5db1/data/default/TestAcidGuarantees/11b353fb2bd02e7483b7c8ed67fdaec1/C/82cdfac2f75040559de865c6b404f9dc, hdfs://localhost:34345/user/jenkins/test-data/14d118ee-a83a-b09b-5913-1a58940a5db1/data/default/TestAcidGuarantees/11b353fb2bd02e7483b7c8ed67fdaec1/C/8b2f0b9e9ceb4e53a940c74a971d2f54, hdfs://localhost:34345/user/jenkins/test-data/14d118ee-a83a-b09b-5913-1a58940a5db1/data/default/TestAcidGuarantees/11b353fb2bd02e7483b7c8ed67fdaec1/C/3aa7183d63a54e4fb5bc5ff0f2f513bd, hdfs://localhost:34345/user/jenkins/test-data/14d118ee-a83a-b09b-5913-1a58940a5db1/data/default/TestAcidGuarantees/11b353fb2bd02e7483b7c8ed67fdaec1/C/16dd6c77d64b41f9b62d8fe887651286, hdfs://localhost:34345/user/jenkins/test-data/14d118ee-a83a-b09b-5913-1a58940a5db1/data/default/TestAcidGuarantees/11b353fb2bd02e7483b7c8ed67fdaec1/C/5ef5fb1aacc447848f07d87e0e32f472, hdfs://localhost:34345/user/jenkins/test-data/14d118ee-a83a-b09b-5913-1a58940a5db1/data/default/TestAcidGuarantees/11b353fb2bd02e7483b7c8ed67fdaec1/C/2f82792f210e47639ee95c2b609cda5a, hdfs://localhost:34345/user/jenkins/test-data/14d118ee-a83a-b09b-5913-1a58940a5db1/data/default/TestAcidGuarantees/11b353fb2bd02e7483b7c8ed67fdaec1/C/9d94d13a2f714d3693b14db19915f66f, hdfs://localhost:34345/user/jenkins/test-data/14d118ee-a83a-b09b-5913-1a58940a5db1/data/default/TestAcidGuarantees/11b353fb2bd02e7483b7c8ed67fdaec1/C/b8b220e35cad458aabe016bd285f04bf, hdfs://localhost:34345/user/jenkins/test-data/14d118ee-a83a-b09b-5913-1a58940a5db1/data/default/TestAcidGuarantees/11b353fb2bd02e7483b7c8ed67fdaec1/C/01df1afc15974f0c8ae553d63af98f1a, hdfs://localhost:34345/user/jenkins/test-data/14d118ee-a83a-b09b-5913-1a58940a5db1/data/default/TestAcidGuarantees/11b353fb2bd02e7483b7c8ed67fdaec1/C/9f326024c91d4357bbee58d3426e31c2, hdfs://localhost:34345/user/jenkins/test-data/14d118ee-a83a-b09b-5913-1a58940a5db1/data/default/TestAcidGuarantees/11b353fb2bd02e7483b7c8ed67fdaec1/C/1291b86433a0458c8e8b925dba903d53, hdfs://localhost:34345/user/jenkins/test-data/14d118ee-a83a-b09b-5913-1a58940a5db1/data/default/TestAcidGuarantees/11b353fb2bd02e7483b7c8ed67fdaec1/C/4d1ccfc26a1a460983903d6c3a861769, hdfs://localhost:34345/user/jenkins/test-data/14d118ee-a83a-b09b-5913-1a58940a5db1/data/default/TestAcidGuarantees/11b353fb2bd02e7483b7c8ed67fdaec1/C/b6969f18525b4c04bd395f9574c34df5, hdfs://localhost:34345/user/jenkins/test-data/14d118ee-a83a-b09b-5913-1a58940a5db1/data/default/TestAcidGuarantees/11b353fb2bd02e7483b7c8ed67fdaec1/C/09843107b2b644e08e063cfef799dc2d, hdfs://localhost:34345/user/jenkins/test-data/14d118ee-a83a-b09b-5913-1a58940a5db1/data/default/TestAcidGuarantees/11b353fb2bd02e7483b7c8ed67fdaec1/C/4d463814b513463bb469ece32e0d7e0b, hdfs://localhost:34345/user/jenkins/test-data/14d118ee-a83a-b09b-5913-1a58940a5db1/data/default/TestAcidGuarantees/11b353fb2bd02e7483b7c8ed67fdaec1/C/e20db7dd63184d1cb9aae7af557fc7c6, hdfs://localhost:34345/user/jenkins/test-data/14d118ee-a83a-b09b-5913-1a58940a5db1/data/default/TestAcidGuarantees/11b353fb2bd02e7483b7c8ed67fdaec1/C/00cc4bcaed9e488685812ba7ba89e82c] to archive 2024-11-14T14:42:56,980 DEBUG [StoreCloser-TestAcidGuarantees,,1731595345246.11b353fb2bd02e7483b7c8ed67fdaec1.-1 {}] backup.HFileArchiver(360): Archiving compacted files. 2024-11-14T14:42:56,981 DEBUG [StoreCloser-TestAcidGuarantees,,1731595345246.11b353fb2bd02e7483b7c8ed67fdaec1.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:34345/user/jenkins/test-data/14d118ee-a83a-b09b-5913-1a58940a5db1/data/default/TestAcidGuarantees/11b353fb2bd02e7483b7c8ed67fdaec1/C/f9408acc7c3b464aae8277c7996a3360 to hdfs://localhost:34345/user/jenkins/test-data/14d118ee-a83a-b09b-5913-1a58940a5db1/archive/data/default/TestAcidGuarantees/11b353fb2bd02e7483b7c8ed67fdaec1/C/f9408acc7c3b464aae8277c7996a3360 2024-11-14T14:42:56,982 DEBUG [StoreCloser-TestAcidGuarantees,,1731595345246.11b353fb2bd02e7483b7c8ed67fdaec1.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:34345/user/jenkins/test-data/14d118ee-a83a-b09b-5913-1a58940a5db1/data/default/TestAcidGuarantees/11b353fb2bd02e7483b7c8ed67fdaec1/C/11b7a6ed9e864e25a8895607f05e9419 to hdfs://localhost:34345/user/jenkins/test-data/14d118ee-a83a-b09b-5913-1a58940a5db1/archive/data/default/TestAcidGuarantees/11b353fb2bd02e7483b7c8ed67fdaec1/C/11b7a6ed9e864e25a8895607f05e9419 2024-11-14T14:42:56,983 DEBUG [StoreCloser-TestAcidGuarantees,,1731595345246.11b353fb2bd02e7483b7c8ed67fdaec1.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:34345/user/jenkins/test-data/14d118ee-a83a-b09b-5913-1a58940a5db1/data/default/TestAcidGuarantees/11b353fb2bd02e7483b7c8ed67fdaec1/C/aa3001807f3b47489f208f4a662fa6eb to hdfs://localhost:34345/user/jenkins/test-data/14d118ee-a83a-b09b-5913-1a58940a5db1/archive/data/default/TestAcidGuarantees/11b353fb2bd02e7483b7c8ed67fdaec1/C/aa3001807f3b47489f208f4a662fa6eb 2024-11-14T14:42:56,984 DEBUG [StoreCloser-TestAcidGuarantees,,1731595345246.11b353fb2bd02e7483b7c8ed67fdaec1.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:34345/user/jenkins/test-data/14d118ee-a83a-b09b-5913-1a58940a5db1/data/default/TestAcidGuarantees/11b353fb2bd02e7483b7c8ed67fdaec1/C/82cdfac2f75040559de865c6b404f9dc to hdfs://localhost:34345/user/jenkins/test-data/14d118ee-a83a-b09b-5913-1a58940a5db1/archive/data/default/TestAcidGuarantees/11b353fb2bd02e7483b7c8ed67fdaec1/C/82cdfac2f75040559de865c6b404f9dc 2024-11-14T14:42:56,985 DEBUG [StoreCloser-TestAcidGuarantees,,1731595345246.11b353fb2bd02e7483b7c8ed67fdaec1.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:34345/user/jenkins/test-data/14d118ee-a83a-b09b-5913-1a58940a5db1/data/default/TestAcidGuarantees/11b353fb2bd02e7483b7c8ed67fdaec1/C/8b2f0b9e9ceb4e53a940c74a971d2f54 to hdfs://localhost:34345/user/jenkins/test-data/14d118ee-a83a-b09b-5913-1a58940a5db1/archive/data/default/TestAcidGuarantees/11b353fb2bd02e7483b7c8ed67fdaec1/C/8b2f0b9e9ceb4e53a940c74a971d2f54 2024-11-14T14:42:56,986 DEBUG [StoreCloser-TestAcidGuarantees,,1731595345246.11b353fb2bd02e7483b7c8ed67fdaec1.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:34345/user/jenkins/test-data/14d118ee-a83a-b09b-5913-1a58940a5db1/data/default/TestAcidGuarantees/11b353fb2bd02e7483b7c8ed67fdaec1/C/3aa7183d63a54e4fb5bc5ff0f2f513bd to hdfs://localhost:34345/user/jenkins/test-data/14d118ee-a83a-b09b-5913-1a58940a5db1/archive/data/default/TestAcidGuarantees/11b353fb2bd02e7483b7c8ed67fdaec1/C/3aa7183d63a54e4fb5bc5ff0f2f513bd 2024-11-14T14:42:56,987 DEBUG [StoreCloser-TestAcidGuarantees,,1731595345246.11b353fb2bd02e7483b7c8ed67fdaec1.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:34345/user/jenkins/test-data/14d118ee-a83a-b09b-5913-1a58940a5db1/data/default/TestAcidGuarantees/11b353fb2bd02e7483b7c8ed67fdaec1/C/16dd6c77d64b41f9b62d8fe887651286 to hdfs://localhost:34345/user/jenkins/test-data/14d118ee-a83a-b09b-5913-1a58940a5db1/archive/data/default/TestAcidGuarantees/11b353fb2bd02e7483b7c8ed67fdaec1/C/16dd6c77d64b41f9b62d8fe887651286 2024-11-14T14:42:56,988 DEBUG [StoreCloser-TestAcidGuarantees,,1731595345246.11b353fb2bd02e7483b7c8ed67fdaec1.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:34345/user/jenkins/test-data/14d118ee-a83a-b09b-5913-1a58940a5db1/data/default/TestAcidGuarantees/11b353fb2bd02e7483b7c8ed67fdaec1/C/5ef5fb1aacc447848f07d87e0e32f472 to hdfs://localhost:34345/user/jenkins/test-data/14d118ee-a83a-b09b-5913-1a58940a5db1/archive/data/default/TestAcidGuarantees/11b353fb2bd02e7483b7c8ed67fdaec1/C/5ef5fb1aacc447848f07d87e0e32f472 2024-11-14T14:42:56,989 DEBUG [StoreCloser-TestAcidGuarantees,,1731595345246.11b353fb2bd02e7483b7c8ed67fdaec1.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:34345/user/jenkins/test-data/14d118ee-a83a-b09b-5913-1a58940a5db1/data/default/TestAcidGuarantees/11b353fb2bd02e7483b7c8ed67fdaec1/C/2f82792f210e47639ee95c2b609cda5a to hdfs://localhost:34345/user/jenkins/test-data/14d118ee-a83a-b09b-5913-1a58940a5db1/archive/data/default/TestAcidGuarantees/11b353fb2bd02e7483b7c8ed67fdaec1/C/2f82792f210e47639ee95c2b609cda5a 2024-11-14T14:42:56,989 DEBUG [StoreCloser-TestAcidGuarantees,,1731595345246.11b353fb2bd02e7483b7c8ed67fdaec1.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:34345/user/jenkins/test-data/14d118ee-a83a-b09b-5913-1a58940a5db1/data/default/TestAcidGuarantees/11b353fb2bd02e7483b7c8ed67fdaec1/C/9d94d13a2f714d3693b14db19915f66f to hdfs://localhost:34345/user/jenkins/test-data/14d118ee-a83a-b09b-5913-1a58940a5db1/archive/data/default/TestAcidGuarantees/11b353fb2bd02e7483b7c8ed67fdaec1/C/9d94d13a2f714d3693b14db19915f66f 2024-11-14T14:42:56,991 DEBUG [StoreCloser-TestAcidGuarantees,,1731595345246.11b353fb2bd02e7483b7c8ed67fdaec1.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:34345/user/jenkins/test-data/14d118ee-a83a-b09b-5913-1a58940a5db1/data/default/TestAcidGuarantees/11b353fb2bd02e7483b7c8ed67fdaec1/C/b8b220e35cad458aabe016bd285f04bf to hdfs://localhost:34345/user/jenkins/test-data/14d118ee-a83a-b09b-5913-1a58940a5db1/archive/data/default/TestAcidGuarantees/11b353fb2bd02e7483b7c8ed67fdaec1/C/b8b220e35cad458aabe016bd285f04bf 2024-11-14T14:42:56,991 DEBUG [StoreCloser-TestAcidGuarantees,,1731595345246.11b353fb2bd02e7483b7c8ed67fdaec1.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:34345/user/jenkins/test-data/14d118ee-a83a-b09b-5913-1a58940a5db1/data/default/TestAcidGuarantees/11b353fb2bd02e7483b7c8ed67fdaec1/C/01df1afc15974f0c8ae553d63af98f1a to hdfs://localhost:34345/user/jenkins/test-data/14d118ee-a83a-b09b-5913-1a58940a5db1/archive/data/default/TestAcidGuarantees/11b353fb2bd02e7483b7c8ed67fdaec1/C/01df1afc15974f0c8ae553d63af98f1a 2024-11-14T14:42:56,992 DEBUG [StoreCloser-TestAcidGuarantees,,1731595345246.11b353fb2bd02e7483b7c8ed67fdaec1.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:34345/user/jenkins/test-data/14d118ee-a83a-b09b-5913-1a58940a5db1/data/default/TestAcidGuarantees/11b353fb2bd02e7483b7c8ed67fdaec1/C/9f326024c91d4357bbee58d3426e31c2 to hdfs://localhost:34345/user/jenkins/test-data/14d118ee-a83a-b09b-5913-1a58940a5db1/archive/data/default/TestAcidGuarantees/11b353fb2bd02e7483b7c8ed67fdaec1/C/9f326024c91d4357bbee58d3426e31c2 2024-11-14T14:42:56,993 DEBUG [StoreCloser-TestAcidGuarantees,,1731595345246.11b353fb2bd02e7483b7c8ed67fdaec1.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:34345/user/jenkins/test-data/14d118ee-a83a-b09b-5913-1a58940a5db1/data/default/TestAcidGuarantees/11b353fb2bd02e7483b7c8ed67fdaec1/C/1291b86433a0458c8e8b925dba903d53 to hdfs://localhost:34345/user/jenkins/test-data/14d118ee-a83a-b09b-5913-1a58940a5db1/archive/data/default/TestAcidGuarantees/11b353fb2bd02e7483b7c8ed67fdaec1/C/1291b86433a0458c8e8b925dba903d53 2024-11-14T14:42:56,994 DEBUG [StoreCloser-TestAcidGuarantees,,1731595345246.11b353fb2bd02e7483b7c8ed67fdaec1.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:34345/user/jenkins/test-data/14d118ee-a83a-b09b-5913-1a58940a5db1/data/default/TestAcidGuarantees/11b353fb2bd02e7483b7c8ed67fdaec1/C/4d1ccfc26a1a460983903d6c3a861769 to hdfs://localhost:34345/user/jenkins/test-data/14d118ee-a83a-b09b-5913-1a58940a5db1/archive/data/default/TestAcidGuarantees/11b353fb2bd02e7483b7c8ed67fdaec1/C/4d1ccfc26a1a460983903d6c3a861769 2024-11-14T14:42:56,995 DEBUG [StoreCloser-TestAcidGuarantees,,1731595345246.11b353fb2bd02e7483b7c8ed67fdaec1.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:34345/user/jenkins/test-data/14d118ee-a83a-b09b-5913-1a58940a5db1/data/default/TestAcidGuarantees/11b353fb2bd02e7483b7c8ed67fdaec1/C/b6969f18525b4c04bd395f9574c34df5 to hdfs://localhost:34345/user/jenkins/test-data/14d118ee-a83a-b09b-5913-1a58940a5db1/archive/data/default/TestAcidGuarantees/11b353fb2bd02e7483b7c8ed67fdaec1/C/b6969f18525b4c04bd395f9574c34df5 2024-11-14T14:42:56,995 DEBUG [StoreCloser-TestAcidGuarantees,,1731595345246.11b353fb2bd02e7483b7c8ed67fdaec1.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:34345/user/jenkins/test-data/14d118ee-a83a-b09b-5913-1a58940a5db1/data/default/TestAcidGuarantees/11b353fb2bd02e7483b7c8ed67fdaec1/C/09843107b2b644e08e063cfef799dc2d to hdfs://localhost:34345/user/jenkins/test-data/14d118ee-a83a-b09b-5913-1a58940a5db1/archive/data/default/TestAcidGuarantees/11b353fb2bd02e7483b7c8ed67fdaec1/C/09843107b2b644e08e063cfef799dc2d 2024-11-14T14:42:56,996 DEBUG [StoreCloser-TestAcidGuarantees,,1731595345246.11b353fb2bd02e7483b7c8ed67fdaec1.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:34345/user/jenkins/test-data/14d118ee-a83a-b09b-5913-1a58940a5db1/data/default/TestAcidGuarantees/11b353fb2bd02e7483b7c8ed67fdaec1/C/4d463814b513463bb469ece32e0d7e0b to hdfs://localhost:34345/user/jenkins/test-data/14d118ee-a83a-b09b-5913-1a58940a5db1/archive/data/default/TestAcidGuarantees/11b353fb2bd02e7483b7c8ed67fdaec1/C/4d463814b513463bb469ece32e0d7e0b 2024-11-14T14:42:56,997 DEBUG [StoreCloser-TestAcidGuarantees,,1731595345246.11b353fb2bd02e7483b7c8ed67fdaec1.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:34345/user/jenkins/test-data/14d118ee-a83a-b09b-5913-1a58940a5db1/data/default/TestAcidGuarantees/11b353fb2bd02e7483b7c8ed67fdaec1/C/e20db7dd63184d1cb9aae7af557fc7c6 to hdfs://localhost:34345/user/jenkins/test-data/14d118ee-a83a-b09b-5913-1a58940a5db1/archive/data/default/TestAcidGuarantees/11b353fb2bd02e7483b7c8ed67fdaec1/C/e20db7dd63184d1cb9aae7af557fc7c6 2024-11-14T14:42:56,997 DEBUG [StoreCloser-TestAcidGuarantees,,1731595345246.11b353fb2bd02e7483b7c8ed67fdaec1.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:34345/user/jenkins/test-data/14d118ee-a83a-b09b-5913-1a58940a5db1/data/default/TestAcidGuarantees/11b353fb2bd02e7483b7c8ed67fdaec1/C/00cc4bcaed9e488685812ba7ba89e82c to hdfs://localhost:34345/user/jenkins/test-data/14d118ee-a83a-b09b-5913-1a58940a5db1/archive/data/default/TestAcidGuarantees/11b353fb2bd02e7483b7c8ed67fdaec1/C/00cc4bcaed9e488685812ba7ba89e82c 2024-11-14T14:42:57,001 DEBUG [RS_CLOSE_REGION-regionserver/da1c6afcd1f9:0-0 {event_type=M_RS_CLOSE_REGION, pid=150}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:34345/user/jenkins/test-data/14d118ee-a83a-b09b-5913-1a58940a5db1/data/default/TestAcidGuarantees/11b353fb2bd02e7483b7c8ed67fdaec1/recovered.edits/485.seqid, newMaxSeqId=485, maxSeqId=1 2024-11-14T14:42:57,002 INFO [RS_CLOSE_REGION-regionserver/da1c6afcd1f9:0-0 {event_type=M_RS_CLOSE_REGION, pid=150}] regionserver.HRegion(1973): Closed TestAcidGuarantees,,1731595345246.11b353fb2bd02e7483b7c8ed67fdaec1. 2024-11-14T14:42:57,002 DEBUG [RS_CLOSE_REGION-regionserver/da1c6afcd1f9:0-0 {event_type=M_RS_CLOSE_REGION, pid=150}] regionserver.HRegion(1676): Region close journal for 11b353fb2bd02e7483b7c8ed67fdaec1: Waiting for close lock at 1731595375699Running coprocessor pre-close hooks at 1731595375699Disabling compacts and flushes for region at 1731595375699Disabling writes for close at 1731595375699Obtaining lock to block concurrent updates at 1731595375700 (+1 ms)Preparing flush snapshotting stores in 11b353fb2bd02e7483b7c8ed67fdaec1 at 1731595375700Finished memstore snapshotting TestAcidGuarantees,,1731595345246.11b353fb2bd02e7483b7c8ed67fdaec1., syncing WAL and waiting on mvcc, flushsize=dataSize=34350, getHeapSize=102720, getOffHeapSize=0, getCellsCount=750 at 1731595375700Flushing stores of TestAcidGuarantees,,1731595345246.11b353fb2bd02e7483b7c8ed67fdaec1. at 1731595375700Flushing 11b353fb2bd02e7483b7c8ed67fdaec1/A: creating writer at 1731595375700Flushing 11b353fb2bd02e7483b7c8ed67fdaec1/A: appending metadata at 1731595375703 (+3 ms)Flushing 11b353fb2bd02e7483b7c8ed67fdaec1/A: closing flushed file at 1731595375703Flushing 11b353fb2bd02e7483b7c8ed67fdaec1/B: creating writer at 1731595376110 (+407 ms)Flushing 11b353fb2bd02e7483b7c8ed67fdaec1/B: appending metadata at 1731595376112 (+2 ms)Flushing 11b353fb2bd02e7483b7c8ed67fdaec1/B: closing flushed file at 1731595376112Flushing 11b353fb2bd02e7483b7c8ed67fdaec1/C: creating writer at 1731595376519 (+407 ms)Flushing 11b353fb2bd02e7483b7c8ed67fdaec1/C: appending metadata at 1731595376522 (+3 ms)Flushing 11b353fb2bd02e7483b7c8ed67fdaec1/C: closing flushed file at 1731595376522Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@6a0c827a: reopening flushed file at 1731595376928 (+406 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@71ea5f01: reopening flushed file at 1731595376931 (+3 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@656a12ff: reopening flushed file at 1731595376934 (+3 ms)Finished flush of dataSize ~33.54 KB/34350, heapSize ~100.31 KB/102720, currentSize=0 B/0 for 11b353fb2bd02e7483b7c8ed67fdaec1 in 1239ms, sequenceid=482, compaction requested=true at 1731595376938 (+4 ms)Writing region close event to WAL at 1731595376999 (+61 ms)Running coprocessor post-close hooks at 1731595377002 (+3 ms)Closed at 1731595377002 2024-11-14T14:42:57,004 INFO [RS_CLOSE_REGION-regionserver/da1c6afcd1f9:0-0 {event_type=M_RS_CLOSE_REGION, pid=150}] handler.UnassignRegionHandler(157): Closed 11b353fb2bd02e7483b7c8ed67fdaec1 2024-11-14T14:42:57,004 INFO [PEWorker-1 {}] assignment.RegionStateStore(223): pid=149 updating hbase:meta row=11b353fb2bd02e7483b7c8ed67fdaec1, regionState=CLOSED 2024-11-14T14:42:57,006 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-3 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=150, ppid=149, state=RUNNABLE, hasLock=false; CloseRegionProcedure 11b353fb2bd02e7483b7c8ed67fdaec1, server=da1c6afcd1f9,35765,1731595233113 because future has completed 2024-11-14T14:42:57,008 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=150, resume processing ppid=149 2024-11-14T14:42:57,008 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1521): Finished pid=150, ppid=149, state=SUCCESS, hasLock=false; CloseRegionProcedure 11b353fb2bd02e7483b7c8ed67fdaec1, server=da1c6afcd1f9,35765,1731595233113 in 1.4590 sec 2024-11-14T14:42:57,009 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=149, resume processing ppid=148 2024-11-14T14:42:57,009 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1521): Finished pid=149, ppid=148, state=SUCCESS, hasLock=false; TransitRegionStateProcedure table=TestAcidGuarantees, region=11b353fb2bd02e7483b7c8ed67fdaec1, UNASSIGN in 1.4630 sec 2024-11-14T14:42:57,011 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=148, resume processing ppid=147 2024-11-14T14:42:57,011 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1521): Finished pid=148, ppid=147, state=SUCCESS, hasLock=false; CloseTableRegionsProcedure table=TestAcidGuarantees in 1.4650 sec 2024-11-14T14:42:57,012 DEBUG [PEWorker-3 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":1,"row":"TestAcidGuarantees","families":{"table":[{"qualifier":"state","vlen":2,"tag":[],"timestamp":"1731595377012"}]},"ts":"1731595377012"} 2024-11-14T14:42:57,013 INFO [PEWorker-3 {}] hbase.MetaTableAccessor(843): Updated tableName=TestAcidGuarantees, state=DISABLED in hbase:meta 2024-11-14T14:42:57,013 INFO [PEWorker-3 {}] procedure.DisableTableProcedure(296): Set TestAcidGuarantees to state=DISABLED 2024-11-14T14:42:57,015 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1521): Finished pid=147, state=SUCCESS, hasLock=false; DisableTableProcedure table=TestAcidGuarantees in 1.4750 sec 2024-11-14T14:42:57,686 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45145 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=147 2024-11-14T14:42:57,687 INFO [RPCClient-NioEventLoopGroup-4-4 {}] client.RawAsyncHBaseAdmin$TableProcedureBiConsumer(2721): Operation: DISABLE, Table Name: default:TestAcidGuarantees completed 2024-11-14T14:42:57,687 INFO [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45145 {}] master.HMaster$5(2570): Client=jenkins//172.17.0.2 delete TestAcidGuarantees 2024-11-14T14:42:57,688 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45145 {}] procedure2.ProcedureExecutor(1139): Stored pid=151, state=RUNNABLE:DELETE_TABLE_PRE_OPERATION, hasLock=false; DeleteTableProcedure table=TestAcidGuarantees 2024-11-14T14:42:57,689 DEBUG [PEWorker-1 {}] procedure.DeleteTableProcedure(103): Waiting for RIT for pid=151, state=RUNNABLE:DELETE_TABLE_PRE_OPERATION, hasLock=true; DeleteTableProcedure table=TestAcidGuarantees 2024-11-14T14:42:57,689 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45145 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=151 2024-11-14T14:42:57,689 DEBUG [PEWorker-1 {}] procedure.DeleteTableProcedure(115): Deleting regions from filesystem for pid=151, state=RUNNABLE:DELETE_TABLE_CLEAR_FS_LAYOUT, hasLock=true; DeleteTableProcedure table=TestAcidGuarantees 2024-11-14T14:42:57,692 DEBUG [HFileArchiver-5 {}] backup.HFileArchiver(131): ARCHIVING hdfs://localhost:34345/user/jenkins/test-data/14d118ee-a83a-b09b-5913-1a58940a5db1/data/default/TestAcidGuarantees/11b353fb2bd02e7483b7c8ed67fdaec1 2024-11-14T14:42:57,693 DEBUG [HFileArchiver-5 {}] backup.HFileArchiver(159): Archiving [FileablePath, hdfs://localhost:34345/user/jenkins/test-data/14d118ee-a83a-b09b-5913-1a58940a5db1/data/default/TestAcidGuarantees/11b353fb2bd02e7483b7c8ed67fdaec1/A, FileablePath, hdfs://localhost:34345/user/jenkins/test-data/14d118ee-a83a-b09b-5913-1a58940a5db1/data/default/TestAcidGuarantees/11b353fb2bd02e7483b7c8ed67fdaec1/B, FileablePath, hdfs://localhost:34345/user/jenkins/test-data/14d118ee-a83a-b09b-5913-1a58940a5db1/data/default/TestAcidGuarantees/11b353fb2bd02e7483b7c8ed67fdaec1/C, FileablePath, hdfs://localhost:34345/user/jenkins/test-data/14d118ee-a83a-b09b-5913-1a58940a5db1/data/default/TestAcidGuarantees/11b353fb2bd02e7483b7c8ed67fdaec1/recovered.edits] 2024-11-14T14:42:57,695 DEBUG [HFileArchiver-5 {}] backup.HFileArchiver(596): Archived from FileablePath, hdfs://localhost:34345/user/jenkins/test-data/14d118ee-a83a-b09b-5913-1a58940a5db1/data/default/TestAcidGuarantees/11b353fb2bd02e7483b7c8ed67fdaec1/A/b6723950ecb94bbda9848d203d2b3dc7 to hdfs://localhost:34345/user/jenkins/test-data/14d118ee-a83a-b09b-5913-1a58940a5db1/archive/data/default/TestAcidGuarantees/11b353fb2bd02e7483b7c8ed67fdaec1/A/b6723950ecb94bbda9848d203d2b3dc7 2024-11-14T14:42:57,696 DEBUG [HFileArchiver-5 {}] backup.HFileArchiver(596): Archived from FileablePath, hdfs://localhost:34345/user/jenkins/test-data/14d118ee-a83a-b09b-5913-1a58940a5db1/data/default/TestAcidGuarantees/11b353fb2bd02e7483b7c8ed67fdaec1/A/b6ec1d3d757a4ec1bdd22148ef3f7aee to hdfs://localhost:34345/user/jenkins/test-data/14d118ee-a83a-b09b-5913-1a58940a5db1/archive/data/default/TestAcidGuarantees/11b353fb2bd02e7483b7c8ed67fdaec1/A/b6ec1d3d757a4ec1bdd22148ef3f7aee 2024-11-14T14:42:57,697 DEBUG [HFileArchiver-5 {}] backup.HFileArchiver(596): Archived from FileablePath, hdfs://localhost:34345/user/jenkins/test-data/14d118ee-a83a-b09b-5913-1a58940a5db1/data/default/TestAcidGuarantees/11b353fb2bd02e7483b7c8ed67fdaec1/A/f5929db334784bc394d0390f7d529017 to hdfs://localhost:34345/user/jenkins/test-data/14d118ee-a83a-b09b-5913-1a58940a5db1/archive/data/default/TestAcidGuarantees/11b353fb2bd02e7483b7c8ed67fdaec1/A/f5929db334784bc394d0390f7d529017 2024-11-14T14:42:57,698 DEBUG [HFileArchiver-5 {}] backup.HFileArchiver(596): Archived from FileablePath, hdfs://localhost:34345/user/jenkins/test-data/14d118ee-a83a-b09b-5913-1a58940a5db1/data/default/TestAcidGuarantees/11b353fb2bd02e7483b7c8ed67fdaec1/B/0085847f494b452dba5bd2e75b106851 to hdfs://localhost:34345/user/jenkins/test-data/14d118ee-a83a-b09b-5913-1a58940a5db1/archive/data/default/TestAcidGuarantees/11b353fb2bd02e7483b7c8ed67fdaec1/B/0085847f494b452dba5bd2e75b106851 2024-11-14T14:42:57,699 DEBUG [HFileArchiver-5 {}] backup.HFileArchiver(596): Archived from FileablePath, hdfs://localhost:34345/user/jenkins/test-data/14d118ee-a83a-b09b-5913-1a58940a5db1/data/default/TestAcidGuarantees/11b353fb2bd02e7483b7c8ed67fdaec1/B/ac9b2b1eb8614c1ea75054f7265dcce3 to hdfs://localhost:34345/user/jenkins/test-data/14d118ee-a83a-b09b-5913-1a58940a5db1/archive/data/default/TestAcidGuarantees/11b353fb2bd02e7483b7c8ed67fdaec1/B/ac9b2b1eb8614c1ea75054f7265dcce3 2024-11-14T14:42:57,700 DEBUG [HFileArchiver-5 {}] backup.HFileArchiver(596): Archived from FileablePath, hdfs://localhost:34345/user/jenkins/test-data/14d118ee-a83a-b09b-5913-1a58940a5db1/data/default/TestAcidGuarantees/11b353fb2bd02e7483b7c8ed67fdaec1/B/e321da2bef204d72991941ded25d1b76 to hdfs://localhost:34345/user/jenkins/test-data/14d118ee-a83a-b09b-5913-1a58940a5db1/archive/data/default/TestAcidGuarantees/11b353fb2bd02e7483b7c8ed67fdaec1/B/e321da2bef204d72991941ded25d1b76 2024-11-14T14:42:57,701 DEBUG [HFileArchiver-5 {}] backup.HFileArchiver(596): Archived from FileablePath, hdfs://localhost:34345/user/jenkins/test-data/14d118ee-a83a-b09b-5913-1a58940a5db1/data/default/TestAcidGuarantees/11b353fb2bd02e7483b7c8ed67fdaec1/C/90574163ada84181ace809f9da5992ef to hdfs://localhost:34345/user/jenkins/test-data/14d118ee-a83a-b09b-5913-1a58940a5db1/archive/data/default/TestAcidGuarantees/11b353fb2bd02e7483b7c8ed67fdaec1/C/90574163ada84181ace809f9da5992ef 2024-11-14T14:42:57,702 DEBUG [HFileArchiver-5 {}] backup.HFileArchiver(596): Archived from FileablePath, hdfs://localhost:34345/user/jenkins/test-data/14d118ee-a83a-b09b-5913-1a58940a5db1/data/default/TestAcidGuarantees/11b353fb2bd02e7483b7c8ed67fdaec1/C/b490d5527f584cc2845714c594c3bdda to hdfs://localhost:34345/user/jenkins/test-data/14d118ee-a83a-b09b-5913-1a58940a5db1/archive/data/default/TestAcidGuarantees/11b353fb2bd02e7483b7c8ed67fdaec1/C/b490d5527f584cc2845714c594c3bdda 2024-11-14T14:42:57,703 DEBUG [HFileArchiver-5 {}] backup.HFileArchiver(596): Archived from FileablePath, hdfs://localhost:34345/user/jenkins/test-data/14d118ee-a83a-b09b-5913-1a58940a5db1/data/default/TestAcidGuarantees/11b353fb2bd02e7483b7c8ed67fdaec1/C/cac6fb869c50465ca91c2d2154023ed1 to hdfs://localhost:34345/user/jenkins/test-data/14d118ee-a83a-b09b-5913-1a58940a5db1/archive/data/default/TestAcidGuarantees/11b353fb2bd02e7483b7c8ed67fdaec1/C/cac6fb869c50465ca91c2d2154023ed1 2024-11-14T14:42:57,705 DEBUG [HFileArchiver-5 {}] backup.HFileArchiver(596): Archived from FileablePath, hdfs://localhost:34345/user/jenkins/test-data/14d118ee-a83a-b09b-5913-1a58940a5db1/data/default/TestAcidGuarantees/11b353fb2bd02e7483b7c8ed67fdaec1/recovered.edits/485.seqid to hdfs://localhost:34345/user/jenkins/test-data/14d118ee-a83a-b09b-5913-1a58940a5db1/archive/data/default/TestAcidGuarantees/11b353fb2bd02e7483b7c8ed67fdaec1/recovered.edits/485.seqid 2024-11-14T14:42:57,705 DEBUG [HFileArchiver-5 {}] backup.HFileArchiver(610): Deleted hdfs://localhost:34345/user/jenkins/test-data/14d118ee-a83a-b09b-5913-1a58940a5db1/data/default/TestAcidGuarantees/11b353fb2bd02e7483b7c8ed67fdaec1 2024-11-14T14:42:57,705 DEBUG [PEWorker-1 {}] procedure.DeleteTableProcedure(313): Archived TestAcidGuarantees regions 2024-11-14T14:42:57,707 DEBUG [PEWorker-1 {}] procedure.DeleteTableProcedure(120): Deleting regions from META for pid=151, state=RUNNABLE:DELETE_TABLE_REMOVE_FROM_META, hasLock=true; DeleteTableProcedure table=TestAcidGuarantees 2024-11-14T14:42:57,709 WARN [PEWorker-1 {}] procedure.DeleteTableProcedure(370): Deleting some vestigial 1 rows of TestAcidGuarantees from hbase:meta 2024-11-14T14:42:57,710 DEBUG [PEWorker-1 {}] procedure.DeleteTableProcedure(407): Removing 'TestAcidGuarantees' descriptor. 2024-11-14T14:42:57,711 DEBUG [PEWorker-1 {}] procedure.DeleteTableProcedure(126): Deleting assignment state for pid=151, state=RUNNABLE:DELETE_TABLE_UNASSIGN_REGIONS, hasLock=true; DeleteTableProcedure table=TestAcidGuarantees 2024-11-14T14:42:57,711 DEBUG [PEWorker-1 {}] procedure.DeleteTableProcedure(397): Removing 'TestAcidGuarantees' from region states. 2024-11-14T14:42:57,712 DEBUG [PEWorker-1 {}] assignment.RegionStateStore(723): Delete {"totalColumns":1,"row":"TestAcidGuarantees,,1731595345246.11b353fb2bd02e7483b7c8ed67fdaec1.","families":{"info":[{"qualifier":"","vlen":0,"tag":[],"timestamp":"1731595377711"}]},"ts":"9223372036854775807"} 2024-11-14T14:42:57,713 INFO [PEWorker-1 {}] assignment.RegionStateStore(562): Deleted 1 regions from META 2024-11-14T14:42:57,713 DEBUG [PEWorker-1 {}] assignment.RegionStateStore(563): Deleted regions: [{ENCODED => 11b353fb2bd02e7483b7c8ed67fdaec1, NAME => 'TestAcidGuarantees,,1731595345246.11b353fb2bd02e7483b7c8ed67fdaec1.', STARTKEY => '', ENDKEY => ''}] 2024-11-14T14:42:57,713 DEBUG [PEWorker-1 {}] procedure.DeleteTableProcedure(401): Marking 'TestAcidGuarantees' as deleted. 2024-11-14T14:42:57,713 DEBUG [PEWorker-1 {}] hbase.MetaTableAccessor(964): Delete {"totalColumns":1,"row":"TestAcidGuarantees","families":{"table":[{"qualifier":"state","vlen":0,"tag":[],"timestamp":"1731595377713"}]},"ts":"9223372036854775807"} 2024-11-14T14:42:57,714 INFO [PEWorker-1 {}] hbase.MetaTableAccessor(867): Deleted table TestAcidGuarantees state from META 2024-11-14T14:42:57,715 DEBUG [PEWorker-1 {}] procedure.DeleteTableProcedure(133): Finished pid=151, state=RUNNABLE:DELETE_TABLE_POST_OPERATION, hasLock=true; DeleteTableProcedure table=TestAcidGuarantees 2024-11-14T14:42:57,716 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1521): Finished pid=151, state=SUCCESS, hasLock=false; DeleteTableProcedure table=TestAcidGuarantees in 28 msec 2024-11-14T14:42:57,796 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45145 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=151 2024-11-14T14:42:57,796 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocator(219): Clear meta cache for TestAcidGuarantees 2024-11-14T14:42:57,797 INFO [RPCClient-NioEventLoopGroup-4-4 {}] client.RawAsyncHBaseAdmin$TableProcedureBiConsumer(2721): Operation: DELETE, Table Name: default:TestAcidGuarantees completed 2024-11-14T14:42:57,809 INFO [Time-limited test {}] hbase.ResourceChecker(175): after: TestAcidGuaranteesWithEagerPolicy#testScanAtomicity Thread=248 (was 251), OpenFileDescriptor=445 (was 465), MaxFileDescriptor=1048576 (was 1048576), SystemLoadAverage=381 (was 429), ProcessCount=11 (was 11), AvailableMemoryMB=7358 (was 7446) 2024-11-14T14:42:57,818 INFO [Time-limited test {}] hbase.ResourceChecker(147): before: TestAcidGuaranteesWithEagerPolicy#testMobGetAtomicity Thread=248, OpenFileDescriptor=445, MaxFileDescriptor=1048576, SystemLoadAverage=381, ProcessCount=11, AvailableMemoryMB=7357 2024-11-14T14:42:57,819 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45145 {}] util.TableDescriptorChecker(321): MEMSTORE_FLUSHSIZE for table descriptor or "hbase.hregion.memstore.flush.size" (131072) is too small, which might cause very frequent flushing. 2024-11-14T14:42:57,819 INFO [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45145 {}] master.HMaster$4(2454): Client=jenkins//172.17.0.2 create 'TestAcidGuarantees', {TABLE_ATTRIBUTES => {METADATA => {'hbase.hregion.compacting.memstore.type' => 'EAGER', 'hbase.hregion.memstore.mslab.enabled' => 'false', 'hbase.memstore.inmemoryflush.threshold.factor' => '0.9'}}}, {NAME => 'A', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'B', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'C', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} 2024-11-14T14:42:57,820 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45145 {}] procedure2.ProcedureExecutor(1139): Stored pid=152, state=RUNNABLE:CREATE_TABLE_PRE_OPERATION, hasLock=false; CreateTableProcedure table=TestAcidGuarantees 2024-11-14T14:42:57,821 INFO [PEWorker-2 {}] procedure.CreateTableProcedure(89): pid=152, state=RUNNABLE:CREATE_TABLE_PRE_OPERATION, hasLock=true; CreateTableProcedure table=TestAcidGuarantees execute state=CREATE_TABLE_PRE_OPERATION 2024-11-14T14:42:57,821 DEBUG [PEWorker-2 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T14:42:57,821 INFO [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45145 {}] master.MasterRpcServices(787): Client=jenkins//172.17.0.2 procedure request for creating table: namespace: "default" qualifier: "TestAcidGuarantees" procId is: 152 2024-11-14T14:42:57,822 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45145 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=152 2024-11-14T14:42:57,822 INFO [PEWorker-2 {}] procedure.CreateTableProcedure(89): pid=152, state=RUNNABLE:CREATE_TABLE_WRITE_FS_LAYOUT, hasLock=true; CreateTableProcedure table=TestAcidGuarantees execute state=CREATE_TABLE_WRITE_FS_LAYOUT 2024-11-14T14:42:57,826 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36699 is added to blk_1073742344_1520 (size=1061) 2024-11-14T14:42:57,926 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45145 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=152 2024-11-14T14:42:58,136 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45145 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=152 2024-11-14T14:42:58,228 INFO [RegionOpenAndInit-TestAcidGuarantees-pool-0 {}] regionserver.HRegion(7572): creating {ENCODED => 6bba6f9894a8dbaebc3b47d6055c3663, NAME => 'TestAcidGuarantees,,1731595377819.6bba6f9894a8dbaebc3b47d6055c3663.', STARTKEY => '', ENDKEY => ''}, tableDescriptor='TestAcidGuarantees', {TABLE_ATTRIBUTES => {METADATA => {'hbase.hregion.compacting.memstore.type' => 'EAGER', 'hbase.hregion.memstore.mslab.enabled' => 'false', 'hbase.memstore.inmemoryflush.threshold.factor' => '0.9', 'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'A', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'B', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'C', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, regionDir=hdfs://localhost:34345/user/jenkins/test-data/14d118ee-a83a-b09b-5913-1a58940a5db1 2024-11-14T14:42:58,233 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36699 is added to blk_1073742345_1521 (size=53) 2024-11-14T14:42:58,446 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45145 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=152 2024-11-14T14:42:58,634 DEBUG [RegionOpenAndInit-TestAcidGuarantees-pool-0 {}] regionserver.HRegion(898): Instantiated TestAcidGuarantees,,1731595377819.6bba6f9894a8dbaebc3b47d6055c3663.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-14T14:42:58,634 DEBUG [RegionOpenAndInit-TestAcidGuarantees-pool-0 {}] regionserver.HRegion(1722): Closing 6bba6f9894a8dbaebc3b47d6055c3663, disabling compactions & flushes 2024-11-14T14:42:58,634 INFO [RegionOpenAndInit-TestAcidGuarantees-pool-0 {}] regionserver.HRegion(1755): Closing region TestAcidGuarantees,,1731595377819.6bba6f9894a8dbaebc3b47d6055c3663. 2024-11-14T14:42:58,634 DEBUG [RegionOpenAndInit-TestAcidGuarantees-pool-0 {}] regionserver.HRegion(1776): Time limited wait for close lock on TestAcidGuarantees,,1731595377819.6bba6f9894a8dbaebc3b47d6055c3663. 2024-11-14T14:42:58,634 DEBUG [RegionOpenAndInit-TestAcidGuarantees-pool-0 {}] regionserver.HRegion(1843): Acquired close lock on TestAcidGuarantees,,1731595377819.6bba6f9894a8dbaebc3b47d6055c3663. after waiting 0 ms 2024-11-14T14:42:58,634 DEBUG [RegionOpenAndInit-TestAcidGuarantees-pool-0 {}] regionserver.HRegion(1853): Updates disabled for region TestAcidGuarantees,,1731595377819.6bba6f9894a8dbaebc3b47d6055c3663. 2024-11-14T14:42:58,634 INFO [RegionOpenAndInit-TestAcidGuarantees-pool-0 {}] regionserver.HRegion(1973): Closed TestAcidGuarantees,,1731595377819.6bba6f9894a8dbaebc3b47d6055c3663. 2024-11-14T14:42:58,634 DEBUG [RegionOpenAndInit-TestAcidGuarantees-pool-0 {}] regionserver.HRegion(1676): Region close journal for 6bba6f9894a8dbaebc3b47d6055c3663: Waiting for close lock at 1731595378634Disabling compacts and flushes for region at 1731595378634Disabling writes for close at 1731595378634Writing region close event to WAL at 1731595378634Closed at 1731595378634 2024-11-14T14:42:58,635 INFO [PEWorker-2 {}] procedure.CreateTableProcedure(89): pid=152, state=RUNNABLE:CREATE_TABLE_ADD_TO_META, hasLock=true; CreateTableProcedure table=TestAcidGuarantees execute state=CREATE_TABLE_ADD_TO_META 2024-11-14T14:42:58,635 DEBUG [PEWorker-2 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":2,"row":"TestAcidGuarantees,,1731595377819.6bba6f9894a8dbaebc3b47d6055c3663.","families":{"info":[{"qualifier":"regioninfo","vlen":52,"tag":[],"timestamp":"1731595378635"},{"qualifier":"state","vlen":6,"tag":[],"timestamp":"1731595378635"}]},"ts":"1731595378635"} 2024-11-14T14:42:58,637 INFO [PEWorker-2 {}] hbase.MetaTableAccessor(832): Added 1 regions to meta. 2024-11-14T14:42:58,637 INFO [PEWorker-2 {}] procedure.CreateTableProcedure(89): pid=152, state=RUNNABLE:CREATE_TABLE_ASSIGN_REGIONS, hasLock=true; CreateTableProcedure table=TestAcidGuarantees execute state=CREATE_TABLE_ASSIGN_REGIONS 2024-11-14T14:42:58,637 DEBUG [PEWorker-2 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":1,"row":"TestAcidGuarantees","families":{"table":[{"qualifier":"state","vlen":2,"tag":[],"timestamp":"1731595378637"}]},"ts":"1731595378637"} 2024-11-14T14:42:58,638 INFO [PEWorker-2 {}] hbase.MetaTableAccessor(843): Updated tableName=TestAcidGuarantees, state=ENABLING in hbase:meta 2024-11-14T14:42:58,639 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=153, ppid=152, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=TestAcidGuarantees, region=6bba6f9894a8dbaebc3b47d6055c3663, ASSIGN}] 2024-11-14T14:42:58,639 INFO [PEWorker-5 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=153, ppid=152, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=TestAcidGuarantees, region=6bba6f9894a8dbaebc3b47d6055c3663, ASSIGN 2024-11-14T14:42:58,640 INFO [PEWorker-5 {}] assignment.TransitRegionStateProcedure(269): Starting pid=153, ppid=152, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=true; TransitRegionStateProcedure table=TestAcidGuarantees, region=6bba6f9894a8dbaebc3b47d6055c3663, ASSIGN; state=OFFLINE, location=da1c6afcd1f9,35765,1731595233113; forceNewPlan=false, retain=false 2024-11-14T14:42:58,791 INFO [PEWorker-4 {}] assignment.RegionStateStore(223): pid=153 updating hbase:meta row=6bba6f9894a8dbaebc3b47d6055c3663, regionState=OPENING, regionLocation=da1c6afcd1f9,35765,1731595233113 2024-11-14T14:42:58,792 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-3 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=153, ppid=152, state=RUNNABLE:REGION_STATE_TRANSITION_OPEN, hasLock=true; TransitRegionStateProcedure table=TestAcidGuarantees, region=6bba6f9894a8dbaebc3b47d6055c3663, ASSIGN because future has completed 2024-11-14T14:42:58,793 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=154, ppid=153, state=RUNNABLE, hasLock=false; OpenRegionProcedure 6bba6f9894a8dbaebc3b47d6055c3663, server=da1c6afcd1f9,35765,1731595233113}] 2024-11-14T14:42:58,947 INFO [RS_OPEN_REGION-regionserver/da1c6afcd1f9:0-0 {event_type=M_RS_OPEN_REGION, pid=154}] handler.AssignRegionHandler(132): Open TestAcidGuarantees,,1731595377819.6bba6f9894a8dbaebc3b47d6055c3663. 2024-11-14T14:42:58,947 DEBUG [RS_OPEN_REGION-regionserver/da1c6afcd1f9:0-0 {event_type=M_RS_OPEN_REGION, pid=154}] regionserver.HRegion(7752): Opening region: {ENCODED => 6bba6f9894a8dbaebc3b47d6055c3663, NAME => 'TestAcidGuarantees,,1731595377819.6bba6f9894a8dbaebc3b47d6055c3663.', STARTKEY => '', ENDKEY => ''} 2024-11-14T14:42:58,948 DEBUG [RS_OPEN_REGION-regionserver/da1c6afcd1f9:0-0 {event_type=M_RS_OPEN_REGION, pid=154}] regionserver.MetricsRegionSourceImpl(79): Creating new MetricsRegionSourceImpl for table TestAcidGuarantees 6bba6f9894a8dbaebc3b47d6055c3663 2024-11-14T14:42:58,948 DEBUG [RS_OPEN_REGION-regionserver/da1c6afcd1f9:0-0 {event_type=M_RS_OPEN_REGION, pid=154}] regionserver.HRegion(898): Instantiated TestAcidGuarantees,,1731595377819.6bba6f9894a8dbaebc3b47d6055c3663.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-14T14:42:58,948 DEBUG [RS_OPEN_REGION-regionserver/da1c6afcd1f9:0-0 {event_type=M_RS_OPEN_REGION, pid=154}] regionserver.HRegion(7794): checking encryption for 6bba6f9894a8dbaebc3b47d6055c3663 2024-11-14T14:42:58,948 DEBUG [RS_OPEN_REGION-regionserver/da1c6afcd1f9:0-0 {event_type=M_RS_OPEN_REGION, pid=154}] regionserver.HRegion(7797): checking classloading for 6bba6f9894a8dbaebc3b47d6055c3663 2024-11-14T14:42:58,949 INFO [StoreOpener-6bba6f9894a8dbaebc3b47d6055c3663-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family A of region 6bba6f9894a8dbaebc3b47d6055c3663 2024-11-14T14:42:58,950 INFO [StoreOpener-6bba6f9894a8dbaebc3b47d6055c3663-1 {}] regionserver.CompactingMemStore(122): Store=A, in-memory flush size threshold=38.40 KB, immutable segments index type=ARRAY_MAP, compactor=EAGER, pipelineThreshold=2, compactionCellMax=10 2024-11-14T14:42:58,950 INFO [StoreOpener-6bba6f9894a8dbaebc3b47d6055c3663-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 6bba6f9894a8dbaebc3b47d6055c3663 columnFamilyName A 2024-11-14T14:42:58,950 DEBUG [StoreOpener-6bba6f9894a8dbaebc3b47d6055c3663-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T14:42:58,951 INFO [StoreOpener-6bba6f9894a8dbaebc3b47d6055c3663-1 {}] regionserver.HStore(327): Store=6bba6f9894a8dbaebc3b47d6055c3663/A, memstore type=CompactingMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-14T14:42:58,951 INFO [StoreOpener-6bba6f9894a8dbaebc3b47d6055c3663-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family B of region 6bba6f9894a8dbaebc3b47d6055c3663 2024-11-14T14:42:58,952 INFO [StoreOpener-6bba6f9894a8dbaebc3b47d6055c3663-1 {}] regionserver.CompactingMemStore(122): Store=B, in-memory flush size threshold=38.40 KB, immutable segments index type=ARRAY_MAP, compactor=EAGER, pipelineThreshold=2, compactionCellMax=10 2024-11-14T14:42:58,952 INFO [StoreOpener-6bba6f9894a8dbaebc3b47d6055c3663-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 6bba6f9894a8dbaebc3b47d6055c3663 columnFamilyName B 2024-11-14T14:42:58,952 DEBUG [StoreOpener-6bba6f9894a8dbaebc3b47d6055c3663-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T14:42:58,952 INFO [StoreOpener-6bba6f9894a8dbaebc3b47d6055c3663-1 {}] regionserver.HStore(327): Store=6bba6f9894a8dbaebc3b47d6055c3663/B, memstore type=CompactingMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-14T14:42:58,953 INFO [StoreOpener-6bba6f9894a8dbaebc3b47d6055c3663-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family C of region 6bba6f9894a8dbaebc3b47d6055c3663 2024-11-14T14:42:58,953 INFO [StoreOpener-6bba6f9894a8dbaebc3b47d6055c3663-1 {}] regionserver.CompactingMemStore(122): Store=C, in-memory flush size threshold=38.40 KB, immutable segments index type=ARRAY_MAP, compactor=EAGER, pipelineThreshold=2, compactionCellMax=10 2024-11-14T14:42:58,954 INFO [StoreOpener-6bba6f9894a8dbaebc3b47d6055c3663-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 6bba6f9894a8dbaebc3b47d6055c3663 columnFamilyName C 2024-11-14T14:42:58,954 DEBUG [StoreOpener-6bba6f9894a8dbaebc3b47d6055c3663-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T14:42:58,954 INFO [StoreOpener-6bba6f9894a8dbaebc3b47d6055c3663-1 {}] regionserver.HStore(327): Store=6bba6f9894a8dbaebc3b47d6055c3663/C, memstore type=CompactingMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-14T14:42:58,954 INFO [RS_OPEN_REGION-regionserver/da1c6afcd1f9:0-0 {event_type=M_RS_OPEN_REGION, pid=154}] regionserver.HRegion(1212): Setting FlushNonSloppyStoresFirstPolicy for the region=TestAcidGuarantees,,1731595377819.6bba6f9894a8dbaebc3b47d6055c3663. 2024-11-14T14:42:58,954 DEBUG [RS_OPEN_REGION-regionserver/da1c6afcd1f9:0-0 {event_type=M_RS_OPEN_REGION, pid=154}] regionserver.HRegion(1038): replaying wal for 6bba6f9894a8dbaebc3b47d6055c3663 2024-11-14T14:42:58,955 DEBUG [RS_OPEN_REGION-regionserver/da1c6afcd1f9:0-0 {event_type=M_RS_OPEN_REGION, pid=154}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:34345/user/jenkins/test-data/14d118ee-a83a-b09b-5913-1a58940a5db1/data/default/TestAcidGuarantees/6bba6f9894a8dbaebc3b47d6055c3663 2024-11-14T14:42:58,955 DEBUG [RS_OPEN_REGION-regionserver/da1c6afcd1f9:0-0 {event_type=M_RS_OPEN_REGION, pid=154}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:34345/user/jenkins/test-data/14d118ee-a83a-b09b-5913-1a58940a5db1/data/default/TestAcidGuarantees/6bba6f9894a8dbaebc3b47d6055c3663 2024-11-14T14:42:58,956 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45145 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=152 2024-11-14T14:42:58,957 DEBUG [RS_OPEN_REGION-regionserver/da1c6afcd1f9:0-0 {event_type=M_RS_OPEN_REGION, pid=154}] regionserver.HRegion(1048): stopping wal replay for 6bba6f9894a8dbaebc3b47d6055c3663 2024-11-14T14:42:58,957 DEBUG [RS_OPEN_REGION-regionserver/da1c6afcd1f9:0-0 {event_type=M_RS_OPEN_REGION, pid=154}] regionserver.HRegion(1060): Cleaning up temporary data for 6bba6f9894a8dbaebc3b47d6055c3663 2024-11-14T14:42:58,958 DEBUG [RS_OPEN_REGION-regionserver/da1c6afcd1f9:0-0 {event_type=M_RS_OPEN_REGION, pid=154}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table TestAcidGuarantees descriptor;using region.getMemStoreFlushHeapSize/# of families (16.0 M)) instead. 2024-11-14T14:42:58,959 DEBUG [RS_OPEN_REGION-regionserver/da1c6afcd1f9:0-0 {event_type=M_RS_OPEN_REGION, pid=154}] regionserver.HRegion(1093): writing seq id for 6bba6f9894a8dbaebc3b47d6055c3663 2024-11-14T14:42:58,961 DEBUG [RS_OPEN_REGION-regionserver/da1c6afcd1f9:0-0 {event_type=M_RS_OPEN_REGION, pid=154}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:34345/user/jenkins/test-data/14d118ee-a83a-b09b-5913-1a58940a5db1/data/default/TestAcidGuarantees/6bba6f9894a8dbaebc3b47d6055c3663/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-11-14T14:42:58,961 INFO [RS_OPEN_REGION-regionserver/da1c6afcd1f9:0-0 {event_type=M_RS_OPEN_REGION, pid=154}] regionserver.HRegion(1114): Opened 6bba6f9894a8dbaebc3b47d6055c3663; next sequenceid=2; ConstantSizeRegionSplitPolicy{desiredMaxFileSize=59141935, jitterRate=-0.11871649324893951}, FlushLargeStoresPolicy{flushSizeLowerBound=16777216} 2024-11-14T14:42:58,961 DEBUG [RS_OPEN_REGION-regionserver/da1c6afcd1f9:0-0 {event_type=M_RS_OPEN_REGION, pid=154}] regionserver.HRegion(1122): Running coprocessor post-open hooks for 6bba6f9894a8dbaebc3b47d6055c3663 2024-11-14T14:42:58,962 DEBUG [RS_OPEN_REGION-regionserver/da1c6afcd1f9:0-0 {event_type=M_RS_OPEN_REGION, pid=154}] regionserver.HRegion(1006): Region open journal for 6bba6f9894a8dbaebc3b47d6055c3663: Running coprocessor pre-open hook at 1731595378948Writing region info on filesystem at 1731595378948Initializing all the Stores at 1731595378949 (+1 ms)Instantiating store for column family {NAME => 'A', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731595378949Instantiating store for column family {NAME => 'B', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731595378949Instantiating store for column family {NAME => 'C', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731595378949Cleaning up temporary data from old regions at 1731595378957 (+8 ms)Running coprocessor post-open hooks at 1731595378962 (+5 ms)Region opened successfully at 1731595378962 2024-11-14T14:42:58,963 INFO [RS_OPEN_REGION-regionserver/da1c6afcd1f9:0-0 {event_type=M_RS_OPEN_REGION, pid=154}] regionserver.HRegionServer(2236): Post open deploy tasks for TestAcidGuarantees,,1731595377819.6bba6f9894a8dbaebc3b47d6055c3663., pid=154, masterSystemTime=1731595378944 2024-11-14T14:42:58,965 DEBUG [RS_OPEN_REGION-regionserver/da1c6afcd1f9:0-0 {event_type=M_RS_OPEN_REGION, pid=154}] regionserver.HRegionServer(2266): Finished post open deploy task for TestAcidGuarantees,,1731595377819.6bba6f9894a8dbaebc3b47d6055c3663. 2024-11-14T14:42:58,965 INFO [RS_OPEN_REGION-regionserver/da1c6afcd1f9:0-0 {event_type=M_RS_OPEN_REGION, pid=154}] handler.AssignRegionHandler(153): Opened TestAcidGuarantees,,1731595377819.6bba6f9894a8dbaebc3b47d6055c3663. 2024-11-14T14:42:58,965 INFO [PEWorker-2 {}] assignment.RegionStateStore(223): pid=153 updating hbase:meta row=6bba6f9894a8dbaebc3b47d6055c3663, regionState=OPEN, openSeqNum=2, regionLocation=da1c6afcd1f9,35765,1731595233113 2024-11-14T14:42:58,967 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-3 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=154, ppid=153, state=RUNNABLE, hasLock=false; OpenRegionProcedure 6bba6f9894a8dbaebc3b47d6055c3663, server=da1c6afcd1f9,35765,1731595233113 because future has completed 2024-11-14T14:42:58,970 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=154, resume processing ppid=153 2024-11-14T14:42:58,970 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1521): Finished pid=154, ppid=153, state=SUCCESS, hasLock=false; OpenRegionProcedure 6bba6f9894a8dbaebc3b47d6055c3663, server=da1c6afcd1f9,35765,1731595233113 in 175 msec 2024-11-14T14:42:58,971 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=153, resume processing ppid=152 2024-11-14T14:42:58,971 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1521): Finished pid=153, ppid=152, state=SUCCESS, hasLock=false; TransitRegionStateProcedure table=TestAcidGuarantees, region=6bba6f9894a8dbaebc3b47d6055c3663, ASSIGN in 331 msec 2024-11-14T14:42:58,972 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=152, state=RUNNABLE:CREATE_TABLE_UPDATE_DESC_CACHE, hasLock=true; CreateTableProcedure table=TestAcidGuarantees execute state=CREATE_TABLE_UPDATE_DESC_CACHE 2024-11-14T14:42:58,972 DEBUG [PEWorker-3 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":1,"row":"TestAcidGuarantees","families":{"table":[{"qualifier":"state","vlen":2,"tag":[],"timestamp":"1731595378972"}]},"ts":"1731595378972"} 2024-11-14T14:42:58,974 INFO [PEWorker-3 {}] hbase.MetaTableAccessor(843): Updated tableName=TestAcidGuarantees, state=ENABLED in hbase:meta 2024-11-14T14:42:58,975 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=152, state=RUNNABLE:CREATE_TABLE_POST_OPERATION, hasLock=true; CreateTableProcedure table=TestAcidGuarantees execute state=CREATE_TABLE_POST_OPERATION 2024-11-14T14:42:58,976 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1521): Finished pid=152, state=SUCCESS, hasLock=false; CreateTableProcedure table=TestAcidGuarantees in 1.1560 sec 2024-11-14T14:42:59,966 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45145 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=152 2024-11-14T14:42:59,966 INFO [RPCClient-NioEventLoopGroup-4-4 {}] client.RawAsyncHBaseAdmin$TableProcedureBiConsumer(2721): Operation: CREATE, Table Name: default:TestAcidGuarantees completed 2024-11-14T14:42:59,967 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@1832522d, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-14T14:42:59,967 DEBUG [Time-limited test {}] client.ClusterIdFetcher(90): Going to request da1c6afcd1f9,45145,-1 for getting cluster id 2024-11-14T14:42:59,967 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-14T14:42:59,968 DEBUG [HMaster-EventLoopGroup-1-3 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = '8594475c-9f34-4c0a-98a7-dbf65259a821' 2024-11-14T14:42:59,968 DEBUG [RPCClient-NioEventLoopGroup-4-9 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-14T14:42:59,968 DEBUG [RPCClient-NioEventLoopGroup-4-9 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "8594475c-9f34-4c0a-98a7-dbf65259a821" 2024-11-14T14:42:59,968 DEBUG [RPCClient-NioEventLoopGroup-4-9 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@5a45a24b, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-14T14:42:59,969 DEBUG [RPCClient-NioEventLoopGroup-4-9 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [da1c6afcd1f9,45145,-1] 2024-11-14T14:42:59,969 DEBUG [RPCClient-NioEventLoopGroup-4-9 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-14T14:42:59,969 DEBUG [RPCClient-NioEventLoopGroup-4-9 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-14T14:42:59,970 INFO [HMaster-EventLoopGroup-1-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:37220, version=4.0.0-alpha-1-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-11-14T14:42:59,970 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@683fd6b5, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-14T14:42:59,971 DEBUG [Time-limited test {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-11-14T14:42:59,971 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=da1c6afcd1f9,35765,1731595233113, seqNum=-1] 2024-11-14T14:42:59,971 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-14T14:42:59,972 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-3-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:48950, version=4.0.0-alpha-1-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-11-14T14:42:59,973 DEBUG [Time-limited test {}] client.ConnectionUtils(547): Start fetching master stub from registry 2024-11-14T14:42:59,974 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] client.AsyncConnectionImpl(321): The fetched master address is da1c6afcd1f9,45145,1731595232258 2024-11-14T14:42:59,974 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] client.ConnectionUtils(555): The fetched master stub is org.apache.hadoop.hbase.shaded.protobuf.generated.MasterProtos$MasterService$Stub@70c654f9 2024-11-14T14:42:59,974 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=MasterService, sasl=false 2024-11-14T14:42:59,974 INFO [HMaster-EventLoopGroup-1-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:37226, version=4.0.0-alpha-1-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=MasterService 2024-11-14T14:42:59,976 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45145 {}] util.TableDescriptorChecker(321): MEMSTORE_FLUSHSIZE for table descriptor or "hbase.hregion.memstore.flush.size" (131072) is too small, which might cause very frequent flushing. 2024-11-14T14:42:59,976 INFO [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45145 {}] master.HMaster$14(2863): Client=jenkins//172.17.0.2 modify table TestAcidGuarantees from 'TestAcidGuarantees', {TABLE_ATTRIBUTES => {METADATA => {'hbase.hregion.compacting.memstore.type' => 'EAGER', 'hbase.hregion.memstore.mslab.enabled' => 'false', 'hbase.memstore.inmemoryflush.threshold.factor' => '0.9', 'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'A', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'B', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'C', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} to 'TestAcidGuarantees', {TABLE_ATTRIBUTES => {METADATA => {'hbase.hregion.compacting.memstore.type' => 'EAGER', 'hbase.hregion.memstore.mslab.enabled' => 'false', 'hbase.memstore.inmemoryflush.threshold.factor' => '0.9', 'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'A', INDEX_BLOCK_ENCODING => 'NONE', MOB_THRESHOLD => '4', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', IS_MOB => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'B', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'C', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} 2024-11-14T14:42:59,977 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45145 {}] procedure2.ProcedureExecutor(1139): Stored pid=155, state=RUNNABLE:MODIFY_TABLE_PREPARE, hasLock=false; ModifyTableProcedure table=TestAcidGuarantees 2024-11-14T14:42:59,984 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36699 is added to blk_1073742346_1522 (size=1097) 2024-11-14T14:43:00,386 DEBUG [PEWorker-1 {}] util.FSTableDescriptors(591): Deleted hdfs://localhost:34345/user/jenkins/test-data/14d118ee-a83a-b09b-5913-1a58940a5db1/data/default/TestAcidGuarantees/.tabledesc/.tableinfo.0000000001.1061 2024-11-14T14:43:00,386 INFO [PEWorker-1 {}] util.FSTableDescriptors(361): Updated tableinfo=hdfs://localhost:34345/user/jenkins/test-data/14d118ee-a83a-b09b-5913-1a58940a5db1/data/default/TestAcidGuarantees/.tabledesc/.tableinfo.0000000002.1097 2024-11-14T14:43:00,388 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=156, ppid=155, state=RUNNABLE:REOPEN_TABLE_REGIONS_GET_REGIONS, hasLock=false; ReopenTableRegionsProcedure table=TestAcidGuarantees}] 2024-11-14T14:43:00,389 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=157, ppid=156, state=RUNNABLE:REGION_STATE_TRANSITION_CLOSE, hasLock=false; TransitRegionStateProcedure table=TestAcidGuarantees, region=6bba6f9894a8dbaebc3b47d6055c3663, REOPEN/MOVE}] 2024-11-14T14:43:00,390 INFO [PEWorker-5 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=157, ppid=156, state=RUNNABLE:REGION_STATE_TRANSITION_CLOSE, hasLock=false; TransitRegionStateProcedure table=TestAcidGuarantees, region=6bba6f9894a8dbaebc3b47d6055c3663, REOPEN/MOVE 2024-11-14T14:43:00,390 INFO [PEWorker-5 {}] assignment.RegionStateStore(223): pid=157 updating hbase:meta row=6bba6f9894a8dbaebc3b47d6055c3663, regionState=CLOSING, regionLocation=da1c6afcd1f9,35765,1731595233113 2024-11-14T14:43:00,392 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-3 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=157, ppid=156, state=RUNNABLE:REGION_STATE_TRANSITION_CLOSE, hasLock=true; TransitRegionStateProcedure table=TestAcidGuarantees, region=6bba6f9894a8dbaebc3b47d6055c3663, REOPEN/MOVE because future has completed 2024-11-14T14:43:00,392 DEBUG [PEWorker-4 {}] assignment.TransitRegionStateProcedure(375): Close region: isSplit: false: evictOnSplit: true: evictOnClose: false 2024-11-14T14:43:00,392 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=158, ppid=157, state=RUNNABLE, hasLock=false; CloseRegionProcedure 6bba6f9894a8dbaebc3b47d6055c3663, server=da1c6afcd1f9,35765,1731595233113}] 2024-11-14T14:43:00,544 INFO [RS_CLOSE_REGION-regionserver/da1c6afcd1f9:0-0 {event_type=M_RS_CLOSE_REGION, pid=158}] handler.UnassignRegionHandler(122): Close 6bba6f9894a8dbaebc3b47d6055c3663 2024-11-14T14:43:00,544 DEBUG [RS_CLOSE_REGION-regionserver/da1c6afcd1f9:0-0 {event_type=M_RS_CLOSE_REGION, pid=158}] handler.UnassignRegionHandler(136): Unassign region: split region: false: evictCache: false 2024-11-14T14:43:00,544 DEBUG [RS_CLOSE_REGION-regionserver/da1c6afcd1f9:0-0 {event_type=M_RS_CLOSE_REGION, pid=158}] regionserver.HRegion(1722): Closing 6bba6f9894a8dbaebc3b47d6055c3663, disabling compactions & flushes 2024-11-14T14:43:00,544 INFO [RS_CLOSE_REGION-regionserver/da1c6afcd1f9:0-0 {event_type=M_RS_CLOSE_REGION, pid=158}] regionserver.HRegion(1755): Closing region TestAcidGuarantees,,1731595377819.6bba6f9894a8dbaebc3b47d6055c3663. 2024-11-14T14:43:00,544 DEBUG [RS_CLOSE_REGION-regionserver/da1c6afcd1f9:0-0 {event_type=M_RS_CLOSE_REGION, pid=158}] regionserver.HRegion(1776): Time limited wait for close lock on TestAcidGuarantees,,1731595377819.6bba6f9894a8dbaebc3b47d6055c3663. 2024-11-14T14:43:00,544 DEBUG [RS_CLOSE_REGION-regionserver/da1c6afcd1f9:0-0 {event_type=M_RS_CLOSE_REGION, pid=158}] regionserver.HRegion(1843): Acquired close lock on TestAcidGuarantees,,1731595377819.6bba6f9894a8dbaebc3b47d6055c3663. after waiting 0 ms 2024-11-14T14:43:00,544 DEBUG [RS_CLOSE_REGION-regionserver/da1c6afcd1f9:0-0 {event_type=M_RS_CLOSE_REGION, pid=158}] regionserver.HRegion(1853): Updates disabled for region TestAcidGuarantees,,1731595377819.6bba6f9894a8dbaebc3b47d6055c3663. 2024-11-14T14:43:00,547 DEBUG [RS_CLOSE_REGION-regionserver/da1c6afcd1f9:0-0 {event_type=M_RS_CLOSE_REGION, pid=158}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:34345/user/jenkins/test-data/14d118ee-a83a-b09b-5913-1a58940a5db1/data/default/TestAcidGuarantees/6bba6f9894a8dbaebc3b47d6055c3663/recovered.edits/4.seqid, newMaxSeqId=4, maxSeqId=1 2024-11-14T14:43:00,548 INFO [RS_CLOSE_REGION-regionserver/da1c6afcd1f9:0-0 {event_type=M_RS_CLOSE_REGION, pid=158}] regionserver.HRegion(1973): Closed TestAcidGuarantees,,1731595377819.6bba6f9894a8dbaebc3b47d6055c3663. 2024-11-14T14:43:00,548 DEBUG [RS_CLOSE_REGION-regionserver/da1c6afcd1f9:0-0 {event_type=M_RS_CLOSE_REGION, pid=158}] regionserver.HRegion(1676): Region close journal for 6bba6f9894a8dbaebc3b47d6055c3663: Waiting for close lock at 1731595380544Running coprocessor pre-close hooks at 1731595380544Disabling compacts and flushes for region at 1731595380544Disabling writes for close at 1731595380544Writing region close event to WAL at 1731595380545 (+1 ms)Running coprocessor post-close hooks at 1731595380548 (+3 ms)Closed at 1731595380548 2024-11-14T14:43:00,548 WARN [RS_CLOSE_REGION-regionserver/da1c6afcd1f9:0-0 {event_type=M_RS_CLOSE_REGION, pid=158}] regionserver.HRegionServer(3299): Not adding moved region record: 6bba6f9894a8dbaebc3b47d6055c3663 to self. 2024-11-14T14:43:00,549 INFO [RS_CLOSE_REGION-regionserver/da1c6afcd1f9:0-0 {event_type=M_RS_CLOSE_REGION, pid=158}] handler.UnassignRegionHandler(157): Closed 6bba6f9894a8dbaebc3b47d6055c3663 2024-11-14T14:43:00,550 INFO [PEWorker-1 {}] assignment.RegionStateStore(223): pid=157 updating hbase:meta row=6bba6f9894a8dbaebc3b47d6055c3663, regionState=CLOSED 2024-11-14T14:43:00,551 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-3 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=158, ppid=157, state=RUNNABLE, hasLock=false; CloseRegionProcedure 6bba6f9894a8dbaebc3b47d6055c3663, server=da1c6afcd1f9,35765,1731595233113 because future has completed 2024-11-14T14:43:00,553 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=158, resume processing ppid=157 2024-11-14T14:43:00,553 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1521): Finished pid=158, ppid=157, state=SUCCESS, hasLock=false; CloseRegionProcedure 6bba6f9894a8dbaebc3b47d6055c3663, server=da1c6afcd1f9,35765,1731595233113 in 160 msec 2024-11-14T14:43:00,553 INFO [PEWorker-5 {}] assignment.TransitRegionStateProcedure(269): Starting pid=157, ppid=156, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=true; TransitRegionStateProcedure table=TestAcidGuarantees, region=6bba6f9894a8dbaebc3b47d6055c3663, REOPEN/MOVE; state=CLOSED, location=da1c6afcd1f9,35765,1731595233113; forceNewPlan=false, retain=true 2024-11-14T14:43:00,704 INFO [PEWorker-3 {}] assignment.RegionStateStore(223): pid=157 updating hbase:meta row=6bba6f9894a8dbaebc3b47d6055c3663, regionState=OPENING, regionLocation=da1c6afcd1f9,35765,1731595233113 2024-11-14T14:43:00,706 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-3 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=157, ppid=156, state=RUNNABLE:REGION_STATE_TRANSITION_OPEN, hasLock=true; TransitRegionStateProcedure table=TestAcidGuarantees, region=6bba6f9894a8dbaebc3b47d6055c3663, REOPEN/MOVE because future has completed 2024-11-14T14:43:00,706 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=159, ppid=157, state=RUNNABLE, hasLock=false; OpenRegionProcedure 6bba6f9894a8dbaebc3b47d6055c3663, server=da1c6afcd1f9,35765,1731595233113}] 2024-11-14T14:43:00,860 INFO [RS_OPEN_REGION-regionserver/da1c6afcd1f9:0-0 {event_type=M_RS_OPEN_REGION, pid=159}] handler.AssignRegionHandler(132): Open TestAcidGuarantees,,1731595377819.6bba6f9894a8dbaebc3b47d6055c3663. 2024-11-14T14:43:00,860 DEBUG [RS_OPEN_REGION-regionserver/da1c6afcd1f9:0-0 {event_type=M_RS_OPEN_REGION, pid=159}] regionserver.HRegion(7752): Opening region: {ENCODED => 6bba6f9894a8dbaebc3b47d6055c3663, NAME => 'TestAcidGuarantees,,1731595377819.6bba6f9894a8dbaebc3b47d6055c3663.', STARTKEY => '', ENDKEY => ''} 2024-11-14T14:43:00,860 DEBUG [RS_OPEN_REGION-regionserver/da1c6afcd1f9:0-0 {event_type=M_RS_OPEN_REGION, pid=159}] regionserver.MetricsRegionSourceImpl(79): Creating new MetricsRegionSourceImpl for table TestAcidGuarantees 6bba6f9894a8dbaebc3b47d6055c3663 2024-11-14T14:43:00,860 DEBUG [RS_OPEN_REGION-regionserver/da1c6afcd1f9:0-0 {event_type=M_RS_OPEN_REGION, pid=159}] regionserver.HRegion(898): Instantiated TestAcidGuarantees,,1731595377819.6bba6f9894a8dbaebc3b47d6055c3663.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-14T14:43:00,861 DEBUG [RS_OPEN_REGION-regionserver/da1c6afcd1f9:0-0 {event_type=M_RS_OPEN_REGION, pid=159}] regionserver.HRegion(7794): checking encryption for 6bba6f9894a8dbaebc3b47d6055c3663 2024-11-14T14:43:00,861 DEBUG [RS_OPEN_REGION-regionserver/da1c6afcd1f9:0-0 {event_type=M_RS_OPEN_REGION, pid=159}] regionserver.HRegion(7797): checking classloading for 6bba6f9894a8dbaebc3b47d6055c3663 2024-11-14T14:43:00,862 INFO [StoreOpener-6bba6f9894a8dbaebc3b47d6055c3663-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family A of region 6bba6f9894a8dbaebc3b47d6055c3663 2024-11-14T14:43:00,862 INFO [StoreOpener-6bba6f9894a8dbaebc3b47d6055c3663-1 {}] regionserver.CompactingMemStore(122): Store=A, in-memory flush size threshold=38.40 KB, immutable segments index type=ARRAY_MAP, compactor=EAGER, pipelineThreshold=2, compactionCellMax=10 2024-11-14T14:43:00,862 INFO [StoreOpener-6bba6f9894a8dbaebc3b47d6055c3663-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 6bba6f9894a8dbaebc3b47d6055c3663 columnFamilyName A 2024-11-14T14:43:00,863 DEBUG [StoreOpener-6bba6f9894a8dbaebc3b47d6055c3663-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T14:43:00,864 INFO [StoreOpener-6bba6f9894a8dbaebc3b47d6055c3663-1 {}] regionserver.HStore(327): Store=6bba6f9894a8dbaebc3b47d6055c3663/A, memstore type=CompactingMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-14T14:43:00,864 INFO [StoreOpener-6bba6f9894a8dbaebc3b47d6055c3663-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family B of region 6bba6f9894a8dbaebc3b47d6055c3663 2024-11-14T14:43:00,865 INFO [StoreOpener-6bba6f9894a8dbaebc3b47d6055c3663-1 {}] regionserver.CompactingMemStore(122): Store=B, in-memory flush size threshold=38.40 KB, immutable segments index type=ARRAY_MAP, compactor=EAGER, pipelineThreshold=2, compactionCellMax=10 2024-11-14T14:43:00,865 INFO [StoreOpener-6bba6f9894a8dbaebc3b47d6055c3663-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 6bba6f9894a8dbaebc3b47d6055c3663 columnFamilyName B 2024-11-14T14:43:00,865 DEBUG [StoreOpener-6bba6f9894a8dbaebc3b47d6055c3663-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T14:43:00,865 INFO [StoreOpener-6bba6f9894a8dbaebc3b47d6055c3663-1 {}] regionserver.HStore(327): Store=6bba6f9894a8dbaebc3b47d6055c3663/B, memstore type=CompactingMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-14T14:43:00,865 INFO [StoreOpener-6bba6f9894a8dbaebc3b47d6055c3663-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family C of region 6bba6f9894a8dbaebc3b47d6055c3663 2024-11-14T14:43:00,866 INFO [StoreOpener-6bba6f9894a8dbaebc3b47d6055c3663-1 {}] regionserver.CompactingMemStore(122): Store=C, in-memory flush size threshold=38.40 KB, immutable segments index type=ARRAY_MAP, compactor=EAGER, pipelineThreshold=2, compactionCellMax=10 2024-11-14T14:43:00,866 INFO [StoreOpener-6bba6f9894a8dbaebc3b47d6055c3663-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 6bba6f9894a8dbaebc3b47d6055c3663 columnFamilyName C 2024-11-14T14:43:00,866 DEBUG [StoreOpener-6bba6f9894a8dbaebc3b47d6055c3663-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T14:43:00,866 INFO [StoreOpener-6bba6f9894a8dbaebc3b47d6055c3663-1 {}] regionserver.HStore(327): Store=6bba6f9894a8dbaebc3b47d6055c3663/C, memstore type=CompactingMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-14T14:43:00,866 INFO [RS_OPEN_REGION-regionserver/da1c6afcd1f9:0-0 {event_type=M_RS_OPEN_REGION, pid=159}] regionserver.HRegion(1212): Setting FlushNonSloppyStoresFirstPolicy for the region=TestAcidGuarantees,,1731595377819.6bba6f9894a8dbaebc3b47d6055c3663. 2024-11-14T14:43:00,866 DEBUG [RS_OPEN_REGION-regionserver/da1c6afcd1f9:0-0 {event_type=M_RS_OPEN_REGION, pid=159}] regionserver.HRegion(1038): replaying wal for 6bba6f9894a8dbaebc3b47d6055c3663 2024-11-14T14:43:00,867 DEBUG [RS_OPEN_REGION-regionserver/da1c6afcd1f9:0-0 {event_type=M_RS_OPEN_REGION, pid=159}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:34345/user/jenkins/test-data/14d118ee-a83a-b09b-5913-1a58940a5db1/data/default/TestAcidGuarantees/6bba6f9894a8dbaebc3b47d6055c3663 2024-11-14T14:43:00,868 DEBUG [RS_OPEN_REGION-regionserver/da1c6afcd1f9:0-0 {event_type=M_RS_OPEN_REGION, pid=159}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:34345/user/jenkins/test-data/14d118ee-a83a-b09b-5913-1a58940a5db1/data/default/TestAcidGuarantees/6bba6f9894a8dbaebc3b47d6055c3663 2024-11-14T14:43:00,868 DEBUG [RS_OPEN_REGION-regionserver/da1c6afcd1f9:0-0 {event_type=M_RS_OPEN_REGION, pid=159}] regionserver.HRegion(1048): stopping wal replay for 6bba6f9894a8dbaebc3b47d6055c3663 2024-11-14T14:43:00,868 DEBUG [RS_OPEN_REGION-regionserver/da1c6afcd1f9:0-0 {event_type=M_RS_OPEN_REGION, pid=159}] regionserver.HRegion(1060): Cleaning up temporary data for 6bba6f9894a8dbaebc3b47d6055c3663 2024-11-14T14:43:00,869 DEBUG [RS_OPEN_REGION-regionserver/da1c6afcd1f9:0-0 {event_type=M_RS_OPEN_REGION, pid=159}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table TestAcidGuarantees descriptor;using region.getMemStoreFlushHeapSize/# of families (16.0 M)) instead. 2024-11-14T14:43:00,870 DEBUG [RS_OPEN_REGION-regionserver/da1c6afcd1f9:0-0 {event_type=M_RS_OPEN_REGION, pid=159}] regionserver.HRegion(1093): writing seq id for 6bba6f9894a8dbaebc3b47d6055c3663 2024-11-14T14:43:00,870 INFO [RS_OPEN_REGION-regionserver/da1c6afcd1f9:0-0 {event_type=M_RS_OPEN_REGION, pid=159}] regionserver.HRegion(1114): Opened 6bba6f9894a8dbaebc3b47d6055c3663; next sequenceid=5; ConstantSizeRegionSplitPolicy{desiredMaxFileSize=60248494, jitterRate=-0.10222747921943665}, FlushLargeStoresPolicy{flushSizeLowerBound=16777216} 2024-11-14T14:43:00,870 DEBUG [RS_OPEN_REGION-regionserver/da1c6afcd1f9:0-0 {event_type=M_RS_OPEN_REGION, pid=159}] regionserver.HRegion(1122): Running coprocessor post-open hooks for 6bba6f9894a8dbaebc3b47d6055c3663 2024-11-14T14:43:00,871 DEBUG [RS_OPEN_REGION-regionserver/da1c6afcd1f9:0-0 {event_type=M_RS_OPEN_REGION, pid=159}] regionserver.HRegion(1006): Region open journal for 6bba6f9894a8dbaebc3b47d6055c3663: Running coprocessor pre-open hook at 1731595380861Writing region info on filesystem at 1731595380861Initializing all the Stores at 1731595380861Instantiating store for column family {NAME => 'A', INDEX_BLOCK_ENCODING => 'NONE', MOB_THRESHOLD => '4', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', IS_MOB => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731595380861Instantiating store for column family {NAME => 'B', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731595380861Instantiating store for column family {NAME => 'C', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731595380861Cleaning up temporary data from old regions at 1731595380868 (+7 ms)Running coprocessor post-open hooks at 1731595380870 (+2 ms)Region opened successfully at 1731595380871 (+1 ms) 2024-11-14T14:43:00,871 INFO [RS_OPEN_REGION-regionserver/da1c6afcd1f9:0-0 {event_type=M_RS_OPEN_REGION, pid=159}] regionserver.HRegionServer(2236): Post open deploy tasks for TestAcidGuarantees,,1731595377819.6bba6f9894a8dbaebc3b47d6055c3663., pid=159, masterSystemTime=1731595380857 2024-11-14T14:43:00,873 DEBUG [RS_OPEN_REGION-regionserver/da1c6afcd1f9:0-0 {event_type=M_RS_OPEN_REGION, pid=159}] regionserver.HRegionServer(2266): Finished post open deploy task for TestAcidGuarantees,,1731595377819.6bba6f9894a8dbaebc3b47d6055c3663. 2024-11-14T14:43:00,873 INFO [RS_OPEN_REGION-regionserver/da1c6afcd1f9:0-0 {event_type=M_RS_OPEN_REGION, pid=159}] handler.AssignRegionHandler(153): Opened TestAcidGuarantees,,1731595377819.6bba6f9894a8dbaebc3b47d6055c3663. 2024-11-14T14:43:00,873 INFO [PEWorker-2 {}] assignment.RegionStateStore(223): pid=157 updating hbase:meta row=6bba6f9894a8dbaebc3b47d6055c3663, regionState=OPEN, openSeqNum=5, regionLocation=da1c6afcd1f9,35765,1731595233113 2024-11-14T14:43:00,875 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-3 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=159, ppid=157, state=RUNNABLE, hasLock=false; OpenRegionProcedure 6bba6f9894a8dbaebc3b47d6055c3663, server=da1c6afcd1f9,35765,1731595233113 because future has completed 2024-11-14T14:43:00,877 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=159, resume processing ppid=157 2024-11-14T14:43:00,877 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1521): Finished pid=159, ppid=157, state=SUCCESS, hasLock=false; OpenRegionProcedure 6bba6f9894a8dbaebc3b47d6055c3663, server=da1c6afcd1f9,35765,1731595233113 in 169 msec 2024-11-14T14:43:00,878 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=157, resume processing ppid=156 2024-11-14T14:43:00,878 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1521): Finished pid=157, ppid=156, state=SUCCESS, hasLock=false; TransitRegionStateProcedure table=TestAcidGuarantees, region=6bba6f9894a8dbaebc3b47d6055c3663, REOPEN/MOVE in 488 msec 2024-11-14T14:43:00,880 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=156, resume processing ppid=155 2024-11-14T14:43:00,880 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1521): Finished pid=156, ppid=155, state=SUCCESS, hasLock=false; ReopenTableRegionsProcedure table=TestAcidGuarantees in 491 msec 2024-11-14T14:43:00,882 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1521): Finished pid=155, state=SUCCESS, hasLock=false; ModifyTableProcedure table=TestAcidGuarantees in 905 msec 2024-11-14T14:43:00,883 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45145 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=155 2024-11-14T14:43:00,883 INFO [RPCClient-NioEventLoopGroup-4-12 {}] client.RawAsyncHBaseAdmin$TableProcedureBiConsumer(2721): Operation: MODIFY_COLUMN_FAMILY, Table Name: default:TestAcidGuarantees completed 2024-11-14T14:43:00,884 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@22faf5ac, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-14T14:43:00,884 DEBUG [Time-limited test {}] client.ClusterIdFetcher(90): Going to request da1c6afcd1f9,45145,-1 for getting cluster id 2024-11-14T14:43:00,884 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-14T14:43:00,885 DEBUG [HMaster-EventLoopGroup-1-3 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = '8594475c-9f34-4c0a-98a7-dbf65259a821' 2024-11-14T14:43:00,885 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-14T14:43:00,885 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "8594475c-9f34-4c0a-98a7-dbf65259a821" 2024-11-14T14:43:00,885 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@67f229f9, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-14T14:43:00,885 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [da1c6afcd1f9,45145,-1] 2024-11-14T14:43:00,886 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-14T14:43:00,886 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-14T14:43:00,886 INFO [HMaster-EventLoopGroup-1-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:37250, version=4.0.0-alpha-1-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-11-14T14:43:00,887 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@79b3d00c, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-14T14:43:00,887 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@744b0f71, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-14T14:43:00,887 DEBUG [Time-limited test {}] client.ClusterIdFetcher(90): Going to request da1c6afcd1f9,45145,-1 for getting cluster id 2024-11-14T14:43:00,888 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-14T14:43:00,888 DEBUG [HMaster-EventLoopGroup-1-2 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = '8594475c-9f34-4c0a-98a7-dbf65259a821' 2024-11-14T14:43:00,888 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-14T14:43:00,888 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "8594475c-9f34-4c0a-98a7-dbf65259a821" 2024-11-14T14:43:00,889 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@3368fdcc, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-14T14:43:00,889 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [da1c6afcd1f9,45145,-1] 2024-11-14T14:43:00,889 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-14T14:43:00,889 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-14T14:43:00,889 INFO [HMaster-EventLoopGroup-1-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:37268, version=4.0.0-alpha-1-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-11-14T14:43:00,890 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@693544fa, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-14T14:43:00,891 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@143fb08, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-14T14:43:00,891 DEBUG [Time-limited test {}] client.ClusterIdFetcher(90): Going to request da1c6afcd1f9,45145,-1 for getting cluster id 2024-11-14T14:43:00,891 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-14T14:43:00,891 DEBUG [HMaster-EventLoopGroup-1-1 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = '8594475c-9f34-4c0a-98a7-dbf65259a821' 2024-11-14T14:43:00,891 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-14T14:43:00,891 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "8594475c-9f34-4c0a-98a7-dbf65259a821" 2024-11-14T14:43:00,892 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@7d4e429a, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-14T14:43:00,892 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [da1c6afcd1f9,45145,-1] 2024-11-14T14:43:00,892 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-14T14:43:00,892 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-14T14:43:00,893 INFO [HMaster-EventLoopGroup-1-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:37290, version=4.0.0-alpha-1-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-11-14T14:43:00,893 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@13c4c862, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-14T14:43:00,894 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@40503a36, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-14T14:43:00,894 DEBUG [Time-limited test {}] client.ClusterIdFetcher(90): Going to request da1c6afcd1f9,45145,-1 for getting cluster id 2024-11-14T14:43:00,894 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-14T14:43:00,895 DEBUG [HMaster-EventLoopGroup-1-3 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = '8594475c-9f34-4c0a-98a7-dbf65259a821' 2024-11-14T14:43:00,895 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-14T14:43:00,895 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "8594475c-9f34-4c0a-98a7-dbf65259a821" 2024-11-14T14:43:00,895 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@6cfd303a, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-14T14:43:00,895 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [da1c6afcd1f9,45145,-1] 2024-11-14T14:43:00,895 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-14T14:43:00,895 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-14T14:43:00,896 INFO [HMaster-EventLoopGroup-1-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:37310, version=4.0.0-alpha-1-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-11-14T14:43:00,896 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@5a9b9b3f, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-14T14:43:00,897 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@52f72e1a, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-14T14:43:00,897 DEBUG [Time-limited test {}] client.ClusterIdFetcher(90): Going to request da1c6afcd1f9,45145,-1 for getting cluster id 2024-11-14T14:43:00,897 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-14T14:43:00,898 DEBUG [HMaster-EventLoopGroup-1-2 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = '8594475c-9f34-4c0a-98a7-dbf65259a821' 2024-11-14T14:43:00,898 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-14T14:43:00,898 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "8594475c-9f34-4c0a-98a7-dbf65259a821" 2024-11-14T14:43:00,898 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@3de64ac6, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-14T14:43:00,898 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [da1c6afcd1f9,45145,-1] 2024-11-14T14:43:00,898 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-14T14:43:00,898 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-14T14:43:00,899 INFO [HMaster-EventLoopGroup-1-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:37322, version=4.0.0-alpha-1-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-11-14T14:43:00,899 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@58354e3a, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-14T14:43:00,900 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@763ca8cc, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-14T14:43:00,900 DEBUG [Time-limited test {}] client.ClusterIdFetcher(90): Going to request da1c6afcd1f9,45145,-1 for getting cluster id 2024-11-14T14:43:00,901 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-14T14:43:00,901 DEBUG [HMaster-EventLoopGroup-1-1 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = '8594475c-9f34-4c0a-98a7-dbf65259a821' 2024-11-14T14:43:00,901 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-14T14:43:00,901 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "8594475c-9f34-4c0a-98a7-dbf65259a821" 2024-11-14T14:43:00,901 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@687b33f5, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-14T14:43:00,901 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [da1c6afcd1f9,45145,-1] 2024-11-14T14:43:00,901 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-14T14:43:00,902 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-14T14:43:00,902 INFO [HMaster-EventLoopGroup-1-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:37334, version=4.0.0-alpha-1-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-11-14T14:43:00,902 DEBUG [RPCClient-NioEventLoopGroup-4-8 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@3b997930, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-14T14:43:00,903 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@7122db2b, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-14T14:43:00,903 DEBUG [Time-limited test {}] client.ClusterIdFetcher(90): Going to request da1c6afcd1f9,45145,-1 for getting cluster id 2024-11-14T14:43:00,903 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-14T14:43:00,904 DEBUG [HMaster-EventLoopGroup-1-3 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = '8594475c-9f34-4c0a-98a7-dbf65259a821' 2024-11-14T14:43:00,904 DEBUG [RPCClient-NioEventLoopGroup-4-9 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-14T14:43:00,904 DEBUG [RPCClient-NioEventLoopGroup-4-9 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "8594475c-9f34-4c0a-98a7-dbf65259a821" 2024-11-14T14:43:00,904 DEBUG [RPCClient-NioEventLoopGroup-4-9 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@b75cc54, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-14T14:43:00,904 DEBUG [RPCClient-NioEventLoopGroup-4-9 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [da1c6afcd1f9,45145,-1] 2024-11-14T14:43:00,904 DEBUG [RPCClient-NioEventLoopGroup-4-9 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-14T14:43:00,904 DEBUG [RPCClient-NioEventLoopGroup-4-9 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-14T14:43:00,905 INFO [HMaster-EventLoopGroup-1-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:37350, version=4.0.0-alpha-1-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-11-14T14:43:00,905 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@3ae9dfdb, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-14T14:43:00,907 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@3666b173, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-14T14:43:00,907 DEBUG [Time-limited test {}] client.ClusterIdFetcher(90): Going to request da1c6afcd1f9,45145,-1 for getting cluster id 2024-11-14T14:43:00,907 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-14T14:43:00,907 DEBUG [HMaster-EventLoopGroup-1-2 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = '8594475c-9f34-4c0a-98a7-dbf65259a821' 2024-11-14T14:43:00,908 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-14T14:43:00,908 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "8594475c-9f34-4c0a-98a7-dbf65259a821" 2024-11-14T14:43:00,908 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@4305b09c, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-14T14:43:00,908 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [da1c6afcd1f9,45145,-1] 2024-11-14T14:43:00,908 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-14T14:43:00,908 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-14T14:43:00,909 INFO [HMaster-EventLoopGroup-1-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:37356, version=4.0.0-alpha-1-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-11-14T14:43:00,909 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@b386d47, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-14T14:43:00,910 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@77ff027c, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-14T14:43:00,910 DEBUG [Time-limited test {}] client.ClusterIdFetcher(90): Going to request da1c6afcd1f9,45145,-1 for getting cluster id 2024-11-14T14:43:00,910 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-14T14:43:00,910 DEBUG [HMaster-EventLoopGroup-1-1 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = '8594475c-9f34-4c0a-98a7-dbf65259a821' 2024-11-14T14:43:00,910 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-14T14:43:00,910 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "8594475c-9f34-4c0a-98a7-dbf65259a821" 2024-11-14T14:43:00,910 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@7f672200, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-14T14:43:00,910 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [da1c6afcd1f9,45145,-1] 2024-11-14T14:43:00,911 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-14T14:43:00,911 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-14T14:43:00,911 INFO [HMaster-EventLoopGroup-1-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:37378, version=4.0.0-alpha-1-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-11-14T14:43:00,912 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@7796f453, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-14T14:43:00,912 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@2637386d, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-14T14:43:00,912 DEBUG [Time-limited test {}] client.ClusterIdFetcher(90): Going to request da1c6afcd1f9,45145,-1 for getting cluster id 2024-11-14T14:43:00,912 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-14T14:43:00,913 DEBUG [HMaster-EventLoopGroup-1-3 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = '8594475c-9f34-4c0a-98a7-dbf65259a821' 2024-11-14T14:43:00,913 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-14T14:43:00,913 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "8594475c-9f34-4c0a-98a7-dbf65259a821" 2024-11-14T14:43:00,913 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@7a641988, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-14T14:43:00,913 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [da1c6afcd1f9,45145,-1] 2024-11-14T14:43:00,913 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-14T14:43:00,913 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-14T14:43:00,914 INFO [HMaster-EventLoopGroup-1-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:37394, version=4.0.0-alpha-1-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-11-14T14:43:00,914 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@67f71fcc, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-14T14:43:00,915 DEBUG [Thread-2349 {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-11-14T14:43:00,915 DEBUG [Thread-2332 {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-11-14T14:43:00,915 INFO [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45145 {}] master.HMaster$22(4506): Client=jenkins//172.17.0.2 flush TestAcidGuarantees 2024-11-14T14:43:00,915 DEBUG [Thread-2347 {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-11-14T14:43:00,915 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=da1c6afcd1f9,35765,1731595233113, seqNum=-1] 2024-11-14T14:43:00,916 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-14T14:43:00,916 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=da1c6afcd1f9,35765,1731595233113, seqNum=-1] 2024-11-14T14:43:00,916 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=da1c6afcd1f9,35765,1731595233113, seqNum=-1] 2024-11-14T14:43:00,916 DEBUG [Thread-2336 {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-11-14T14:43:00,916 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-14T14:43:00,916 DEBUG [Thread-2330 {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-11-14T14:43:00,916 DEBUG [Thread-2338 {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-11-14T14:43:00,917 DEBUG [Thread-2343 {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-11-14T14:43:00,917 DEBUG [Thread-2341 {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-11-14T14:43:00,917 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=da1c6afcd1f9,35765,1731595233113, seqNum=-1] 2024-11-14T14:43:00,917 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=da1c6afcd1f9,35765,1731595233113, seqNum=-1] 2024-11-14T14:43:00,917 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45145 {}] procedure2.ProcedureExecutor(1139): Stored pid=160, state=RUNNABLE:FLUSH_TABLE_PREPARE, hasLock=false; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=160, table=TestAcidGuarantees 2024-11-14T14:43:00,917 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-14T14:43:00,917 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=da1c6afcd1f9,35765,1731595233113, seqNum=-1] 2024-11-14T14:43:00,917 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-14T14:43:00,917 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-14T14:43:00,917 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-14T14:43:00,918 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-3-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:48962, version=4.0.0-alpha-1-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-11-14T14:43:00,918 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=da1c6afcd1f9,35765,1731595233113, seqNum=-1] 2024-11-14T14:43:00,918 DEBUG [Thread-2345 {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-11-14T14:43:00,918 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-14T14:43:00,918 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-3-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:48990, version=4.0.0-alpha-1-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-11-14T14:43:00,918 DEBUG [RPCClient-NioEventLoopGroup-4-8 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=da1c6afcd1f9,35765,1731595233113, seqNum=-1] 2024-11-14T14:43:00,918 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-3-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:48978, version=4.0.0-alpha-1-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-11-14T14:43:00,918 DEBUG [RPCClient-NioEventLoopGroup-4-8 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-14T14:43:00,919 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45145 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=160 2024-11-14T14:43:00,919 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-3-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:48998, version=4.0.0-alpha-1-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-11-14T14:43:00,920 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'TestAcidGuarantees', row='test_row_1', locateType=CURRENT is [region=TestAcidGuarantees,,1731595377819.6bba6f9894a8dbaebc3b47d6055c3663., hostname=da1c6afcd1f9,35765,1731595233113, seqNum=5] 2024-11-14T14:43:00,920 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=da1c6afcd1f9,35765,1731595233113, seqNum=-1] 2024-11-14T14:43:00,920 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-14T14:43:00,920 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-3-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:49026, version=4.0.0-alpha-1-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-11-14T14:43:00,920 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-3-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:49014, version=4.0.0-alpha-1-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-11-14T14:43:00,921 DEBUG [Thread-2334 {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-11-14T14:43:00,921 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-3-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:49004, version=4.0.0-alpha-1-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-11-14T14:43:00,921 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-3-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:49048, version=4.0.0-alpha-1-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-11-14T14:43:00,921 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'TestAcidGuarantees', row='test_row_0', locateType=CURRENT is [region=TestAcidGuarantees,,1731595377819.6bba6f9894a8dbaebc3b47d6055c3663., hostname=da1c6afcd1f9,35765,1731595233113, seqNum=5] 2024-11-14T14:43:00,921 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-3-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:49040, version=4.0.0-alpha-1-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-11-14T14:43:00,922 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'TestAcidGuarantees', row='test_row_2', locateType=CURRENT is [region=TestAcidGuarantees,,1731595377819.6bba6f9894a8dbaebc3b47d6055c3663., hostname=da1c6afcd1f9,35765,1731595233113, seqNum=5] 2024-11-14T14:43:00,922 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'TestAcidGuarantees', row='test_row_2', locateType=CURRENT is [region=TestAcidGuarantees,,1731595377819.6bba6f9894a8dbaebc3b47d6055c3663., hostname=da1c6afcd1f9,35765,1731595233113, seqNum=5] 2024-11-14T14:43:00,922 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'TestAcidGuarantees', row='test_row_1', locateType=CURRENT is [region=TestAcidGuarantees,,1731595377819.6bba6f9894a8dbaebc3b47d6055c3663., hostname=da1c6afcd1f9,35765,1731595233113, seqNum=5] 2024-11-14T14:43:00,922 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=da1c6afcd1f9,35765,1731595233113, seqNum=-1] 2024-11-14T14:43:00,922 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-14T14:43:00,923 DEBUG [RPCClient-NioEventLoopGroup-4-9 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'TestAcidGuarantees', row='test_row_2', locateType=CURRENT is [region=TestAcidGuarantees,,1731595377819.6bba6f9894a8dbaebc3b47d6055c3663., hostname=da1c6afcd1f9,35765,1731595233113, seqNum=5] 2024-11-14T14:43:00,923 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-3-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:49056, version=4.0.0-alpha-1-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-11-14T14:43:00,923 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'TestAcidGuarantees', row='test_row_0', locateType=CURRENT is [region=TestAcidGuarantees,,1731595377819.6bba6f9894a8dbaebc3b47d6055c3663., hostname=da1c6afcd1f9,35765,1731595233113, seqNum=5] 2024-11-14T14:43:00,924 INFO [PEWorker-2 {}] procedure.FlushTableProcedure(91): pid=160, state=RUNNABLE:FLUSH_TABLE_PREPARE, hasLock=true; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=160, table=TestAcidGuarantees execute state=FLUSH_TABLE_PREPARE 2024-11-14T14:43:00,924 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'TestAcidGuarantees', row='test_row_1', locateType=CURRENT is [region=TestAcidGuarantees,,1731595377819.6bba6f9894a8dbaebc3b47d6055c3663., hostname=da1c6afcd1f9,35765,1731595233113, seqNum=5] 2024-11-14T14:43:00,924 DEBUG [RPCClient-NioEventLoopGroup-4-8 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'TestAcidGuarantees', row='test_row_0', locateType=CURRENT is [region=TestAcidGuarantees,,1731595377819.6bba6f9894a8dbaebc3b47d6055c3663., hostname=da1c6afcd1f9,35765,1731595233113, seqNum=5] 2024-11-14T14:43:00,925 INFO [PEWorker-2 {}] procedure.FlushTableProcedure(91): pid=160, state=RUNNABLE:FLUSH_TABLE_FLUSH_REGIONS, hasLock=true; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=160, table=TestAcidGuarantees execute state=FLUSH_TABLE_FLUSH_REGIONS 2024-11-14T14:43:00,925 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=161, ppid=160, state=RUNNABLE, hasLock=false; org.apache.hadoop.hbase.master.procedure.FlushRegionProcedure}] 2024-11-14T14:43:00,926 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'TestAcidGuarantees', row='test_row_2', locateType=CURRENT is [region=TestAcidGuarantees,,1731595377819.6bba6f9894a8dbaebc3b47d6055c3663., hostname=da1c6afcd1f9,35765,1731595233113, seqNum=5] 2024-11-14T14:43:00,929 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35765 {}] regionserver.HRegion(8855): Flush requested on 6bba6f9894a8dbaebc3b47d6055c3663 2024-11-14T14:43:00,929 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(2902): Flushing 6bba6f9894a8dbaebc3b47d6055c3663 3/3 column families, dataSize=53.67 KB heapSize=160.13 KB 2024-11-14T14:43:00,929 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 6bba6f9894a8dbaebc3b47d6055c3663, store=A 2024-11-14T14:43:00,929 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-14T14:43:00,929 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 6bba6f9894a8dbaebc3b47d6055c3663, store=B 2024-11-14T14:43:00,930 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-14T14:43:00,930 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 6bba6f9894a8dbaebc3b47d6055c3663, store=C 2024-11-14T14:43:00,930 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-14T14:43:00,953 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35765 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6bba6f9894a8dbaebc3b47d6055c3663, server=da1c6afcd1f9,35765,1731595233113 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-14T14:43:00,953 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35765 {}] ipc.CallRunner(138): callId: 7 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:49014 deadline: 1731595440949, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6bba6f9894a8dbaebc3b47d6055c3663, server=da1c6afcd1f9,35765,1731595233113 2024-11-14T14:43:00,953 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35765 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6bba6f9894a8dbaebc3b47d6055c3663, server=da1c6afcd1f9,35765,1731595233113 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-14T14:43:00,954 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35765 {}] ipc.CallRunner(138): callId: 5 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:49004 deadline: 1731595440950, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6bba6f9894a8dbaebc3b47d6055c3663, server=da1c6afcd1f9,35765,1731595233113 2024-11-14T14:43:00,954 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35765 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6bba6f9894a8dbaebc3b47d6055c3663, server=da1c6afcd1f9,35765,1731595233113 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-14T14:43:00,954 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731595377819.6bba6f9894a8dbaebc3b47d6055c3663., hostname=da1c6afcd1f9,35765,1731595233113, seqNum=5 , the old value is region=TestAcidGuarantees,,1731595377819.6bba6f9894a8dbaebc3b47d6055c3663., hostname=da1c6afcd1f9,35765,1731595233113, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6bba6f9894a8dbaebc3b47d6055c3663, server=da1c6afcd1f9,35765,1731595233113 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-14T14:43:00,954 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35765 {}] ipc.CallRunner(138): callId: 6 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:49026 deadline: 1731595440952, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6bba6f9894a8dbaebc3b47d6055c3663, server=da1c6afcd1f9,35765,1731595233113 2024-11-14T14:43:00,954 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731595377819.6bba6f9894a8dbaebc3b47d6055c3663., hostname=da1c6afcd1f9,35765,1731595233113, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6bba6f9894a8dbaebc3b47d6055c3663, server=da1c6afcd1f9,35765,1731595233113 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-14T14:43:00,954 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731595377819.6bba6f9894a8dbaebc3b47d6055c3663., hostname=da1c6afcd1f9,35765,1731595233113, seqNum=5 because the exception is null or not the one we care about 2024-11-14T14:43:00,955 DEBUG [RS_IN_MEMORY_COMPACTION-regionserver/da1c6afcd1f9:0-3 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=type=CellArrayImmutableSegment, empty=no, cellCount=159, cellSize=7275, totalHeapSize=16776, min timestamp=1731595380946, max timestamp=1731595380952Num uniques 859; 2024-11-14T14:43:00,955 DEBUG [RS_IN_MEMORY_COMPACTION-regionserver/da1c6afcd1f9:0-7 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=type=CellArrayImmutableSegment, empty=no, cellCount=159, cellSize=7275, totalHeapSize=16776, min timestamp=1731595380946, max timestamp=1731595380952Num uniques 859; 2024-11-14T14:43:00,955 DEBUG [RS_IN_MEMORY_COMPACTION-regionserver/da1c6afcd1f9:0-3 {}] regionserver.CompactionPipeline(163): Suffix data size=39335, new segment data size=7275, suffix heap size=117064,new segment heap size=16776 　suffix off heap size=0, new segment off heap size=0, suffix cells count=859, new segment cells count=159 2024-11-14T14:43:00,955 DEBUG [RS_IN_MEMORY_COMPACTION-regionserver/da1c6afcd1f9:0-8 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=type=CellArrayImmutableSegment, empty=no, cellCount=159, cellSize=7275, totalHeapSize=16776, min timestamp=1731595380946, max timestamp=1731595380952Num uniques 859; 2024-11-14T14:43:00,955 DEBUG [RS_IN_MEMORY_COMPACTION-regionserver/da1c6afcd1f9:0-7 {}] regionserver.CompactionPipeline(163): Suffix data size=39335, new segment data size=7275, suffix heap size=117064,new segment heap size=16776 　suffix off heap size=0, new segment off heap size=0, suffix cells count=859, new segment cells count=159 2024-11-14T14:43:00,955 DEBUG [RS_IN_MEMORY_COMPACTION-regionserver/da1c6afcd1f9:0-8 {}] regionserver.CompactionPipeline(163): Suffix data size=39335, new segment data size=7275, suffix heap size=117064,new segment heap size=16776 　suffix off heap size=0, new segment off heap size=0, suffix cells count=859, new segment cells count=159 2024-11-14T14:43:00,955 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731595377819.6bba6f9894a8dbaebc3b47d6055c3663., hostname=da1c6afcd1f9,35765,1731595233113, seqNum=5 , the old value is region=TestAcidGuarantees,,1731595377819.6bba6f9894a8dbaebc3b47d6055c3663., hostname=da1c6afcd1f9,35765,1731595233113, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6bba6f9894a8dbaebc3b47d6055c3663, server=da1c6afcd1f9,35765,1731595233113 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-14T14:43:00,955 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731595377819.6bba6f9894a8dbaebc3b47d6055c3663., hostname=da1c6afcd1f9,35765,1731595233113, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6bba6f9894a8dbaebc3b47d6055c3663, server=da1c6afcd1f9,35765,1731595233113 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-14T14:43:00,955 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731595377819.6bba6f9894a8dbaebc3b47d6055c3663., hostname=da1c6afcd1f9,35765,1731595233113, seqNum=5 because the exception is null or not the one we care about 2024-11-14T14:43:00,956 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731595377819.6bba6f9894a8dbaebc3b47d6055c3663., hostname=da1c6afcd1f9,35765,1731595233113, seqNum=5 , the old value is region=TestAcidGuarantees,,1731595377819.6bba6f9894a8dbaebc3b47d6055c3663., hostname=da1c6afcd1f9,35765,1731595233113, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6bba6f9894a8dbaebc3b47d6055c3663, server=da1c6afcd1f9,35765,1731595233113 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-14T14:43:00,956 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731595377819.6bba6f9894a8dbaebc3b47d6055c3663., hostname=da1c6afcd1f9,35765,1731595233113, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6bba6f9894a8dbaebc3b47d6055c3663, server=da1c6afcd1f9,35765,1731595233113 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-14T14:43:00,956 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731595377819.6bba6f9894a8dbaebc3b47d6055c3663., hostname=da1c6afcd1f9,35765,1731595233113, seqNum=5 because the exception is null or not the one we care about 2024-11-14T14:43:00,961 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:34345/user/jenkins/test-data/14d118ee-a83a-b09b-5913-1a58940a5db1/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e20241114f3eeca98831a4318b94954a01ddaacd0_6bba6f9894a8dbaebc3b47d6055c3663 is 50, key is test_row_0/A:col10/1731595380927/Put/seqid=0 2024-11-14T14:43:00,970 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36699 is added to blk_1073742347_1523 (size=12154) 2024-11-14T14:43:00,992 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35765 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6bba6f9894a8dbaebc3b47d6055c3663, server=da1c6afcd1f9,35765,1731595233113 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-14T14:43:00,992 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35765 {}] ipc.CallRunner(138): callId: 12 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:49056 deadline: 1731595440988, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6bba6f9894a8dbaebc3b47d6055c3663, server=da1c6afcd1f9,35765,1731595233113 2024-11-14T14:43:00,992 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731595377819.6bba6f9894a8dbaebc3b47d6055c3663., hostname=da1c6afcd1f9,35765,1731595233113, seqNum=5 , the old value is region=TestAcidGuarantees,,1731595377819.6bba6f9894a8dbaebc3b47d6055c3663., hostname=da1c6afcd1f9,35765,1731595233113, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6bba6f9894a8dbaebc3b47d6055c3663, server=da1c6afcd1f9,35765,1731595233113 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-14T14:43:00,992 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731595377819.6bba6f9894a8dbaebc3b47d6055c3663., hostname=da1c6afcd1f9,35765,1731595233113, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6bba6f9894a8dbaebc3b47d6055c3663, server=da1c6afcd1f9,35765,1731595233113 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-14T14:43:00,992 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731595377819.6bba6f9894a8dbaebc3b47d6055c3663., hostname=da1c6afcd1f9,35765,1731595233113, seqNum=5 because the exception is null or not the one we care about 2024-11-14T14:43:00,995 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35765 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6bba6f9894a8dbaebc3b47d6055c3663, server=da1c6afcd1f9,35765,1731595233113 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-14T14:43:00,996 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35765 {}] ipc.CallRunner(138): callId: 16 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:48962 deadline: 1731595440992, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6bba6f9894a8dbaebc3b47d6055c3663, server=da1c6afcd1f9,35765,1731595233113 2024-11-14T14:43:00,996 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731595377819.6bba6f9894a8dbaebc3b47d6055c3663., hostname=da1c6afcd1f9,35765,1731595233113, seqNum=5 , the old value is region=TestAcidGuarantees,,1731595377819.6bba6f9894a8dbaebc3b47d6055c3663., hostname=da1c6afcd1f9,35765,1731595233113, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6bba6f9894a8dbaebc3b47d6055c3663, server=da1c6afcd1f9,35765,1731595233113 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-14T14:43:00,996 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731595377819.6bba6f9894a8dbaebc3b47d6055c3663., hostname=da1c6afcd1f9,35765,1731595233113, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6bba6f9894a8dbaebc3b47d6055c3663, server=da1c6afcd1f9,35765,1731595233113 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-14T14:43:00,996 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731595377819.6bba6f9894a8dbaebc3b47d6055c3663., hostname=da1c6afcd1f9,35765,1731595233113, seqNum=5 because the exception is null or not the one we care about 2024-11-14T14:43:01,026 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45145 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=160 2024-11-14T14:43:01,059 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35765 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6bba6f9894a8dbaebc3b47d6055c3663, server=da1c6afcd1f9,35765,1731595233113 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-14T14:43:01,059 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35765 {}] ipc.CallRunner(138): callId: 6 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:49004 deadline: 1731595441056, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6bba6f9894a8dbaebc3b47d6055c3663, server=da1c6afcd1f9,35765,1731595233113 2024-11-14T14:43:01,059 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731595377819.6bba6f9894a8dbaebc3b47d6055c3663., hostname=da1c6afcd1f9,35765,1731595233113, seqNum=5 , the old value is region=TestAcidGuarantees,,1731595377819.6bba6f9894a8dbaebc3b47d6055c3663., hostname=da1c6afcd1f9,35765,1731595233113, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6bba6f9894a8dbaebc3b47d6055c3663, server=da1c6afcd1f9,35765,1731595233113 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-14T14:43:01,059 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731595377819.6bba6f9894a8dbaebc3b47d6055c3663., hostname=da1c6afcd1f9,35765,1731595233113, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6bba6f9894a8dbaebc3b47d6055c3663, server=da1c6afcd1f9,35765,1731595233113 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-14T14:43:01,059 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731595377819.6bba6f9894a8dbaebc3b47d6055c3663., hostname=da1c6afcd1f9,35765,1731595233113, seqNum=5 because the exception is null or not the one we care about 2024-11-14T14:43:01,068 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35765 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6bba6f9894a8dbaebc3b47d6055c3663, server=da1c6afcd1f9,35765,1731595233113 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-14T14:43:01,068 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35765 {}] ipc.CallRunner(138): callId: 8 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:49014 deadline: 1731595441066, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6bba6f9894a8dbaebc3b47d6055c3663, server=da1c6afcd1f9,35765,1731595233113 2024-11-14T14:43:01,068 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35765 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6bba6f9894a8dbaebc3b47d6055c3663, server=da1c6afcd1f9,35765,1731595233113 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-14T14:43:01,069 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731595377819.6bba6f9894a8dbaebc3b47d6055c3663., hostname=da1c6afcd1f9,35765,1731595233113, seqNum=5 , the old value is region=TestAcidGuarantees,,1731595377819.6bba6f9894a8dbaebc3b47d6055c3663., hostname=da1c6afcd1f9,35765,1731595233113, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6bba6f9894a8dbaebc3b47d6055c3663, server=da1c6afcd1f9,35765,1731595233113 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-14T14:43:01,069 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731595377819.6bba6f9894a8dbaebc3b47d6055c3663., hostname=da1c6afcd1f9,35765,1731595233113, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6bba6f9894a8dbaebc3b47d6055c3663, server=da1c6afcd1f9,35765,1731595233113 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-14T14:43:01,069 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35765 {}] ipc.CallRunner(138): callId: 7 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:49026 deadline: 1731595441066, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6bba6f9894a8dbaebc3b47d6055c3663, server=da1c6afcd1f9,35765,1731595233113 2024-11-14T14:43:01,069 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731595377819.6bba6f9894a8dbaebc3b47d6055c3663., hostname=da1c6afcd1f9,35765,1731595233113, seqNum=5 because the exception is null or not the one we care about 2024-11-14T14:43:01,069 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731595377819.6bba6f9894a8dbaebc3b47d6055c3663., hostname=da1c6afcd1f9,35765,1731595233113, seqNum=5 , the old value is region=TestAcidGuarantees,,1731595377819.6bba6f9894a8dbaebc3b47d6055c3663., hostname=da1c6afcd1f9,35765,1731595233113, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6bba6f9894a8dbaebc3b47d6055c3663, server=da1c6afcd1f9,35765,1731595233113 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-14T14:43:01,069 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731595377819.6bba6f9894a8dbaebc3b47d6055c3663., hostname=da1c6afcd1f9,35765,1731595233113, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6bba6f9894a8dbaebc3b47d6055c3663, server=da1c6afcd1f9,35765,1731595233113 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-14T14:43:01,069 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731595377819.6bba6f9894a8dbaebc3b47d6055c3663., hostname=da1c6afcd1f9,35765,1731595233113, seqNum=5 because the exception is null or not the one we care about 2024-11-14T14:43:01,078 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=35765 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=161 2024-11-14T14:43:01,078 DEBUG [RS_FLUSH_OPERATIONS-regionserver/da1c6afcd1f9:0-0 {event_type=RS_FLUSH_REGIONS, pid=161}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1731595377819.6bba6f9894a8dbaebc3b47d6055c3663. 2024-11-14T14:43:01,078 DEBUG [RS_FLUSH_OPERATIONS-regionserver/da1c6afcd1f9:0-0 {event_type=RS_FLUSH_REGIONS, pid=161}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1731595377819.6bba6f9894a8dbaebc3b47d6055c3663. as already flushing 2024-11-14T14:43:01,079 DEBUG [RS_FLUSH_OPERATIONS-regionserver/da1c6afcd1f9:0-0 {event_type=RS_FLUSH_REGIONS, pid=161}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1731595377819.6bba6f9894a8dbaebc3b47d6055c3663. 2024-11-14T14:43:01,079 ERROR [RS_FLUSH_OPERATIONS-regionserver/da1c6afcd1f9:0-0 {event_type=RS_FLUSH_REGIONS, pid=161}] handler.RSProcedureHandler(58): pid=161 java.io.IOException: Unable to complete flush {ENCODED => 6bba6f9894a8dbaebc3b47d6055c3663, NAME => 'TestAcidGuarantees,,1731595377819.6bba6f9894a8dbaebc3b47d6055c3663.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-14T14:43:01,079 DEBUG [RS_FLUSH_OPERATIONS-regionserver/da1c6afcd1f9:0-0 {event_type=RS_FLUSH_REGIONS, pid=161}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=161 java.io.IOException: Unable to complete flush {ENCODED => 6bba6f9894a8dbaebc3b47d6055c3663, NAME => 'TestAcidGuarantees,,1731595377819.6bba6f9894a8dbaebc3b47d6055c3663.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-14T14:43:01,079 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45145 {}] master.HMaster(4177): Remote procedure failed, pid=161 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 6bba6f9894a8dbaebc3b47d6055c3663, NAME => 'TestAcidGuarantees,,1731595377819.6bba6f9894a8dbaebc3b47d6055c3663.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$5(MasterRpcServices.java:2580) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2575) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 6bba6f9894a8dbaebc3b47d6055c3663, NAME => 'TestAcidGuarantees,,1731595377819.6bba6f9894a8dbaebc3b47d6055c3663.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-14T14:43:01,099 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35765 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6bba6f9894a8dbaebc3b47d6055c3663, server=da1c6afcd1f9,35765,1731595233113 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-14T14:43:01,099 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35765 {}] ipc.CallRunner(138): callId: 13 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:49056 deadline: 1731595441096, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6bba6f9894a8dbaebc3b47d6055c3663, server=da1c6afcd1f9,35765,1731595233113 2024-11-14T14:43:01,099 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731595377819.6bba6f9894a8dbaebc3b47d6055c3663., hostname=da1c6afcd1f9,35765,1731595233113, seqNum=5 , the old value is region=TestAcidGuarantees,,1731595377819.6bba6f9894a8dbaebc3b47d6055c3663., hostname=da1c6afcd1f9,35765,1731595233113, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6bba6f9894a8dbaebc3b47d6055c3663, server=da1c6afcd1f9,35765,1731595233113 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-14T14:43:01,099 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731595377819.6bba6f9894a8dbaebc3b47d6055c3663., hostname=da1c6afcd1f9,35765,1731595233113, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6bba6f9894a8dbaebc3b47d6055c3663, server=da1c6afcd1f9,35765,1731595233113 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-14T14:43:01,099 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731595377819.6bba6f9894a8dbaebc3b47d6055c3663., hostname=da1c6afcd1f9,35765,1731595233113, seqNum=5 because the exception is null or not the one we care about 2024-11-14T14:43:01,107 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35765 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6bba6f9894a8dbaebc3b47d6055c3663, server=da1c6afcd1f9,35765,1731595233113 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-14T14:43:01,107 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35765 {}] ipc.CallRunner(138): callId: 17 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:48962 deadline: 1731595441105, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6bba6f9894a8dbaebc3b47d6055c3663, server=da1c6afcd1f9,35765,1731595233113 2024-11-14T14:43:01,108 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731595377819.6bba6f9894a8dbaebc3b47d6055c3663., hostname=da1c6afcd1f9,35765,1731595233113, seqNum=5 , the old value is region=TestAcidGuarantees,,1731595377819.6bba6f9894a8dbaebc3b47d6055c3663., hostname=da1c6afcd1f9,35765,1731595233113, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6bba6f9894a8dbaebc3b47d6055c3663, server=da1c6afcd1f9,35765,1731595233113 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-14T14:43:01,108 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731595377819.6bba6f9894a8dbaebc3b47d6055c3663., hostname=da1c6afcd1f9,35765,1731595233113, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6bba6f9894a8dbaebc3b47d6055c3663, server=da1c6afcd1f9,35765,1731595233113 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-14T14:43:01,108 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731595377819.6bba6f9894a8dbaebc3b47d6055c3663., hostname=da1c6afcd1f9,35765,1731595233113, seqNum=5 because the exception is null or not the one we care about 2024-11-14T14:43:01,231 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=35765 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=161 2024-11-14T14:43:01,232 DEBUG [RS_FLUSH_OPERATIONS-regionserver/da1c6afcd1f9:0-1 {event_type=RS_FLUSH_REGIONS, pid=161}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1731595377819.6bba6f9894a8dbaebc3b47d6055c3663. 2024-11-14T14:43:01,232 DEBUG [RS_FLUSH_OPERATIONS-regionserver/da1c6afcd1f9:0-1 {event_type=RS_FLUSH_REGIONS, pid=161}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1731595377819.6bba6f9894a8dbaebc3b47d6055c3663. as already flushing 2024-11-14T14:43:01,232 DEBUG [RS_FLUSH_OPERATIONS-regionserver/da1c6afcd1f9:0-1 {event_type=RS_FLUSH_REGIONS, pid=161}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1731595377819.6bba6f9894a8dbaebc3b47d6055c3663. 2024-11-14T14:43:01,232 ERROR [RS_FLUSH_OPERATIONS-regionserver/da1c6afcd1f9:0-1 {event_type=RS_FLUSH_REGIONS, pid=161}] handler.RSProcedureHandler(58): pid=161 java.io.IOException: Unable to complete flush {ENCODED => 6bba6f9894a8dbaebc3b47d6055c3663, NAME => 'TestAcidGuarantees,,1731595377819.6bba6f9894a8dbaebc3b47d6055c3663.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-14T14:43:01,232 DEBUG [RS_FLUSH_OPERATIONS-regionserver/da1c6afcd1f9:0-1 {event_type=RS_FLUSH_REGIONS, pid=161}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=161 java.io.IOException: Unable to complete flush {ENCODED => 6bba6f9894a8dbaebc3b47d6055c3663, NAME => 'TestAcidGuarantees,,1731595377819.6bba6f9894a8dbaebc3b47d6055c3663.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-14T14:43:01,233 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45145 {}] master.HMaster(4177): Remote procedure failed, pid=161 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 6bba6f9894a8dbaebc3b47d6055c3663, NAME => 'TestAcidGuarantees,,1731595377819.6bba6f9894a8dbaebc3b47d6055c3663.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$5(MasterRpcServices.java:2580) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2575) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 6bba6f9894a8dbaebc3b47d6055c3663, NAME => 'TestAcidGuarantees,,1731595377819.6bba6f9894a8dbaebc3b47d6055c3663.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-14T14:43:01,235 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45145 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=160 2024-11-14T14:43:01,267 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35765 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6bba6f9894a8dbaebc3b47d6055c3663, server=da1c6afcd1f9,35765,1731595233113 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-14T14:43:01,267 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35765 {}] ipc.CallRunner(138): callId: 7 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:49004 deadline: 1731595441266, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6bba6f9894a8dbaebc3b47d6055c3663, server=da1c6afcd1f9,35765,1731595233113 2024-11-14T14:43:01,268 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731595377819.6bba6f9894a8dbaebc3b47d6055c3663., hostname=da1c6afcd1f9,35765,1731595233113, seqNum=5 , the old value is region=TestAcidGuarantees,,1731595377819.6bba6f9894a8dbaebc3b47d6055c3663., hostname=da1c6afcd1f9,35765,1731595233113, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6bba6f9894a8dbaebc3b47d6055c3663, server=da1c6afcd1f9,35765,1731595233113 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-14T14:43:01,268 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731595377819.6bba6f9894a8dbaebc3b47d6055c3663., hostname=da1c6afcd1f9,35765,1731595233113, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6bba6f9894a8dbaebc3b47d6055c3663, server=da1c6afcd1f9,35765,1731595233113 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-14T14:43:01,268 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731595377819.6bba6f9894a8dbaebc3b47d6055c3663., hostname=da1c6afcd1f9,35765,1731595233113, seqNum=5 because the exception is null or not the one we care about 2024-11-14T14:43:01,279 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35765 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6bba6f9894a8dbaebc3b47d6055c3663, server=da1c6afcd1f9,35765,1731595233113 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-14T14:43:01,280 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35765 {}] ipc.CallRunner(138): callId: 9 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:49014 deadline: 1731595441276, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6bba6f9894a8dbaebc3b47d6055c3663, server=da1c6afcd1f9,35765,1731595233113 2024-11-14T14:43:01,280 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731595377819.6bba6f9894a8dbaebc3b47d6055c3663., hostname=da1c6afcd1f9,35765,1731595233113, seqNum=5 , the old value is region=TestAcidGuarantees,,1731595377819.6bba6f9894a8dbaebc3b47d6055c3663., hostname=da1c6afcd1f9,35765,1731595233113, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6bba6f9894a8dbaebc3b47d6055c3663, server=da1c6afcd1f9,35765,1731595233113 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-14T14:43:01,280 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35765 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6bba6f9894a8dbaebc3b47d6055c3663, server=da1c6afcd1f9,35765,1731595233113 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-14T14:43:01,280 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731595377819.6bba6f9894a8dbaebc3b47d6055c3663., hostname=da1c6afcd1f9,35765,1731595233113, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6bba6f9894a8dbaebc3b47d6055c3663, server=da1c6afcd1f9,35765,1731595233113 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-14T14:43:01,280 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731595377819.6bba6f9894a8dbaebc3b47d6055c3663., hostname=da1c6afcd1f9,35765,1731595233113, seqNum=5 because the exception is null or not the one we care about 2024-11-14T14:43:01,280 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35765 {}] ipc.CallRunner(138): callId: 8 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:49026 deadline: 1731595441276, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6bba6f9894a8dbaebc3b47d6055c3663, server=da1c6afcd1f9,35765,1731595233113 2024-11-14T14:43:01,280 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731595377819.6bba6f9894a8dbaebc3b47d6055c3663., hostname=da1c6afcd1f9,35765,1731595233113, seqNum=5 , the old value is region=TestAcidGuarantees,,1731595377819.6bba6f9894a8dbaebc3b47d6055c3663., hostname=da1c6afcd1f9,35765,1731595233113, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6bba6f9894a8dbaebc3b47d6055c3663, server=da1c6afcd1f9,35765,1731595233113 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-14T14:43:01,280 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731595377819.6bba6f9894a8dbaebc3b47d6055c3663., hostname=da1c6afcd1f9,35765,1731595233113, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6bba6f9894a8dbaebc3b47d6055c3663, server=da1c6afcd1f9,35765,1731595233113 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-14T14:43:01,280 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731595377819.6bba6f9894a8dbaebc3b47d6055c3663., hostname=da1c6afcd1f9,35765,1731595233113, seqNum=5 because the exception is null or not the one we care about 2024-11-14T14:43:01,281 DEBUG [FsDatasetAsyncDiskServiceFixer {}] hbase.HBaseTestingUtil$FsDatasetAsyncDiskServiceFixer(597): NoSuchFieldException: threadGroup; It might because your Hadoop version > 3.2.3 or 3.3.4, See HBASE-27595 for details. 2024-11-14T14:43:01,308 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35765 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6bba6f9894a8dbaebc3b47d6055c3663, server=da1c6afcd1f9,35765,1731595233113 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-14T14:43:01,308 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35765 {}] ipc.CallRunner(138): callId: 14 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:49056 deadline: 1731595441306, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6bba6f9894a8dbaebc3b47d6055c3663, server=da1c6afcd1f9,35765,1731595233113 2024-11-14T14:43:01,308 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731595377819.6bba6f9894a8dbaebc3b47d6055c3663., hostname=da1c6afcd1f9,35765,1731595233113, seqNum=5 , the old value is region=TestAcidGuarantees,,1731595377819.6bba6f9894a8dbaebc3b47d6055c3663., hostname=da1c6afcd1f9,35765,1731595233113, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6bba6f9894a8dbaebc3b47d6055c3663, server=da1c6afcd1f9,35765,1731595233113 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-14T14:43:01,308 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731595377819.6bba6f9894a8dbaebc3b47d6055c3663., hostname=da1c6afcd1f9,35765,1731595233113, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6bba6f9894a8dbaebc3b47d6055c3663, server=da1c6afcd1f9,35765,1731595233113 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-14T14:43:01,308 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731595377819.6bba6f9894a8dbaebc3b47d6055c3663., hostname=da1c6afcd1f9,35765,1731595233113, seqNum=5 because the exception is null or not the one we care about 2024-11-14T14:43:01,319 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35765 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6bba6f9894a8dbaebc3b47d6055c3663, server=da1c6afcd1f9,35765,1731595233113 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-14T14:43:01,319 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35765 {}] ipc.CallRunner(138): callId: 18 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:48962 deadline: 1731595441316, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6bba6f9894a8dbaebc3b47d6055c3663, server=da1c6afcd1f9,35765,1731595233113 2024-11-14T14:43:01,320 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731595377819.6bba6f9894a8dbaebc3b47d6055c3663., hostname=da1c6afcd1f9,35765,1731595233113, seqNum=5 , the old value is region=TestAcidGuarantees,,1731595377819.6bba6f9894a8dbaebc3b47d6055c3663., hostname=da1c6afcd1f9,35765,1731595233113, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6bba6f9894a8dbaebc3b47d6055c3663, server=da1c6afcd1f9,35765,1731595233113 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-14T14:43:01,320 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731595377819.6bba6f9894a8dbaebc3b47d6055c3663., hostname=da1c6afcd1f9,35765,1731595233113, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6bba6f9894a8dbaebc3b47d6055c3663, server=da1c6afcd1f9,35765,1731595233113 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-14T14:43:01,320 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731595377819.6bba6f9894a8dbaebc3b47d6055c3663., hostname=da1c6afcd1f9,35765,1731595233113, seqNum=5 because the exception is null or not the one we care about 2024-11-14T14:43:01,371 DEBUG [MemStoreFlusher.0 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T14:43:01,374 INFO [MemStoreFlusher.0 {}] regionserver.HMobStore(268): FLUSH Renaming flushed file from hdfs://localhost:34345/user/jenkins/test-data/14d118ee-a83a-b09b-5913-1a58940a5db1/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e20241114f3eeca98831a4318b94954a01ddaacd0_6bba6f9894a8dbaebc3b47d6055c3663 to hdfs://localhost:34345/user/jenkins/test-data/14d118ee-a83a-b09b-5913-1a58940a5db1/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e20241114f3eeca98831a4318b94954a01ddaacd0_6bba6f9894a8dbaebc3b47d6055c3663 2024-11-14T14:43:01,375 DEBUG [MemStoreFlusher.0 {}] mob.DefaultMobStoreFlusher(263): Flush store file: hdfs://localhost:34345/user/jenkins/test-data/14d118ee-a83a-b09b-5913-1a58940a5db1/data/default/TestAcidGuarantees/6bba6f9894a8dbaebc3b47d6055c3663/.tmp/A/47712e4fb13241e9bb67250e1803eeba, store: [table=TestAcidGuarantees family=A region=6bba6f9894a8dbaebc3b47d6055c3663] 2024-11-14T14:43:01,375 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:34345/user/jenkins/test-data/14d118ee-a83a-b09b-5913-1a58940a5db1/data/default/TestAcidGuarantees/6bba6f9894a8dbaebc3b47d6055c3663/.tmp/A/47712e4fb13241e9bb67250e1803eeba is 175, key is test_row_0/A:col10/1731595380927/Put/seqid=0 2024-11-14T14:43:01,379 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36699 is added to blk_1073742348_1524 (size=30955) 2024-11-14T14:43:01,379 INFO [MemStoreFlusher.0 {}] mob.DefaultMobStoreFlusher(147): Mob store is flushed, sequenceid=15, memsize=17.9 K, hasBloomFilter=true, into tmp file hdfs://localhost:34345/user/jenkins/test-data/14d118ee-a83a-b09b-5913-1a58940a5db1/data/default/TestAcidGuarantees/6bba6f9894a8dbaebc3b47d6055c3663/.tmp/A/47712e4fb13241e9bb67250e1803eeba 2024-11-14T14:43:01,385 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=35765 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=161 2024-11-14T14:43:01,385 DEBUG [RS_FLUSH_OPERATIONS-regionserver/da1c6afcd1f9:0-2 {event_type=RS_FLUSH_REGIONS, pid=161}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1731595377819.6bba6f9894a8dbaebc3b47d6055c3663. 2024-11-14T14:43:01,385 DEBUG [RS_FLUSH_OPERATIONS-regionserver/da1c6afcd1f9:0-2 {event_type=RS_FLUSH_REGIONS, pid=161}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1731595377819.6bba6f9894a8dbaebc3b47d6055c3663. as already flushing 2024-11-14T14:43:01,385 DEBUG [RS_FLUSH_OPERATIONS-regionserver/da1c6afcd1f9:0-2 {event_type=RS_FLUSH_REGIONS, pid=161}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1731595377819.6bba6f9894a8dbaebc3b47d6055c3663. 2024-11-14T14:43:01,385 ERROR [RS_FLUSH_OPERATIONS-regionserver/da1c6afcd1f9:0-2 {event_type=RS_FLUSH_REGIONS, pid=161}] handler.RSProcedureHandler(58): pid=161 java.io.IOException: Unable to complete flush {ENCODED => 6bba6f9894a8dbaebc3b47d6055c3663, NAME => 'TestAcidGuarantees,,1731595377819.6bba6f9894a8dbaebc3b47d6055c3663.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-14T14:43:01,385 DEBUG [RS_FLUSH_OPERATIONS-regionserver/da1c6afcd1f9:0-2 {event_type=RS_FLUSH_REGIONS, pid=161}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=161 java.io.IOException: Unable to complete flush {ENCODED => 6bba6f9894a8dbaebc3b47d6055c3663, NAME => 'TestAcidGuarantees,,1731595377819.6bba6f9894a8dbaebc3b47d6055c3663.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-14T14:43:01,386 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45145 {}] master.HMaster(4177): Remote procedure failed, pid=161 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 6bba6f9894a8dbaebc3b47d6055c3663, NAME => 'TestAcidGuarantees,,1731595377819.6bba6f9894a8dbaebc3b47d6055c3663.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$5(MasterRpcServices.java:2580) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2575) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 6bba6f9894a8dbaebc3b47d6055c3663, NAME => 'TestAcidGuarantees,,1731595377819.6bba6f9894a8dbaebc3b47d6055c3663.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-14T14:43:01,403 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:34345/user/jenkins/test-data/14d118ee-a83a-b09b-5913-1a58940a5db1/data/default/TestAcidGuarantees/6bba6f9894a8dbaebc3b47d6055c3663/.tmp/B/13f8c590be1b4000b8ec76f8ee78c89a is 50, key is test_row_0/B:col10/1731595380927/Put/seqid=0 2024-11-14T14:43:01,410 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36699 is added to blk_1073742349_1525 (size=12001) 2024-11-14T14:43:01,537 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=35765 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=161 2024-11-14T14:43:01,538 DEBUG [RS_FLUSH_OPERATIONS-regionserver/da1c6afcd1f9:0-0 {event_type=RS_FLUSH_REGIONS, pid=161}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1731595377819.6bba6f9894a8dbaebc3b47d6055c3663. 2024-11-14T14:43:01,538 DEBUG [RS_FLUSH_OPERATIONS-regionserver/da1c6afcd1f9:0-0 {event_type=RS_FLUSH_REGIONS, pid=161}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1731595377819.6bba6f9894a8dbaebc3b47d6055c3663. as already flushing 2024-11-14T14:43:01,538 DEBUG [RS_FLUSH_OPERATIONS-regionserver/da1c6afcd1f9:0-0 {event_type=RS_FLUSH_REGIONS, pid=161}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1731595377819.6bba6f9894a8dbaebc3b47d6055c3663. 2024-11-14T14:43:01,538 ERROR [RS_FLUSH_OPERATIONS-regionserver/da1c6afcd1f9:0-0 {event_type=RS_FLUSH_REGIONS, pid=161}] handler.RSProcedureHandler(58): pid=161 java.io.IOException: Unable to complete flush {ENCODED => 6bba6f9894a8dbaebc3b47d6055c3663, NAME => 'TestAcidGuarantees,,1731595377819.6bba6f9894a8dbaebc3b47d6055c3663.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-14T14:43:01,538 DEBUG [RS_FLUSH_OPERATIONS-regionserver/da1c6afcd1f9:0-0 {event_type=RS_FLUSH_REGIONS, pid=161}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=161 java.io.IOException: Unable to complete flush {ENCODED => 6bba6f9894a8dbaebc3b47d6055c3663, NAME => 'TestAcidGuarantees,,1731595377819.6bba6f9894a8dbaebc3b47d6055c3663.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-14T14:43:01,540 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45145 {}] master.HMaster(4177): Remote procedure failed, pid=161 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 6bba6f9894a8dbaebc3b47d6055c3663, NAME => 'TestAcidGuarantees,,1731595377819.6bba6f9894a8dbaebc3b47d6055c3663.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$5(MasterRpcServices.java:2580) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2575) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 6bba6f9894a8dbaebc3b47d6055c3663, NAME => 'TestAcidGuarantees,,1731595377819.6bba6f9894a8dbaebc3b47d6055c3663.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-14T14:43:01,546 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45145 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=160 2024-11-14T14:43:01,577 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35765 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6bba6f9894a8dbaebc3b47d6055c3663, server=da1c6afcd1f9,35765,1731595233113 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-14T14:43:01,577 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35765 {}] ipc.CallRunner(138): callId: 8 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:49004 deadline: 1731595441576, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6bba6f9894a8dbaebc3b47d6055c3663, server=da1c6afcd1f9,35765,1731595233113 2024-11-14T14:43:01,577 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731595377819.6bba6f9894a8dbaebc3b47d6055c3663., hostname=da1c6afcd1f9,35765,1731595233113, seqNum=5 , the old value is region=TestAcidGuarantees,,1731595377819.6bba6f9894a8dbaebc3b47d6055c3663., hostname=da1c6afcd1f9,35765,1731595233113, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6bba6f9894a8dbaebc3b47d6055c3663, server=da1c6afcd1f9,35765,1731595233113 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-14T14:43:01,578 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731595377819.6bba6f9894a8dbaebc3b47d6055c3663., hostname=da1c6afcd1f9,35765,1731595233113, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6bba6f9894a8dbaebc3b47d6055c3663, server=da1c6afcd1f9,35765,1731595233113 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-14T14:43:01,578 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731595377819.6bba6f9894a8dbaebc3b47d6055c3663., hostname=da1c6afcd1f9,35765,1731595233113, seqNum=5 because the exception is null or not the one we care about 2024-11-14T14:43:01,587 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35765 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6bba6f9894a8dbaebc3b47d6055c3663, server=da1c6afcd1f9,35765,1731595233113 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-14T14:43:01,587 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35765 {}] ipc.CallRunner(138): callId: 10 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:49014 deadline: 1731595441586, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6bba6f9894a8dbaebc3b47d6055c3663, server=da1c6afcd1f9,35765,1731595233113 2024-11-14T14:43:01,587 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35765 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6bba6f9894a8dbaebc3b47d6055c3663, server=da1c6afcd1f9,35765,1731595233113 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-14T14:43:01,587 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731595377819.6bba6f9894a8dbaebc3b47d6055c3663., hostname=da1c6afcd1f9,35765,1731595233113, seqNum=5 , the old value is region=TestAcidGuarantees,,1731595377819.6bba6f9894a8dbaebc3b47d6055c3663., hostname=da1c6afcd1f9,35765,1731595233113, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6bba6f9894a8dbaebc3b47d6055c3663, server=da1c6afcd1f9,35765,1731595233113 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-14T14:43:01,587 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731595377819.6bba6f9894a8dbaebc3b47d6055c3663., hostname=da1c6afcd1f9,35765,1731595233113, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6bba6f9894a8dbaebc3b47d6055c3663, server=da1c6afcd1f9,35765,1731595233113 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-14T14:43:01,587 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35765 {}] ipc.CallRunner(138): callId: 9 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:49026 deadline: 1731595441586, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6bba6f9894a8dbaebc3b47d6055c3663, server=da1c6afcd1f9,35765,1731595233113 2024-11-14T14:43:01,587 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731595377819.6bba6f9894a8dbaebc3b47d6055c3663., hostname=da1c6afcd1f9,35765,1731595233113, seqNum=5 because the exception is null or not the one we care about 2024-11-14T14:43:01,587 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731595377819.6bba6f9894a8dbaebc3b47d6055c3663., hostname=da1c6afcd1f9,35765,1731595233113, seqNum=5 , the old value is region=TestAcidGuarantees,,1731595377819.6bba6f9894a8dbaebc3b47d6055c3663., hostname=da1c6afcd1f9,35765,1731595233113, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6bba6f9894a8dbaebc3b47d6055c3663, server=da1c6afcd1f9,35765,1731595233113 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-14T14:43:01,588 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731595377819.6bba6f9894a8dbaebc3b47d6055c3663., hostname=da1c6afcd1f9,35765,1731595233113, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6bba6f9894a8dbaebc3b47d6055c3663, server=da1c6afcd1f9,35765,1731595233113 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-14T14:43:01,588 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731595377819.6bba6f9894a8dbaebc3b47d6055c3663., hostname=da1c6afcd1f9,35765,1731595233113, seqNum=5 because the exception is null or not the one we care about 2024-11-14T14:43:01,617 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35765 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6bba6f9894a8dbaebc3b47d6055c3663, server=da1c6afcd1f9,35765,1731595233113 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-14T14:43:01,617 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35765 {}] ipc.CallRunner(138): callId: 15 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:49056 deadline: 1731595441616, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6bba6f9894a8dbaebc3b47d6055c3663, server=da1c6afcd1f9,35765,1731595233113 2024-11-14T14:43:01,617 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731595377819.6bba6f9894a8dbaebc3b47d6055c3663., hostname=da1c6afcd1f9,35765,1731595233113, seqNum=5 , the old value is region=TestAcidGuarantees,,1731595377819.6bba6f9894a8dbaebc3b47d6055c3663., hostname=da1c6afcd1f9,35765,1731595233113, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6bba6f9894a8dbaebc3b47d6055c3663, server=da1c6afcd1f9,35765,1731595233113 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-14T14:43:01,617 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731595377819.6bba6f9894a8dbaebc3b47d6055c3663., hostname=da1c6afcd1f9,35765,1731595233113, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6bba6f9894a8dbaebc3b47d6055c3663, server=da1c6afcd1f9,35765,1731595233113 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-14T14:43:01,617 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731595377819.6bba6f9894a8dbaebc3b47d6055c3663., hostname=da1c6afcd1f9,35765,1731595233113, seqNum=5 because the exception is null or not the one we care about 2024-11-14T14:43:01,627 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35765 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6bba6f9894a8dbaebc3b47d6055c3663, server=da1c6afcd1f9,35765,1731595233113 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-14T14:43:01,628 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35765 {}] ipc.CallRunner(138): callId: 19 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:48962 deadline: 1731595441626, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6bba6f9894a8dbaebc3b47d6055c3663, server=da1c6afcd1f9,35765,1731595233113 2024-11-14T14:43:01,628 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731595377819.6bba6f9894a8dbaebc3b47d6055c3663., hostname=da1c6afcd1f9,35765,1731595233113, seqNum=5 , the old value is region=TestAcidGuarantees,,1731595377819.6bba6f9894a8dbaebc3b47d6055c3663., hostname=da1c6afcd1f9,35765,1731595233113, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6bba6f9894a8dbaebc3b47d6055c3663, server=da1c6afcd1f9,35765,1731595233113 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-14T14:43:01,628 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731595377819.6bba6f9894a8dbaebc3b47d6055c3663., hostname=da1c6afcd1f9,35765,1731595233113, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6bba6f9894a8dbaebc3b47d6055c3663, server=da1c6afcd1f9,35765,1731595233113 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-14T14:43:01,628 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731595377819.6bba6f9894a8dbaebc3b47d6055c3663., hostname=da1c6afcd1f9,35765,1731595233113, seqNum=5 because the exception is null or not the one we care about 2024-11-14T14:43:01,692 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=35765 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=161 2024-11-14T14:43:01,692 DEBUG [RS_FLUSH_OPERATIONS-regionserver/da1c6afcd1f9:0-1 {event_type=RS_FLUSH_REGIONS, pid=161}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1731595377819.6bba6f9894a8dbaebc3b47d6055c3663. 2024-11-14T14:43:01,692 DEBUG [RS_FLUSH_OPERATIONS-regionserver/da1c6afcd1f9:0-1 {event_type=RS_FLUSH_REGIONS, pid=161}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1731595377819.6bba6f9894a8dbaebc3b47d6055c3663. as already flushing 2024-11-14T14:43:01,693 DEBUG [RS_FLUSH_OPERATIONS-regionserver/da1c6afcd1f9:0-1 {event_type=RS_FLUSH_REGIONS, pid=161}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1731595377819.6bba6f9894a8dbaebc3b47d6055c3663. 2024-11-14T14:43:01,693 ERROR [RS_FLUSH_OPERATIONS-regionserver/da1c6afcd1f9:0-1 {event_type=RS_FLUSH_REGIONS, pid=161}] handler.RSProcedureHandler(58): pid=161 java.io.IOException: Unable to complete flush {ENCODED => 6bba6f9894a8dbaebc3b47d6055c3663, NAME => 'TestAcidGuarantees,,1731595377819.6bba6f9894a8dbaebc3b47d6055c3663.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-14T14:43:01,693 DEBUG [RS_FLUSH_OPERATIONS-regionserver/da1c6afcd1f9:0-1 {event_type=RS_FLUSH_REGIONS, pid=161}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=161 java.io.IOException: Unable to complete flush {ENCODED => 6bba6f9894a8dbaebc3b47d6055c3663, NAME => 'TestAcidGuarantees,,1731595377819.6bba6f9894a8dbaebc3b47d6055c3663.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-14T14:43:01,693 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45145 {}] master.HMaster(4177): Remote procedure failed, pid=161 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 6bba6f9894a8dbaebc3b47d6055c3663, NAME => 'TestAcidGuarantees,,1731595377819.6bba6f9894a8dbaebc3b47d6055c3663.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$5(MasterRpcServices.java:2580) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2575) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 6bba6f9894a8dbaebc3b47d6055c3663, NAME => 'TestAcidGuarantees,,1731595377819.6bba6f9894a8dbaebc3b47d6055c3663.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-14T14:43:01,811 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=17.89 KB at sequenceid=15 (bloomFilter=true), to=hdfs://localhost:34345/user/jenkins/test-data/14d118ee-a83a-b09b-5913-1a58940a5db1/data/default/TestAcidGuarantees/6bba6f9894a8dbaebc3b47d6055c3663/.tmp/B/13f8c590be1b4000b8ec76f8ee78c89a 2024-11-14T14:43:01,831 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:34345/user/jenkins/test-data/14d118ee-a83a-b09b-5913-1a58940a5db1/data/default/TestAcidGuarantees/6bba6f9894a8dbaebc3b47d6055c3663/.tmp/C/3367179fdb54482ea027f4ea6025eac1 is 50, key is test_row_0/C:col10/1731595380927/Put/seqid=0 2024-11-14T14:43:01,839 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36699 is added to blk_1073742350_1526 (size=12001) 2024-11-14T14:43:01,846 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=35765 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=161 2024-11-14T14:43:01,846 DEBUG [RS_FLUSH_OPERATIONS-regionserver/da1c6afcd1f9:0-2 {event_type=RS_FLUSH_REGIONS, pid=161}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1731595377819.6bba6f9894a8dbaebc3b47d6055c3663. 2024-11-14T14:43:01,846 DEBUG [RS_FLUSH_OPERATIONS-regionserver/da1c6afcd1f9:0-2 {event_type=RS_FLUSH_REGIONS, pid=161}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1731595377819.6bba6f9894a8dbaebc3b47d6055c3663. as already flushing 2024-11-14T14:43:01,846 DEBUG [RS_FLUSH_OPERATIONS-regionserver/da1c6afcd1f9:0-2 {event_type=RS_FLUSH_REGIONS, pid=161}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1731595377819.6bba6f9894a8dbaebc3b47d6055c3663. 2024-11-14T14:43:01,846 ERROR [RS_FLUSH_OPERATIONS-regionserver/da1c6afcd1f9:0-2 {event_type=RS_FLUSH_REGIONS, pid=161}] handler.RSProcedureHandler(58): pid=161 java.io.IOException: Unable to complete flush {ENCODED => 6bba6f9894a8dbaebc3b47d6055c3663, NAME => 'TestAcidGuarantees,,1731595377819.6bba6f9894a8dbaebc3b47d6055c3663.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-14T14:43:01,846 DEBUG [RS_FLUSH_OPERATIONS-regionserver/da1c6afcd1f9:0-2 {event_type=RS_FLUSH_REGIONS, pid=161}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=161 java.io.IOException: Unable to complete flush {ENCODED => 6bba6f9894a8dbaebc3b47d6055c3663, NAME => 'TestAcidGuarantees,,1731595377819.6bba6f9894a8dbaebc3b47d6055c3663.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-14T14:43:01,847 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45145 {}] master.HMaster(4177): Remote procedure failed, pid=161 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 6bba6f9894a8dbaebc3b47d6055c3663, NAME => 'TestAcidGuarantees,,1731595377819.6bba6f9894a8dbaebc3b47d6055c3663.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$5(MasterRpcServices.java:2580) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2575) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 6bba6f9894a8dbaebc3b47d6055c3663, NAME => 'TestAcidGuarantees,,1731595377819.6bba6f9894a8dbaebc3b47d6055c3663.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-14T14:43:01,999 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=35765 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=161 2024-11-14T14:43:01,999 DEBUG [RS_FLUSH_OPERATIONS-regionserver/da1c6afcd1f9:0-0 {event_type=RS_FLUSH_REGIONS, pid=161}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1731595377819.6bba6f9894a8dbaebc3b47d6055c3663. 2024-11-14T14:43:01,999 DEBUG [RS_FLUSH_OPERATIONS-regionserver/da1c6afcd1f9:0-0 {event_type=RS_FLUSH_REGIONS, pid=161}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1731595377819.6bba6f9894a8dbaebc3b47d6055c3663. as already flushing 2024-11-14T14:43:01,999 DEBUG [RS_FLUSH_OPERATIONS-regionserver/da1c6afcd1f9:0-0 {event_type=RS_FLUSH_REGIONS, pid=161}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1731595377819.6bba6f9894a8dbaebc3b47d6055c3663. 2024-11-14T14:43:02,000 ERROR [RS_FLUSH_OPERATIONS-regionserver/da1c6afcd1f9:0-0 {event_type=RS_FLUSH_REGIONS, pid=161}] handler.RSProcedureHandler(58): pid=161 java.io.IOException: Unable to complete flush {ENCODED => 6bba6f9894a8dbaebc3b47d6055c3663, NAME => 'TestAcidGuarantees,,1731595377819.6bba6f9894a8dbaebc3b47d6055c3663.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-14T14:43:02,000 DEBUG [RS_FLUSH_OPERATIONS-regionserver/da1c6afcd1f9:0-0 {event_type=RS_FLUSH_REGIONS, pid=161}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=161 java.io.IOException: Unable to complete flush {ENCODED => 6bba6f9894a8dbaebc3b47d6055c3663, NAME => 'TestAcidGuarantees,,1731595377819.6bba6f9894a8dbaebc3b47d6055c3663.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-14T14:43:02,000 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45145 {}] master.HMaster(4177): Remote procedure failed, pid=161 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 6bba6f9894a8dbaebc3b47d6055c3663, NAME => 'TestAcidGuarantees,,1731595377819.6bba6f9894a8dbaebc3b47d6055c3663.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$5(MasterRpcServices.java:2580) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2575) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 6bba6f9894a8dbaebc3b47d6055c3663, NAME => 'TestAcidGuarantees,,1731595377819.6bba6f9894a8dbaebc3b47d6055c3663.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-14T14:43:02,056 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45145 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=160 2024-11-14T14:43:02,088 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35765 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6bba6f9894a8dbaebc3b47d6055c3663, server=da1c6afcd1f9,35765,1731595233113 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-14T14:43:02,088 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35765 {}] ipc.CallRunner(138): callId: 9 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:49004 deadline: 1731595442086, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6bba6f9894a8dbaebc3b47d6055c3663, server=da1c6afcd1f9,35765,1731595233113 2024-11-14T14:43:02,089 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731595377819.6bba6f9894a8dbaebc3b47d6055c3663., hostname=da1c6afcd1f9,35765,1731595233113, seqNum=5 , the old value is region=TestAcidGuarantees,,1731595377819.6bba6f9894a8dbaebc3b47d6055c3663., hostname=da1c6afcd1f9,35765,1731595233113, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6bba6f9894a8dbaebc3b47d6055c3663, server=da1c6afcd1f9,35765,1731595233113 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-14T14:43:02,089 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731595377819.6bba6f9894a8dbaebc3b47d6055c3663., hostname=da1c6afcd1f9,35765,1731595233113, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6bba6f9894a8dbaebc3b47d6055c3663, server=da1c6afcd1f9,35765,1731595233113 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-14T14:43:02,089 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731595377819.6bba6f9894a8dbaebc3b47d6055c3663., hostname=da1c6afcd1f9,35765,1731595233113, seqNum=5 because the exception is null or not the one we care about 2024-11-14T14:43:02,099 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35765 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6bba6f9894a8dbaebc3b47d6055c3663, server=da1c6afcd1f9,35765,1731595233113 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-14T14:43:02,099 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35765 {}] ipc.CallRunner(138): callId: 11 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:49014 deadline: 1731595442096, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6bba6f9894a8dbaebc3b47d6055c3663, server=da1c6afcd1f9,35765,1731595233113 2024-11-14T14:43:02,100 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35765 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6bba6f9894a8dbaebc3b47d6055c3663, server=da1c6afcd1f9,35765,1731595233113 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-14T14:43:02,100 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731595377819.6bba6f9894a8dbaebc3b47d6055c3663., hostname=da1c6afcd1f9,35765,1731595233113, seqNum=5 , the old value is region=TestAcidGuarantees,,1731595377819.6bba6f9894a8dbaebc3b47d6055c3663., hostname=da1c6afcd1f9,35765,1731595233113, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6bba6f9894a8dbaebc3b47d6055c3663, server=da1c6afcd1f9,35765,1731595233113 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-14T14:43:02,100 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731595377819.6bba6f9894a8dbaebc3b47d6055c3663., hostname=da1c6afcd1f9,35765,1731595233113, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6bba6f9894a8dbaebc3b47d6055c3663, server=da1c6afcd1f9,35765,1731595233113 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-14T14:43:02,100 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35765 {}] ipc.CallRunner(138): callId: 10 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:49026 deadline: 1731595442096, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6bba6f9894a8dbaebc3b47d6055c3663, server=da1c6afcd1f9,35765,1731595233113 2024-11-14T14:43:02,100 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731595377819.6bba6f9894a8dbaebc3b47d6055c3663., hostname=da1c6afcd1f9,35765,1731595233113, seqNum=5 because the exception is null or not the one we care about 2024-11-14T14:43:02,100 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731595377819.6bba6f9894a8dbaebc3b47d6055c3663., hostname=da1c6afcd1f9,35765,1731595233113, seqNum=5 , the old value is region=TestAcidGuarantees,,1731595377819.6bba6f9894a8dbaebc3b47d6055c3663., hostname=da1c6afcd1f9,35765,1731595233113, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6bba6f9894a8dbaebc3b47d6055c3663, server=da1c6afcd1f9,35765,1731595233113 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-14T14:43:02,100 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731595377819.6bba6f9894a8dbaebc3b47d6055c3663., hostname=da1c6afcd1f9,35765,1731595233113, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6bba6f9894a8dbaebc3b47d6055c3663, server=da1c6afcd1f9,35765,1731595233113 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-14T14:43:02,100 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731595377819.6bba6f9894a8dbaebc3b47d6055c3663., hostname=da1c6afcd1f9,35765,1731595233113, seqNum=5 because the exception is null or not the one we care about 2024-11-14T14:43:02,128 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35765 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6bba6f9894a8dbaebc3b47d6055c3663, server=da1c6afcd1f9,35765,1731595233113 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-14T14:43:02,128 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35765 {}] ipc.CallRunner(138): callId: 16 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:49056 deadline: 1731595442125, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6bba6f9894a8dbaebc3b47d6055c3663, server=da1c6afcd1f9,35765,1731595233113 2024-11-14T14:43:02,128 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731595377819.6bba6f9894a8dbaebc3b47d6055c3663., hostname=da1c6afcd1f9,35765,1731595233113, seqNum=5 , the old value is region=TestAcidGuarantees,,1731595377819.6bba6f9894a8dbaebc3b47d6055c3663., hostname=da1c6afcd1f9,35765,1731595233113, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6bba6f9894a8dbaebc3b47d6055c3663, server=da1c6afcd1f9,35765,1731595233113 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-14T14:43:02,128 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731595377819.6bba6f9894a8dbaebc3b47d6055c3663., hostname=da1c6afcd1f9,35765,1731595233113, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6bba6f9894a8dbaebc3b47d6055c3663, server=da1c6afcd1f9,35765,1731595233113 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-14T14:43:02,128 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731595377819.6bba6f9894a8dbaebc3b47d6055c3663., hostname=da1c6afcd1f9,35765,1731595233113, seqNum=5 because the exception is null or not the one we care about 2024-11-14T14:43:02,136 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35765 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6bba6f9894a8dbaebc3b47d6055c3663, server=da1c6afcd1f9,35765,1731595233113 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-14T14:43:02,137 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35765 {}] ipc.CallRunner(138): callId: 20 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:48962 deadline: 1731595442136, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6bba6f9894a8dbaebc3b47d6055c3663, server=da1c6afcd1f9,35765,1731595233113 2024-11-14T14:43:02,137 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731595377819.6bba6f9894a8dbaebc3b47d6055c3663., hostname=da1c6afcd1f9,35765,1731595233113, seqNum=5 , the old value is region=TestAcidGuarantees,,1731595377819.6bba6f9894a8dbaebc3b47d6055c3663., hostname=da1c6afcd1f9,35765,1731595233113, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6bba6f9894a8dbaebc3b47d6055c3663, server=da1c6afcd1f9,35765,1731595233113 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-14T14:43:02,137 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731595377819.6bba6f9894a8dbaebc3b47d6055c3663., hostname=da1c6afcd1f9,35765,1731595233113, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6bba6f9894a8dbaebc3b47d6055c3663, server=da1c6afcd1f9,35765,1731595233113 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-14T14:43:02,137 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731595377819.6bba6f9894a8dbaebc3b47d6055c3663., hostname=da1c6afcd1f9,35765,1731595233113, seqNum=5 because the exception is null or not the one we care about 2024-11-14T14:43:02,152 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=35765 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=161 2024-11-14T14:43:02,152 DEBUG [RS_FLUSH_OPERATIONS-regionserver/da1c6afcd1f9:0-1 {event_type=RS_FLUSH_REGIONS, pid=161}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1731595377819.6bba6f9894a8dbaebc3b47d6055c3663. 2024-11-14T14:43:02,152 DEBUG [RS_FLUSH_OPERATIONS-regionserver/da1c6afcd1f9:0-1 {event_type=RS_FLUSH_REGIONS, pid=161}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1731595377819.6bba6f9894a8dbaebc3b47d6055c3663. as already flushing 2024-11-14T14:43:02,152 DEBUG [RS_FLUSH_OPERATIONS-regionserver/da1c6afcd1f9:0-1 {event_type=RS_FLUSH_REGIONS, pid=161}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1731595377819.6bba6f9894a8dbaebc3b47d6055c3663. 2024-11-14T14:43:02,152 ERROR [RS_FLUSH_OPERATIONS-regionserver/da1c6afcd1f9:0-1 {event_type=RS_FLUSH_REGIONS, pid=161}] handler.RSProcedureHandler(58): pid=161 java.io.IOException: Unable to complete flush {ENCODED => 6bba6f9894a8dbaebc3b47d6055c3663, NAME => 'TestAcidGuarantees,,1731595377819.6bba6f9894a8dbaebc3b47d6055c3663.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-14T14:43:02,153 DEBUG [RS_FLUSH_OPERATIONS-regionserver/da1c6afcd1f9:0-1 {event_type=RS_FLUSH_REGIONS, pid=161}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=161 java.io.IOException: Unable to complete flush {ENCODED => 6bba6f9894a8dbaebc3b47d6055c3663, NAME => 'TestAcidGuarantees,,1731595377819.6bba6f9894a8dbaebc3b47d6055c3663.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-14T14:43:02,153 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45145 {}] master.HMaster(4177): Remote procedure failed, pid=161 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 6bba6f9894a8dbaebc3b47d6055c3663, NAME => 'TestAcidGuarantees,,1731595377819.6bba6f9894a8dbaebc3b47d6055c3663.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$5(MasterRpcServices.java:2580) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2575) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 6bba6f9894a8dbaebc3b47d6055c3663, NAME => 'TestAcidGuarantees,,1731595377819.6bba6f9894a8dbaebc3b47d6055c3663.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-14T14:43:02,240 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=17.89 KB at sequenceid=15 (bloomFilter=true), to=hdfs://localhost:34345/user/jenkins/test-data/14d118ee-a83a-b09b-5913-1a58940a5db1/data/default/TestAcidGuarantees/6bba6f9894a8dbaebc3b47d6055c3663/.tmp/C/3367179fdb54482ea027f4ea6025eac1 2024-11-14T14:43:02,244 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:34345/user/jenkins/test-data/14d118ee-a83a-b09b-5913-1a58940a5db1/data/default/TestAcidGuarantees/6bba6f9894a8dbaebc3b47d6055c3663/.tmp/A/47712e4fb13241e9bb67250e1803eeba as hdfs://localhost:34345/user/jenkins/test-data/14d118ee-a83a-b09b-5913-1a58940a5db1/data/default/TestAcidGuarantees/6bba6f9894a8dbaebc3b47d6055c3663/A/47712e4fb13241e9bb67250e1803eeba 2024-11-14T14:43:02,247 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:34345/user/jenkins/test-data/14d118ee-a83a-b09b-5913-1a58940a5db1/data/default/TestAcidGuarantees/6bba6f9894a8dbaebc3b47d6055c3663/A/47712e4fb13241e9bb67250e1803eeba, entries=150, sequenceid=15, filesize=30.2 K 2024-11-14T14:43:02,248 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:34345/user/jenkins/test-data/14d118ee-a83a-b09b-5913-1a58940a5db1/data/default/TestAcidGuarantees/6bba6f9894a8dbaebc3b47d6055c3663/.tmp/B/13f8c590be1b4000b8ec76f8ee78c89a as hdfs://localhost:34345/user/jenkins/test-data/14d118ee-a83a-b09b-5913-1a58940a5db1/data/default/TestAcidGuarantees/6bba6f9894a8dbaebc3b47d6055c3663/B/13f8c590be1b4000b8ec76f8ee78c89a 2024-11-14T14:43:02,251 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:34345/user/jenkins/test-data/14d118ee-a83a-b09b-5913-1a58940a5db1/data/default/TestAcidGuarantees/6bba6f9894a8dbaebc3b47d6055c3663/B/13f8c590be1b4000b8ec76f8ee78c89a, entries=150, sequenceid=15, filesize=11.7 K 2024-11-14T14:43:02,252 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:34345/user/jenkins/test-data/14d118ee-a83a-b09b-5913-1a58940a5db1/data/default/TestAcidGuarantees/6bba6f9894a8dbaebc3b47d6055c3663/.tmp/C/3367179fdb54482ea027f4ea6025eac1 as hdfs://localhost:34345/user/jenkins/test-data/14d118ee-a83a-b09b-5913-1a58940a5db1/data/default/TestAcidGuarantees/6bba6f9894a8dbaebc3b47d6055c3663/C/3367179fdb54482ea027f4ea6025eac1 2024-11-14T14:43:02,255 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:34345/user/jenkins/test-data/14d118ee-a83a-b09b-5913-1a58940a5db1/data/default/TestAcidGuarantees/6bba6f9894a8dbaebc3b47d6055c3663/C/3367179fdb54482ea027f4ea6025eac1, entries=150, sequenceid=15, filesize=11.7 K 2024-11-14T14:43:02,256 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(3140): Finished flush of dataSize ~53.67 KB/54960, heapSize ~160.08 KB/163920, currentSize=127.47 KB/130530 for 6bba6f9894a8dbaebc3b47d6055c3663 in 1327ms, sequenceid=15, compaction requested=false 2024-11-14T14:43:02,256 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2603): Flush status journal for 6bba6f9894a8dbaebc3b47d6055c3663: 2024-11-14T14:43:02,305 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=35765 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=161 2024-11-14T14:43:02,305 DEBUG [RS_FLUSH_OPERATIONS-regionserver/da1c6afcd1f9:0-2 {event_type=RS_FLUSH_REGIONS, pid=161}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1731595377819.6bba6f9894a8dbaebc3b47d6055c3663. 2024-11-14T14:43:02,306 INFO [RS_FLUSH_OPERATIONS-regionserver/da1c6afcd1f9:0-2 {event_type=RS_FLUSH_REGIONS, pid=161}] regionserver.HRegion(2902): Flushing 6bba6f9894a8dbaebc3b47d6055c3663 3/3 column families, dataSize=127.47 KB heapSize=365.06 KB 2024-11-14T14:43:02,306 DEBUG [RS_FLUSH_OPERATIONS-regionserver/da1c6afcd1f9:0-2 {event_type=RS_FLUSH_REGIONS, pid=161}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 6bba6f9894a8dbaebc3b47d6055c3663, store=A 2024-11-14T14:43:02,306 DEBUG [RS_FLUSH_OPERATIONS-regionserver/da1c6afcd1f9:0-2 {event_type=RS_FLUSH_REGIONS, pid=161}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=2, new segment=null 2024-11-14T14:43:02,306 DEBUG [RS_FLUSH_OPERATIONS-regionserver/da1c6afcd1f9:0-2 {event_type=RS_FLUSH_REGIONS, pid=161}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 6bba6f9894a8dbaebc3b47d6055c3663, store=B 2024-11-14T14:43:02,306 DEBUG [RS_FLUSH_OPERATIONS-regionserver/da1c6afcd1f9:0-2 {event_type=RS_FLUSH_REGIONS, pid=161}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=2, new segment=null 2024-11-14T14:43:02,306 DEBUG [RS_FLUSH_OPERATIONS-regionserver/da1c6afcd1f9:0-2 {event_type=RS_FLUSH_REGIONS, pid=161}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 6bba6f9894a8dbaebc3b47d6055c3663, store=C 2024-11-14T14:43:02,306 DEBUG [RS_FLUSH_OPERATIONS-regionserver/da1c6afcd1f9:0-2 {event_type=RS_FLUSH_REGIONS, pid=161}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=2, new segment=null 2024-11-14T14:43:02,313 DEBUG [RS_FLUSH_OPERATIONS-regionserver/da1c6afcd1f9:0-2 {event_type=RS_FLUSH_REGIONS, pid=161}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:34345/user/jenkins/test-data/14d118ee-a83a-b09b-5913-1a58940a5db1/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e202411141ebf9d2e02e34135aeb6bdd39057fdd0_6bba6f9894a8dbaebc3b47d6055c3663 is 50, key is test_row_0/A:col10/1731595380976/Put/seqid=0 2024-11-14T14:43:02,317 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36699 is added to blk_1073742351_1527 (size=12154) 2024-11-14T14:43:02,523 WARN [HBase-Metrics2-1 {}] impl.MetricsConfig(138): Cannot locate configuration: tried hadoop-metrics2-hbase.properties,hadoop-metrics2.properties 2024-11-14T14:43:02,717 DEBUG [RS_FLUSH_OPERATIONS-regionserver/da1c6afcd1f9:0-2 {event_type=RS_FLUSH_REGIONS, pid=161}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T14:43:02,721 INFO [RS_FLUSH_OPERATIONS-regionserver/da1c6afcd1f9:0-2 {event_type=RS_FLUSH_REGIONS, pid=161}] regionserver.HMobStore(268): FLUSH Renaming flushed file from hdfs://localhost:34345/user/jenkins/test-data/14d118ee-a83a-b09b-5913-1a58940a5db1/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e202411141ebf9d2e02e34135aeb6bdd39057fdd0_6bba6f9894a8dbaebc3b47d6055c3663 to hdfs://localhost:34345/user/jenkins/test-data/14d118ee-a83a-b09b-5913-1a58940a5db1/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e202411141ebf9d2e02e34135aeb6bdd39057fdd0_6bba6f9894a8dbaebc3b47d6055c3663 2024-11-14T14:43:02,722 DEBUG [RS_FLUSH_OPERATIONS-regionserver/da1c6afcd1f9:0-2 {event_type=RS_FLUSH_REGIONS, pid=161}] mob.DefaultMobStoreFlusher(263): Flush store file: hdfs://localhost:34345/user/jenkins/test-data/14d118ee-a83a-b09b-5913-1a58940a5db1/data/default/TestAcidGuarantees/6bba6f9894a8dbaebc3b47d6055c3663/.tmp/A/1daf1c792b3145d083ffa3b6202657e4, store: [table=TestAcidGuarantees family=A region=6bba6f9894a8dbaebc3b47d6055c3663] 2024-11-14T14:43:02,722 DEBUG [RS_FLUSH_OPERATIONS-regionserver/da1c6afcd1f9:0-2 {event_type=RS_FLUSH_REGIONS, pid=161}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:34345/user/jenkins/test-data/14d118ee-a83a-b09b-5913-1a58940a5db1/data/default/TestAcidGuarantees/6bba6f9894a8dbaebc3b47d6055c3663/.tmp/A/1daf1c792b3145d083ffa3b6202657e4 is 175, key is test_row_0/A:col10/1731595380976/Put/seqid=0 2024-11-14T14:43:02,726 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36699 is added to blk_1073742352_1528 (size=30955) 2024-11-14T14:43:03,076 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45145 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=160 2024-11-14T14:43:03,099 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35765 {}] regionserver.HRegion(8855): Flush requested on 6bba6f9894a8dbaebc3b47d6055c3663 2024-11-14T14:43:03,099 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1731595377819.6bba6f9894a8dbaebc3b47d6055c3663. as already flushing 2024-11-14T14:43:03,123 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35765 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6bba6f9894a8dbaebc3b47d6055c3663, server=da1c6afcd1f9,35765,1731595233113 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-14T14:43:03,123 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35765 {}] ipc.CallRunner(138): callId: 15 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:49004 deadline: 1731595443117, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6bba6f9894a8dbaebc3b47d6055c3663, server=da1c6afcd1f9,35765,1731595233113 2024-11-14T14:43:03,123 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731595377819.6bba6f9894a8dbaebc3b47d6055c3663., hostname=da1c6afcd1f9,35765,1731595233113, seqNum=5 , the old value is region=TestAcidGuarantees,,1731595377819.6bba6f9894a8dbaebc3b47d6055c3663., hostname=da1c6afcd1f9,35765,1731595233113, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6bba6f9894a8dbaebc3b47d6055c3663, server=da1c6afcd1f9,35765,1731595233113 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-14T14:43:03,124 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731595377819.6bba6f9894a8dbaebc3b47d6055c3663., hostname=da1c6afcd1f9,35765,1731595233113, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6bba6f9894a8dbaebc3b47d6055c3663, server=da1c6afcd1f9,35765,1731595233113 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-14T14:43:03,124 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731595377819.6bba6f9894a8dbaebc3b47d6055c3663., hostname=da1c6afcd1f9,35765,1731595233113, seqNum=5 because the exception is null or not the one we care about 2024-11-14T14:43:03,126 INFO [RS_FLUSH_OPERATIONS-regionserver/da1c6afcd1f9:0-2 {event_type=RS_FLUSH_REGIONS, pid=161}] mob.DefaultMobStoreFlusher(147): Mob store is flushed, sequenceid=51, memsize=42.5 K, hasBloomFilter=true, into tmp file hdfs://localhost:34345/user/jenkins/test-data/14d118ee-a83a-b09b-5913-1a58940a5db1/data/default/TestAcidGuarantees/6bba6f9894a8dbaebc3b47d6055c3663/.tmp/A/1daf1c792b3145d083ffa3b6202657e4 2024-11-14T14:43:03,128 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35765 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6bba6f9894a8dbaebc3b47d6055c3663, server=da1c6afcd1f9,35765,1731595233113 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-14T14:43:03,128 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35765 {}] ipc.CallRunner(138): callId: 14 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:49026 deadline: 1731595443123, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6bba6f9894a8dbaebc3b47d6055c3663, server=da1c6afcd1f9,35765,1731595233113 2024-11-14T14:43:03,128 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35765 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6bba6f9894a8dbaebc3b47d6055c3663, server=da1c6afcd1f9,35765,1731595233113 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-14T14:43:03,128 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731595377819.6bba6f9894a8dbaebc3b47d6055c3663., hostname=da1c6afcd1f9,35765,1731595233113, seqNum=5 , the old value is region=TestAcidGuarantees,,1731595377819.6bba6f9894a8dbaebc3b47d6055c3663., hostname=da1c6afcd1f9,35765,1731595233113, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6bba6f9894a8dbaebc3b47d6055c3663, server=da1c6afcd1f9,35765,1731595233113 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-14T14:43:03,128 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731595377819.6bba6f9894a8dbaebc3b47d6055c3663., hostname=da1c6afcd1f9,35765,1731595233113, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6bba6f9894a8dbaebc3b47d6055c3663, server=da1c6afcd1f9,35765,1731595233113 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-14T14:43:03,128 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35765 {}] ipc.CallRunner(138): callId: 13 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:49014 deadline: 1731595443123, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6bba6f9894a8dbaebc3b47d6055c3663, server=da1c6afcd1f9,35765,1731595233113 2024-11-14T14:43:03,128 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731595377819.6bba6f9894a8dbaebc3b47d6055c3663., hostname=da1c6afcd1f9,35765,1731595233113, seqNum=5 because the exception is null or not the one we care about 2024-11-14T14:43:03,129 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731595377819.6bba6f9894a8dbaebc3b47d6055c3663., hostname=da1c6afcd1f9,35765,1731595233113, seqNum=5 , the old value is region=TestAcidGuarantees,,1731595377819.6bba6f9894a8dbaebc3b47d6055c3663., hostname=da1c6afcd1f9,35765,1731595233113, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6bba6f9894a8dbaebc3b47d6055c3663, server=da1c6afcd1f9,35765,1731595233113 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-14T14:43:03,129 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731595377819.6bba6f9894a8dbaebc3b47d6055c3663., hostname=da1c6afcd1f9,35765,1731595233113, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6bba6f9894a8dbaebc3b47d6055c3663, server=da1c6afcd1f9,35765,1731595233113 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-14T14:43:03,129 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731595377819.6bba6f9894a8dbaebc3b47d6055c3663., hostname=da1c6afcd1f9,35765,1731595233113, seqNum=5 because the exception is null or not the one we care about 2024-11-14T14:43:03,134 DEBUG [RS_FLUSH_OPERATIONS-regionserver/da1c6afcd1f9:0-2 {event_type=RS_FLUSH_REGIONS, pid=161}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:34345/user/jenkins/test-data/14d118ee-a83a-b09b-5913-1a58940a5db1/data/default/TestAcidGuarantees/6bba6f9894a8dbaebc3b47d6055c3663/.tmp/B/37904fb731f44c7e8c82dd33181cf469 is 50, key is test_row_0/B:col10/1731595380976/Put/seqid=0 2024-11-14T14:43:03,137 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36699 is added to blk_1073742353_1529 (size=12001) 2024-11-14T14:43:03,138 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35765 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6bba6f9894a8dbaebc3b47d6055c3663, server=da1c6afcd1f9,35765,1731595233113 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-14T14:43:03,138 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35765 {}] ipc.CallRunner(138): callId: 17 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:49056 deadline: 1731595443136, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6bba6f9894a8dbaebc3b47d6055c3663, server=da1c6afcd1f9,35765,1731595233113 2024-11-14T14:43:03,139 WARN [RPCClient-NioEventLoopGroup-4-10 {}] client.AsyncRpcRetryingCaller(177): Call to da1c6afcd1f9,35765,1731595233113 for 'test_row_0' in 6bba6f9894a8dbaebc3b47d6055c3663 of TestAcidGuarantees failed, tries = 6, maxAttempts = 16, timeout = 1200000 ms, time elapsed = 2151 ms org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6bba6f9894a8dbaebc3b47d6055c3663, server=da1c6afcd1f9,35765,1731595233113 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) at jdk.internal.reflect.GeneratedConstructorAccessor39.newInstance(Unknown Source) ~[?:?] at jdk.internal.reflect.DelegatingConstructorAccessorImpl.newInstance(DelegatingConstructorAccessorImpl.java:45) ~[?:?] at java.lang.reflect.Constructor.newInstanceWithCaller(Constructor.java:499) ~[?:?] at java.lang.reflect.Constructor.newInstance(Constructor.java:480) ~[?:?] at org.apache.hadoop.hbase.ipc.RemoteWithExtrasException.instantiateException(RemoteWithExtrasException.java:110) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RemoteWithExtrasException.unwrapRemoteException(RemoteWithExtrasException.java:100) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.client.ConnectionUtils.translateException(ConnectionUtils.java:219) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRpcRetryingCaller.onError(AsyncRpcRetryingCaller.java:165) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.lambda$call$4(AsyncSingleRequestRpcRetryingCaller.java:86) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.lambda$addListener$0(FutureUtils.java:71) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:863) ~[?:?] at java.util.concurrent.CompletableFuture$UniWhenComplete.tryFire(CompletableFuture.java:841) ~[?:?] at java.util.concurrent.CompletableFuture.postComplete(CompletableFuture.java:510) ~[?:?] at java.util.concurrent.CompletableFuture.completeExceptionally(CompletableFuture.java:2162) ~[?:?] at org.apache.hadoop.hbase.client.ConnectionUtils$2.run(ConnectionUtils.java:625) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hbase.thirdparty.com.google.protobuf.RpcUtil$1.run(RpcUtil.java:56) ~[hbase-shaded-protobuf-4.1.9.jar:4.1.9] at org.apache.hbase.thirdparty.com.google.protobuf.RpcUtil$1.run(RpcUtil.java:47) ~[hbase-shaded-protobuf-4.1.9.jar:4.1.9] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.onCallFinished(AbstractRpcClient.java:397) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:430) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:425) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.callComplete(Call.java:117) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.setException(Call.java:132) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcConnection.readResponse(RpcConnection.java:457) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.NettyRpcDuplexHandler.readResponse(NettyRpcDuplexHandler.java:125) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.NettyRpcDuplexHandler.channelRead(NettyRpcDuplexHandler.java:140) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:442) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.handler.codec.ByteToMessageDecoder.fireChannelRead(ByteToMessageDecoder.java:346) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.handler.codec.ByteToMessageDecoder.channelRead(ByteToMessageDecoder.java:318) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:444) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.handler.timeout.IdleStateHandler.channelRead(IdleStateHandler.java:289) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:442) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline$HeadContext.channelRead(DefaultChannelPipeline.java:1357) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:440) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline.fireChannelRead(DefaultChannelPipeline.java:868) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.AbstractNioByteChannel$NioByteUnsafe.read(AbstractNioByteChannel.java:166) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.processSelectedKey(NioEventLoop.java:788) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.processSelectedKeysOptimized(NioEventLoop.java:724) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.processSelectedKeys(NioEventLoop.java:650) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:562) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) ~[hbase-shaded-netty-4.1.9.jar:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] Caused by: org.apache.hadoop.hbase.ipc.RemoteWithExtrasException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6bba6f9894a8dbaebc3b47d6055c3663, server=da1c6afcd1f9,35765,1731595233113 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) at org.apache.hadoop.hbase.ipc.AbstractRpcClient.onCallFinished(AbstractRpcClient.java:392) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] ... 32 more 2024-11-14T14:43:03,139 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731595377819.6bba6f9894a8dbaebc3b47d6055c3663., hostname=da1c6afcd1f9,35765,1731595233113, seqNum=5 , the old value is region=TestAcidGuarantees,,1731595377819.6bba6f9894a8dbaebc3b47d6055c3663., hostname=da1c6afcd1f9,35765,1731595233113, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6bba6f9894a8dbaebc3b47d6055c3663, server=da1c6afcd1f9,35765,1731595233113 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-14T14:43:03,139 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731595377819.6bba6f9894a8dbaebc3b47d6055c3663., hostname=da1c6afcd1f9,35765,1731595233113, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6bba6f9894a8dbaebc3b47d6055c3663, server=da1c6afcd1f9,35765,1731595233113 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-14T14:43:03,139 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731595377819.6bba6f9894a8dbaebc3b47d6055c3663., hostname=da1c6afcd1f9,35765,1731595233113, seqNum=5 because the exception is null or not the one we care about 2024-11-14T14:43:03,147 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35765 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6bba6f9894a8dbaebc3b47d6055c3663, server=da1c6afcd1f9,35765,1731595233113 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-14T14:43:03,147 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35765 {}] ipc.CallRunner(138): callId: 21 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:48962 deadline: 1731595443146, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6bba6f9894a8dbaebc3b47d6055c3663, server=da1c6afcd1f9,35765,1731595233113 2024-11-14T14:43:03,147 WARN [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRpcRetryingCaller(177): Call to da1c6afcd1f9,35765,1731595233113 for 'test_row_1' in 6bba6f9894a8dbaebc3b47d6055c3663 of TestAcidGuarantees failed, tries = 6, maxAttempts = 16, timeout = 1200000 ms, time elapsed = 2155 ms org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6bba6f9894a8dbaebc3b47d6055c3663, server=da1c6afcd1f9,35765,1731595233113 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) at jdk.internal.reflect.GeneratedConstructorAccessor39.newInstance(Unknown Source) ~[?:?] at jdk.internal.reflect.DelegatingConstructorAccessorImpl.newInstance(DelegatingConstructorAccessorImpl.java:45) ~[?:?] at java.lang.reflect.Constructor.newInstanceWithCaller(Constructor.java:499) ~[?:?] at java.lang.reflect.Constructor.newInstance(Constructor.java:480) ~[?:?] at org.apache.hadoop.hbase.ipc.RemoteWithExtrasException.instantiateException(RemoteWithExtrasException.java:110) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RemoteWithExtrasException.unwrapRemoteException(RemoteWithExtrasException.java:100) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.client.ConnectionUtils.translateException(ConnectionUtils.java:219) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRpcRetryingCaller.onError(AsyncRpcRetryingCaller.java:165) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.lambda$call$4(AsyncSingleRequestRpcRetryingCaller.java:86) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.lambda$addListener$0(FutureUtils.java:71) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:863) ~[?:?] at java.util.concurrent.CompletableFuture$UniWhenComplete.tryFire(CompletableFuture.java:841) ~[?:?] at java.util.concurrent.CompletableFuture.postComplete(CompletableFuture.java:510) ~[?:?] at java.util.concurrent.CompletableFuture.completeExceptionally(CompletableFuture.java:2162) ~[?:?] at org.apache.hadoop.hbase.client.ConnectionUtils$2.run(ConnectionUtils.java:625) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hbase.thirdparty.com.google.protobuf.RpcUtil$1.run(RpcUtil.java:56) ~[hbase-shaded-protobuf-4.1.9.jar:4.1.9] at org.apache.hbase.thirdparty.com.google.protobuf.RpcUtil$1.run(RpcUtil.java:47) ~[hbase-shaded-protobuf-4.1.9.jar:4.1.9] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.onCallFinished(AbstractRpcClient.java:397) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:430) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:425) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.callComplete(Call.java:117) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.setException(Call.java:132) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcConnection.readResponse(RpcConnection.java:457) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.NettyRpcDuplexHandler.readResponse(NettyRpcDuplexHandler.java:125) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.NettyRpcDuplexHandler.channelRead(NettyRpcDuplexHandler.java:140) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:442) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.handler.codec.ByteToMessageDecoder.fireChannelRead(ByteToMessageDecoder.java:346) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.handler.codec.ByteToMessageDecoder.channelRead(ByteToMessageDecoder.java:318) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:444) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.handler.timeout.IdleStateHandler.channelRead(IdleStateHandler.java:289) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:442) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline$HeadContext.channelRead(DefaultChannelPipeline.java:1357) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:440) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline.fireChannelRead(DefaultChannelPipeline.java:868) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.AbstractNioByteChannel$NioByteUnsafe.read(AbstractNioByteChannel.java:166) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.processSelectedKey(NioEventLoop.java:788) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.processSelectedKeysOptimized(NioEventLoop.java:724) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.processSelectedKeys(NioEventLoop.java:650) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:562) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) ~[hbase-shaded-netty-4.1.9.jar:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] Caused by: org.apache.hadoop.hbase.ipc.RemoteWithExtrasException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6bba6f9894a8dbaebc3b47d6055c3663, server=da1c6afcd1f9,35765,1731595233113 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) at org.apache.hadoop.hbase.ipc.AbstractRpcClient.onCallFinished(AbstractRpcClient.java:392) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] ... 32 more 2024-11-14T14:43:03,148 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731595377819.6bba6f9894a8dbaebc3b47d6055c3663., hostname=da1c6afcd1f9,35765,1731595233113, seqNum=5 , the old value is region=TestAcidGuarantees,,1731595377819.6bba6f9894a8dbaebc3b47d6055c3663., hostname=da1c6afcd1f9,35765,1731595233113, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6bba6f9894a8dbaebc3b47d6055c3663, server=da1c6afcd1f9,35765,1731595233113 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-14T14:43:03,148 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731595377819.6bba6f9894a8dbaebc3b47d6055c3663., hostname=da1c6afcd1f9,35765,1731595233113, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6bba6f9894a8dbaebc3b47d6055c3663, server=da1c6afcd1f9,35765,1731595233113 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-14T14:43:03,148 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731595377819.6bba6f9894a8dbaebc3b47d6055c3663., hostname=da1c6afcd1f9,35765,1731595233113, seqNum=5 because the exception is null or not the one we care about 2024-11-14T14:43:03,230 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35765 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6bba6f9894a8dbaebc3b47d6055c3663, server=da1c6afcd1f9,35765,1731595233113 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-14T14:43:03,230 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35765 {}] ipc.CallRunner(138): callId: 16 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:49004 deadline: 1731595443226, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6bba6f9894a8dbaebc3b47d6055c3663, server=da1c6afcd1f9,35765,1731595233113 2024-11-14T14:43:03,231 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731595377819.6bba6f9894a8dbaebc3b47d6055c3663., hostname=da1c6afcd1f9,35765,1731595233113, seqNum=5 , the old value is region=TestAcidGuarantees,,1731595377819.6bba6f9894a8dbaebc3b47d6055c3663., hostname=da1c6afcd1f9,35765,1731595233113, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6bba6f9894a8dbaebc3b47d6055c3663, server=da1c6afcd1f9,35765,1731595233113 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-14T14:43:03,231 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731595377819.6bba6f9894a8dbaebc3b47d6055c3663., hostname=da1c6afcd1f9,35765,1731595233113, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6bba6f9894a8dbaebc3b47d6055c3663, server=da1c6afcd1f9,35765,1731595233113 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-14T14:43:03,231 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731595377819.6bba6f9894a8dbaebc3b47d6055c3663., hostname=da1c6afcd1f9,35765,1731595233113, seqNum=5 because the exception is null or not the one we care about 2024-11-14T14:43:03,239 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35765 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6bba6f9894a8dbaebc3b47d6055c3663, server=da1c6afcd1f9,35765,1731595233113 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-14T14:43:03,239 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35765 {}] ipc.CallRunner(138): callId: 15 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:49026 deadline: 1731595443236, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6bba6f9894a8dbaebc3b47d6055c3663, server=da1c6afcd1f9,35765,1731595233113 2024-11-14T14:43:03,240 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35765 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6bba6f9894a8dbaebc3b47d6055c3663, server=da1c6afcd1f9,35765,1731595233113 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-14T14:43:03,240 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731595377819.6bba6f9894a8dbaebc3b47d6055c3663., hostname=da1c6afcd1f9,35765,1731595233113, seqNum=5 , the old value is region=TestAcidGuarantees,,1731595377819.6bba6f9894a8dbaebc3b47d6055c3663., hostname=da1c6afcd1f9,35765,1731595233113, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6bba6f9894a8dbaebc3b47d6055c3663, server=da1c6afcd1f9,35765,1731595233113 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-14T14:43:03,240 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35765 {}] ipc.CallRunner(138): callId: 14 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:49014 deadline: 1731595443236, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6bba6f9894a8dbaebc3b47d6055c3663, server=da1c6afcd1f9,35765,1731595233113 2024-11-14T14:43:03,240 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731595377819.6bba6f9894a8dbaebc3b47d6055c3663., hostname=da1c6afcd1f9,35765,1731595233113, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6bba6f9894a8dbaebc3b47d6055c3663, server=da1c6afcd1f9,35765,1731595233113 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-14T14:43:03,240 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731595377819.6bba6f9894a8dbaebc3b47d6055c3663., hostname=da1c6afcd1f9,35765,1731595233113, seqNum=5 because the exception is null or not the one we care about 2024-11-14T14:43:03,240 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731595377819.6bba6f9894a8dbaebc3b47d6055c3663., hostname=da1c6afcd1f9,35765,1731595233113, seqNum=5 , the old value is region=TestAcidGuarantees,,1731595377819.6bba6f9894a8dbaebc3b47d6055c3663., hostname=da1c6afcd1f9,35765,1731595233113, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6bba6f9894a8dbaebc3b47d6055c3663, server=da1c6afcd1f9,35765,1731595233113 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-14T14:43:03,240 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731595377819.6bba6f9894a8dbaebc3b47d6055c3663., hostname=da1c6afcd1f9,35765,1731595233113, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6bba6f9894a8dbaebc3b47d6055c3663, server=da1c6afcd1f9,35765,1731595233113 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-14T14:43:03,240 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731595377819.6bba6f9894a8dbaebc3b47d6055c3663., hostname=da1c6afcd1f9,35765,1731595233113, seqNum=5 because the exception is null or not the one we care about 2024-11-14T14:43:03,441 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35765 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6bba6f9894a8dbaebc3b47d6055c3663, server=da1c6afcd1f9,35765,1731595233113 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-14T14:43:03,441 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35765 {}] ipc.CallRunner(138): callId: 17 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:49004 deadline: 1731595443436, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6bba6f9894a8dbaebc3b47d6055c3663, server=da1c6afcd1f9,35765,1731595233113 2024-11-14T14:43:03,441 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731595377819.6bba6f9894a8dbaebc3b47d6055c3663., hostname=da1c6afcd1f9,35765,1731595233113, seqNum=5 , the old value is region=TestAcidGuarantees,,1731595377819.6bba6f9894a8dbaebc3b47d6055c3663., hostname=da1c6afcd1f9,35765,1731595233113, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6bba6f9894a8dbaebc3b47d6055c3663, server=da1c6afcd1f9,35765,1731595233113 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-14T14:43:03,441 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731595377819.6bba6f9894a8dbaebc3b47d6055c3663., hostname=da1c6afcd1f9,35765,1731595233113, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6bba6f9894a8dbaebc3b47d6055c3663, server=da1c6afcd1f9,35765,1731595233113 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-14T14:43:03,441 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731595377819.6bba6f9894a8dbaebc3b47d6055c3663., hostname=da1c6afcd1f9,35765,1731595233113, seqNum=5 because the exception is null or not the one we care about 2024-11-14T14:43:03,448 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35765 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6bba6f9894a8dbaebc3b47d6055c3663, server=da1c6afcd1f9,35765,1731595233113 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-14T14:43:03,448 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35765 {}] ipc.CallRunner(138): callId: 16 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:49026 deadline: 1731595443446, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6bba6f9894a8dbaebc3b47d6055c3663, server=da1c6afcd1f9,35765,1731595233113 2024-11-14T14:43:03,448 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35765 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6bba6f9894a8dbaebc3b47d6055c3663, server=da1c6afcd1f9,35765,1731595233113 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-14T14:43:03,448 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731595377819.6bba6f9894a8dbaebc3b47d6055c3663., hostname=da1c6afcd1f9,35765,1731595233113, seqNum=5 , the old value is region=TestAcidGuarantees,,1731595377819.6bba6f9894a8dbaebc3b47d6055c3663., hostname=da1c6afcd1f9,35765,1731595233113, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6bba6f9894a8dbaebc3b47d6055c3663, server=da1c6afcd1f9,35765,1731595233113 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-14T14:43:03,449 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731595377819.6bba6f9894a8dbaebc3b47d6055c3663., hostname=da1c6afcd1f9,35765,1731595233113, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6bba6f9894a8dbaebc3b47d6055c3663, server=da1c6afcd1f9,35765,1731595233113 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-14T14:43:03,449 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35765 {}] ipc.CallRunner(138): callId: 15 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:49014 deadline: 1731595443446, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6bba6f9894a8dbaebc3b47d6055c3663, server=da1c6afcd1f9,35765,1731595233113 2024-11-14T14:43:03,449 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731595377819.6bba6f9894a8dbaebc3b47d6055c3663., hostname=da1c6afcd1f9,35765,1731595233113, seqNum=5 because the exception is null or not the one we care about 2024-11-14T14:43:03,449 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731595377819.6bba6f9894a8dbaebc3b47d6055c3663., hostname=da1c6afcd1f9,35765,1731595233113, seqNum=5 , the old value is region=TestAcidGuarantees,,1731595377819.6bba6f9894a8dbaebc3b47d6055c3663., hostname=da1c6afcd1f9,35765,1731595233113, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6bba6f9894a8dbaebc3b47d6055c3663, server=da1c6afcd1f9,35765,1731595233113 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-14T14:43:03,449 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731595377819.6bba6f9894a8dbaebc3b47d6055c3663., hostname=da1c6afcd1f9,35765,1731595233113, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6bba6f9894a8dbaebc3b47d6055c3663, server=da1c6afcd1f9,35765,1731595233113 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-14T14:43:03,449 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731595377819.6bba6f9894a8dbaebc3b47d6055c3663., hostname=da1c6afcd1f9,35765,1731595233113, seqNum=5 because the exception is null or not the one we care about 2024-11-14T14:43:03,538 INFO [RS_FLUSH_OPERATIONS-regionserver/da1c6afcd1f9:0-2 {event_type=RS_FLUSH_REGIONS, pid=161}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=42.49 KB at sequenceid=51 (bloomFilter=true), to=hdfs://localhost:34345/user/jenkins/test-data/14d118ee-a83a-b09b-5913-1a58940a5db1/data/default/TestAcidGuarantees/6bba6f9894a8dbaebc3b47d6055c3663/.tmp/B/37904fb731f44c7e8c82dd33181cf469 2024-11-14T14:43:03,544 DEBUG [RS_FLUSH_OPERATIONS-regionserver/da1c6afcd1f9:0-2 {event_type=RS_FLUSH_REGIONS, pid=161}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:34345/user/jenkins/test-data/14d118ee-a83a-b09b-5913-1a58940a5db1/data/default/TestAcidGuarantees/6bba6f9894a8dbaebc3b47d6055c3663/.tmp/C/02416d5620b8428d958498a11f41fd14 is 50, key is test_row_0/C:col10/1731595380976/Put/seqid=0 2024-11-14T14:43:03,547 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36699 is added to blk_1073742354_1530 (size=12001) 2024-11-14T14:43:03,548 INFO [RS_FLUSH_OPERATIONS-regionserver/da1c6afcd1f9:0-2 {event_type=RS_FLUSH_REGIONS, pid=161}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=42.49 KB at sequenceid=51 (bloomFilter=true), to=hdfs://localhost:34345/user/jenkins/test-data/14d118ee-a83a-b09b-5913-1a58940a5db1/data/default/TestAcidGuarantees/6bba6f9894a8dbaebc3b47d6055c3663/.tmp/C/02416d5620b8428d958498a11f41fd14 2024-11-14T14:43:03,551 DEBUG [RS_FLUSH_OPERATIONS-regionserver/da1c6afcd1f9:0-2 {event_type=RS_FLUSH_REGIONS, pid=161}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:34345/user/jenkins/test-data/14d118ee-a83a-b09b-5913-1a58940a5db1/data/default/TestAcidGuarantees/6bba6f9894a8dbaebc3b47d6055c3663/.tmp/A/1daf1c792b3145d083ffa3b6202657e4 as hdfs://localhost:34345/user/jenkins/test-data/14d118ee-a83a-b09b-5913-1a58940a5db1/data/default/TestAcidGuarantees/6bba6f9894a8dbaebc3b47d6055c3663/A/1daf1c792b3145d083ffa3b6202657e4 2024-11-14T14:43:03,554 INFO [RS_FLUSH_OPERATIONS-regionserver/da1c6afcd1f9:0-2 {event_type=RS_FLUSH_REGIONS, pid=161}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:34345/user/jenkins/test-data/14d118ee-a83a-b09b-5913-1a58940a5db1/data/default/TestAcidGuarantees/6bba6f9894a8dbaebc3b47d6055c3663/A/1daf1c792b3145d083ffa3b6202657e4, entries=150, sequenceid=51, filesize=30.2 K 2024-11-14T14:43:03,555 DEBUG [RS_FLUSH_OPERATIONS-regionserver/da1c6afcd1f9:0-2 {event_type=RS_FLUSH_REGIONS, pid=161}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:34345/user/jenkins/test-data/14d118ee-a83a-b09b-5913-1a58940a5db1/data/default/TestAcidGuarantees/6bba6f9894a8dbaebc3b47d6055c3663/.tmp/B/37904fb731f44c7e8c82dd33181cf469 as hdfs://localhost:34345/user/jenkins/test-data/14d118ee-a83a-b09b-5913-1a58940a5db1/data/default/TestAcidGuarantees/6bba6f9894a8dbaebc3b47d6055c3663/B/37904fb731f44c7e8c82dd33181cf469 2024-11-14T14:43:03,557 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T14:43:03,559 INFO [RS_FLUSH_OPERATIONS-regionserver/da1c6afcd1f9:0-2 {event_type=RS_FLUSH_REGIONS, pid=161}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:34345/user/jenkins/test-data/14d118ee-a83a-b09b-5913-1a58940a5db1/data/default/TestAcidGuarantees/6bba6f9894a8dbaebc3b47d6055c3663/B/37904fb731f44c7e8c82dd33181cf469, entries=150, sequenceid=51, filesize=11.7 K 2024-11-14T14:43:03,559 DEBUG [RS_FLUSH_OPERATIONS-regionserver/da1c6afcd1f9:0-2 {event_type=RS_FLUSH_REGIONS, pid=161}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:34345/user/jenkins/test-data/14d118ee-a83a-b09b-5913-1a58940a5db1/data/default/TestAcidGuarantees/6bba6f9894a8dbaebc3b47d6055c3663/.tmp/C/02416d5620b8428d958498a11f41fd14 as hdfs://localhost:34345/user/jenkins/test-data/14d118ee-a83a-b09b-5913-1a58940a5db1/data/default/TestAcidGuarantees/6bba6f9894a8dbaebc3b47d6055c3663/C/02416d5620b8428d958498a11f41fd14 2024-11-14T14:43:03,560 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T14:43:03,561 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T14:43:03,561 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T14:43:03,561 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T14:43:03,562 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T14:43:03,562 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T14:43:03,562 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T14:43:03,562 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T14:43:03,562 INFO [RS_FLUSH_OPERATIONS-regionserver/da1c6afcd1f9:0-2 {event_type=RS_FLUSH_REGIONS, pid=161}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:34345/user/jenkins/test-data/14d118ee-a83a-b09b-5913-1a58940a5db1/data/default/TestAcidGuarantees/6bba6f9894a8dbaebc3b47d6055c3663/C/02416d5620b8428d958498a11f41fd14, entries=150, sequenceid=51, filesize=11.7 K 2024-11-14T14:43:03,563 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T14:43:03,563 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T14:43:03,563 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T14:43:03,563 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T14:43:03,563 INFO [RS_FLUSH_OPERATIONS-regionserver/da1c6afcd1f9:0-2 {event_type=RS_FLUSH_REGIONS, pid=161}] regionserver.HRegion(3140): Finished flush of dataSize ~127.47 KB/130530, heapSize ~365.02 KB/373776, currentSize=60.38 KB/61830 for 6bba6f9894a8dbaebc3b47d6055c3663 in 1258ms, sequenceid=51, compaction requested=false 2024-11-14T14:43:03,563 DEBUG [RS_FLUSH_OPERATIONS-regionserver/da1c6afcd1f9:0-2 {event_type=RS_FLUSH_REGIONS, pid=161}] regionserver.HRegion(2603): Flush status journal for 6bba6f9894a8dbaebc3b47d6055c3663: 2024-11-14T14:43:03,563 DEBUG [RS_FLUSH_OPERATIONS-regionserver/da1c6afcd1f9:0-2 {event_type=RS_FLUSH_REGIONS, pid=161}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1731595377819.6bba6f9894a8dbaebc3b47d6055c3663. 2024-11-14T14:43:03,563 DEBUG [RS_FLUSH_OPERATIONS-regionserver/da1c6afcd1f9:0-2 {event_type=RS_FLUSH_REGIONS, pid=161}] regionserver.RemoteProcedureResultReporter(62): Successfully complete execution of pid=161 2024-11-14T14:43:03,564 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T14:43:03,564 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T14:43:03,564 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45145 {}] master.HMaster(4169): Remote procedure done, pid=161 2024-11-14T14:43:03,564 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T14:43:03,564 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T14:43:03,565 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T14:43:03,565 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T14:43:03,565 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T14:43:03,565 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T14:43:03,566 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T14:43:03,566 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T14:43:03,566 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T14:43:03,566 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T14:43:03,566 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=161, resume processing ppid=160 2024-11-14T14:43:03,566 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1521): Finished pid=161, ppid=160, state=SUCCESS, hasLock=false; org.apache.hadoop.hbase.master.procedure.FlushRegionProcedure in 2.6400 sec 2024-11-14T14:43:03,567 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T14:43:03,567 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T14:43:03,567 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T14:43:03,567 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T14:43:03,567 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T14:43:03,568 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T14:43:03,568 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T14:43:03,568 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1521): Finished pid=160, state=SUCCESS, hasLock=false; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=160, table=TestAcidGuarantees in 2.6520 sec 2024-11-14T14:43:03,568 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T14:43:03,568 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T14:43:03,569 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T14:43:03,569 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T14:43:03,569 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T14:43:03,569 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T14:43:03,570 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T14:43:03,570 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T14:43:03,570 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T14:43:03,570 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T14:43:03,570 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T14:43:03,571 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T14:43:03,571 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T14:43:03,571 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T14:43:03,571 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T14:43:03,572 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T14:43:03,572 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T14:43:03,572 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T14:43:03,572 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T14:43:03,573 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T14:43:03,573 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T14:43:03,573 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T14:43:03,573 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T14:43:03,574 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T14:43:03,574 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T14:43:03,574 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T14:43:03,574 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T14:43:03,574 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T14:43:03,575 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T14:43:03,575 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T14:43:03,575 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T14:43:03,575 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T14:43:03,576 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T14:43:03,576 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T14:43:03,576 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T14:43:03,576 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T14:43:03,576 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T14:43:03,577 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T14:43:03,577 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T14:43:03,577 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T14:43:03,577 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T14:43:03,578 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T14:43:03,578 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T14:43:03,578 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T14:43:03,578 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T14:43:03,578 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T14:43:03,579 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T14:43:03,579 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T14:43:03,579 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T14:43:03,579 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T14:43:03,580 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T14:43:03,580 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T14:43:03,580 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T14:43:03,580 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T14:43:03,580 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T14:43:03,581 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T14:43:03,581 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T14:43:03,581 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T14:43:03,581 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T14:43:03,582 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T14:43:03,582 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T14:43:03,582 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T14:43:03,582 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T14:43:03,583 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T14:43:03,583 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T14:43:03,583 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T14:43:03,583 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T14:43:03,584 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T14:43:03,587 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T14:43:03,587 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T14:43:03,587 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T14:43:03,588 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T14:43:03,588 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T14:43:03,588 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T14:43:03,588 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T14:43:03,589 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T14:43:03,589 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T14:43:03,589 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T14:43:03,589 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T14:43:03,590 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T14:43:03,590 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T14:43:03,590 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T14:43:03,590 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T14:43:03,590 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T14:43:03,590 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T14:43:03,591 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T14:43:03,591 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T14:43:03,591 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T14:43:03,591 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T14:43:03,592 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T14:43:03,592 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T14:43:03,592 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T14:43:03,592 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T14:43:03,592 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T14:43:03,593 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T14:43:03,593 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T14:43:03,593 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T14:43:03,593 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T14:43:03,594 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T14:43:03,594 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T14:43:03,594 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T14:43:03,594 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T14:43:03,594 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T14:43:03,595 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T14:43:03,595 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T14:43:03,595 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T14:43:03,595 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T14:43:03,595 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T14:43:03,596 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T14:43:03,596 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T14:43:03,596 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T14:43:03,596 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T14:43:03,597 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T14:43:03,597 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T14:43:03,597 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T14:43:03,597 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T14:43:03,597 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T14:43:03,598 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T14:43:03,598 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T14:43:03,598 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T14:43:03,598 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T14:43:03,599 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T14:43:03,599 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T14:43:03,599 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T14:43:03,599 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T14:43:03,599 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T14:43:03,600 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T14:43:03,600 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T14:43:03,600 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T14:43:03,600 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T14:43:03,601 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T14:43:03,601 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T14:43:03,601 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T14:43:03,601 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T14:43:03,601 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T14:43:03,602 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T14:43:03,602 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T14:43:03,602 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T14:43:03,602 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T14:43:03,603 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T14:43:03,603 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T14:43:03,603 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T14:43:03,603 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T14:43:03,604 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T14:43:03,604 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T14:43:03,604 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T14:43:03,604 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T14:43:03,605 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T14:43:03,605 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T14:43:03,605 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T14:43:03,605 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T14:43:03,606 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T14:43:03,606 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T14:43:03,606 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T14:43:03,606 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T14:43:03,606 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T14:43:03,607 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T14:43:03,607 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T14:43:03,607 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T14:43:03,607 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T14:43:03,608 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T14:43:03,608 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T14:43:03,609 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T14:43:03,609 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T14:43:03,610 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T14:43:03,610 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T14:43:03,611 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T14:43:03,611 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T14:43:03,612 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T14:43:03,612 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T14:43:03,613 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T14:43:03,613 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T14:43:03,614 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T14:43:03,614 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T14:43:03,615 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T14:43:03,615 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T14:43:03,616 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T14:43:03,616 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T14:43:03,616 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T14:43:03,616 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T14:43:03,617 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T14:43:03,617 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T14:43:03,617 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T14:43:03,617 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T14:43:03,618 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T14:43:03,618 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T14:43:03,618 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T14:43:03,618 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T14:43:03,618 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T14:43:03,618 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T14:43:03,619 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T14:43:03,619 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T14:43:03,619 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T14:43:03,619 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T14:43:03,620 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T14:43:03,620 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T14:43:03,620 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T14:43:03,621 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T14:43:03,621 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T14:43:03,621 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T14:43:03,621 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T14:43:03,622 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T14:43:03,622 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T14:43:03,622 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T14:43:03,622 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T14:43:03,622 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T14:43:03,623 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T14:43:03,623 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T14:43:03,623 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T14:43:03,623 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T14:43:03,623 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T14:43:03,624 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T14:43:03,624 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T14:43:03,624 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T14:43:03,625 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T14:43:03,625 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T14:43:03,625 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T14:43:03,625 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T14:43:03,626 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T14:43:03,626 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T14:43:03,626 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T14:43:03,626 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T14:43:03,626 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T14:43:03,627 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T14:43:03,627 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T14:43:03,627 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T14:43:03,627 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T14:43:03,628 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T14:43:03,628 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T14:43:03,628 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T14:43:03,628 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T14:43:03,629 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T14:43:03,629 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T14:43:03,629 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T14:43:03,629 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T14:43:03,629 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T14:43:03,630 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T14:43:03,630 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T14:43:03,630 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T14:43:03,630 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T14:43:03,630 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T14:43:03,631 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T14:43:03,631 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T14:43:03,631 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T14:43:03,631 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T14:43:03,632 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T14:43:03,632 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T14:43:03,632 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T14:43:03,632 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T14:43:03,632 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T14:43:03,633 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T14:43:03,633 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T14:43:03,633 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T14:43:03,633 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T14:43:03,634 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T14:43:03,634 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T14:43:03,634 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T14:43:03,634 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T14:43:03,635 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T14:43:03,635 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T14:43:03,635 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T14:43:03,635 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T14:43:03,636 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T14:43:03,636 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T14:43:03,637 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T14:43:03,637 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T14:43:03,638 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T14:43:03,638 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T14:43:03,639 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T14:43:03,640 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T14:43:03,640 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T14:43:03,641 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T14:43:03,641 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T14:43:03,641 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T14:43:03,642 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T14:43:03,642 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T14:43:03,642 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T14:43:03,642 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T14:43:03,643 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T14:43:03,643 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T14:43:03,643 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T14:43:03,643 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T14:43:03,643 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T14:43:03,644 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T14:43:03,644 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T14:43:03,644 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T14:43:03,644 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T14:43:03,645 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T14:43:03,645 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T14:43:03,645 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T14:43:03,645 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T14:43:03,645 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T14:43:03,646 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T14:43:03,646 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T14:43:03,646 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T14:43:03,646 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T14:43:03,646 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T14:43:03,647 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T14:43:03,647 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T14:43:03,647 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T14:43:03,647 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T14:43:03,647 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T14:43:03,648 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T14:43:03,648 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T14:43:03,648 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T14:43:03,648 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T14:43:03,648 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T14:43:03,649 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T14:43:03,649 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T14:43:03,649 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T14:43:03,649 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T14:43:03,650 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T14:43:03,650 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T14:43:03,650 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T14:43:03,650 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T14:43:03,651 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T14:43:03,651 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T14:43:03,651 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T14:43:03,651 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T14:43:03,651 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T14:43:03,651 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T14:43:03,652 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T14:43:03,652 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T14:43:03,652 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T14:43:03,652 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T14:43:03,653 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T14:43:03,653 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T14:43:03,653 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T14:43:03,653 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T14:43:03,654 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T14:43:03,654 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T14:43:03,654 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T14:43:03,654 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T14:43:03,654 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T14:43:03,654 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T14:43:03,655 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T14:43:03,655 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T14:43:03,655 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T14:43:03,655 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T14:43:03,656 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T14:43:03,656 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T14:43:03,656 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T14:43:03,656 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T14:43:03,656 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T14:43:03,657 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T14:43:03,657 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T14:43:03,657 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T14:43:03,657 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T14:43:03,657 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T14:43:03,658 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T14:43:03,658 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T14:43:03,658 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T14:43:03,658 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T14:43:03,659 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T14:43:03,659 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T14:43:03,659 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T14:43:03,659 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T14:43:03,660 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T14:43:03,660 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T14:43:03,660 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T14:43:03,660 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T14:43:03,661 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T14:43:03,661 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T14:43:03,662 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T14:43:03,663 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T14:43:03,663 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T14:43:03,663 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T14:43:03,664 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T14:43:03,665 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T14:43:03,665 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T14:43:03,666 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T14:43:03,666 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T14:43:03,667 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T14:43:03,667 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T14:43:03,667 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T14:43:03,667 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T14:43:03,668 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T14:43:03,668 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T14:43:03,668 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T14:43:03,669 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T14:43:03,669 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T14:43:03,669 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T14:43:03,669 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T14:43:03,670 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T14:43:03,670 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T14:43:03,670 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T14:43:03,670 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T14:43:03,671 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T14:43:03,671 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T14:43:03,671 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T14:43:03,671 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T14:43:03,671 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T14:43:03,672 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T14:43:03,672 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T14:43:03,672 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T14:43:03,672 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T14:43:03,673 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T14:43:03,673 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T14:43:03,673 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T14:43:03,673 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T14:43:03,673 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T14:43:03,674 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T14:43:03,674 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T14:43:03,674 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T14:43:03,674 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T14:43:03,675 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T14:43:03,675 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T14:43:03,675 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T14:43:03,675 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T14:43:03,676 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T14:43:03,676 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T14:43:03,676 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T14:43:03,676 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T14:43:03,676 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T14:43:03,677 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T14:43:03,677 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T14:43:03,677 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T14:43:03,677 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T14:43:03,678 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T14:43:03,678 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T14:43:03,678 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T14:43:03,678 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T14:43:03,679 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T14:43:03,679 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T14:43:03,679 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T14:43:03,679 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T14:43:03,680 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T14:43:03,680 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T14:43:03,680 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T14:43:03,681 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T14:43:03,681 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T14:43:03,681 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T14:43:03,681 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T14:43:03,682 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T14:43:03,682 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T14:43:03,682 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T14:43:03,682 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T14:43:03,682 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T14:43:03,683 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T14:43:03,683 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T14:43:03,683 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T14:43:03,683 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T14:43:03,684 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T14:43:03,684 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T14:43:03,684 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T14:43:03,684 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T14:43:03,684 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T14:43:03,685 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T14:43:03,685 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T14:43:03,685 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T14:43:03,685 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T14:43:03,686 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T14:43:03,686 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T14:43:03,686 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T14:43:03,686 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T14:43:03,686 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T14:43:03,687 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T14:43:03,687 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T14:43:03,687 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T14:43:03,687 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T14:43:03,688 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T14:43:03,688 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T14:43:03,688 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T14:43:03,688 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T14:43:03,689 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T14:43:03,689 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T14:43:03,690 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T14:43:03,690 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T14:43:03,692 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T14:43:03,692 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T14:43:03,693 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T14:43:03,693 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T14:43:03,693 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T14:43:03,694 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T14:43:03,694 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T14:43:03,694 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T14:43:03,694 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T14:43:03,695 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T14:43:03,695 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T14:43:03,695 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T14:43:03,695 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T14:43:03,695 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T14:43:03,696 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T14:43:03,696 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T14:43:03,696 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T14:43:03,696 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T14:43:03,697 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T14:43:03,697 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T14:43:03,697 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T14:43:03,697 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T14:43:03,698 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T14:43:03,698 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T14:43:03,698 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T14:43:03,698 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T14:43:03,698 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T14:43:03,698 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T14:43:03,699 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T14:43:03,699 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T14:43:03,699 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T14:43:03,699 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T14:43:03,700 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T14:43:03,700 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T14:43:03,700 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T14:43:03,700 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T14:43:03,701 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T14:43:03,701 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T14:43:03,701 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T14:43:03,701 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T14:43:03,702 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T14:43:03,702 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T14:43:03,702 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T14:43:03,702 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T14:43:03,702 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T14:43:03,702 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T14:43:03,703 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T14:43:03,703 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T14:43:03,703 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T14:43:03,703 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T14:43:03,703 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T14:43:03,704 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T14:43:03,704 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T14:43:03,704 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T14:43:03,704 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T14:43:03,704 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T14:43:03,705 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T14:43:03,705 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T14:43:03,705 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T14:43:03,705 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T14:43:03,706 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T14:43:03,706 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T14:43:03,706 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T14:43:03,706 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T14:43:03,706 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T14:43:03,706 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T14:43:03,707 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T14:43:03,707 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T14:43:03,707 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T14:43:03,707 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T14:43:03,707 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T14:43:03,708 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T14:43:03,708 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T14:43:03,708 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T14:43:03,708 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T14:43:03,708 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T14:43:03,709 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T14:43:03,709 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T14:43:03,709 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T14:43:03,709 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T14:43:03,709 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T14:43:03,709 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T14:43:03,710 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T14:43:03,710 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T14:43:03,710 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T14:43:03,710 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T14:43:03,710 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T14:43:03,711 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T14:43:03,711 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T14:43:03,711 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T14:43:03,711 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T14:43:03,711 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T14:43:03,712 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T14:43:03,712 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T14:43:03,712 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T14:43:03,712 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T14:43:03,713 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T14:43:03,713 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T14:43:03,714 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T14:43:03,714 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T14:43:03,715 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T14:43:03,716 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T14:43:03,717 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T14:43:03,717 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T14:43:03,717 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T14:43:03,718 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T14:43:03,718 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T14:43:03,719 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T14:43:03,719 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T14:43:03,719 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T14:43:03,719 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T14:43:03,720 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T14:43:03,720 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T14:43:03,720 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T14:43:03,720 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T14:43:03,720 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T14:43:03,720 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T14:43:03,721 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T14:43:03,721 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T14:43:03,722 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T14:43:03,722 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T14:43:03,722 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T14:43:03,722 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T14:43:03,723 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T14:43:03,723 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T14:43:03,723 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T14:43:03,723 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T14:43:03,723 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T14:43:03,723 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T14:43:03,724 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T14:43:03,724 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T14:43:03,724 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T14:43:03,724 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T14:43:03,724 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T14:43:03,725 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T14:43:03,725 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T14:43:03,725 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T14:43:03,725 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T14:43:03,725 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T14:43:03,726 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T14:43:03,726 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T14:43:03,726 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T14:43:03,726 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T14:43:03,726 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T14:43:03,726 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T14:43:03,727 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T14:43:03,727 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T14:43:03,727 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T14:43:03,727 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T14:43:03,727 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T14:43:03,728 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T14:43:03,728 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T14:43:03,728 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T14:43:03,728 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T14:43:03,729 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T14:43:03,729 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T14:43:03,729 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T14:43:03,729 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T14:43:03,729 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T14:43:03,729 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T14:43:03,730 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T14:43:03,730 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T14:43:03,730 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T14:43:03,730 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T14:43:03,731 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T14:43:03,731 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T14:43:03,731 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T14:43:03,731 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T14:43:03,732 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T14:43:03,732 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T14:43:03,732 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T14:43:03,732 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T14:43:03,732 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T14:43:03,733 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T14:43:03,733 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T14:43:03,733 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T14:43:03,733 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T14:43:03,734 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T14:43:03,734 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T14:43:03,734 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T14:43:03,734 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T14:43:03,735 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T14:43:03,735 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T14:43:03,735 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T14:43:03,735 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T14:43:03,735 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T14:43:03,735 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T14:43:03,736 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T14:43:03,736 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T14:43:03,736 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T14:43:03,736 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T14:43:03,737 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T14:43:03,737 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T14:43:03,737 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T14:43:03,738 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T14:43:03,738 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T14:43:03,738 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T14:43:03,739 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T14:43:03,739 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T14:43:03,740 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T14:43:03,741 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T14:43:03,741 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T14:43:03,742 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T14:43:03,742 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T14:43:03,742 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T14:43:03,743 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T14:43:03,743 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T14:43:03,744 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T14:43:03,744 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T14:43:03,745 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T14:43:03,745 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T14:43:03,745 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T14:43:03,745 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T14:43:03,746 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T14:43:03,746 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T14:43:03,746 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T14:43:03,746 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T14:43:03,746 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T14:43:03,746 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T14:43:03,747 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T14:43:03,747 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T14:43:03,747 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T14:43:03,747 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T14:43:03,748 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T14:43:03,748 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T14:43:03,748 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T14:43:03,748 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T14:43:03,749 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T14:43:03,749 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T14:43:03,749 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T14:43:03,749 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T14:43:03,750 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T14:43:03,750 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T14:43:03,750 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T14:43:03,750 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T14:43:03,751 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T14:43:03,751 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35765 {}] regionserver.HRegion(8855): Flush requested on 6bba6f9894a8dbaebc3b47d6055c3663 2024-11-14T14:43:03,751 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T14:43:03,751 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(2902): Flushing 6bba6f9894a8dbaebc3b47d6055c3663 3/3 column families, dataSize=67.09 KB heapSize=199.97 KB 2024-11-14T14:43:03,751 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 6bba6f9894a8dbaebc3b47d6055c3663, store=A 2024-11-14T14:43:03,752 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-14T14:43:03,752 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T14:43:03,752 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 6bba6f9894a8dbaebc3b47d6055c3663, store=B 2024-11-14T14:43:03,752 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-14T14:43:03,752 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 6bba6f9894a8dbaebc3b47d6055c3663, store=C 2024-11-14T14:43:03,752 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-14T14:43:03,752 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T14:43:03,752 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T14:43:03,752 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T14:43:03,753 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T14:43:03,753 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T14:43:03,753 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T14:43:03,753 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T14:43:03,753 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T14:43:03,754 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T14:43:03,754 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T14:43:03,754 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T14:43:03,754 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T14:43:03,755 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T14:43:03,755 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T14:43:03,755 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T14:43:03,755 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T14:43:03,756 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T14:43:03,756 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T14:43:03,756 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T14:43:03,756 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T14:43:03,757 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T14:43:03,757 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T14:43:03,757 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T14:43:03,757 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T14:43:03,758 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T14:43:03,758 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T14:43:03,758 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:34345/user/jenkins/test-data/14d118ee-a83a-b09b-5913-1a58940a5db1/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e202411142176906784304a688d6320833a575fde_6bba6f9894a8dbaebc3b47d6055c3663 is 50, key is test_row_0/A:col10/1731595383114/Put/seqid=0 2024-11-14T14:43:03,758 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T14:43:03,758 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T14:43:03,759 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T14:43:03,759 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T14:43:03,759 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T14:43:03,759 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T14:43:03,760 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T14:43:03,760 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T14:43:03,760 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T14:43:03,761 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T14:43:03,761 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T14:43:03,761 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T14:43:03,762 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T14:43:03,762 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36699 is added to blk_1073742355_1531 (size=12154) 2024-11-14T14:43:03,762 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T14:43:03,762 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T14:43:03,762 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T14:43:03,763 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T14:43:03,763 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T14:43:03,763 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T14:43:03,764 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T14:43:03,764 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T14:43:03,764 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T14:43:03,764 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T14:43:03,764 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T14:43:03,765 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T14:43:03,765 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T14:43:03,765 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T14:43:03,766 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T14:43:03,766 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T14:43:03,766 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T14:43:03,767 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T14:43:03,767 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T14:43:03,768 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T14:43:03,769 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T14:43:03,769 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T14:43:03,770 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T14:43:03,821 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35765 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6bba6f9894a8dbaebc3b47d6055c3663, server=da1c6afcd1f9,35765,1731595233113 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-14T14:43:03,821 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35765 {}] ipc.CallRunner(138): callId: 22 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:49026 deadline: 1731595443817, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6bba6f9894a8dbaebc3b47d6055c3663, server=da1c6afcd1f9,35765,1731595233113 2024-11-14T14:43:03,821 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731595377819.6bba6f9894a8dbaebc3b47d6055c3663., hostname=da1c6afcd1f9,35765,1731595233113, seqNum=5 , the old value is region=TestAcidGuarantees,,1731595377819.6bba6f9894a8dbaebc3b47d6055c3663., hostname=da1c6afcd1f9,35765,1731595233113, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6bba6f9894a8dbaebc3b47d6055c3663, server=da1c6afcd1f9,35765,1731595233113 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-14T14:43:03,821 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731595377819.6bba6f9894a8dbaebc3b47d6055c3663., hostname=da1c6afcd1f9,35765,1731595233113, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6bba6f9894a8dbaebc3b47d6055c3663, server=da1c6afcd1f9,35765,1731595233113 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-14T14:43:03,821 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731595377819.6bba6f9894a8dbaebc3b47d6055c3663., hostname=da1c6afcd1f9,35765,1731595233113, seqNum=5 because the exception is null or not the one we care about 2024-11-14T14:43:03,824 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35765 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6bba6f9894a8dbaebc3b47d6055c3663, server=da1c6afcd1f9,35765,1731595233113 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-14T14:43:03,824 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35765 {}] ipc.CallRunner(138): callId: 25 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:49004 deadline: 1731595443820, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6bba6f9894a8dbaebc3b47d6055c3663, server=da1c6afcd1f9,35765,1731595233113 2024-11-14T14:43:03,825 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731595377819.6bba6f9894a8dbaebc3b47d6055c3663., hostname=da1c6afcd1f9,35765,1731595233113, seqNum=5 , the old value is region=TestAcidGuarantees,,1731595377819.6bba6f9894a8dbaebc3b47d6055c3663., hostname=da1c6afcd1f9,35765,1731595233113, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6bba6f9894a8dbaebc3b47d6055c3663, server=da1c6afcd1f9,35765,1731595233113 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-14T14:43:03,825 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731595377819.6bba6f9894a8dbaebc3b47d6055c3663., hostname=da1c6afcd1f9,35765,1731595233113, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6bba6f9894a8dbaebc3b47d6055c3663, server=da1c6afcd1f9,35765,1731595233113 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-14T14:43:03,825 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731595377819.6bba6f9894a8dbaebc3b47d6055c3663., hostname=da1c6afcd1f9,35765,1731595233113, seqNum=5 because the exception is null or not the one we care about 2024-11-14T14:43:03,825 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35765 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6bba6f9894a8dbaebc3b47d6055c3663, server=da1c6afcd1f9,35765,1731595233113 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-14T14:43:03,825 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35765 {}] ipc.CallRunner(138): callId: 21 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:49014 deadline: 1731595443821, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6bba6f9894a8dbaebc3b47d6055c3663, server=da1c6afcd1f9,35765,1731595233113 2024-11-14T14:43:03,826 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731595377819.6bba6f9894a8dbaebc3b47d6055c3663., hostname=da1c6afcd1f9,35765,1731595233113, seqNum=5 , the old value is region=TestAcidGuarantees,,1731595377819.6bba6f9894a8dbaebc3b47d6055c3663., hostname=da1c6afcd1f9,35765,1731595233113, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6bba6f9894a8dbaebc3b47d6055c3663, server=da1c6afcd1f9,35765,1731595233113 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-14T14:43:03,826 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731595377819.6bba6f9894a8dbaebc3b47d6055c3663., hostname=da1c6afcd1f9,35765,1731595233113, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6bba6f9894a8dbaebc3b47d6055c3663, server=da1c6afcd1f9,35765,1731595233113 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-14T14:43:03,826 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731595377819.6bba6f9894a8dbaebc3b47d6055c3663., hostname=da1c6afcd1f9,35765,1731595233113, seqNum=5 because the exception is null or not the one we care about 2024-11-14T14:43:03,928 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35765 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6bba6f9894a8dbaebc3b47d6055c3663, server=da1c6afcd1f9,35765,1731595233113 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-14T14:43:03,928 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35765 {}] ipc.CallRunner(138): callId: 23 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:49026 deadline: 1731595443926, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6bba6f9894a8dbaebc3b47d6055c3663, server=da1c6afcd1f9,35765,1731595233113 2024-11-14T14:43:03,928 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35765 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6bba6f9894a8dbaebc3b47d6055c3663, server=da1c6afcd1f9,35765,1731595233113 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-14T14:43:03,928 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731595377819.6bba6f9894a8dbaebc3b47d6055c3663., hostname=da1c6afcd1f9,35765,1731595233113, seqNum=5 , the old value is region=TestAcidGuarantees,,1731595377819.6bba6f9894a8dbaebc3b47d6055c3663., hostname=da1c6afcd1f9,35765,1731595233113, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6bba6f9894a8dbaebc3b47d6055c3663, server=da1c6afcd1f9,35765,1731595233113 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-14T14:43:03,928 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35765 {}] ipc.CallRunner(138): callId: 26 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:49004 deadline: 1731595443926, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6bba6f9894a8dbaebc3b47d6055c3663, server=da1c6afcd1f9,35765,1731595233113 2024-11-14T14:43:03,928 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731595377819.6bba6f9894a8dbaebc3b47d6055c3663., hostname=da1c6afcd1f9,35765,1731595233113, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6bba6f9894a8dbaebc3b47d6055c3663, server=da1c6afcd1f9,35765,1731595233113 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-14T14:43:03,928 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731595377819.6bba6f9894a8dbaebc3b47d6055c3663., hostname=da1c6afcd1f9,35765,1731595233113, seqNum=5 because the exception is null or not the one we care about 2024-11-14T14:43:03,929 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731595377819.6bba6f9894a8dbaebc3b47d6055c3663., hostname=da1c6afcd1f9,35765,1731595233113, seqNum=5 , the old value is region=TestAcidGuarantees,,1731595377819.6bba6f9894a8dbaebc3b47d6055c3663., hostname=da1c6afcd1f9,35765,1731595233113, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6bba6f9894a8dbaebc3b47d6055c3663, server=da1c6afcd1f9,35765,1731595233113 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-14T14:43:03,929 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731595377819.6bba6f9894a8dbaebc3b47d6055c3663., hostname=da1c6afcd1f9,35765,1731595233113, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6bba6f9894a8dbaebc3b47d6055c3663, server=da1c6afcd1f9,35765,1731595233113 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-14T14:43:03,929 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731595377819.6bba6f9894a8dbaebc3b47d6055c3663., hostname=da1c6afcd1f9,35765,1731595233113, seqNum=5 because the exception is null or not the one we care about 2024-11-14T14:43:03,937 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35765 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6bba6f9894a8dbaebc3b47d6055c3663, server=da1c6afcd1f9,35765,1731595233113 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-14T14:43:03,937 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35765 {}] ipc.CallRunner(138): callId: 22 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:49014 deadline: 1731595443935, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6bba6f9894a8dbaebc3b47d6055c3663, server=da1c6afcd1f9,35765,1731595233113 2024-11-14T14:43:03,937 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731595377819.6bba6f9894a8dbaebc3b47d6055c3663., hostname=da1c6afcd1f9,35765,1731595233113, seqNum=5 , the old value is region=TestAcidGuarantees,,1731595377819.6bba6f9894a8dbaebc3b47d6055c3663., hostname=da1c6afcd1f9,35765,1731595233113, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6bba6f9894a8dbaebc3b47d6055c3663, server=da1c6afcd1f9,35765,1731595233113 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-14T14:43:03,937 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731595377819.6bba6f9894a8dbaebc3b47d6055c3663., hostname=da1c6afcd1f9,35765,1731595233113, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6bba6f9894a8dbaebc3b47d6055c3663, server=da1c6afcd1f9,35765,1731595233113 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-14T14:43:03,937 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731595377819.6bba6f9894a8dbaebc3b47d6055c3663., hostname=da1c6afcd1f9,35765,1731595233113, seqNum=5 because the exception is null or not the one we care about 2024-11-14T14:43:04,138 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35765 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6bba6f9894a8dbaebc3b47d6055c3663, server=da1c6afcd1f9,35765,1731595233113 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-14T14:43:04,138 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35765 {}] ipc.CallRunner(138): callId: 24 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:49026 deadline: 1731595444136, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6bba6f9894a8dbaebc3b47d6055c3663, server=da1c6afcd1f9,35765,1731595233113 2024-11-14T14:43:04,139 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731595377819.6bba6f9894a8dbaebc3b47d6055c3663., hostname=da1c6afcd1f9,35765,1731595233113, seqNum=5 , the old value is region=TestAcidGuarantees,,1731595377819.6bba6f9894a8dbaebc3b47d6055c3663., hostname=da1c6afcd1f9,35765,1731595233113, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6bba6f9894a8dbaebc3b47d6055c3663, server=da1c6afcd1f9,35765,1731595233113 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-14T14:43:04,139 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35765 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6bba6f9894a8dbaebc3b47d6055c3663, server=da1c6afcd1f9,35765,1731595233113 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-14T14:43:04,139 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731595377819.6bba6f9894a8dbaebc3b47d6055c3663., hostname=da1c6afcd1f9,35765,1731595233113, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6bba6f9894a8dbaebc3b47d6055c3663, server=da1c6afcd1f9,35765,1731595233113 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-14T14:43:04,139 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731595377819.6bba6f9894a8dbaebc3b47d6055c3663., hostname=da1c6afcd1f9,35765,1731595233113, seqNum=5 because the exception is null or not the one we care about 2024-11-14T14:43:04,139 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35765 {}] ipc.CallRunner(138): callId: 27 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:49004 deadline: 1731595444136, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6bba6f9894a8dbaebc3b47d6055c3663, server=da1c6afcd1f9,35765,1731595233113 2024-11-14T14:43:04,139 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731595377819.6bba6f9894a8dbaebc3b47d6055c3663., hostname=da1c6afcd1f9,35765,1731595233113, seqNum=5 , the old value is region=TestAcidGuarantees,,1731595377819.6bba6f9894a8dbaebc3b47d6055c3663., hostname=da1c6afcd1f9,35765,1731595233113, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6bba6f9894a8dbaebc3b47d6055c3663, server=da1c6afcd1f9,35765,1731595233113 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-14T14:43:04,139 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731595377819.6bba6f9894a8dbaebc3b47d6055c3663., hostname=da1c6afcd1f9,35765,1731595233113, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6bba6f9894a8dbaebc3b47d6055c3663, server=da1c6afcd1f9,35765,1731595233113 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-14T14:43:04,139 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731595377819.6bba6f9894a8dbaebc3b47d6055c3663., hostname=da1c6afcd1f9,35765,1731595233113, seqNum=5 because the exception is null or not the one we care about 2024-11-14T14:43:04,147 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35765 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6bba6f9894a8dbaebc3b47d6055c3663, server=da1c6afcd1f9,35765,1731595233113 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-14T14:43:04,147 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35765 {}] ipc.CallRunner(138): callId: 23 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:49014 deadline: 1731595444145, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6bba6f9894a8dbaebc3b47d6055c3663, server=da1c6afcd1f9,35765,1731595233113 2024-11-14T14:43:04,147 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731595377819.6bba6f9894a8dbaebc3b47d6055c3663., hostname=da1c6afcd1f9,35765,1731595233113, seqNum=5 , the old value is region=TestAcidGuarantees,,1731595377819.6bba6f9894a8dbaebc3b47d6055c3663., hostname=da1c6afcd1f9,35765,1731595233113, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6bba6f9894a8dbaebc3b47d6055c3663, server=da1c6afcd1f9,35765,1731595233113 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-14T14:43:04,147 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731595377819.6bba6f9894a8dbaebc3b47d6055c3663., hostname=da1c6afcd1f9,35765,1731595233113, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6bba6f9894a8dbaebc3b47d6055c3663, server=da1c6afcd1f9,35765,1731595233113 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-14T14:43:04,147 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731595377819.6bba6f9894a8dbaebc3b47d6055c3663., hostname=da1c6afcd1f9,35765,1731595233113, seqNum=5 because the exception is null or not the one we care about 2024-11-14T14:43:04,163 DEBUG [MemStoreFlusher.0 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T14:43:04,166 INFO [MemStoreFlusher.0 {}] regionserver.HMobStore(268): FLUSH Renaming flushed file from hdfs://localhost:34345/user/jenkins/test-data/14d118ee-a83a-b09b-5913-1a58940a5db1/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e202411142176906784304a688d6320833a575fde_6bba6f9894a8dbaebc3b47d6055c3663 to hdfs://localhost:34345/user/jenkins/test-data/14d118ee-a83a-b09b-5913-1a58940a5db1/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e202411142176906784304a688d6320833a575fde_6bba6f9894a8dbaebc3b47d6055c3663 2024-11-14T14:43:04,166 DEBUG [MemStoreFlusher.0 {}] mob.DefaultMobStoreFlusher(263): Flush store file: hdfs://localhost:34345/user/jenkins/test-data/14d118ee-a83a-b09b-5913-1a58940a5db1/data/default/TestAcidGuarantees/6bba6f9894a8dbaebc3b47d6055c3663/.tmp/A/5d29800ba49e4c0f9f03f4e665f3aea3, store: [table=TestAcidGuarantees family=A region=6bba6f9894a8dbaebc3b47d6055c3663] 2024-11-14T14:43:04,167 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:34345/user/jenkins/test-data/14d118ee-a83a-b09b-5913-1a58940a5db1/data/default/TestAcidGuarantees/6bba6f9894a8dbaebc3b47d6055c3663/.tmp/A/5d29800ba49e4c0f9f03f4e665f3aea3 is 175, key is test_row_0/A:col10/1731595383114/Put/seqid=0 2024-11-14T14:43:04,170 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36699 is added to blk_1073742356_1532 (size=30951) 2024-11-14T14:43:04,448 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35765 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6bba6f9894a8dbaebc3b47d6055c3663, server=da1c6afcd1f9,35765,1731595233113 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-14T14:43:04,448 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35765 {}] ipc.CallRunner(138): callId: 25 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:49026 deadline: 1731595444446, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6bba6f9894a8dbaebc3b47d6055c3663, server=da1c6afcd1f9,35765,1731595233113 2024-11-14T14:43:04,448 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35765 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6bba6f9894a8dbaebc3b47d6055c3663, server=da1c6afcd1f9,35765,1731595233113 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-14T14:43:04,448 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731595377819.6bba6f9894a8dbaebc3b47d6055c3663., hostname=da1c6afcd1f9,35765,1731595233113, seqNum=5 , the old value is region=TestAcidGuarantees,,1731595377819.6bba6f9894a8dbaebc3b47d6055c3663., hostname=da1c6afcd1f9,35765,1731595233113, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6bba6f9894a8dbaebc3b47d6055c3663, server=da1c6afcd1f9,35765,1731595233113 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-14T14:43:04,448 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731595377819.6bba6f9894a8dbaebc3b47d6055c3663., hostname=da1c6afcd1f9,35765,1731595233113, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6bba6f9894a8dbaebc3b47d6055c3663, server=da1c6afcd1f9,35765,1731595233113 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-14T14:43:04,448 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731595377819.6bba6f9894a8dbaebc3b47d6055c3663., hostname=da1c6afcd1f9,35765,1731595233113, seqNum=5 because the exception is null or not the one we care about 2024-11-14T14:43:04,448 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35765 {}] ipc.CallRunner(138): callId: 28 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:49004 deadline: 1731595444446, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6bba6f9894a8dbaebc3b47d6055c3663, server=da1c6afcd1f9,35765,1731595233113 2024-11-14T14:43:04,449 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731595377819.6bba6f9894a8dbaebc3b47d6055c3663., hostname=da1c6afcd1f9,35765,1731595233113, seqNum=5 , the old value is region=TestAcidGuarantees,,1731595377819.6bba6f9894a8dbaebc3b47d6055c3663., hostname=da1c6afcd1f9,35765,1731595233113, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6bba6f9894a8dbaebc3b47d6055c3663, server=da1c6afcd1f9,35765,1731595233113 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-14T14:43:04,449 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731595377819.6bba6f9894a8dbaebc3b47d6055c3663., hostname=da1c6afcd1f9,35765,1731595233113, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6bba6f9894a8dbaebc3b47d6055c3663, server=da1c6afcd1f9,35765,1731595233113 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-14T14:43:04,449 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731595377819.6bba6f9894a8dbaebc3b47d6055c3663., hostname=da1c6afcd1f9,35765,1731595233113, seqNum=5 because the exception is null or not the one we care about 2024-11-14T14:43:04,458 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35765 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6bba6f9894a8dbaebc3b47d6055c3663, server=da1c6afcd1f9,35765,1731595233113 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-14T14:43:04,459 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35765 {}] ipc.CallRunner(138): callId: 24 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:49014 deadline: 1731595444456, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6bba6f9894a8dbaebc3b47d6055c3663, server=da1c6afcd1f9,35765,1731595233113 2024-11-14T14:43:04,459 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731595377819.6bba6f9894a8dbaebc3b47d6055c3663., hostname=da1c6afcd1f9,35765,1731595233113, seqNum=5 , the old value is region=TestAcidGuarantees,,1731595377819.6bba6f9894a8dbaebc3b47d6055c3663., hostname=da1c6afcd1f9,35765,1731595233113, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6bba6f9894a8dbaebc3b47d6055c3663, server=da1c6afcd1f9,35765,1731595233113 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-14T14:43:04,459 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731595377819.6bba6f9894a8dbaebc3b47d6055c3663., hostname=da1c6afcd1f9,35765,1731595233113, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6bba6f9894a8dbaebc3b47d6055c3663, server=da1c6afcd1f9,35765,1731595233113 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-14T14:43:04,459 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731595377819.6bba6f9894a8dbaebc3b47d6055c3663., hostname=da1c6afcd1f9,35765,1731595233113, seqNum=5 because the exception is null or not the one we care about 2024-11-14T14:43:04,571 INFO [MemStoreFlusher.0 {}] mob.DefaultMobStoreFlusher(147): Mob store is flushed, sequenceid=64, memsize=22.4 K, hasBloomFilter=true, into tmp file hdfs://localhost:34345/user/jenkins/test-data/14d118ee-a83a-b09b-5913-1a58940a5db1/data/default/TestAcidGuarantees/6bba6f9894a8dbaebc3b47d6055c3663/.tmp/A/5d29800ba49e4c0f9f03f4e665f3aea3 2024-11-14T14:43:04,577 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:34345/user/jenkins/test-data/14d118ee-a83a-b09b-5913-1a58940a5db1/data/default/TestAcidGuarantees/6bba6f9894a8dbaebc3b47d6055c3663/.tmp/B/a29b392715a84ff1ad061ddd215f4759 is 50, key is test_row_0/B:col10/1731595383114/Put/seqid=0 2024-11-14T14:43:04,581 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36699 is added to blk_1073742357_1533 (size=9657) 2024-11-14T14:43:04,581 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=22.36 KB at sequenceid=64 (bloomFilter=true), to=hdfs://localhost:34345/user/jenkins/test-data/14d118ee-a83a-b09b-5913-1a58940a5db1/data/default/TestAcidGuarantees/6bba6f9894a8dbaebc3b47d6055c3663/.tmp/B/a29b392715a84ff1ad061ddd215f4759 2024-11-14T14:43:04,588 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:34345/user/jenkins/test-data/14d118ee-a83a-b09b-5913-1a58940a5db1/data/default/TestAcidGuarantees/6bba6f9894a8dbaebc3b47d6055c3663/.tmp/C/7e806d90f1404d25b74dc27370bae2fd is 50, key is test_row_0/C:col10/1731595383114/Put/seqid=0 2024-11-14T14:43:04,597 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36699 is added to blk_1073742358_1534 (size=9657) 2024-11-14T14:43:04,597 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=22.36 KB at sequenceid=64 (bloomFilter=true), to=hdfs://localhost:34345/user/jenkins/test-data/14d118ee-a83a-b09b-5913-1a58940a5db1/data/default/TestAcidGuarantees/6bba6f9894a8dbaebc3b47d6055c3663/.tmp/C/7e806d90f1404d25b74dc27370bae2fd 2024-11-14T14:43:04,601 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:34345/user/jenkins/test-data/14d118ee-a83a-b09b-5913-1a58940a5db1/data/default/TestAcidGuarantees/6bba6f9894a8dbaebc3b47d6055c3663/.tmp/A/5d29800ba49e4c0f9f03f4e665f3aea3 as hdfs://localhost:34345/user/jenkins/test-data/14d118ee-a83a-b09b-5913-1a58940a5db1/data/default/TestAcidGuarantees/6bba6f9894a8dbaebc3b47d6055c3663/A/5d29800ba49e4c0f9f03f4e665f3aea3 2024-11-14T14:43:04,604 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:34345/user/jenkins/test-data/14d118ee-a83a-b09b-5913-1a58940a5db1/data/default/TestAcidGuarantees/6bba6f9894a8dbaebc3b47d6055c3663/A/5d29800ba49e4c0f9f03f4e665f3aea3, entries=150, sequenceid=64, filesize=30.2 K 2024-11-14T14:43:04,605 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:34345/user/jenkins/test-data/14d118ee-a83a-b09b-5913-1a58940a5db1/data/default/TestAcidGuarantees/6bba6f9894a8dbaebc3b47d6055c3663/.tmp/B/a29b392715a84ff1ad061ddd215f4759 as hdfs://localhost:34345/user/jenkins/test-data/14d118ee-a83a-b09b-5913-1a58940a5db1/data/default/TestAcidGuarantees/6bba6f9894a8dbaebc3b47d6055c3663/B/a29b392715a84ff1ad061ddd215f4759 2024-11-14T14:43:04,609 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:34345/user/jenkins/test-data/14d118ee-a83a-b09b-5913-1a58940a5db1/data/default/TestAcidGuarantees/6bba6f9894a8dbaebc3b47d6055c3663/B/a29b392715a84ff1ad061ddd215f4759, entries=100, sequenceid=64, filesize=9.4 K 2024-11-14T14:43:04,609 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:34345/user/jenkins/test-data/14d118ee-a83a-b09b-5913-1a58940a5db1/data/default/TestAcidGuarantees/6bba6f9894a8dbaebc3b47d6055c3663/.tmp/C/7e806d90f1404d25b74dc27370bae2fd as hdfs://localhost:34345/user/jenkins/test-data/14d118ee-a83a-b09b-5913-1a58940a5db1/data/default/TestAcidGuarantees/6bba6f9894a8dbaebc3b47d6055c3663/C/7e806d90f1404d25b74dc27370bae2fd 2024-11-14T14:43:04,615 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:34345/user/jenkins/test-data/14d118ee-a83a-b09b-5913-1a58940a5db1/data/default/TestAcidGuarantees/6bba6f9894a8dbaebc3b47d6055c3663/C/7e806d90f1404d25b74dc27370bae2fd, entries=100, sequenceid=64, filesize=9.4 K 2024-11-14T14:43:04,616 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(3140): Finished flush of dataSize ~67.09 KB/68700, heapSize ~199.92 KB/204720, currentSize=107.34 KB/109920 for 6bba6f9894a8dbaebc3b47d6055c3663 in 864ms, sequenceid=64, compaction requested=true 2024-11-14T14:43:04,616 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2603): Flush status journal for 6bba6f9894a8dbaebc3b47d6055c3663: 2024-11-14T14:43:04,616 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store 6bba6f9894a8dbaebc3b47d6055c3663:A, priority=-2147483648, current under compaction store size is 1 2024-11-14T14:43:04,616 DEBUG [RS:0;da1c6afcd1f9:35765-shortCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 3 store files, 0 compacting, 3 eligible, 16 blocking 2024-11-14T14:43:04,616 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-14T14:43:04,616 DEBUG [RS:0;da1c6afcd1f9:35765-longCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 3 store files, 0 compacting, 3 eligible, 16 blocking 2024-11-14T14:43:04,616 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store 6bba6f9894a8dbaebc3b47d6055c3663:B, priority=-2147483648, current under compaction store size is 2 2024-11-14T14:43:04,616 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-14T14:43:04,616 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store 6bba6f9894a8dbaebc3b47d6055c3663:C, priority=-2147483648, current under compaction store size is 3 2024-11-14T14:43:04,616 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=1), splitQueue=0 2024-11-14T14:43:04,617 DEBUG [RS:0;da1c6afcd1f9:35765-shortCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 3 files of size 92861 starting at candidate #0 after considering 1 permutations with 1 in ratio 2024-11-14T14:43:04,617 DEBUG [RS:0;da1c6afcd1f9:35765-shortCompactions-0 {}] regionserver.HStore(1541): 6bba6f9894a8dbaebc3b47d6055c3663/A is initiating minor compaction (all files) 2024-11-14T14:43:04,617 INFO [RS:0;da1c6afcd1f9:35765-shortCompactions-0 {}] regionserver.HRegion(2416): Starting compaction of 6bba6f9894a8dbaebc3b47d6055c3663/A in TestAcidGuarantees,,1731595377819.6bba6f9894a8dbaebc3b47d6055c3663. 2024-11-14T14:43:04,618 DEBUG [RS:0;da1c6afcd1f9:35765-longCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 3 files of size 33659 starting at candidate #0 after considering 1 permutations with 1 in ratio 2024-11-14T14:43:04,618 INFO [RS:0;da1c6afcd1f9:35765-shortCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:34345/user/jenkins/test-data/14d118ee-a83a-b09b-5913-1a58940a5db1/data/default/TestAcidGuarantees/6bba6f9894a8dbaebc3b47d6055c3663/A/47712e4fb13241e9bb67250e1803eeba, hdfs://localhost:34345/user/jenkins/test-data/14d118ee-a83a-b09b-5913-1a58940a5db1/data/default/TestAcidGuarantees/6bba6f9894a8dbaebc3b47d6055c3663/A/1daf1c792b3145d083ffa3b6202657e4, hdfs://localhost:34345/user/jenkins/test-data/14d118ee-a83a-b09b-5913-1a58940a5db1/data/default/TestAcidGuarantees/6bba6f9894a8dbaebc3b47d6055c3663/A/5d29800ba49e4c0f9f03f4e665f3aea3] into tmpdir=hdfs://localhost:34345/user/jenkins/test-data/14d118ee-a83a-b09b-5913-1a58940a5db1/data/default/TestAcidGuarantees/6bba6f9894a8dbaebc3b47d6055c3663/.tmp, totalSize=90.7 K 2024-11-14T14:43:04,618 INFO [RS:0;da1c6afcd1f9:35765-shortCompactions-0 {}] mob.DefaultMobStoreCompactor(181): MOB compaction: major=false isAll=true priority=13 throughput controller=DefaultCompactionThroughputController [maxThroughput=50.00 MB/second, activeCompactions=0] table=TestAcidGuarantees cf=A region=TestAcidGuarantees,,1731595377819.6bba6f9894a8dbaebc3b47d6055c3663. 2024-11-14T14:43:04,618 DEBUG [RS:0;da1c6afcd1f9:35765-longCompactions-0 {}] regionserver.HStore(1541): 6bba6f9894a8dbaebc3b47d6055c3663/B is initiating minor compaction (all files) 2024-11-14T14:43:04,618 DEBUG [RS:0;da1c6afcd1f9:35765-shortCompactions-0 {}] mob.DefaultMobStoreCompactor(191): MOB compaction table=TestAcidGuarantees cf=A region=TestAcidGuarantees,,1731595377819.6bba6f9894a8dbaebc3b47d6055c3663. files: [hdfs://localhost:34345/user/jenkins/test-data/14d118ee-a83a-b09b-5913-1a58940a5db1/data/default/TestAcidGuarantees/6bba6f9894a8dbaebc3b47d6055c3663/A/47712e4fb13241e9bb67250e1803eeba, hdfs://localhost:34345/user/jenkins/test-data/14d118ee-a83a-b09b-5913-1a58940a5db1/data/default/TestAcidGuarantees/6bba6f9894a8dbaebc3b47d6055c3663/A/1daf1c792b3145d083ffa3b6202657e4, hdfs://localhost:34345/user/jenkins/test-data/14d118ee-a83a-b09b-5913-1a58940a5db1/data/default/TestAcidGuarantees/6bba6f9894a8dbaebc3b47d6055c3663/A/5d29800ba49e4c0f9f03f4e665f3aea3] 2024-11-14T14:43:04,618 INFO [RS:0;da1c6afcd1f9:35765-longCompactions-0 {}] regionserver.HRegion(2416): Starting compaction of 6bba6f9894a8dbaebc3b47d6055c3663/B in TestAcidGuarantees,,1731595377819.6bba6f9894a8dbaebc3b47d6055c3663. 2024-11-14T14:43:04,618 INFO [RS:0;da1c6afcd1f9:35765-longCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:34345/user/jenkins/test-data/14d118ee-a83a-b09b-5913-1a58940a5db1/data/default/TestAcidGuarantees/6bba6f9894a8dbaebc3b47d6055c3663/B/13f8c590be1b4000b8ec76f8ee78c89a, hdfs://localhost:34345/user/jenkins/test-data/14d118ee-a83a-b09b-5913-1a58940a5db1/data/default/TestAcidGuarantees/6bba6f9894a8dbaebc3b47d6055c3663/B/37904fb731f44c7e8c82dd33181cf469, hdfs://localhost:34345/user/jenkins/test-data/14d118ee-a83a-b09b-5913-1a58940a5db1/data/default/TestAcidGuarantees/6bba6f9894a8dbaebc3b47d6055c3663/B/a29b392715a84ff1ad061ddd215f4759] into tmpdir=hdfs://localhost:34345/user/jenkins/test-data/14d118ee-a83a-b09b-5913-1a58940a5db1/data/default/TestAcidGuarantees/6bba6f9894a8dbaebc3b47d6055c3663/.tmp, totalSize=32.9 K 2024-11-14T14:43:04,619 DEBUG [RS:0;da1c6afcd1f9:35765-shortCompactions-0 {}] compactions.Compactor(225): Compacting 47712e4fb13241e9bb67250e1803eeba, keycount=150, bloomtype=ROW, size=30.2 K, encoding=NONE, compression=NONE, seqNum=15, earliestPutTs=1731595380921 2024-11-14T14:43:04,619 DEBUG [RS:0;da1c6afcd1f9:35765-longCompactions-0 {}] compactions.Compactor(225): Compacting 13f8c590be1b4000b8ec76f8ee78c89a, keycount=150, bloomtype=ROW, size=11.7 K, encoding=NONE, compression=NONE, seqNum=15, earliestPutTs=1731595380921 2024-11-14T14:43:04,619 DEBUG [RS:0;da1c6afcd1f9:35765-shortCompactions-0 {}] compactions.Compactor(225): Compacting 1daf1c792b3145d083ffa3b6202657e4, keycount=150, bloomtype=ROW, size=30.2 K, encoding=NONE, compression=NONE, seqNum=51, earliestPutTs=1731595380976 2024-11-14T14:43:04,619 DEBUG [RS:0;da1c6afcd1f9:35765-longCompactions-0 {}] compactions.Compactor(225): Compacting 37904fb731f44c7e8c82dd33181cf469, keycount=150, bloomtype=ROW, size=11.7 K, encoding=NONE, compression=NONE, seqNum=51, earliestPutTs=1731595380976 2024-11-14T14:43:04,619 DEBUG [RS:0;da1c6afcd1f9:35765-shortCompactions-0 {}] compactions.Compactor(225): Compacting 5d29800ba49e4c0f9f03f4e665f3aea3, keycount=150, bloomtype=ROW, size=30.2 K, encoding=NONE, compression=NONE, seqNum=64, earliestPutTs=1731595383114 2024-11-14T14:43:04,619 DEBUG [RS:0;da1c6afcd1f9:35765-longCompactions-0 {}] compactions.Compactor(225): Compacting a29b392715a84ff1ad061ddd215f4759, keycount=100, bloomtype=ROW, size=9.4 K, encoding=NONE, compression=NONE, seqNum=64, earliestPutTs=1731595383114 2024-11-14T14:43:04,626 INFO [RS:0;da1c6afcd1f9:35765-longCompactions-0 {}] throttle.PressureAwareThroughputController(145): 6bba6f9894a8dbaebc3b47d6055c3663#B#compaction#458 average throughput is 3.28 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second 2024-11-14T14:43:04,626 DEBUG [RS:0;da1c6afcd1f9:35765-longCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:34345/user/jenkins/test-data/14d118ee-a83a-b09b-5913-1a58940a5db1/data/default/TestAcidGuarantees/6bba6f9894a8dbaebc3b47d6055c3663/.tmp/B/abb42960c8fc423991b03c5c04744a05 is 50, key is test_row_0/B:col10/1731595383114/Put/seqid=0 2024-11-14T14:43:04,628 INFO [RS:0;da1c6afcd1f9:35765-shortCompactions-0 {}] mob.DefaultMobStoreCompactor(321): Compact MOB=false optimized configured=false optimized enabled=false maximum MOB file size=1073741824 major=true store=[table=TestAcidGuarantees family=A region=6bba6f9894a8dbaebc3b47d6055c3663] 2024-11-14T14:43:04,630 DEBUG [RS:0;da1c6afcd1f9:35765-shortCompactions-0 {}] mob.DefaultMobStoreCompactor(635): New MOB writer created=d41d8cd98f00b204e9800998ecf8427e2024111416419c9ee5a14d108590ecc39e824237_6bba6f9894a8dbaebc3b47d6055c3663 store=[table=TestAcidGuarantees family=A region=6bba6f9894a8dbaebc3b47d6055c3663] 2024-11-14T14:43:04,632 DEBUG [RS:0;da1c6afcd1f9:35765-shortCompactions-0 {}] mob.DefaultMobStoreCompactor(656): Commit or abort size=0 mobCells=0 major=true file=d41d8cd98f00b204e9800998ecf8427e2024111416419c9ee5a14d108590ecc39e824237_6bba6f9894a8dbaebc3b47d6055c3663, store=[table=TestAcidGuarantees family=A region=6bba6f9894a8dbaebc3b47d6055c3663] 2024-11-14T14:43:04,632 DEBUG [RS:0;da1c6afcd1f9:35765-shortCompactions-0 {}] mob.DefaultMobStoreCompactor(667): Aborting writer for hdfs://localhost:34345/user/jenkins/test-data/14d118ee-a83a-b09b-5913-1a58940a5db1/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e2024111416419c9ee5a14d108590ecc39e824237_6bba6f9894a8dbaebc3b47d6055c3663 because there are no MOB cells, store=[table=TestAcidGuarantees family=A region=6bba6f9894a8dbaebc3b47d6055c3663] 2024-11-14T14:43:04,633 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36699 is added to blk_1073742359_1535 (size=12104) 2024-11-14T14:43:04,637 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36699 is added to blk_1073742360_1536 (size=4469) 2024-11-14T14:43:04,638 INFO [RS:0;da1c6afcd1f9:35765-shortCompactions-0 {}] throttle.PressureAwareThroughputController(145): 6bba6f9894a8dbaebc3b47d6055c3663#A#compaction#459 average throughput is 2.44 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second 2024-11-14T14:43:04,638 DEBUG [RS:0;da1c6afcd1f9:35765-shortCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:34345/user/jenkins/test-data/14d118ee-a83a-b09b-5913-1a58940a5db1/data/default/TestAcidGuarantees/6bba6f9894a8dbaebc3b47d6055c3663/.tmp/A/373876b9f8bb40fcb58280649995b19b is 175, key is test_row_0/A:col10/1731595383114/Put/seqid=0 2024-11-14T14:43:04,652 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36699 is added to blk_1073742361_1537 (size=31165) 2024-11-14T14:43:04,958 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35765 {}] regionserver.HRegion(8855): Flush requested on 6bba6f9894a8dbaebc3b47d6055c3663 2024-11-14T14:43:04,958 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(2902): Flushing 6bba6f9894a8dbaebc3b47d6055c3663 3/3 column families, dataSize=114.05 KB heapSize=339.41 KB 2024-11-14T14:43:04,959 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 6bba6f9894a8dbaebc3b47d6055c3663, store=A 2024-11-14T14:43:04,959 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=2, new segment=null 2024-11-14T14:43:04,959 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 6bba6f9894a8dbaebc3b47d6055c3663, store=B 2024-11-14T14:43:04,959 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=2, new segment=null 2024-11-14T14:43:04,959 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 6bba6f9894a8dbaebc3b47d6055c3663, store=C 2024-11-14T14:43:04,959 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=2, new segment=null 2024-11-14T14:43:04,967 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:34345/user/jenkins/test-data/14d118ee-a83a-b09b-5913-1a58940a5db1/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e20241114e6160ad6f4d04c2796e294aee2c40f8a_6bba6f9894a8dbaebc3b47d6055c3663 is 50, key is test_row_0/A:col10/1731595384957/Put/seqid=0 2024-11-14T14:43:04,973 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36699 is added to blk_1073742362_1538 (size=14594) 2024-11-14T14:43:04,981 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35765 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6bba6f9894a8dbaebc3b47d6055c3663, server=da1c6afcd1f9,35765,1731595233113 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-14T14:43:04,981 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35765 {}] ipc.CallRunner(138): callId: 30 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:49026 deadline: 1731595444974, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6bba6f9894a8dbaebc3b47d6055c3663, server=da1c6afcd1f9,35765,1731595233113 2024-11-14T14:43:04,981 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731595377819.6bba6f9894a8dbaebc3b47d6055c3663., hostname=da1c6afcd1f9,35765,1731595233113, seqNum=5 , the old value is region=TestAcidGuarantees,,1731595377819.6bba6f9894a8dbaebc3b47d6055c3663., hostname=da1c6afcd1f9,35765,1731595233113, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6bba6f9894a8dbaebc3b47d6055c3663, server=da1c6afcd1f9,35765,1731595233113 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-14T14:43:04,981 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731595377819.6bba6f9894a8dbaebc3b47d6055c3663., hostname=da1c6afcd1f9,35765,1731595233113, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6bba6f9894a8dbaebc3b47d6055c3663, server=da1c6afcd1f9,35765,1731595233113 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-14T14:43:04,982 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731595377819.6bba6f9894a8dbaebc3b47d6055c3663., hostname=da1c6afcd1f9,35765,1731595233113, seqNum=5 because the exception is null or not the one we care about 2024-11-14T14:43:04,982 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35765 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6bba6f9894a8dbaebc3b47d6055c3663, server=da1c6afcd1f9,35765,1731595233113 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-14T14:43:04,982 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35765 {}] ipc.CallRunner(138): callId: 33 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:49004 deadline: 1731595444976, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6bba6f9894a8dbaebc3b47d6055c3663, server=da1c6afcd1f9,35765,1731595233113 2024-11-14T14:43:04,982 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35765 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6bba6f9894a8dbaebc3b47d6055c3663, server=da1c6afcd1f9,35765,1731595233113 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-14T14:43:04,982 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35765 {}] ipc.CallRunner(138): callId: 27 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:49014 deadline: 1731595444977, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6bba6f9894a8dbaebc3b47d6055c3663, server=da1c6afcd1f9,35765,1731595233113 2024-11-14T14:43:04,982 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731595377819.6bba6f9894a8dbaebc3b47d6055c3663., hostname=da1c6afcd1f9,35765,1731595233113, seqNum=5 , the old value is region=TestAcidGuarantees,,1731595377819.6bba6f9894a8dbaebc3b47d6055c3663., hostname=da1c6afcd1f9,35765,1731595233113, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6bba6f9894a8dbaebc3b47d6055c3663, server=da1c6afcd1f9,35765,1731595233113 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-14T14:43:04,982 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731595377819.6bba6f9894a8dbaebc3b47d6055c3663., hostname=da1c6afcd1f9,35765,1731595233113, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6bba6f9894a8dbaebc3b47d6055c3663, server=da1c6afcd1f9,35765,1731595233113 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-14T14:43:04,982 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731595377819.6bba6f9894a8dbaebc3b47d6055c3663., hostname=da1c6afcd1f9,35765,1731595233113, seqNum=5 because the exception is null or not the one we care about 2024-11-14T14:43:04,982 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731595377819.6bba6f9894a8dbaebc3b47d6055c3663., hostname=da1c6afcd1f9,35765,1731595233113, seqNum=5 , the old value is region=TestAcidGuarantees,,1731595377819.6bba6f9894a8dbaebc3b47d6055c3663., hostname=da1c6afcd1f9,35765,1731595233113, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6bba6f9894a8dbaebc3b47d6055c3663, server=da1c6afcd1f9,35765,1731595233113 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-14T14:43:04,982 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731595377819.6bba6f9894a8dbaebc3b47d6055c3663., hostname=da1c6afcd1f9,35765,1731595233113, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6bba6f9894a8dbaebc3b47d6055c3663, server=da1c6afcd1f9,35765,1731595233113 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-14T14:43:04,982 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731595377819.6bba6f9894a8dbaebc3b47d6055c3663., hostname=da1c6afcd1f9,35765,1731595233113, seqNum=5 because the exception is null or not the one we care about 2024-11-14T14:43:05,036 DEBUG [RS:0;da1c6afcd1f9:35765-longCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:34345/user/jenkins/test-data/14d118ee-a83a-b09b-5913-1a58940a5db1/data/default/TestAcidGuarantees/6bba6f9894a8dbaebc3b47d6055c3663/.tmp/B/abb42960c8fc423991b03c5c04744a05 as hdfs://localhost:34345/user/jenkins/test-data/14d118ee-a83a-b09b-5913-1a58940a5db1/data/default/TestAcidGuarantees/6bba6f9894a8dbaebc3b47d6055c3663/B/abb42960c8fc423991b03c5c04744a05 2024-11-14T14:43:05,040 INFO [RS:0;da1c6afcd1f9:35765-longCompactions-0 {}] regionserver.HStore(1337): Completed compaction of 3 (all) file(s) in 6bba6f9894a8dbaebc3b47d6055c3663/B of 6bba6f9894a8dbaebc3b47d6055c3663 into abb42960c8fc423991b03c5c04744a05(size=11.8 K), total size for store is 11.8 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-11-14T14:43:05,040 DEBUG [RS:0;da1c6afcd1f9:35765-longCompactions-0 {}] regionserver.HRegion(2446): Compaction status journal for 6bba6f9894a8dbaebc3b47d6055c3663: 2024-11-14T14:43:05,040 INFO [RS:0;da1c6afcd1f9:35765-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1731595377819.6bba6f9894a8dbaebc3b47d6055c3663., storeName=6bba6f9894a8dbaebc3b47d6055c3663/B, priority=13, startTime=1731595384616; duration=0sec 2024-11-14T14:43:05,040 DEBUG [RS:0;da1c6afcd1f9:35765-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=1), splitQueue=0 2024-11-14T14:43:05,040 DEBUG [RS:0;da1c6afcd1f9:35765-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: 6bba6f9894a8dbaebc3b47d6055c3663:B 2024-11-14T14:43:05,040 DEBUG [RS:0;da1c6afcd1f9:35765-longCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 3 store files, 0 compacting, 3 eligible, 16 blocking 2024-11-14T14:43:05,041 DEBUG [RS:0;da1c6afcd1f9:35765-longCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 3 files of size 33659 starting at candidate #0 after considering 1 permutations with 1 in ratio 2024-11-14T14:43:05,041 DEBUG [RS:0;da1c6afcd1f9:35765-longCompactions-0 {}] regionserver.HStore(1541): 6bba6f9894a8dbaebc3b47d6055c3663/C is initiating minor compaction (all files) 2024-11-14T14:43:05,041 INFO [RS:0;da1c6afcd1f9:35765-longCompactions-0 {}] regionserver.HRegion(2416): Starting compaction of 6bba6f9894a8dbaebc3b47d6055c3663/C in TestAcidGuarantees,,1731595377819.6bba6f9894a8dbaebc3b47d6055c3663. 2024-11-14T14:43:05,041 INFO [RS:0;da1c6afcd1f9:35765-longCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:34345/user/jenkins/test-data/14d118ee-a83a-b09b-5913-1a58940a5db1/data/default/TestAcidGuarantees/6bba6f9894a8dbaebc3b47d6055c3663/C/3367179fdb54482ea027f4ea6025eac1, hdfs://localhost:34345/user/jenkins/test-data/14d118ee-a83a-b09b-5913-1a58940a5db1/data/default/TestAcidGuarantees/6bba6f9894a8dbaebc3b47d6055c3663/C/02416d5620b8428d958498a11f41fd14, hdfs://localhost:34345/user/jenkins/test-data/14d118ee-a83a-b09b-5913-1a58940a5db1/data/default/TestAcidGuarantees/6bba6f9894a8dbaebc3b47d6055c3663/C/7e806d90f1404d25b74dc27370bae2fd] into tmpdir=hdfs://localhost:34345/user/jenkins/test-data/14d118ee-a83a-b09b-5913-1a58940a5db1/data/default/TestAcidGuarantees/6bba6f9894a8dbaebc3b47d6055c3663/.tmp, totalSize=32.9 K 2024-11-14T14:43:05,041 DEBUG [RS:0;da1c6afcd1f9:35765-longCompactions-0 {}] compactions.Compactor(225): Compacting 3367179fdb54482ea027f4ea6025eac1, keycount=150, bloomtype=ROW, size=11.7 K, encoding=NONE, compression=NONE, seqNum=15, earliestPutTs=1731595380921 2024-11-14T14:43:05,041 DEBUG [RS:0;da1c6afcd1f9:35765-longCompactions-0 {}] compactions.Compactor(225): Compacting 02416d5620b8428d958498a11f41fd14, keycount=150, bloomtype=ROW, size=11.7 K, encoding=NONE, compression=NONE, seqNum=51, earliestPutTs=1731595380976 2024-11-14T14:43:05,042 DEBUG [RS:0;da1c6afcd1f9:35765-longCompactions-0 {}] compactions.Compactor(225): Compacting 7e806d90f1404d25b74dc27370bae2fd, keycount=100, bloomtype=ROW, size=9.4 K, encoding=NONE, compression=NONE, seqNum=64, earliestPutTs=1731595383114 2024-11-14T14:43:05,047 INFO [RS:0;da1c6afcd1f9:35765-longCompactions-0 {}] throttle.PressureAwareThroughputController(145): 6bba6f9894a8dbaebc3b47d6055c3663#C#compaction#461 average throughput is 6.55 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second 2024-11-14T14:43:05,047 DEBUG [RS:0;da1c6afcd1f9:35765-longCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:34345/user/jenkins/test-data/14d118ee-a83a-b09b-5913-1a58940a5db1/data/default/TestAcidGuarantees/6bba6f9894a8dbaebc3b47d6055c3663/.tmp/C/ecf3ed81fe8f4e0590e677d467d0609a is 50, key is test_row_0/C:col10/1731595383114/Put/seqid=0 2024-11-14T14:43:05,050 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36699 is added to blk_1073742363_1539 (size=12104) 2024-11-14T14:43:05,055 DEBUG [RS:0;da1c6afcd1f9:35765-shortCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:34345/user/jenkins/test-data/14d118ee-a83a-b09b-5913-1a58940a5db1/data/default/TestAcidGuarantees/6bba6f9894a8dbaebc3b47d6055c3663/.tmp/A/373876b9f8bb40fcb58280649995b19b as hdfs://localhost:34345/user/jenkins/test-data/14d118ee-a83a-b09b-5913-1a58940a5db1/data/default/TestAcidGuarantees/6bba6f9894a8dbaebc3b47d6055c3663/A/373876b9f8bb40fcb58280649995b19b 2024-11-14T14:43:05,062 INFO [RS:0;da1c6afcd1f9:35765-shortCompactions-0 {}] regionserver.HStore(1337): Completed compaction of 3 (all) file(s) in 6bba6f9894a8dbaebc3b47d6055c3663/A of 6bba6f9894a8dbaebc3b47d6055c3663 into 373876b9f8bb40fcb58280649995b19b(size=30.4 K), total size for store is 30.4 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-11-14T14:43:05,062 DEBUG [RS:0;da1c6afcd1f9:35765-shortCompactions-0 {}] regionserver.HRegion(2446): Compaction status journal for 6bba6f9894a8dbaebc3b47d6055c3663: 2024-11-14T14:43:05,062 INFO [RS:0;da1c6afcd1f9:35765-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1731595377819.6bba6f9894a8dbaebc3b47d6055c3663., storeName=6bba6f9894a8dbaebc3b47d6055c3663/A, priority=13, startTime=1731595384616; duration=0sec 2024-11-14T14:43:05,063 DEBUG [RS:0;da1c6afcd1f9:35765-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-14T14:43:05,063 DEBUG [RS:0;da1c6afcd1f9:35765-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: 6bba6f9894a8dbaebc3b47d6055c3663:A 2024-11-14T14:43:05,089 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35765 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6bba6f9894a8dbaebc3b47d6055c3663, server=da1c6afcd1f9,35765,1731595233113 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-14T14:43:05,089 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35765 {}] ipc.CallRunner(138): callId: 31 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:49026 deadline: 1731595445086, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6bba6f9894a8dbaebc3b47d6055c3663, server=da1c6afcd1f9,35765,1731595233113 2024-11-14T14:43:05,089 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35765 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6bba6f9894a8dbaebc3b47d6055c3663, server=da1c6afcd1f9,35765,1731595233113 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-14T14:43:05,090 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731595377819.6bba6f9894a8dbaebc3b47d6055c3663., hostname=da1c6afcd1f9,35765,1731595233113, seqNum=5 , the old value is region=TestAcidGuarantees,,1731595377819.6bba6f9894a8dbaebc3b47d6055c3663., hostname=da1c6afcd1f9,35765,1731595233113, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6bba6f9894a8dbaebc3b47d6055c3663, server=da1c6afcd1f9,35765,1731595233113 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-14T14:43:05,090 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731595377819.6bba6f9894a8dbaebc3b47d6055c3663., hostname=da1c6afcd1f9,35765,1731595233113, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6bba6f9894a8dbaebc3b47d6055c3663, server=da1c6afcd1f9,35765,1731595233113 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-14T14:43:05,090 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731595377819.6bba6f9894a8dbaebc3b47d6055c3663., hostname=da1c6afcd1f9,35765,1731595233113, seqNum=5 because the exception is null or not the one we care about 2024-11-14T14:43:05,090 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35765 {}] ipc.CallRunner(138): callId: 34 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:49004 deadline: 1731595445086, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6bba6f9894a8dbaebc3b47d6055c3663, server=da1c6afcd1f9,35765,1731595233113 2024-11-14T14:43:05,090 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35765 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6bba6f9894a8dbaebc3b47d6055c3663, server=da1c6afcd1f9,35765,1731595233113 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-14T14:43:05,090 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731595377819.6bba6f9894a8dbaebc3b47d6055c3663., hostname=da1c6afcd1f9,35765,1731595233113, seqNum=5 , the old value is region=TestAcidGuarantees,,1731595377819.6bba6f9894a8dbaebc3b47d6055c3663., hostname=da1c6afcd1f9,35765,1731595233113, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6bba6f9894a8dbaebc3b47d6055c3663, server=da1c6afcd1f9,35765,1731595233113 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-14T14:43:05,090 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731595377819.6bba6f9894a8dbaebc3b47d6055c3663., hostname=da1c6afcd1f9,35765,1731595233113, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6bba6f9894a8dbaebc3b47d6055c3663, server=da1c6afcd1f9,35765,1731595233113 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-14T14:43:05,090 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35765 {}] ipc.CallRunner(138): callId: 28 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:49014 deadline: 1731595445086, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6bba6f9894a8dbaebc3b47d6055c3663, server=da1c6afcd1f9,35765,1731595233113 2024-11-14T14:43:05,090 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731595377819.6bba6f9894a8dbaebc3b47d6055c3663., hostname=da1c6afcd1f9,35765,1731595233113, seqNum=5 because the exception is null or not the one we care about 2024-11-14T14:43:05,090 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731595377819.6bba6f9894a8dbaebc3b47d6055c3663., hostname=da1c6afcd1f9,35765,1731595233113, seqNum=5 , the old value is region=TestAcidGuarantees,,1731595377819.6bba6f9894a8dbaebc3b47d6055c3663., hostname=da1c6afcd1f9,35765,1731595233113, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6bba6f9894a8dbaebc3b47d6055c3663, server=da1c6afcd1f9,35765,1731595233113 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-14T14:43:05,090 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731595377819.6bba6f9894a8dbaebc3b47d6055c3663., hostname=da1c6afcd1f9,35765,1731595233113, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6bba6f9894a8dbaebc3b47d6055c3663, server=da1c6afcd1f9,35765,1731595233113 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-14T14:43:05,090 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731595377819.6bba6f9894a8dbaebc3b47d6055c3663., hostname=da1c6afcd1f9,35765,1731595233113, seqNum=5 because the exception is null or not the one we care about 2024-11-14T14:43:05,095 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45145 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=160 2024-11-14T14:43:05,096 INFO [RPCClient-NioEventLoopGroup-4-12 {}] client.RawAsyncHBaseAdmin$TableProcedureBiConsumer(2721): Operation: FLUSH, Table Name: default:TestAcidGuarantees completed 2024-11-14T14:43:05,096 INFO [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45145 {}] master.HMaster$22(4506): Client=jenkins//172.17.0.2 flush TestAcidGuarantees 2024-11-14T14:43:05,097 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45145 {}] procedure2.ProcedureExecutor(1139): Stored pid=162, state=RUNNABLE:FLUSH_TABLE_PREPARE, hasLock=false; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=162, table=TestAcidGuarantees 2024-11-14T14:43:05,098 INFO [PEWorker-3 {}] procedure.FlushTableProcedure(91): pid=162, state=RUNNABLE:FLUSH_TABLE_PREPARE, hasLock=true; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=162, table=TestAcidGuarantees execute state=FLUSH_TABLE_PREPARE 2024-11-14T14:43:05,098 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45145 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=162 2024-11-14T14:43:05,098 INFO [PEWorker-3 {}] procedure.FlushTableProcedure(91): pid=162, state=RUNNABLE:FLUSH_TABLE_FLUSH_REGIONS, hasLock=true; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=162, table=TestAcidGuarantees execute state=FLUSH_TABLE_FLUSH_REGIONS 2024-11-14T14:43:05,098 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=163, ppid=162, state=RUNNABLE, hasLock=false; org.apache.hadoop.hbase.master.procedure.FlushRegionProcedure}] 2024-11-14T14:43:05,149 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35765 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6bba6f9894a8dbaebc3b47d6055c3663, server=da1c6afcd1f9,35765,1731595233113 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-14T14:43:05,150 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35765 {}] ipc.CallRunner(138): callId: 18 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:49056 deadline: 1731595445146, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6bba6f9894a8dbaebc3b47d6055c3663, server=da1c6afcd1f9,35765,1731595233113 2024-11-14T14:43:05,150 WARN [RPCClient-NioEventLoopGroup-4-10 {}] client.AsyncRpcRetryingCaller(177): Call to da1c6afcd1f9,35765,1731595233113 for 'test_row_0' in 6bba6f9894a8dbaebc3b47d6055c3663 of TestAcidGuarantees failed, tries = 7, maxAttempts = 16, timeout = 1200000 ms, time elapsed = 4162 ms org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6bba6f9894a8dbaebc3b47d6055c3663, server=da1c6afcd1f9,35765,1731595233113 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) at jdk.internal.reflect.GeneratedConstructorAccessor39.newInstance(Unknown Source) ~[?:?] at jdk.internal.reflect.DelegatingConstructorAccessorImpl.newInstance(DelegatingConstructorAccessorImpl.java:45) ~[?:?] at java.lang.reflect.Constructor.newInstanceWithCaller(Constructor.java:499) ~[?:?] at java.lang.reflect.Constructor.newInstance(Constructor.java:480) ~[?:?] at org.apache.hadoop.hbase.ipc.RemoteWithExtrasException.instantiateException(RemoteWithExtrasException.java:110) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RemoteWithExtrasException.unwrapRemoteException(RemoteWithExtrasException.java:100) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.client.ConnectionUtils.translateException(ConnectionUtils.java:219) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRpcRetryingCaller.onError(AsyncRpcRetryingCaller.java:165) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.lambda$call$4(AsyncSingleRequestRpcRetryingCaller.java:86) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.lambda$addListener$0(FutureUtils.java:71) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:863) ~[?:?] at java.util.concurrent.CompletableFuture$UniWhenComplete.tryFire(CompletableFuture.java:841) ~[?:?] at java.util.concurrent.CompletableFuture.postComplete(CompletableFuture.java:510) ~[?:?] at java.util.concurrent.CompletableFuture.completeExceptionally(CompletableFuture.java:2162) ~[?:?] at org.apache.hadoop.hbase.client.ConnectionUtils$2.run(ConnectionUtils.java:625) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hbase.thirdparty.com.google.protobuf.RpcUtil$1.run(RpcUtil.java:56) ~[hbase-shaded-protobuf-4.1.9.jar:4.1.9] at org.apache.hbase.thirdparty.com.google.protobuf.RpcUtil$1.run(RpcUtil.java:47) ~[hbase-shaded-protobuf-4.1.9.jar:4.1.9] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.onCallFinished(AbstractRpcClient.java:397) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:430) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:425) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.callComplete(Call.java:117) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.setException(Call.java:132) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcConnection.readResponse(RpcConnection.java:457) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.NettyRpcDuplexHandler.readResponse(NettyRpcDuplexHandler.java:125) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.NettyRpcDuplexHandler.channelRead(NettyRpcDuplexHandler.java:140) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:442) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.handler.codec.ByteToMessageDecoder.fireChannelRead(ByteToMessageDecoder.java:346) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.handler.codec.ByteToMessageDecoder.channelRead(ByteToMessageDecoder.java:318) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:444) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.handler.timeout.IdleStateHandler.channelRead(IdleStateHandler.java:289) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:442) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline$HeadContext.channelRead(DefaultChannelPipeline.java:1357) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:440) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline.fireChannelRead(DefaultChannelPipeline.java:868) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.AbstractNioByteChannel$NioByteUnsafe.read(AbstractNioByteChannel.java:166) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.processSelectedKey(NioEventLoop.java:788) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.processSelectedKeysOptimized(NioEventLoop.java:724) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.processSelectedKeys(NioEventLoop.java:650) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:562) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) ~[hbase-shaded-netty-4.1.9.jar:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] Caused by: org.apache.hadoop.hbase.ipc.RemoteWithExtrasException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6bba6f9894a8dbaebc3b47d6055c3663, server=da1c6afcd1f9,35765,1731595233113 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) at org.apache.hadoop.hbase.ipc.AbstractRpcClient.onCallFinished(AbstractRpcClient.java:392) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] ... 32 more 2024-11-14T14:43:05,150 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731595377819.6bba6f9894a8dbaebc3b47d6055c3663., hostname=da1c6afcd1f9,35765,1731595233113, seqNum=5 , the old value is region=TestAcidGuarantees,,1731595377819.6bba6f9894a8dbaebc3b47d6055c3663., hostname=da1c6afcd1f9,35765,1731595233113, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6bba6f9894a8dbaebc3b47d6055c3663, server=da1c6afcd1f9,35765,1731595233113 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-14T14:43:05,150 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731595377819.6bba6f9894a8dbaebc3b47d6055c3663., hostname=da1c6afcd1f9,35765,1731595233113, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6bba6f9894a8dbaebc3b47d6055c3663, server=da1c6afcd1f9,35765,1731595233113 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-14T14:43:05,150 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731595377819.6bba6f9894a8dbaebc3b47d6055c3663., hostname=da1c6afcd1f9,35765,1731595233113, seqNum=5 because the exception is null or not the one we care about 2024-11-14T14:43:05,170 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35765 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6bba6f9894a8dbaebc3b47d6055c3663, server=da1c6afcd1f9,35765,1731595233113 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-14T14:43:05,170 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35765 {}] ipc.CallRunner(138): callId: 22 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:48962 deadline: 1731595445166, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6bba6f9894a8dbaebc3b47d6055c3663, server=da1c6afcd1f9,35765,1731595233113 2024-11-14T14:43:05,170 WARN [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRpcRetryingCaller(177): Call to da1c6afcd1f9,35765,1731595233113 for 'test_row_1' in 6bba6f9894a8dbaebc3b47d6055c3663 of TestAcidGuarantees failed, tries = 7, maxAttempts = 16, timeout = 1200000 ms, time elapsed = 4178 ms org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6bba6f9894a8dbaebc3b47d6055c3663, server=da1c6afcd1f9,35765,1731595233113 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) at jdk.internal.reflect.GeneratedConstructorAccessor39.newInstance(Unknown Source) ~[?:?] at jdk.internal.reflect.DelegatingConstructorAccessorImpl.newInstance(DelegatingConstructorAccessorImpl.java:45) ~[?:?] at java.lang.reflect.Constructor.newInstanceWithCaller(Constructor.java:499) ~[?:?] at java.lang.reflect.Constructor.newInstance(Constructor.java:480) ~[?:?] at org.apache.hadoop.hbase.ipc.RemoteWithExtrasException.instantiateException(RemoteWithExtrasException.java:110) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RemoteWithExtrasException.unwrapRemoteException(RemoteWithExtrasException.java:100) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.client.ConnectionUtils.translateException(ConnectionUtils.java:219) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRpcRetryingCaller.onError(AsyncRpcRetryingCaller.java:165) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.lambda$call$4(AsyncSingleRequestRpcRetryingCaller.java:86) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.lambda$addListener$0(FutureUtils.java:71) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:863) ~[?:?] at java.util.concurrent.CompletableFuture$UniWhenComplete.tryFire(CompletableFuture.java:841) ~[?:?] at java.util.concurrent.CompletableFuture.postComplete(CompletableFuture.java:510) ~[?:?] at java.util.concurrent.CompletableFuture.completeExceptionally(CompletableFuture.java:2162) ~[?:?] at org.apache.hadoop.hbase.client.ConnectionUtils$2.run(ConnectionUtils.java:625) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hbase.thirdparty.com.google.protobuf.RpcUtil$1.run(RpcUtil.java:56) ~[hbase-shaded-protobuf-4.1.9.jar:4.1.9] at org.apache.hbase.thirdparty.com.google.protobuf.RpcUtil$1.run(RpcUtil.java:47) ~[hbase-shaded-protobuf-4.1.9.jar:4.1.9] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.onCallFinished(AbstractRpcClient.java:397) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:430) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:425) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.callComplete(Call.java:117) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.setException(Call.java:132) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcConnection.readResponse(RpcConnection.java:457) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.NettyRpcDuplexHandler.readResponse(NettyRpcDuplexHandler.java:125) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.NettyRpcDuplexHandler.channelRead(NettyRpcDuplexHandler.java:140) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:442) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.handler.codec.ByteToMessageDecoder.fireChannelRead(ByteToMessageDecoder.java:346) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.handler.codec.ByteToMessageDecoder.channelRead(ByteToMessageDecoder.java:318) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:444) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.handler.timeout.IdleStateHandler.channelRead(IdleStateHandler.java:289) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:442) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline$HeadContext.channelRead(DefaultChannelPipeline.java:1357) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:440) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline.fireChannelRead(DefaultChannelPipeline.java:868) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.AbstractNioByteChannel$NioByteUnsafe.read(AbstractNioByteChannel.java:166) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.processSelectedKey(NioEventLoop.java:788) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.processSelectedKeysOptimized(NioEventLoop.java:724) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.processSelectedKeys(NioEventLoop.java:650) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:562) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) ~[hbase-shaded-netty-4.1.9.jar:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] Caused by: org.apache.hadoop.hbase.ipc.RemoteWithExtrasException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6bba6f9894a8dbaebc3b47d6055c3663, server=da1c6afcd1f9,35765,1731595233113 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) at org.apache.hadoop.hbase.ipc.AbstractRpcClient.onCallFinished(AbstractRpcClient.java:392) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] ... 32 more 2024-11-14T14:43:05,171 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731595377819.6bba6f9894a8dbaebc3b47d6055c3663., hostname=da1c6afcd1f9,35765,1731595233113, seqNum=5 , the old value is region=TestAcidGuarantees,,1731595377819.6bba6f9894a8dbaebc3b47d6055c3663., hostname=da1c6afcd1f9,35765,1731595233113, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6bba6f9894a8dbaebc3b47d6055c3663, server=da1c6afcd1f9,35765,1731595233113 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-14T14:43:05,171 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731595377819.6bba6f9894a8dbaebc3b47d6055c3663., hostname=da1c6afcd1f9,35765,1731595233113, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6bba6f9894a8dbaebc3b47d6055c3663, server=da1c6afcd1f9,35765,1731595233113 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-14T14:43:05,171 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731595377819.6bba6f9894a8dbaebc3b47d6055c3663., hostname=da1c6afcd1f9,35765,1731595233113, seqNum=5 because the exception is null or not the one we care about 2024-11-14T14:43:05,206 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45145 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=162 2024-11-14T14:43:05,250 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=35765 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=163 2024-11-14T14:43:05,250 DEBUG [RS_FLUSH_OPERATIONS-regionserver/da1c6afcd1f9:0-0 {event_type=RS_FLUSH_REGIONS, pid=163}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1731595377819.6bba6f9894a8dbaebc3b47d6055c3663. 2024-11-14T14:43:05,251 DEBUG [RS_FLUSH_OPERATIONS-regionserver/da1c6afcd1f9:0-0 {event_type=RS_FLUSH_REGIONS, pid=163}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1731595377819.6bba6f9894a8dbaebc3b47d6055c3663. as already flushing 2024-11-14T14:43:05,251 DEBUG [RS_FLUSH_OPERATIONS-regionserver/da1c6afcd1f9:0-0 {event_type=RS_FLUSH_REGIONS, pid=163}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1731595377819.6bba6f9894a8dbaebc3b47d6055c3663. 2024-11-14T14:43:05,251 ERROR [RS_FLUSH_OPERATIONS-regionserver/da1c6afcd1f9:0-0 {event_type=RS_FLUSH_REGIONS, pid=163}] handler.RSProcedureHandler(58): pid=163 java.io.IOException: Unable to complete flush {ENCODED => 6bba6f9894a8dbaebc3b47d6055c3663, NAME => 'TestAcidGuarantees,,1731595377819.6bba6f9894a8dbaebc3b47d6055c3663.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-14T14:43:05,251 DEBUG [RS_FLUSH_OPERATIONS-regionserver/da1c6afcd1f9:0-0 {event_type=RS_FLUSH_REGIONS, pid=163}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=163 java.io.IOException: Unable to complete flush {ENCODED => 6bba6f9894a8dbaebc3b47d6055c3663, NAME => 'TestAcidGuarantees,,1731595377819.6bba6f9894a8dbaebc3b47d6055c3663.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-14T14:43:05,251 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45145 {}] master.HMaster(4177): Remote procedure failed, pid=163 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 6bba6f9894a8dbaebc3b47d6055c3663, NAME => 'TestAcidGuarantees,,1731595377819.6bba6f9894a8dbaebc3b47d6055c3663.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$5(MasterRpcServices.java:2580) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2575) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 6bba6f9894a8dbaebc3b47d6055c3663, NAME => 'TestAcidGuarantees,,1731595377819.6bba6f9894a8dbaebc3b47d6055c3663.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-14T14:43:05,299 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35765 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6bba6f9894a8dbaebc3b47d6055c3663, server=da1c6afcd1f9,35765,1731595233113 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-14T14:43:05,299 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35765 {}] ipc.CallRunner(138): callId: 32 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:49026 deadline: 1731595445296, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6bba6f9894a8dbaebc3b47d6055c3663, server=da1c6afcd1f9,35765,1731595233113 2024-11-14T14:43:05,299 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35765 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6bba6f9894a8dbaebc3b47d6055c3663, server=da1c6afcd1f9,35765,1731595233113 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-14T14:43:05,299 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731595377819.6bba6f9894a8dbaebc3b47d6055c3663., hostname=da1c6afcd1f9,35765,1731595233113, seqNum=5 , the old value is region=TestAcidGuarantees,,1731595377819.6bba6f9894a8dbaebc3b47d6055c3663., hostname=da1c6afcd1f9,35765,1731595233113, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6bba6f9894a8dbaebc3b47d6055c3663, server=da1c6afcd1f9,35765,1731595233113 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-14T14:43:05,299 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731595377819.6bba6f9894a8dbaebc3b47d6055c3663., hostname=da1c6afcd1f9,35765,1731595233113, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6bba6f9894a8dbaebc3b47d6055c3663, server=da1c6afcd1f9,35765,1731595233113 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-14T14:43:05,299 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35765 {}] ipc.CallRunner(138): callId: 35 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:49004 deadline: 1731595445296, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6bba6f9894a8dbaebc3b47d6055c3663, server=da1c6afcd1f9,35765,1731595233113 2024-11-14T14:43:05,299 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731595377819.6bba6f9894a8dbaebc3b47d6055c3663., hostname=da1c6afcd1f9,35765,1731595233113, seqNum=5 because the exception is null or not the one we care about 2024-11-14T14:43:05,299 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35765 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6bba6f9894a8dbaebc3b47d6055c3663, server=da1c6afcd1f9,35765,1731595233113 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-14T14:43:05,300 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731595377819.6bba6f9894a8dbaebc3b47d6055c3663., hostname=da1c6afcd1f9,35765,1731595233113, seqNum=5 , the old value is region=TestAcidGuarantees,,1731595377819.6bba6f9894a8dbaebc3b47d6055c3663., hostname=da1c6afcd1f9,35765,1731595233113, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6bba6f9894a8dbaebc3b47d6055c3663, server=da1c6afcd1f9,35765,1731595233113 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-14T14:43:05,300 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731595377819.6bba6f9894a8dbaebc3b47d6055c3663., hostname=da1c6afcd1f9,35765,1731595233113, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6bba6f9894a8dbaebc3b47d6055c3663, server=da1c6afcd1f9,35765,1731595233113 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-14T14:43:05,300 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35765 {}] ipc.CallRunner(138): callId: 29 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:49014 deadline: 1731595445296, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6bba6f9894a8dbaebc3b47d6055c3663, server=da1c6afcd1f9,35765,1731595233113 2024-11-14T14:43:05,300 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731595377819.6bba6f9894a8dbaebc3b47d6055c3663., hostname=da1c6afcd1f9,35765,1731595233113, seqNum=5 because the exception is null or not the one we care about 2024-11-14T14:43:05,300 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731595377819.6bba6f9894a8dbaebc3b47d6055c3663., hostname=da1c6afcd1f9,35765,1731595233113, seqNum=5 , the old value is region=TestAcidGuarantees,,1731595377819.6bba6f9894a8dbaebc3b47d6055c3663., hostname=da1c6afcd1f9,35765,1731595233113, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6bba6f9894a8dbaebc3b47d6055c3663, server=da1c6afcd1f9,35765,1731595233113 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-14T14:43:05,300 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731595377819.6bba6f9894a8dbaebc3b47d6055c3663., hostname=da1c6afcd1f9,35765,1731595233113, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6bba6f9894a8dbaebc3b47d6055c3663, server=da1c6afcd1f9,35765,1731595233113 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-14T14:43:05,300 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731595377819.6bba6f9894a8dbaebc3b47d6055c3663., hostname=da1c6afcd1f9,35765,1731595233113, seqNum=5 because the exception is null or not the one we care about 2024-11-14T14:43:05,373 DEBUG [MemStoreFlusher.0 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T14:43:05,377 INFO [MemStoreFlusher.0 {}] regionserver.HMobStore(268): FLUSH Renaming flushed file from hdfs://localhost:34345/user/jenkins/test-data/14d118ee-a83a-b09b-5913-1a58940a5db1/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e20241114e6160ad6f4d04c2796e294aee2c40f8a_6bba6f9894a8dbaebc3b47d6055c3663 to hdfs://localhost:34345/user/jenkins/test-data/14d118ee-a83a-b09b-5913-1a58940a5db1/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e20241114e6160ad6f4d04c2796e294aee2c40f8a_6bba6f9894a8dbaebc3b47d6055c3663 2024-11-14T14:43:05,377 DEBUG [MemStoreFlusher.0 {}] mob.DefaultMobStoreFlusher(263): Flush store file: hdfs://localhost:34345/user/jenkins/test-data/14d118ee-a83a-b09b-5913-1a58940a5db1/data/default/TestAcidGuarantees/6bba6f9894a8dbaebc3b47d6055c3663/.tmp/A/94a5e7d712944c05a0beb4150dd461de, store: [table=TestAcidGuarantees family=A region=6bba6f9894a8dbaebc3b47d6055c3663] 2024-11-14T14:43:05,378 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:34345/user/jenkins/test-data/14d118ee-a83a-b09b-5913-1a58940a5db1/data/default/TestAcidGuarantees/6bba6f9894a8dbaebc3b47d6055c3663/.tmp/A/94a5e7d712944c05a0beb4150dd461de is 175, key is test_row_0/A:col10/1731595384957/Put/seqid=0 2024-11-14T14:43:05,381 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36699 is added to blk_1073742364_1540 (size=39549) 2024-11-14T14:43:05,403 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=35765 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=163 2024-11-14T14:43:05,403 DEBUG [RS_FLUSH_OPERATIONS-regionserver/da1c6afcd1f9:0-1 {event_type=RS_FLUSH_REGIONS, pid=163}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1731595377819.6bba6f9894a8dbaebc3b47d6055c3663. 2024-11-14T14:43:05,403 DEBUG [RS_FLUSH_OPERATIONS-regionserver/da1c6afcd1f9:0-1 {event_type=RS_FLUSH_REGIONS, pid=163}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1731595377819.6bba6f9894a8dbaebc3b47d6055c3663. as already flushing 2024-11-14T14:43:05,403 DEBUG [RS_FLUSH_OPERATIONS-regionserver/da1c6afcd1f9:0-1 {event_type=RS_FLUSH_REGIONS, pid=163}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1731595377819.6bba6f9894a8dbaebc3b47d6055c3663. 2024-11-14T14:43:05,403 ERROR [RS_FLUSH_OPERATIONS-regionserver/da1c6afcd1f9:0-1 {event_type=RS_FLUSH_REGIONS, pid=163}] handler.RSProcedureHandler(58): pid=163 java.io.IOException: Unable to complete flush {ENCODED => 6bba6f9894a8dbaebc3b47d6055c3663, NAME => 'TestAcidGuarantees,,1731595377819.6bba6f9894a8dbaebc3b47d6055c3663.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-14T14:43:05,404 DEBUG [RS_FLUSH_OPERATIONS-regionserver/da1c6afcd1f9:0-1 {event_type=RS_FLUSH_REGIONS, pid=163}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=163 java.io.IOException: Unable to complete flush {ENCODED => 6bba6f9894a8dbaebc3b47d6055c3663, NAME => 'TestAcidGuarantees,,1731595377819.6bba6f9894a8dbaebc3b47d6055c3663.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-14T14:43:05,404 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45145 {}] master.HMaster(4177): Remote procedure failed, pid=163 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 6bba6f9894a8dbaebc3b47d6055c3663, NAME => 'TestAcidGuarantees,,1731595377819.6bba6f9894a8dbaebc3b47d6055c3663.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$5(MasterRpcServices.java:2580) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2575) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 6bba6f9894a8dbaebc3b47d6055c3663, NAME => 'TestAcidGuarantees,,1731595377819.6bba6f9894a8dbaebc3b47d6055c3663.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-14T14:43:05,416 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45145 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=162 2024-11-14T14:43:05,455 DEBUG [RS:0;da1c6afcd1f9:35765-longCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:34345/user/jenkins/test-data/14d118ee-a83a-b09b-5913-1a58940a5db1/data/default/TestAcidGuarantees/6bba6f9894a8dbaebc3b47d6055c3663/.tmp/C/ecf3ed81fe8f4e0590e677d467d0609a as hdfs://localhost:34345/user/jenkins/test-data/14d118ee-a83a-b09b-5913-1a58940a5db1/data/default/TestAcidGuarantees/6bba6f9894a8dbaebc3b47d6055c3663/C/ecf3ed81fe8f4e0590e677d467d0609a 2024-11-14T14:43:05,459 INFO [RS:0;da1c6afcd1f9:35765-longCompactions-0 {}] regionserver.HStore(1337): Completed compaction of 3 (all) file(s) in 6bba6f9894a8dbaebc3b47d6055c3663/C of 6bba6f9894a8dbaebc3b47d6055c3663 into ecf3ed81fe8f4e0590e677d467d0609a(size=11.8 K), total size for store is 11.8 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-11-14T14:43:05,459 DEBUG [RS:0;da1c6afcd1f9:35765-longCompactions-0 {}] regionserver.HRegion(2446): Compaction status journal for 6bba6f9894a8dbaebc3b47d6055c3663: 2024-11-14T14:43:05,459 INFO [RS:0;da1c6afcd1f9:35765-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1731595377819.6bba6f9894a8dbaebc3b47d6055c3663., storeName=6bba6f9894a8dbaebc3b47d6055c3663/C, priority=13, startTime=1731595384616; duration=0sec 2024-11-14T14:43:05,459 DEBUG [RS:0;da1c6afcd1f9:35765-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-14T14:43:05,459 DEBUG [RS:0;da1c6afcd1f9:35765-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: 6bba6f9894a8dbaebc3b47d6055c3663:C 2024-11-14T14:43:05,556 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=35765 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=163 2024-11-14T14:43:05,556 DEBUG [RS_FLUSH_OPERATIONS-regionserver/da1c6afcd1f9:0-2 {event_type=RS_FLUSH_REGIONS, pid=163}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1731595377819.6bba6f9894a8dbaebc3b47d6055c3663. 2024-11-14T14:43:05,556 DEBUG [RS_FLUSH_OPERATIONS-regionserver/da1c6afcd1f9:0-2 {event_type=RS_FLUSH_REGIONS, pid=163}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1731595377819.6bba6f9894a8dbaebc3b47d6055c3663. as already flushing 2024-11-14T14:43:05,556 DEBUG [RS_FLUSH_OPERATIONS-regionserver/da1c6afcd1f9:0-2 {event_type=RS_FLUSH_REGIONS, pid=163}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1731595377819.6bba6f9894a8dbaebc3b47d6055c3663. 2024-11-14T14:43:05,556 ERROR [RS_FLUSH_OPERATIONS-regionserver/da1c6afcd1f9:0-2 {event_type=RS_FLUSH_REGIONS, pid=163}] handler.RSProcedureHandler(58): pid=163 java.io.IOException: Unable to complete flush {ENCODED => 6bba6f9894a8dbaebc3b47d6055c3663, NAME => 'TestAcidGuarantees,,1731595377819.6bba6f9894a8dbaebc3b47d6055c3663.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-14T14:43:05,557 DEBUG [RS_FLUSH_OPERATIONS-regionserver/da1c6afcd1f9:0-2 {event_type=RS_FLUSH_REGIONS, pid=163}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=163 java.io.IOException: Unable to complete flush {ENCODED => 6bba6f9894a8dbaebc3b47d6055c3663, NAME => 'TestAcidGuarantees,,1731595377819.6bba6f9894a8dbaebc3b47d6055c3663.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-14T14:43:05,557 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45145 {}] master.HMaster(4177): Remote procedure failed, pid=163 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 6bba6f9894a8dbaebc3b47d6055c3663, NAME => 'TestAcidGuarantees,,1731595377819.6bba6f9894a8dbaebc3b47d6055c3663.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$5(MasterRpcServices.java:2580) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2575) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 6bba6f9894a8dbaebc3b47d6055c3663, NAME => 'TestAcidGuarantees,,1731595377819.6bba6f9894a8dbaebc3b47d6055c3663.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-14T14:43:05,609 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35765 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6bba6f9894a8dbaebc3b47d6055c3663, server=da1c6afcd1f9,35765,1731595233113 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-14T14:43:05,609 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35765 {}] ipc.CallRunner(138): callId: 33 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:49026 deadline: 1731595445606, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6bba6f9894a8dbaebc3b47d6055c3663, server=da1c6afcd1f9,35765,1731595233113 2024-11-14T14:43:05,610 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35765 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6bba6f9894a8dbaebc3b47d6055c3663, server=da1c6afcd1f9,35765,1731595233113 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-14T14:43:05,610 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35765 {}] ipc.CallRunner(138): callId: 36 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:49004 deadline: 1731595445606, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6bba6f9894a8dbaebc3b47d6055c3663, server=da1c6afcd1f9,35765,1731595233113 2024-11-14T14:43:05,610 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731595377819.6bba6f9894a8dbaebc3b47d6055c3663., hostname=da1c6afcd1f9,35765,1731595233113, seqNum=5 , the old value is region=TestAcidGuarantees,,1731595377819.6bba6f9894a8dbaebc3b47d6055c3663., hostname=da1c6afcd1f9,35765,1731595233113, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6bba6f9894a8dbaebc3b47d6055c3663, server=da1c6afcd1f9,35765,1731595233113 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-14T14:43:05,610 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731595377819.6bba6f9894a8dbaebc3b47d6055c3663., hostname=da1c6afcd1f9,35765,1731595233113, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6bba6f9894a8dbaebc3b47d6055c3663, server=da1c6afcd1f9,35765,1731595233113 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-14T14:43:05,610 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731595377819.6bba6f9894a8dbaebc3b47d6055c3663., hostname=da1c6afcd1f9,35765,1731595233113, seqNum=5 because the exception is null or not the one we care about 2024-11-14T14:43:05,610 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35765 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6bba6f9894a8dbaebc3b47d6055c3663, server=da1c6afcd1f9,35765,1731595233113 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-14T14:43:05,610 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731595377819.6bba6f9894a8dbaebc3b47d6055c3663., hostname=da1c6afcd1f9,35765,1731595233113, seqNum=5 , the old value is region=TestAcidGuarantees,,1731595377819.6bba6f9894a8dbaebc3b47d6055c3663., hostname=da1c6afcd1f9,35765,1731595233113, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6bba6f9894a8dbaebc3b47d6055c3663, server=da1c6afcd1f9,35765,1731595233113 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-14T14:43:05,610 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731595377819.6bba6f9894a8dbaebc3b47d6055c3663., hostname=da1c6afcd1f9,35765,1731595233113, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6bba6f9894a8dbaebc3b47d6055c3663, server=da1c6afcd1f9,35765,1731595233113 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-14T14:43:05,610 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35765 {}] ipc.CallRunner(138): callId: 30 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:49014 deadline: 1731595445606, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6bba6f9894a8dbaebc3b47d6055c3663, server=da1c6afcd1f9,35765,1731595233113 2024-11-14T14:43:05,610 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731595377819.6bba6f9894a8dbaebc3b47d6055c3663., hostname=da1c6afcd1f9,35765,1731595233113, seqNum=5 because the exception is null or not the one we care about 2024-11-14T14:43:05,610 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731595377819.6bba6f9894a8dbaebc3b47d6055c3663., hostname=da1c6afcd1f9,35765,1731595233113, seqNum=5 , the old value is region=TestAcidGuarantees,,1731595377819.6bba6f9894a8dbaebc3b47d6055c3663., hostname=da1c6afcd1f9,35765,1731595233113, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6bba6f9894a8dbaebc3b47d6055c3663, server=da1c6afcd1f9,35765,1731595233113 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-14T14:43:05,610 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731595377819.6bba6f9894a8dbaebc3b47d6055c3663., hostname=da1c6afcd1f9,35765,1731595233113, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6bba6f9894a8dbaebc3b47d6055c3663, server=da1c6afcd1f9,35765,1731595233113 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-14T14:43:05,610 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731595377819.6bba6f9894a8dbaebc3b47d6055c3663., hostname=da1c6afcd1f9,35765,1731595233113, seqNum=5 because the exception is null or not the one we care about 2024-11-14T14:43:05,709 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=35765 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=163 2024-11-14T14:43:05,709 DEBUG [RS_FLUSH_OPERATIONS-regionserver/da1c6afcd1f9:0-0 {event_type=RS_FLUSH_REGIONS, pid=163}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1731595377819.6bba6f9894a8dbaebc3b47d6055c3663. 2024-11-14T14:43:05,709 DEBUG [RS_FLUSH_OPERATIONS-regionserver/da1c6afcd1f9:0-0 {event_type=RS_FLUSH_REGIONS, pid=163}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1731595377819.6bba6f9894a8dbaebc3b47d6055c3663. as already flushing 2024-11-14T14:43:05,709 DEBUG [RS_FLUSH_OPERATIONS-regionserver/da1c6afcd1f9:0-0 {event_type=RS_FLUSH_REGIONS, pid=163}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1731595377819.6bba6f9894a8dbaebc3b47d6055c3663. 2024-11-14T14:43:05,709 ERROR [RS_FLUSH_OPERATIONS-regionserver/da1c6afcd1f9:0-0 {event_type=RS_FLUSH_REGIONS, pid=163}] handler.RSProcedureHandler(58): pid=163 java.io.IOException: Unable to complete flush {ENCODED => 6bba6f9894a8dbaebc3b47d6055c3663, NAME => 'TestAcidGuarantees,,1731595377819.6bba6f9894a8dbaebc3b47d6055c3663.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-14T14:43:05,710 DEBUG [RS_FLUSH_OPERATIONS-regionserver/da1c6afcd1f9:0-0 {event_type=RS_FLUSH_REGIONS, pid=163}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=163 java.io.IOException: Unable to complete flush {ENCODED => 6bba6f9894a8dbaebc3b47d6055c3663, NAME => 'TestAcidGuarantees,,1731595377819.6bba6f9894a8dbaebc3b47d6055c3663.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-14T14:43:05,710 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45145 {}] master.HMaster(4177): Remote procedure failed, pid=163 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 6bba6f9894a8dbaebc3b47d6055c3663, NAME => 'TestAcidGuarantees,,1731595377819.6bba6f9894a8dbaebc3b47d6055c3663.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$5(MasterRpcServices.java:2580) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2575) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 6bba6f9894a8dbaebc3b47d6055c3663, NAME => 'TestAcidGuarantees,,1731595377819.6bba6f9894a8dbaebc3b47d6055c3663.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-14T14:43:05,726 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45145 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=162 2024-11-14T14:43:05,782 INFO [MemStoreFlusher.0 {}] mob.DefaultMobStoreFlusher(147): Mob store is flushed, sequenceid=85, memsize=40.3 K, hasBloomFilter=true, into tmp file hdfs://localhost:34345/user/jenkins/test-data/14d118ee-a83a-b09b-5913-1a58940a5db1/data/default/TestAcidGuarantees/6bba6f9894a8dbaebc3b47d6055c3663/.tmp/A/94a5e7d712944c05a0beb4150dd461de 2024-11-14T14:43:05,788 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:34345/user/jenkins/test-data/14d118ee-a83a-b09b-5913-1a58940a5db1/data/default/TestAcidGuarantees/6bba6f9894a8dbaebc3b47d6055c3663/.tmp/B/cd0f08e7e74b46609fb817e7130d72b3 is 50, key is test_row_0/B:col10/1731595384957/Put/seqid=0 2024-11-14T14:43:05,792 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36699 is added to blk_1073742365_1541 (size=12001) 2024-11-14T14:43:05,862 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=35765 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=163 2024-11-14T14:43:05,862 DEBUG [RS_FLUSH_OPERATIONS-regionserver/da1c6afcd1f9:0-1 {event_type=RS_FLUSH_REGIONS, pid=163}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1731595377819.6bba6f9894a8dbaebc3b47d6055c3663. 2024-11-14T14:43:05,862 DEBUG [RS_FLUSH_OPERATIONS-regionserver/da1c6afcd1f9:0-1 {event_type=RS_FLUSH_REGIONS, pid=163}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1731595377819.6bba6f9894a8dbaebc3b47d6055c3663. as already flushing 2024-11-14T14:43:05,862 DEBUG [RS_FLUSH_OPERATIONS-regionserver/da1c6afcd1f9:0-1 {event_type=RS_FLUSH_REGIONS, pid=163}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1731595377819.6bba6f9894a8dbaebc3b47d6055c3663. 2024-11-14T14:43:05,862 ERROR [RS_FLUSH_OPERATIONS-regionserver/da1c6afcd1f9:0-1 {event_type=RS_FLUSH_REGIONS, pid=163}] handler.RSProcedureHandler(58): pid=163 java.io.IOException: Unable to complete flush {ENCODED => 6bba6f9894a8dbaebc3b47d6055c3663, NAME => 'TestAcidGuarantees,,1731595377819.6bba6f9894a8dbaebc3b47d6055c3663.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-14T14:43:05,862 DEBUG [RS_FLUSH_OPERATIONS-regionserver/da1c6afcd1f9:0-1 {event_type=RS_FLUSH_REGIONS, pid=163}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=163 java.io.IOException: Unable to complete flush {ENCODED => 6bba6f9894a8dbaebc3b47d6055c3663, NAME => 'TestAcidGuarantees,,1731595377819.6bba6f9894a8dbaebc3b47d6055c3663.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-14T14:43:05,863 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45145 {}] master.HMaster(4177): Remote procedure failed, pid=163 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 6bba6f9894a8dbaebc3b47d6055c3663, NAME => 'TestAcidGuarantees,,1731595377819.6bba6f9894a8dbaebc3b47d6055c3663.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$5(MasterRpcServices.java:2580) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2575) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 6bba6f9894a8dbaebc3b47d6055c3663, NAME => 'TestAcidGuarantees,,1731595377819.6bba6f9894a8dbaebc3b47d6055c3663.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-14T14:43:06,015 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=35765 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=163 2024-11-14T14:43:06,015 DEBUG [RS_FLUSH_OPERATIONS-regionserver/da1c6afcd1f9:0-2 {event_type=RS_FLUSH_REGIONS, pid=163}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1731595377819.6bba6f9894a8dbaebc3b47d6055c3663. 2024-11-14T14:43:06,015 DEBUG [RS_FLUSH_OPERATIONS-regionserver/da1c6afcd1f9:0-2 {event_type=RS_FLUSH_REGIONS, pid=163}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1731595377819.6bba6f9894a8dbaebc3b47d6055c3663. as already flushing 2024-11-14T14:43:06,015 DEBUG [RS_FLUSH_OPERATIONS-regionserver/da1c6afcd1f9:0-2 {event_type=RS_FLUSH_REGIONS, pid=163}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1731595377819.6bba6f9894a8dbaebc3b47d6055c3663. 2024-11-14T14:43:06,015 ERROR [RS_FLUSH_OPERATIONS-regionserver/da1c6afcd1f9:0-2 {event_type=RS_FLUSH_REGIONS, pid=163}] handler.RSProcedureHandler(58): pid=163 java.io.IOException: Unable to complete flush {ENCODED => 6bba6f9894a8dbaebc3b47d6055c3663, NAME => 'TestAcidGuarantees,,1731595377819.6bba6f9894a8dbaebc3b47d6055c3663.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-14T14:43:06,016 DEBUG [RS_FLUSH_OPERATIONS-regionserver/da1c6afcd1f9:0-2 {event_type=RS_FLUSH_REGIONS, pid=163}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=163 java.io.IOException: Unable to complete flush {ENCODED => 6bba6f9894a8dbaebc3b47d6055c3663, NAME => 'TestAcidGuarantees,,1731595377819.6bba6f9894a8dbaebc3b47d6055c3663.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-14T14:43:06,016 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45145 {}] master.HMaster(4177): Remote procedure failed, pid=163 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 6bba6f9894a8dbaebc3b47d6055c3663, NAME => 'TestAcidGuarantees,,1731595377819.6bba6f9894a8dbaebc3b47d6055c3663.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$5(MasterRpcServices.java:2580) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2575) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 6bba6f9894a8dbaebc3b47d6055c3663, NAME => 'TestAcidGuarantees,,1731595377819.6bba6f9894a8dbaebc3b47d6055c3663.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-14T14:43:06,118 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35765 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6bba6f9894a8dbaebc3b47d6055c3663, server=da1c6afcd1f9,35765,1731595233113 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-14T14:43:06,118 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35765 {}] ipc.CallRunner(138): callId: 34 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:49026 deadline: 1731595446116, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6bba6f9894a8dbaebc3b47d6055c3663, server=da1c6afcd1f9,35765,1731595233113 2024-11-14T14:43:06,118 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35765 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6bba6f9894a8dbaebc3b47d6055c3663, server=da1c6afcd1f9,35765,1731595233113 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-14T14:43:06,118 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731595377819.6bba6f9894a8dbaebc3b47d6055c3663., hostname=da1c6afcd1f9,35765,1731595233113, seqNum=5 , the old value is region=TestAcidGuarantees,,1731595377819.6bba6f9894a8dbaebc3b47d6055c3663., hostname=da1c6afcd1f9,35765,1731595233113, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6bba6f9894a8dbaebc3b47d6055c3663, server=da1c6afcd1f9,35765,1731595233113 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-14T14:43:06,118 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35765 {}] ipc.CallRunner(138): callId: 31 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:49014 deadline: 1731595446116, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6bba6f9894a8dbaebc3b47d6055c3663, server=da1c6afcd1f9,35765,1731595233113 2024-11-14T14:43:06,118 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731595377819.6bba6f9894a8dbaebc3b47d6055c3663., hostname=da1c6afcd1f9,35765,1731595233113, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6bba6f9894a8dbaebc3b47d6055c3663, server=da1c6afcd1f9,35765,1731595233113 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-14T14:43:06,118 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731595377819.6bba6f9894a8dbaebc3b47d6055c3663., hostname=da1c6afcd1f9,35765,1731595233113, seqNum=5 because the exception is null or not the one we care about 2024-11-14T14:43:06,118 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731595377819.6bba6f9894a8dbaebc3b47d6055c3663., hostname=da1c6afcd1f9,35765,1731595233113, seqNum=5 , the old value is region=TestAcidGuarantees,,1731595377819.6bba6f9894a8dbaebc3b47d6055c3663., hostname=da1c6afcd1f9,35765,1731595233113, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6bba6f9894a8dbaebc3b47d6055c3663, server=da1c6afcd1f9,35765,1731595233113 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-14T14:43:06,118 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35765 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6bba6f9894a8dbaebc3b47d6055c3663, server=da1c6afcd1f9,35765,1731595233113 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-14T14:43:06,119 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731595377819.6bba6f9894a8dbaebc3b47d6055c3663., hostname=da1c6afcd1f9,35765,1731595233113, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6bba6f9894a8dbaebc3b47d6055c3663, server=da1c6afcd1f9,35765,1731595233113 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-14T14:43:06,119 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731595377819.6bba6f9894a8dbaebc3b47d6055c3663., hostname=da1c6afcd1f9,35765,1731595233113, seqNum=5 because the exception is null or not the one we care about 2024-11-14T14:43:06,119 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35765 {}] ipc.CallRunner(138): callId: 37 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:49004 deadline: 1731595446116, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6bba6f9894a8dbaebc3b47d6055c3663, server=da1c6afcd1f9,35765,1731595233113 2024-11-14T14:43:06,119 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731595377819.6bba6f9894a8dbaebc3b47d6055c3663., hostname=da1c6afcd1f9,35765,1731595233113, seqNum=5 , the old value is region=TestAcidGuarantees,,1731595377819.6bba6f9894a8dbaebc3b47d6055c3663., hostname=da1c6afcd1f9,35765,1731595233113, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6bba6f9894a8dbaebc3b47d6055c3663, server=da1c6afcd1f9,35765,1731595233113 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-14T14:43:06,119 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731595377819.6bba6f9894a8dbaebc3b47d6055c3663., hostname=da1c6afcd1f9,35765,1731595233113, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6bba6f9894a8dbaebc3b47d6055c3663, server=da1c6afcd1f9,35765,1731595233113 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-14T14:43:06,119 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731595377819.6bba6f9894a8dbaebc3b47d6055c3663., hostname=da1c6afcd1f9,35765,1731595233113, seqNum=5 because the exception is null or not the one we care about 2024-11-14T14:43:06,168 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=35765 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=163 2024-11-14T14:43:06,168 DEBUG [RS_FLUSH_OPERATIONS-regionserver/da1c6afcd1f9:0-0 {event_type=RS_FLUSH_REGIONS, pid=163}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1731595377819.6bba6f9894a8dbaebc3b47d6055c3663. 2024-11-14T14:43:06,168 DEBUG [RS_FLUSH_OPERATIONS-regionserver/da1c6afcd1f9:0-0 {event_type=RS_FLUSH_REGIONS, pid=163}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1731595377819.6bba6f9894a8dbaebc3b47d6055c3663. as already flushing 2024-11-14T14:43:06,168 DEBUG [RS_FLUSH_OPERATIONS-regionserver/da1c6afcd1f9:0-0 {event_type=RS_FLUSH_REGIONS, pid=163}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1731595377819.6bba6f9894a8dbaebc3b47d6055c3663. 2024-11-14T14:43:06,168 ERROR [RS_FLUSH_OPERATIONS-regionserver/da1c6afcd1f9:0-0 {event_type=RS_FLUSH_REGIONS, pid=163}] handler.RSProcedureHandler(58): pid=163 java.io.IOException: Unable to complete flush {ENCODED => 6bba6f9894a8dbaebc3b47d6055c3663, NAME => 'TestAcidGuarantees,,1731595377819.6bba6f9894a8dbaebc3b47d6055c3663.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-14T14:43:06,168 DEBUG [RS_FLUSH_OPERATIONS-regionserver/da1c6afcd1f9:0-0 {event_type=RS_FLUSH_REGIONS, pid=163}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=163 java.io.IOException: Unable to complete flush {ENCODED => 6bba6f9894a8dbaebc3b47d6055c3663, NAME => 'TestAcidGuarantees,,1731595377819.6bba6f9894a8dbaebc3b47d6055c3663.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-14T14:43:06,169 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45145 {}] master.HMaster(4177): Remote procedure failed, pid=163 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 6bba6f9894a8dbaebc3b47d6055c3663, NAME => 'TestAcidGuarantees,,1731595377819.6bba6f9894a8dbaebc3b47d6055c3663.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$5(MasterRpcServices.java:2580) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2575) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 6bba6f9894a8dbaebc3b47d6055c3663, NAME => 'TestAcidGuarantees,,1731595377819.6bba6f9894a8dbaebc3b47d6055c3663.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-14T14:43:06,193 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=40.25 KB at sequenceid=85 (bloomFilter=true), to=hdfs://localhost:34345/user/jenkins/test-data/14d118ee-a83a-b09b-5913-1a58940a5db1/data/default/TestAcidGuarantees/6bba6f9894a8dbaebc3b47d6055c3663/.tmp/B/cd0f08e7e74b46609fb817e7130d72b3 2024-11-14T14:43:06,200 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:34345/user/jenkins/test-data/14d118ee-a83a-b09b-5913-1a58940a5db1/data/default/TestAcidGuarantees/6bba6f9894a8dbaebc3b47d6055c3663/.tmp/C/62dc906701214e3aa631f541af63cbab is 50, key is test_row_0/C:col10/1731595384957/Put/seqid=0 2024-11-14T14:43:06,207 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36699 is added to blk_1073742366_1542 (size=12001) 2024-11-14T14:43:06,236 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45145 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=162 2024-11-14T14:43:06,321 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=35765 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=163 2024-11-14T14:43:06,321 DEBUG [RS_FLUSH_OPERATIONS-regionserver/da1c6afcd1f9:0-1 {event_type=RS_FLUSH_REGIONS, pid=163}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1731595377819.6bba6f9894a8dbaebc3b47d6055c3663. 2024-11-14T14:43:06,321 DEBUG [RS_FLUSH_OPERATIONS-regionserver/da1c6afcd1f9:0-1 {event_type=RS_FLUSH_REGIONS, pid=163}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1731595377819.6bba6f9894a8dbaebc3b47d6055c3663. as already flushing 2024-11-14T14:43:06,321 DEBUG [RS_FLUSH_OPERATIONS-regionserver/da1c6afcd1f9:0-1 {event_type=RS_FLUSH_REGIONS, pid=163}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1731595377819.6bba6f9894a8dbaebc3b47d6055c3663. 2024-11-14T14:43:06,321 ERROR [RS_FLUSH_OPERATIONS-regionserver/da1c6afcd1f9:0-1 {event_type=RS_FLUSH_REGIONS, pid=163}] handler.RSProcedureHandler(58): pid=163 java.io.IOException: Unable to complete flush {ENCODED => 6bba6f9894a8dbaebc3b47d6055c3663, NAME => 'TestAcidGuarantees,,1731595377819.6bba6f9894a8dbaebc3b47d6055c3663.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-14T14:43:06,322 DEBUG [RS_FLUSH_OPERATIONS-regionserver/da1c6afcd1f9:0-1 {event_type=RS_FLUSH_REGIONS, pid=163}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=163 java.io.IOException: Unable to complete flush {ENCODED => 6bba6f9894a8dbaebc3b47d6055c3663, NAME => 'TestAcidGuarantees,,1731595377819.6bba6f9894a8dbaebc3b47d6055c3663.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-14T14:43:06,322 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45145 {}] master.HMaster(4177): Remote procedure failed, pid=163 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 6bba6f9894a8dbaebc3b47d6055c3663, NAME => 'TestAcidGuarantees,,1731595377819.6bba6f9894a8dbaebc3b47d6055c3663.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$5(MasterRpcServices.java:2580) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2575) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 6bba6f9894a8dbaebc3b47d6055c3663, NAME => 'TestAcidGuarantees,,1731595377819.6bba6f9894a8dbaebc3b47d6055c3663.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-14T14:43:06,473 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=35765 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=163 2024-11-14T14:43:06,473 DEBUG [RS_FLUSH_OPERATIONS-regionserver/da1c6afcd1f9:0-2 {event_type=RS_FLUSH_REGIONS, pid=163}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1731595377819.6bba6f9894a8dbaebc3b47d6055c3663. 2024-11-14T14:43:06,474 DEBUG [RS_FLUSH_OPERATIONS-regionserver/da1c6afcd1f9:0-2 {event_type=RS_FLUSH_REGIONS, pid=163}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1731595377819.6bba6f9894a8dbaebc3b47d6055c3663. as already flushing 2024-11-14T14:43:06,474 DEBUG [RS_FLUSH_OPERATIONS-regionserver/da1c6afcd1f9:0-2 {event_type=RS_FLUSH_REGIONS, pid=163}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1731595377819.6bba6f9894a8dbaebc3b47d6055c3663. 2024-11-14T14:43:06,474 ERROR [RS_FLUSH_OPERATIONS-regionserver/da1c6afcd1f9:0-2 {event_type=RS_FLUSH_REGIONS, pid=163}] handler.RSProcedureHandler(58): pid=163 java.io.IOException: Unable to complete flush {ENCODED => 6bba6f9894a8dbaebc3b47d6055c3663, NAME => 'TestAcidGuarantees,,1731595377819.6bba6f9894a8dbaebc3b47d6055c3663.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-14T14:43:06,474 DEBUG [RS_FLUSH_OPERATIONS-regionserver/da1c6afcd1f9:0-2 {event_type=RS_FLUSH_REGIONS, pid=163}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=163 java.io.IOException: Unable to complete flush {ENCODED => 6bba6f9894a8dbaebc3b47d6055c3663, NAME => 'TestAcidGuarantees,,1731595377819.6bba6f9894a8dbaebc3b47d6055c3663.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-14T14:43:06,475 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45145 {}] master.HMaster(4177): Remote procedure failed, pid=163 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 6bba6f9894a8dbaebc3b47d6055c3663, NAME => 'TestAcidGuarantees,,1731595377819.6bba6f9894a8dbaebc3b47d6055c3663.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$5(MasterRpcServices.java:2580) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2575) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 6bba6f9894a8dbaebc3b47d6055c3663, NAME => 'TestAcidGuarantees,,1731595377819.6bba6f9894a8dbaebc3b47d6055c3663.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-14T14:43:06,607 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=40.25 KB at sequenceid=85 (bloomFilter=true), to=hdfs://localhost:34345/user/jenkins/test-data/14d118ee-a83a-b09b-5913-1a58940a5db1/data/default/TestAcidGuarantees/6bba6f9894a8dbaebc3b47d6055c3663/.tmp/C/62dc906701214e3aa631f541af63cbab 2024-11-14T14:43:06,611 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:34345/user/jenkins/test-data/14d118ee-a83a-b09b-5913-1a58940a5db1/data/default/TestAcidGuarantees/6bba6f9894a8dbaebc3b47d6055c3663/.tmp/A/94a5e7d712944c05a0beb4150dd461de as hdfs://localhost:34345/user/jenkins/test-data/14d118ee-a83a-b09b-5913-1a58940a5db1/data/default/TestAcidGuarantees/6bba6f9894a8dbaebc3b47d6055c3663/A/94a5e7d712944c05a0beb4150dd461de 2024-11-14T14:43:06,614 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:34345/user/jenkins/test-data/14d118ee-a83a-b09b-5913-1a58940a5db1/data/default/TestAcidGuarantees/6bba6f9894a8dbaebc3b47d6055c3663/A/94a5e7d712944c05a0beb4150dd461de, entries=200, sequenceid=85, filesize=38.6 K 2024-11-14T14:43:06,615 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:34345/user/jenkins/test-data/14d118ee-a83a-b09b-5913-1a58940a5db1/data/default/TestAcidGuarantees/6bba6f9894a8dbaebc3b47d6055c3663/.tmp/B/cd0f08e7e74b46609fb817e7130d72b3 as hdfs://localhost:34345/user/jenkins/test-data/14d118ee-a83a-b09b-5913-1a58940a5db1/data/default/TestAcidGuarantees/6bba6f9894a8dbaebc3b47d6055c3663/B/cd0f08e7e74b46609fb817e7130d72b3 2024-11-14T14:43:06,618 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:34345/user/jenkins/test-data/14d118ee-a83a-b09b-5913-1a58940a5db1/data/default/TestAcidGuarantees/6bba6f9894a8dbaebc3b47d6055c3663/B/cd0f08e7e74b46609fb817e7130d72b3, entries=150, sequenceid=85, filesize=11.7 K 2024-11-14T14:43:06,618 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:34345/user/jenkins/test-data/14d118ee-a83a-b09b-5913-1a58940a5db1/data/default/TestAcidGuarantees/6bba6f9894a8dbaebc3b47d6055c3663/.tmp/C/62dc906701214e3aa631f541af63cbab as hdfs://localhost:34345/user/jenkins/test-data/14d118ee-a83a-b09b-5913-1a58940a5db1/data/default/TestAcidGuarantees/6bba6f9894a8dbaebc3b47d6055c3663/C/62dc906701214e3aa631f541af63cbab 2024-11-14T14:43:06,622 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:34345/user/jenkins/test-data/14d118ee-a83a-b09b-5913-1a58940a5db1/data/default/TestAcidGuarantees/6bba6f9894a8dbaebc3b47d6055c3663/C/62dc906701214e3aa631f541af63cbab, entries=150, sequenceid=85, filesize=11.7 K 2024-11-14T14:43:06,623 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(3140): Finished flush of dataSize ~120.76 KB/123660, heapSize ~360 KB/368640, currentSize=53.67 KB/54960 for 6bba6f9894a8dbaebc3b47d6055c3663 in 1665ms, sequenceid=85, compaction requested=false 2024-11-14T14:43:06,623 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2603): Flush status journal for 6bba6f9894a8dbaebc3b47d6055c3663: 2024-11-14T14:43:06,627 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=35765 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=163 2024-11-14T14:43:06,627 DEBUG [RS_FLUSH_OPERATIONS-regionserver/da1c6afcd1f9:0-0 {event_type=RS_FLUSH_REGIONS, pid=163}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1731595377819.6bba6f9894a8dbaebc3b47d6055c3663. 2024-11-14T14:43:06,627 INFO [RS_FLUSH_OPERATIONS-regionserver/da1c6afcd1f9:0-0 {event_type=RS_FLUSH_REGIONS, pid=163}] regionserver.HRegion(2902): Flushing 6bba6f9894a8dbaebc3b47d6055c3663 3/3 column families, dataSize=53.67 KB heapSize=160.13 KB 2024-11-14T14:43:06,627 DEBUG [RS_FLUSH_OPERATIONS-regionserver/da1c6afcd1f9:0-0 {event_type=RS_FLUSH_REGIONS, pid=163}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 6bba6f9894a8dbaebc3b47d6055c3663, store=A 2024-11-14T14:43:06,627 DEBUG [RS_FLUSH_OPERATIONS-regionserver/da1c6afcd1f9:0-0 {event_type=RS_FLUSH_REGIONS, pid=163}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-14T14:43:06,628 DEBUG [RS_FLUSH_OPERATIONS-regionserver/da1c6afcd1f9:0-0 {event_type=RS_FLUSH_REGIONS, pid=163}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 6bba6f9894a8dbaebc3b47d6055c3663, store=B 2024-11-14T14:43:06,628 DEBUG [RS_FLUSH_OPERATIONS-regionserver/da1c6afcd1f9:0-0 {event_type=RS_FLUSH_REGIONS, pid=163}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-14T14:43:06,628 DEBUG [RS_FLUSH_OPERATIONS-regionserver/da1c6afcd1f9:0-0 {event_type=RS_FLUSH_REGIONS, pid=163}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 6bba6f9894a8dbaebc3b47d6055c3663, store=C 2024-11-14T14:43:06,628 DEBUG [RS_FLUSH_OPERATIONS-regionserver/da1c6afcd1f9:0-0 {event_type=RS_FLUSH_REGIONS, pid=163}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-14T14:43:06,634 DEBUG [RS_FLUSH_OPERATIONS-regionserver/da1c6afcd1f9:0-0 {event_type=RS_FLUSH_REGIONS, pid=163}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:34345/user/jenkins/test-data/14d118ee-a83a-b09b-5913-1a58940a5db1/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e2024111417548b74f0e248e3ae18b90dd460c320_6bba6f9894a8dbaebc3b47d6055c3663 is 50, key is test_row_0/A:col10/1731595384968/Put/seqid=0 2024-11-14T14:43:06,638 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36699 is added to blk_1073742367_1543 (size=12154) 2024-11-14T14:43:07,039 DEBUG [RS_FLUSH_OPERATIONS-regionserver/da1c6afcd1f9:0-0 {event_type=RS_FLUSH_REGIONS, pid=163}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T14:43:07,043 INFO [RS_FLUSH_OPERATIONS-regionserver/da1c6afcd1f9:0-0 {event_type=RS_FLUSH_REGIONS, pid=163}] regionserver.HMobStore(268): FLUSH Renaming flushed file from hdfs://localhost:34345/user/jenkins/test-data/14d118ee-a83a-b09b-5913-1a58940a5db1/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e2024111417548b74f0e248e3ae18b90dd460c320_6bba6f9894a8dbaebc3b47d6055c3663 to hdfs://localhost:34345/user/jenkins/test-data/14d118ee-a83a-b09b-5913-1a58940a5db1/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e2024111417548b74f0e248e3ae18b90dd460c320_6bba6f9894a8dbaebc3b47d6055c3663 2024-11-14T14:43:07,044 DEBUG [RS_FLUSH_OPERATIONS-regionserver/da1c6afcd1f9:0-0 {event_type=RS_FLUSH_REGIONS, pid=163}] mob.DefaultMobStoreFlusher(263): Flush store file: hdfs://localhost:34345/user/jenkins/test-data/14d118ee-a83a-b09b-5913-1a58940a5db1/data/default/TestAcidGuarantees/6bba6f9894a8dbaebc3b47d6055c3663/.tmp/A/0765bb1acc304bfb8c2bf5f0e57d1434, store: [table=TestAcidGuarantees family=A region=6bba6f9894a8dbaebc3b47d6055c3663] 2024-11-14T14:43:07,044 DEBUG [RS_FLUSH_OPERATIONS-regionserver/da1c6afcd1f9:0-0 {event_type=RS_FLUSH_REGIONS, pid=163}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:34345/user/jenkins/test-data/14d118ee-a83a-b09b-5913-1a58940a5db1/data/default/TestAcidGuarantees/6bba6f9894a8dbaebc3b47d6055c3663/.tmp/A/0765bb1acc304bfb8c2bf5f0e57d1434 is 175, key is test_row_0/A:col10/1731595384968/Put/seqid=0 2024-11-14T14:43:07,049 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36699 is added to blk_1073742368_1544 (size=30955) 2024-11-14T14:43:07,129 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35765 {}] regionserver.HRegion(8855): Flush requested on 6bba6f9894a8dbaebc3b47d6055c3663 2024-11-14T14:43:07,129 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1731595377819.6bba6f9894a8dbaebc3b47d6055c3663. as already flushing 2024-11-14T14:43:07,174 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35765 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6bba6f9894a8dbaebc3b47d6055c3663, server=da1c6afcd1f9,35765,1731595233113 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-14T14:43:07,174 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35765 {}] ipc.CallRunner(138): callId: 37 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:49014 deadline: 1731595447168, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6bba6f9894a8dbaebc3b47d6055c3663, server=da1c6afcd1f9,35765,1731595233113 2024-11-14T14:43:07,174 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731595377819.6bba6f9894a8dbaebc3b47d6055c3663., hostname=da1c6afcd1f9,35765,1731595233113, seqNum=5 , the old value is region=TestAcidGuarantees,,1731595377819.6bba6f9894a8dbaebc3b47d6055c3663., hostname=da1c6afcd1f9,35765,1731595233113, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6bba6f9894a8dbaebc3b47d6055c3663, server=da1c6afcd1f9,35765,1731595233113 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-14T14:43:07,174 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731595377819.6bba6f9894a8dbaebc3b47d6055c3663., hostname=da1c6afcd1f9,35765,1731595233113, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6bba6f9894a8dbaebc3b47d6055c3663, server=da1c6afcd1f9,35765,1731595233113 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-14T14:43:07,174 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731595377819.6bba6f9894a8dbaebc3b47d6055c3663., hostname=da1c6afcd1f9,35765,1731595233113, seqNum=5 because the exception is null or not the one we care about 2024-11-14T14:43:07,176 DEBUG [RS_IN_MEMORY_COMPACTION-regionserver/da1c6afcd1f9:0-6 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=type=CellArrayImmutableSegment, empty=no, cellCount=159, cellSize=7275, totalHeapSize=16776, min timestamp=1731595387163, max timestamp=1731595387172Num uniques 859; 2024-11-14T14:43:07,176 DEBUG [RS_IN_MEMORY_COMPACTION-regionserver/da1c6afcd1f9:0-6 {}] regionserver.CompactionPipeline(163): Suffix data size=39335, new segment data size=7275, suffix heap size=117064,new segment heap size=16776 　suffix off heap size=0, new segment off heap size=0, suffix cells count=859, new segment cells count=159 2024-11-14T14:43:07,176 DEBUG [RS_IN_MEMORY_COMPACTION-regionserver/da1c6afcd1f9:0-1 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=type=CellArrayImmutableSegment, empty=no, cellCount=159, cellSize=7275, totalHeapSize=16776, min timestamp=1731595387163, max timestamp=1731595387172Num uniques 859; 2024-11-14T14:43:07,176 DEBUG [RS_IN_MEMORY_COMPACTION-regionserver/da1c6afcd1f9:0-1 {}] regionserver.CompactionPipeline(163): Suffix data size=39335, new segment data size=7275, suffix heap size=117064,new segment heap size=16776 　suffix off heap size=0, new segment off heap size=0, suffix cells count=859, new segment cells count=159 2024-11-14T14:43:07,176 DEBUG [RS_IN_MEMORY_COMPACTION-regionserver/da1c6afcd1f9:0-5 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=type=CellArrayImmutableSegment, empty=no, cellCount=159, cellSize=7275, totalHeapSize=16776, min timestamp=1731595387163, max timestamp=1731595387172Num uniques 859; 2024-11-14T14:43:07,177 DEBUG [RS_IN_MEMORY_COMPACTION-regionserver/da1c6afcd1f9:0-5 {}] regionserver.CompactionPipeline(163): Suffix data size=39335, new segment data size=7275, suffix heap size=117064,new segment heap size=16776 　suffix off heap size=0, new segment off heap size=0, suffix cells count=859, new segment cells count=159 2024-11-14T14:43:07,228 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35765 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6bba6f9894a8dbaebc3b47d6055c3663, server=da1c6afcd1f9,35765,1731595233113 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-14T14:43:07,228 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35765 {}] ipc.CallRunner(138): callId: 48 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:49026 deadline: 1731595447223, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6bba6f9894a8dbaebc3b47d6055c3663, server=da1c6afcd1f9,35765,1731595233113 2024-11-14T14:43:07,228 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731595377819.6bba6f9894a8dbaebc3b47d6055c3663., hostname=da1c6afcd1f9,35765,1731595233113, seqNum=5 , the old value is region=TestAcidGuarantees,,1731595377819.6bba6f9894a8dbaebc3b47d6055c3663., hostname=da1c6afcd1f9,35765,1731595233113, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6bba6f9894a8dbaebc3b47d6055c3663, server=da1c6afcd1f9,35765,1731595233113 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-14T14:43:07,228 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731595377819.6bba6f9894a8dbaebc3b47d6055c3663., hostname=da1c6afcd1f9,35765,1731595233113, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6bba6f9894a8dbaebc3b47d6055c3663, server=da1c6afcd1f9,35765,1731595233113 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-14T14:43:07,229 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731595377819.6bba6f9894a8dbaebc3b47d6055c3663., hostname=da1c6afcd1f9,35765,1731595233113, seqNum=5 because the exception is null or not the one we care about 2024-11-14T14:43:07,231 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35765 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6bba6f9894a8dbaebc3b47d6055c3663, server=da1c6afcd1f9,35765,1731595233113 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-14T14:43:07,231 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35765 {}] ipc.CallRunner(138): callId: 53 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:49004 deadline: 1731595447224, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6bba6f9894a8dbaebc3b47d6055c3663, server=da1c6afcd1f9,35765,1731595233113 2024-11-14T14:43:07,231 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731595377819.6bba6f9894a8dbaebc3b47d6055c3663., hostname=da1c6afcd1f9,35765,1731595233113, seqNum=5 , the old value is region=TestAcidGuarantees,,1731595377819.6bba6f9894a8dbaebc3b47d6055c3663., hostname=da1c6afcd1f9,35765,1731595233113, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6bba6f9894a8dbaebc3b47d6055c3663, server=da1c6afcd1f9,35765,1731595233113 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-14T14:43:07,231 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731595377819.6bba6f9894a8dbaebc3b47d6055c3663., hostname=da1c6afcd1f9,35765,1731595233113, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6bba6f9894a8dbaebc3b47d6055c3663, server=da1c6afcd1f9,35765,1731595233113 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-14T14:43:07,231 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731595377819.6bba6f9894a8dbaebc3b47d6055c3663., hostname=da1c6afcd1f9,35765,1731595233113, seqNum=5 because the exception is null or not the one we care about 2024-11-14T14:43:07,246 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45145 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=162 2024-11-14T14:43:07,279 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35765 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6bba6f9894a8dbaebc3b47d6055c3663, server=da1c6afcd1f9,35765,1731595233113 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-14T14:43:07,280 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35765 {}] ipc.CallRunner(138): callId: 38 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:49014 deadline: 1731595447276, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6bba6f9894a8dbaebc3b47d6055c3663, server=da1c6afcd1f9,35765,1731595233113 2024-11-14T14:43:07,280 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731595377819.6bba6f9894a8dbaebc3b47d6055c3663., hostname=da1c6afcd1f9,35765,1731595233113, seqNum=5 , the old value is region=TestAcidGuarantees,,1731595377819.6bba6f9894a8dbaebc3b47d6055c3663., hostname=da1c6afcd1f9,35765,1731595233113, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6bba6f9894a8dbaebc3b47d6055c3663, server=da1c6afcd1f9,35765,1731595233113 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-14T14:43:07,280 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731595377819.6bba6f9894a8dbaebc3b47d6055c3663., hostname=da1c6afcd1f9,35765,1731595233113, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6bba6f9894a8dbaebc3b47d6055c3663, server=da1c6afcd1f9,35765,1731595233113 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-14T14:43:07,280 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731595377819.6bba6f9894a8dbaebc3b47d6055c3663., hostname=da1c6afcd1f9,35765,1731595233113, seqNum=5 because the exception is null or not the one we care about 2024-11-14T14:43:07,339 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35765 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6bba6f9894a8dbaebc3b47d6055c3663, server=da1c6afcd1f9,35765,1731595233113 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-14T14:43:07,339 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35765 {}] ipc.CallRunner(138): callId: 49 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:49026 deadline: 1731595447336, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6bba6f9894a8dbaebc3b47d6055c3663, server=da1c6afcd1f9,35765,1731595233113 2024-11-14T14:43:07,340 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731595377819.6bba6f9894a8dbaebc3b47d6055c3663., hostname=da1c6afcd1f9,35765,1731595233113, seqNum=5 , the old value is region=TestAcidGuarantees,,1731595377819.6bba6f9894a8dbaebc3b47d6055c3663., hostname=da1c6afcd1f9,35765,1731595233113, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6bba6f9894a8dbaebc3b47d6055c3663, server=da1c6afcd1f9,35765,1731595233113 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-14T14:43:07,340 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731595377819.6bba6f9894a8dbaebc3b47d6055c3663., hostname=da1c6afcd1f9,35765,1731595233113, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6bba6f9894a8dbaebc3b47d6055c3663, server=da1c6afcd1f9,35765,1731595233113 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-14T14:43:07,340 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731595377819.6bba6f9894a8dbaebc3b47d6055c3663., hostname=da1c6afcd1f9,35765,1731595233113, seqNum=5 because the exception is null or not the one we care about 2024-11-14T14:43:07,340 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35765 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6bba6f9894a8dbaebc3b47d6055c3663, server=da1c6afcd1f9,35765,1731595233113 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-14T14:43:07,341 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35765 {}] ipc.CallRunner(138): callId: 54 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:49004 deadline: 1731595447336, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6bba6f9894a8dbaebc3b47d6055c3663, server=da1c6afcd1f9,35765,1731595233113 2024-11-14T14:43:07,341 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731595377819.6bba6f9894a8dbaebc3b47d6055c3663., hostname=da1c6afcd1f9,35765,1731595233113, seqNum=5 , the old value is region=TestAcidGuarantees,,1731595377819.6bba6f9894a8dbaebc3b47d6055c3663., hostname=da1c6afcd1f9,35765,1731595233113, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6bba6f9894a8dbaebc3b47d6055c3663, server=da1c6afcd1f9,35765,1731595233113 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-14T14:43:07,341 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731595377819.6bba6f9894a8dbaebc3b47d6055c3663., hostname=da1c6afcd1f9,35765,1731595233113, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6bba6f9894a8dbaebc3b47d6055c3663, server=da1c6afcd1f9,35765,1731595233113 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-14T14:43:07,341 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731595377819.6bba6f9894a8dbaebc3b47d6055c3663., hostname=da1c6afcd1f9,35765,1731595233113, seqNum=5 because the exception is null or not the one we care about 2024-11-14T14:43:07,449 INFO [RS_FLUSH_OPERATIONS-regionserver/da1c6afcd1f9:0-0 {event_type=RS_FLUSH_REGIONS, pid=163}] mob.DefaultMobStoreFlusher(147): Mob store is flushed, sequenceid=99, memsize=17.9 K, hasBloomFilter=true, into tmp file hdfs://localhost:34345/user/jenkins/test-data/14d118ee-a83a-b09b-5913-1a58940a5db1/data/default/TestAcidGuarantees/6bba6f9894a8dbaebc3b47d6055c3663/.tmp/A/0765bb1acc304bfb8c2bf5f0e57d1434 2024-11-14T14:43:07,455 DEBUG [RS_FLUSH_OPERATIONS-regionserver/da1c6afcd1f9:0-0 {event_type=RS_FLUSH_REGIONS, pid=163}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:34345/user/jenkins/test-data/14d118ee-a83a-b09b-5913-1a58940a5db1/data/default/TestAcidGuarantees/6bba6f9894a8dbaebc3b47d6055c3663/.tmp/B/74bdc213fff64ce1975dae67d15939dd is 50, key is test_row_0/B:col10/1731595384968/Put/seqid=0 2024-11-14T14:43:07,459 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36699 is added to blk_1073742369_1545 (size=12001) 2024-11-14T14:43:07,490 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35765 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6bba6f9894a8dbaebc3b47d6055c3663, server=da1c6afcd1f9,35765,1731595233113 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-14T14:43:07,490 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35765 {}] ipc.CallRunner(138): callId: 39 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:49014 deadline: 1731595447486, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6bba6f9894a8dbaebc3b47d6055c3663, server=da1c6afcd1f9,35765,1731595233113 2024-11-14T14:43:07,490 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731595377819.6bba6f9894a8dbaebc3b47d6055c3663., hostname=da1c6afcd1f9,35765,1731595233113, seqNum=5 , the old value is region=TestAcidGuarantees,,1731595377819.6bba6f9894a8dbaebc3b47d6055c3663., hostname=da1c6afcd1f9,35765,1731595233113, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6bba6f9894a8dbaebc3b47d6055c3663, server=da1c6afcd1f9,35765,1731595233113 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-14T14:43:07,490 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731595377819.6bba6f9894a8dbaebc3b47d6055c3663., hostname=da1c6afcd1f9,35765,1731595233113, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6bba6f9894a8dbaebc3b47d6055c3663, server=da1c6afcd1f9,35765,1731595233113 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-14T14:43:07,490 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731595377819.6bba6f9894a8dbaebc3b47d6055c3663., hostname=da1c6afcd1f9,35765,1731595233113, seqNum=5 because the exception is null or not the one we care about 2024-11-14T14:43:07,549 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35765 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6bba6f9894a8dbaebc3b47d6055c3663, server=da1c6afcd1f9,35765,1731595233113 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-14T14:43:07,550 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35765 {}] ipc.CallRunner(138): callId: 50 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:49026 deadline: 1731595447546, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6bba6f9894a8dbaebc3b47d6055c3663, server=da1c6afcd1f9,35765,1731595233113 2024-11-14T14:43:07,550 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35765 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6bba6f9894a8dbaebc3b47d6055c3663, server=da1c6afcd1f9,35765,1731595233113 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-14T14:43:07,550 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731595377819.6bba6f9894a8dbaebc3b47d6055c3663., hostname=da1c6afcd1f9,35765,1731595233113, seqNum=5 , the old value is region=TestAcidGuarantees,,1731595377819.6bba6f9894a8dbaebc3b47d6055c3663., hostname=da1c6afcd1f9,35765,1731595233113, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6bba6f9894a8dbaebc3b47d6055c3663, server=da1c6afcd1f9,35765,1731595233113 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-14T14:43:07,550 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35765 {}] ipc.CallRunner(138): callId: 55 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:49004 deadline: 1731595447546, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6bba6f9894a8dbaebc3b47d6055c3663, server=da1c6afcd1f9,35765,1731595233113 2024-11-14T14:43:07,550 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731595377819.6bba6f9894a8dbaebc3b47d6055c3663., hostname=da1c6afcd1f9,35765,1731595233113, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6bba6f9894a8dbaebc3b47d6055c3663, server=da1c6afcd1f9,35765,1731595233113 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-14T14:43:07,550 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731595377819.6bba6f9894a8dbaebc3b47d6055c3663., hostname=da1c6afcd1f9,35765,1731595233113, seqNum=5 because the exception is null or not the one we care about 2024-11-14T14:43:07,550 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731595377819.6bba6f9894a8dbaebc3b47d6055c3663., hostname=da1c6afcd1f9,35765,1731595233113, seqNum=5 , the old value is region=TestAcidGuarantees,,1731595377819.6bba6f9894a8dbaebc3b47d6055c3663., hostname=da1c6afcd1f9,35765,1731595233113, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6bba6f9894a8dbaebc3b47d6055c3663, server=da1c6afcd1f9,35765,1731595233113 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-14T14:43:07,550 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731595377819.6bba6f9894a8dbaebc3b47d6055c3663., hostname=da1c6afcd1f9,35765,1731595233113, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6bba6f9894a8dbaebc3b47d6055c3663, server=da1c6afcd1f9,35765,1731595233113 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-14T14:43:07,550 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731595377819.6bba6f9894a8dbaebc3b47d6055c3663., hostname=da1c6afcd1f9,35765,1731595233113, seqNum=5 because the exception is null or not the one we care about 2024-11-14T14:43:07,799 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35765 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6bba6f9894a8dbaebc3b47d6055c3663, server=da1c6afcd1f9,35765,1731595233113 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-14T14:43:07,799 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35765 {}] ipc.CallRunner(138): callId: 40 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:49014 deadline: 1731595447796, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6bba6f9894a8dbaebc3b47d6055c3663, server=da1c6afcd1f9,35765,1731595233113 2024-11-14T14:43:07,799 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731595377819.6bba6f9894a8dbaebc3b47d6055c3663., hostname=da1c6afcd1f9,35765,1731595233113, seqNum=5 , the old value is region=TestAcidGuarantees,,1731595377819.6bba6f9894a8dbaebc3b47d6055c3663., hostname=da1c6afcd1f9,35765,1731595233113, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6bba6f9894a8dbaebc3b47d6055c3663, server=da1c6afcd1f9,35765,1731595233113 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-14T14:43:07,799 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731595377819.6bba6f9894a8dbaebc3b47d6055c3663., hostname=da1c6afcd1f9,35765,1731595233113, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6bba6f9894a8dbaebc3b47d6055c3663, server=da1c6afcd1f9,35765,1731595233113 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-14T14:43:07,800 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731595377819.6bba6f9894a8dbaebc3b47d6055c3663., hostname=da1c6afcd1f9,35765,1731595233113, seqNum=5 because the exception is null or not the one we care about 2024-11-14T14:43:07,858 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35765 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6bba6f9894a8dbaebc3b47d6055c3663, server=da1c6afcd1f9,35765,1731595233113 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-14T14:43:07,858 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35765 {}] ipc.CallRunner(138): callId: 51 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:49026 deadline: 1731595447856, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6bba6f9894a8dbaebc3b47d6055c3663, server=da1c6afcd1f9,35765,1731595233113 2024-11-14T14:43:07,859 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35765 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6bba6f9894a8dbaebc3b47d6055c3663, server=da1c6afcd1f9,35765,1731595233113 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-14T14:43:07,859 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731595377819.6bba6f9894a8dbaebc3b47d6055c3663., hostname=da1c6afcd1f9,35765,1731595233113, seqNum=5 , the old value is region=TestAcidGuarantees,,1731595377819.6bba6f9894a8dbaebc3b47d6055c3663., hostname=da1c6afcd1f9,35765,1731595233113, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6bba6f9894a8dbaebc3b47d6055c3663, server=da1c6afcd1f9,35765,1731595233113 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-14T14:43:07,859 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731595377819.6bba6f9894a8dbaebc3b47d6055c3663., hostname=da1c6afcd1f9,35765,1731595233113, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6bba6f9894a8dbaebc3b47d6055c3663, server=da1c6afcd1f9,35765,1731595233113 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-14T14:43:07,859 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35765 {}] ipc.CallRunner(138): callId: 56 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:49004 deadline: 1731595447856, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6bba6f9894a8dbaebc3b47d6055c3663, server=da1c6afcd1f9,35765,1731595233113 2024-11-14T14:43:07,859 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731595377819.6bba6f9894a8dbaebc3b47d6055c3663., hostname=da1c6afcd1f9,35765,1731595233113, seqNum=5 because the exception is null or not the one we care about 2024-11-14T14:43:07,859 INFO [RS_FLUSH_OPERATIONS-regionserver/da1c6afcd1f9:0-0 {event_type=RS_FLUSH_REGIONS, pid=163}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=17.89 KB at sequenceid=99 (bloomFilter=true), to=hdfs://localhost:34345/user/jenkins/test-data/14d118ee-a83a-b09b-5913-1a58940a5db1/data/default/TestAcidGuarantees/6bba6f9894a8dbaebc3b47d6055c3663/.tmp/B/74bdc213fff64ce1975dae67d15939dd 2024-11-14T14:43:07,859 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731595377819.6bba6f9894a8dbaebc3b47d6055c3663., hostname=da1c6afcd1f9,35765,1731595233113, seqNum=5 , the old value is region=TestAcidGuarantees,,1731595377819.6bba6f9894a8dbaebc3b47d6055c3663., hostname=da1c6afcd1f9,35765,1731595233113, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6bba6f9894a8dbaebc3b47d6055c3663, server=da1c6afcd1f9,35765,1731595233113 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-14T14:43:07,859 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731595377819.6bba6f9894a8dbaebc3b47d6055c3663., hostname=da1c6afcd1f9,35765,1731595233113, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6bba6f9894a8dbaebc3b47d6055c3663, server=da1c6afcd1f9,35765,1731595233113 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-14T14:43:07,859 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731595377819.6bba6f9894a8dbaebc3b47d6055c3663., hostname=da1c6afcd1f9,35765,1731595233113, seqNum=5 because the exception is null or not the one we care about 2024-11-14T14:43:07,865 DEBUG [RS_FLUSH_OPERATIONS-regionserver/da1c6afcd1f9:0-0 {event_type=RS_FLUSH_REGIONS, pid=163}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:34345/user/jenkins/test-data/14d118ee-a83a-b09b-5913-1a58940a5db1/data/default/TestAcidGuarantees/6bba6f9894a8dbaebc3b47d6055c3663/.tmp/C/907c21cdae344208ab1b8f76b528590c is 50, key is test_row_0/C:col10/1731595384968/Put/seqid=0 2024-11-14T14:43:07,869 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36699 is added to blk_1073742370_1546 (size=12001) 2024-11-14T14:43:08,269 INFO [RS_FLUSH_OPERATIONS-regionserver/da1c6afcd1f9:0-0 {event_type=RS_FLUSH_REGIONS, pid=163}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=17.89 KB at sequenceid=99 (bloomFilter=true), to=hdfs://localhost:34345/user/jenkins/test-data/14d118ee-a83a-b09b-5913-1a58940a5db1/data/default/TestAcidGuarantees/6bba6f9894a8dbaebc3b47d6055c3663/.tmp/C/907c21cdae344208ab1b8f76b528590c 2024-11-14T14:43:08,273 DEBUG [RS_FLUSH_OPERATIONS-regionserver/da1c6afcd1f9:0-0 {event_type=RS_FLUSH_REGIONS, pid=163}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:34345/user/jenkins/test-data/14d118ee-a83a-b09b-5913-1a58940a5db1/data/default/TestAcidGuarantees/6bba6f9894a8dbaebc3b47d6055c3663/.tmp/A/0765bb1acc304bfb8c2bf5f0e57d1434 as hdfs://localhost:34345/user/jenkins/test-data/14d118ee-a83a-b09b-5913-1a58940a5db1/data/default/TestAcidGuarantees/6bba6f9894a8dbaebc3b47d6055c3663/A/0765bb1acc304bfb8c2bf5f0e57d1434 2024-11-14T14:43:08,276 INFO [RS_FLUSH_OPERATIONS-regionserver/da1c6afcd1f9:0-0 {event_type=RS_FLUSH_REGIONS, pid=163}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:34345/user/jenkins/test-data/14d118ee-a83a-b09b-5913-1a58940a5db1/data/default/TestAcidGuarantees/6bba6f9894a8dbaebc3b47d6055c3663/A/0765bb1acc304bfb8c2bf5f0e57d1434, entries=150, sequenceid=99, filesize=30.2 K 2024-11-14T14:43:08,277 DEBUG [RS_FLUSH_OPERATIONS-regionserver/da1c6afcd1f9:0-0 {event_type=RS_FLUSH_REGIONS, pid=163}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:34345/user/jenkins/test-data/14d118ee-a83a-b09b-5913-1a58940a5db1/data/default/TestAcidGuarantees/6bba6f9894a8dbaebc3b47d6055c3663/.tmp/B/74bdc213fff64ce1975dae67d15939dd as hdfs://localhost:34345/user/jenkins/test-data/14d118ee-a83a-b09b-5913-1a58940a5db1/data/default/TestAcidGuarantees/6bba6f9894a8dbaebc3b47d6055c3663/B/74bdc213fff64ce1975dae67d15939dd 2024-11-14T14:43:08,280 INFO [RS_FLUSH_OPERATIONS-regionserver/da1c6afcd1f9:0-0 {event_type=RS_FLUSH_REGIONS, pid=163}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:34345/user/jenkins/test-data/14d118ee-a83a-b09b-5913-1a58940a5db1/data/default/TestAcidGuarantees/6bba6f9894a8dbaebc3b47d6055c3663/B/74bdc213fff64ce1975dae67d15939dd, entries=150, sequenceid=99, filesize=11.7 K 2024-11-14T14:43:08,281 DEBUG [RS_FLUSH_OPERATIONS-regionserver/da1c6afcd1f9:0-0 {event_type=RS_FLUSH_REGIONS, pid=163}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:34345/user/jenkins/test-data/14d118ee-a83a-b09b-5913-1a58940a5db1/data/default/TestAcidGuarantees/6bba6f9894a8dbaebc3b47d6055c3663/.tmp/C/907c21cdae344208ab1b8f76b528590c as hdfs://localhost:34345/user/jenkins/test-data/14d118ee-a83a-b09b-5913-1a58940a5db1/data/default/TestAcidGuarantees/6bba6f9894a8dbaebc3b47d6055c3663/C/907c21cdae344208ab1b8f76b528590c 2024-11-14T14:43:08,285 INFO [RS_FLUSH_OPERATIONS-regionserver/da1c6afcd1f9:0-0 {event_type=RS_FLUSH_REGIONS, pid=163}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:34345/user/jenkins/test-data/14d118ee-a83a-b09b-5913-1a58940a5db1/data/default/TestAcidGuarantees/6bba6f9894a8dbaebc3b47d6055c3663/C/907c21cdae344208ab1b8f76b528590c, entries=150, sequenceid=99, filesize=11.7 K 2024-11-14T14:43:08,286 INFO [RS_FLUSH_OPERATIONS-regionserver/da1c6afcd1f9:0-0 {event_type=RS_FLUSH_REGIONS, pid=163}] regionserver.HRegion(3140): Finished flush of dataSize ~53.67 KB/54960, heapSize ~160.08 KB/163920, currentSize=127.47 KB/130530 for 6bba6f9894a8dbaebc3b47d6055c3663 in 1659ms, sequenceid=99, compaction requested=true 2024-11-14T14:43:08,286 DEBUG [RS_FLUSH_OPERATIONS-regionserver/da1c6afcd1f9:0-0 {event_type=RS_FLUSH_REGIONS, pid=163}] regionserver.HRegion(2603): Flush status journal for 6bba6f9894a8dbaebc3b47d6055c3663: 2024-11-14T14:43:08,286 DEBUG [RS_FLUSH_OPERATIONS-regionserver/da1c6afcd1f9:0-0 {event_type=RS_FLUSH_REGIONS, pid=163}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1731595377819.6bba6f9894a8dbaebc3b47d6055c3663. 2024-11-14T14:43:08,286 DEBUG [RS_FLUSH_OPERATIONS-regionserver/da1c6afcd1f9:0-0 {event_type=RS_FLUSH_REGIONS, pid=163}] regionserver.RemoteProcedureResultReporter(62): Successfully complete execution of pid=163 2024-11-14T14:43:08,287 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45145 {}] master.HMaster(4169): Remote procedure done, pid=163 2024-11-14T14:43:08,290 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=163, resume processing ppid=162 2024-11-14T14:43:08,290 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1521): Finished pid=163, ppid=162, state=SUCCESS, hasLock=false; org.apache.hadoop.hbase.master.procedure.FlushRegionProcedure in 3.1890 sec 2024-11-14T14:43:08,291 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1521): Finished pid=162, state=SUCCESS, hasLock=false; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=162, table=TestAcidGuarantees in 3.1940 sec 2024-11-14T14:43:08,310 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35765 {}] regionserver.HRegion(8855): Flush requested on 6bba6f9894a8dbaebc3b47d6055c3663 2024-11-14T14:43:08,310 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(2902): Flushing 6bba6f9894a8dbaebc3b47d6055c3663 3/3 column families, dataSize=134.18 KB heapSize=384.98 KB 2024-11-14T14:43:08,310 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 6bba6f9894a8dbaebc3b47d6055c3663, store=A 2024-11-14T14:43:08,310 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=2, new segment=null 2024-11-14T14:43:08,310 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 6bba6f9894a8dbaebc3b47d6055c3663, store=B 2024-11-14T14:43:08,310 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=2, new segment=null 2024-11-14T14:43:08,310 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 6bba6f9894a8dbaebc3b47d6055c3663, store=C 2024-11-14T14:43:08,310 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=2, new segment=null 2024-11-14T14:43:08,318 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:34345/user/jenkins/test-data/14d118ee-a83a-b09b-5913-1a58940a5db1/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e202411146a8b926858644688ba4d75c5c40310a9_6bba6f9894a8dbaebc3b47d6055c3663 is 50, key is test_row_0/A:col10/1731595387215/Put/seqid=0 2024-11-14T14:43:08,321 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36699 is added to blk_1073742371_1547 (size=14794) 2024-11-14T14:43:08,322 DEBUG [MemStoreFlusher.0 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T14:43:08,326 INFO [MemStoreFlusher.0 {}] regionserver.HMobStore(268): FLUSH Renaming flushed file from hdfs://localhost:34345/user/jenkins/test-data/14d118ee-a83a-b09b-5913-1a58940a5db1/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e202411146a8b926858644688ba4d75c5c40310a9_6bba6f9894a8dbaebc3b47d6055c3663 to hdfs://localhost:34345/user/jenkins/test-data/14d118ee-a83a-b09b-5913-1a58940a5db1/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e202411146a8b926858644688ba4d75c5c40310a9_6bba6f9894a8dbaebc3b47d6055c3663 2024-11-14T14:43:08,327 DEBUG [MemStoreFlusher.0 {}] mob.DefaultMobStoreFlusher(263): Flush store file: hdfs://localhost:34345/user/jenkins/test-data/14d118ee-a83a-b09b-5913-1a58940a5db1/data/default/TestAcidGuarantees/6bba6f9894a8dbaebc3b47d6055c3663/.tmp/A/c00e65dcc7ef47789eb474131f20aeb2, store: [table=TestAcidGuarantees family=A region=6bba6f9894a8dbaebc3b47d6055c3663] 2024-11-14T14:43:08,328 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:34345/user/jenkins/test-data/14d118ee-a83a-b09b-5913-1a58940a5db1/data/default/TestAcidGuarantees/6bba6f9894a8dbaebc3b47d6055c3663/.tmp/A/c00e65dcc7ef47789eb474131f20aeb2 is 175, key is test_row_0/A:col10/1731595387215/Put/seqid=0 2024-11-14T14:43:08,338 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36699 is added to blk_1073742372_1548 (size=39749) 2024-11-14T14:43:08,359 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35765 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6bba6f9894a8dbaebc3b47d6055c3663, server=da1c6afcd1f9,35765,1731595233113 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-14T14:43:08,359 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35765 {}] ipc.CallRunner(138): callId: 49 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:49014 deadline: 1731595448355, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6bba6f9894a8dbaebc3b47d6055c3663, server=da1c6afcd1f9,35765,1731595233113 2024-11-14T14:43:08,359 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731595377819.6bba6f9894a8dbaebc3b47d6055c3663., hostname=da1c6afcd1f9,35765,1731595233113, seqNum=5 , the old value is region=TestAcidGuarantees,,1731595377819.6bba6f9894a8dbaebc3b47d6055c3663., hostname=da1c6afcd1f9,35765,1731595233113, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6bba6f9894a8dbaebc3b47d6055c3663, server=da1c6afcd1f9,35765,1731595233113 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-14T14:43:08,359 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731595377819.6bba6f9894a8dbaebc3b47d6055c3663., hostname=da1c6afcd1f9,35765,1731595233113, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6bba6f9894a8dbaebc3b47d6055c3663, server=da1c6afcd1f9,35765,1731595233113 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-14T14:43:08,359 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731595377819.6bba6f9894a8dbaebc3b47d6055c3663., hostname=da1c6afcd1f9,35765,1731595233113, seqNum=5 because the exception is null or not the one we care about 2024-11-14T14:43:08,370 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35765 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6bba6f9894a8dbaebc3b47d6055c3663, server=da1c6afcd1f9,35765,1731595233113 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-14T14:43:08,370 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35765 {}] ipc.CallRunner(138): callId: 52 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:49026 deadline: 1731595448366, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6bba6f9894a8dbaebc3b47d6055c3663, server=da1c6afcd1f9,35765,1731595233113 2024-11-14T14:43:08,370 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35765 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6bba6f9894a8dbaebc3b47d6055c3663, server=da1c6afcd1f9,35765,1731595233113 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-14T14:43:08,370 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731595377819.6bba6f9894a8dbaebc3b47d6055c3663., hostname=da1c6afcd1f9,35765,1731595233113, seqNum=5 , the old value is region=TestAcidGuarantees,,1731595377819.6bba6f9894a8dbaebc3b47d6055c3663., hostname=da1c6afcd1f9,35765,1731595233113, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6bba6f9894a8dbaebc3b47d6055c3663, server=da1c6afcd1f9,35765,1731595233113 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-14T14:43:08,370 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731595377819.6bba6f9894a8dbaebc3b47d6055c3663., hostname=da1c6afcd1f9,35765,1731595233113, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6bba6f9894a8dbaebc3b47d6055c3663, server=da1c6afcd1f9,35765,1731595233113 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-14T14:43:08,370 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35765 {}] ipc.CallRunner(138): callId: 57 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:49004 deadline: 1731595448366, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6bba6f9894a8dbaebc3b47d6055c3663, server=da1c6afcd1f9,35765,1731595233113 2024-11-14T14:43:08,370 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731595377819.6bba6f9894a8dbaebc3b47d6055c3663., hostname=da1c6afcd1f9,35765,1731595233113, seqNum=5 because the exception is null or not the one we care about 2024-11-14T14:43:08,371 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731595377819.6bba6f9894a8dbaebc3b47d6055c3663., hostname=da1c6afcd1f9,35765,1731595233113, seqNum=5 , the old value is region=TestAcidGuarantees,,1731595377819.6bba6f9894a8dbaebc3b47d6055c3663., hostname=da1c6afcd1f9,35765,1731595233113, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6bba6f9894a8dbaebc3b47d6055c3663, server=da1c6afcd1f9,35765,1731595233113 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-14T14:43:08,371 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731595377819.6bba6f9894a8dbaebc3b47d6055c3663., hostname=da1c6afcd1f9,35765,1731595233113, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6bba6f9894a8dbaebc3b47d6055c3663, server=da1c6afcd1f9,35765,1731595233113 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-14T14:43:08,371 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731595377819.6bba6f9894a8dbaebc3b47d6055c3663., hostname=da1c6afcd1f9,35765,1731595233113, seqNum=5 because the exception is null or not the one we care about 2024-11-14T14:43:08,468 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35765 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6bba6f9894a8dbaebc3b47d6055c3663, server=da1c6afcd1f9,35765,1731595233113 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-14T14:43:08,468 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35765 {}] ipc.CallRunner(138): callId: 50 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:49014 deadline: 1731595448466, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6bba6f9894a8dbaebc3b47d6055c3663, server=da1c6afcd1f9,35765,1731595233113 2024-11-14T14:43:08,468 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731595377819.6bba6f9894a8dbaebc3b47d6055c3663., hostname=da1c6afcd1f9,35765,1731595233113, seqNum=5 , the old value is region=TestAcidGuarantees,,1731595377819.6bba6f9894a8dbaebc3b47d6055c3663., hostname=da1c6afcd1f9,35765,1731595233113, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6bba6f9894a8dbaebc3b47d6055c3663, server=da1c6afcd1f9,35765,1731595233113 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-14T14:43:08,468 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731595377819.6bba6f9894a8dbaebc3b47d6055c3663., hostname=da1c6afcd1f9,35765,1731595233113, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6bba6f9894a8dbaebc3b47d6055c3663, server=da1c6afcd1f9,35765,1731595233113 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-14T14:43:08,468 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731595377819.6bba6f9894a8dbaebc3b47d6055c3663., hostname=da1c6afcd1f9,35765,1731595233113, seqNum=5 because the exception is null or not the one we care about 2024-11-14T14:43:08,680 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35765 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6bba6f9894a8dbaebc3b47d6055c3663, server=da1c6afcd1f9,35765,1731595233113 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-14T14:43:08,680 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35765 {}] ipc.CallRunner(138): callId: 51 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:49014 deadline: 1731595448676, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6bba6f9894a8dbaebc3b47d6055c3663, server=da1c6afcd1f9,35765,1731595233113 2024-11-14T14:43:08,680 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731595377819.6bba6f9894a8dbaebc3b47d6055c3663., hostname=da1c6afcd1f9,35765,1731595233113, seqNum=5 , the old value is region=TestAcidGuarantees,,1731595377819.6bba6f9894a8dbaebc3b47d6055c3663., hostname=da1c6afcd1f9,35765,1731595233113, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6bba6f9894a8dbaebc3b47d6055c3663, server=da1c6afcd1f9,35765,1731595233113 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-14T14:43:08,680 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731595377819.6bba6f9894a8dbaebc3b47d6055c3663., hostname=da1c6afcd1f9,35765,1731595233113, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6bba6f9894a8dbaebc3b47d6055c3663, server=da1c6afcd1f9,35765,1731595233113 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-14T14:43:08,680 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731595377819.6bba6f9894a8dbaebc3b47d6055c3663., hostname=da1c6afcd1f9,35765,1731595233113, seqNum=5 because the exception is null or not the one we care about 2024-11-14T14:43:08,739 INFO [MemStoreFlusher.0 {}] mob.DefaultMobStoreFlusher(147): Mob store is flushed, sequenceid=136, memsize=44.7 K, hasBloomFilter=true, into tmp file hdfs://localhost:34345/user/jenkins/test-data/14d118ee-a83a-b09b-5913-1a58940a5db1/data/default/TestAcidGuarantees/6bba6f9894a8dbaebc3b47d6055c3663/.tmp/A/c00e65dcc7ef47789eb474131f20aeb2 2024-11-14T14:43:08,746 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:34345/user/jenkins/test-data/14d118ee-a83a-b09b-5913-1a58940a5db1/data/default/TestAcidGuarantees/6bba6f9894a8dbaebc3b47d6055c3663/.tmp/B/25cef361e91b4e6e97bfb51e4df9ab40 is 50, key is test_row_0/B:col10/1731595387215/Put/seqid=0 2024-11-14T14:43:08,750 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36699 is added to blk_1073742373_1549 (size=12151) 2024-11-14T14:43:08,750 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=44.73 KB at sequenceid=136 (bloomFilter=true), to=hdfs://localhost:34345/user/jenkins/test-data/14d118ee-a83a-b09b-5913-1a58940a5db1/data/default/TestAcidGuarantees/6bba6f9894a8dbaebc3b47d6055c3663/.tmp/B/25cef361e91b4e6e97bfb51e4df9ab40 2024-11-14T14:43:08,757 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:34345/user/jenkins/test-data/14d118ee-a83a-b09b-5913-1a58940a5db1/data/default/TestAcidGuarantees/6bba6f9894a8dbaebc3b47d6055c3663/.tmp/C/a2742d8a045443b9b75470e296926652 is 50, key is test_row_0/C:col10/1731595387215/Put/seqid=0 2024-11-14T14:43:08,759 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36699 is added to blk_1073742374_1550 (size=12151) 2024-11-14T14:43:08,760 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=44.73 KB at sequenceid=136 (bloomFilter=true), to=hdfs://localhost:34345/user/jenkins/test-data/14d118ee-a83a-b09b-5913-1a58940a5db1/data/default/TestAcidGuarantees/6bba6f9894a8dbaebc3b47d6055c3663/.tmp/C/a2742d8a045443b9b75470e296926652 2024-11-14T14:43:08,764 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:34345/user/jenkins/test-data/14d118ee-a83a-b09b-5913-1a58940a5db1/data/default/TestAcidGuarantees/6bba6f9894a8dbaebc3b47d6055c3663/.tmp/A/c00e65dcc7ef47789eb474131f20aeb2 as hdfs://localhost:34345/user/jenkins/test-data/14d118ee-a83a-b09b-5913-1a58940a5db1/data/default/TestAcidGuarantees/6bba6f9894a8dbaebc3b47d6055c3663/A/c00e65dcc7ef47789eb474131f20aeb2 2024-11-14T14:43:08,767 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:34345/user/jenkins/test-data/14d118ee-a83a-b09b-5913-1a58940a5db1/data/default/TestAcidGuarantees/6bba6f9894a8dbaebc3b47d6055c3663/A/c00e65dcc7ef47789eb474131f20aeb2, entries=200, sequenceid=136, filesize=38.8 K 2024-11-14T14:43:08,767 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:34345/user/jenkins/test-data/14d118ee-a83a-b09b-5913-1a58940a5db1/data/default/TestAcidGuarantees/6bba6f9894a8dbaebc3b47d6055c3663/.tmp/B/25cef361e91b4e6e97bfb51e4df9ab40 as hdfs://localhost:34345/user/jenkins/test-data/14d118ee-a83a-b09b-5913-1a58940a5db1/data/default/TestAcidGuarantees/6bba6f9894a8dbaebc3b47d6055c3663/B/25cef361e91b4e6e97bfb51e4df9ab40 2024-11-14T14:43:08,768 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T14:43:08,768 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T14:43:08,770 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:34345/user/jenkins/test-data/14d118ee-a83a-b09b-5913-1a58940a5db1/data/default/TestAcidGuarantees/6bba6f9894a8dbaebc3b47d6055c3663/B/25cef361e91b4e6e97bfb51e4df9ab40, entries=150, sequenceid=136, filesize=11.9 K 2024-11-14T14:43:08,771 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T14:43:08,771 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T14:43:08,771 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:34345/user/jenkins/test-data/14d118ee-a83a-b09b-5913-1a58940a5db1/data/default/TestAcidGuarantees/6bba6f9894a8dbaebc3b47d6055c3663/.tmp/C/a2742d8a045443b9b75470e296926652 as hdfs://localhost:34345/user/jenkins/test-data/14d118ee-a83a-b09b-5913-1a58940a5db1/data/default/TestAcidGuarantees/6bba6f9894a8dbaebc3b47d6055c3663/C/a2742d8a045443b9b75470e296926652 2024-11-14T14:43:08,771 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T14:43:08,771 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T14:43:08,772 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T14:43:08,772 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T14:43:08,772 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T14:43:08,772 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T14:43:08,773 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T14:43:08,773 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T14:43:08,773 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T14:43:08,774 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T14:43:08,774 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T14:43:08,774 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:34345/user/jenkins/test-data/14d118ee-a83a-b09b-5913-1a58940a5db1/data/default/TestAcidGuarantees/6bba6f9894a8dbaebc3b47d6055c3663/C/a2742d8a045443b9b75470e296926652, entries=150, sequenceid=136, filesize=11.9 K 2024-11-14T14:43:08,774 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T14:43:08,775 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T14:43:08,775 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(3140): Finished flush of dataSize ~134.18 KB/137400, heapSize ~384.94 KB/394176, currentSize=46.96 KB/48090 for 6bba6f9894a8dbaebc3b47d6055c3663 in 465ms, sequenceid=136, compaction requested=true 2024-11-14T14:43:08,775 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2603): Flush status journal for 6bba6f9894a8dbaebc3b47d6055c3663: 2024-11-14T14:43:08,775 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store 6bba6f9894a8dbaebc3b47d6055c3663:A, priority=-2147483648, current under compaction store size is 1 2024-11-14T14:43:08,775 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-14T14:43:08,775 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store 6bba6f9894a8dbaebc3b47d6055c3663:B, priority=-2147483648, current under compaction store size is 2 2024-11-14T14:43:08,775 DEBUG [RS:0;da1c6afcd1f9:35765-shortCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 4 store files, 0 compacting, 4 eligible, 16 blocking 2024-11-14T14:43:08,775 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-14T14:43:08,775 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store 6bba6f9894a8dbaebc3b47d6055c3663:C, priority=-2147483648, current under compaction store size is 3 2024-11-14T14:43:08,775 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=1), splitQueue=0 2024-11-14T14:43:08,775 DEBUG [RS:0;da1c6afcd1f9:35765-longCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 4 store files, 0 compacting, 4 eligible, 16 blocking 2024-11-14T14:43:08,775 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T14:43:08,776 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T14:43:08,776 DEBUG [RS:0;da1c6afcd1f9:35765-shortCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 4 files of size 141418 starting at candidate #0 after considering 3 permutations with 3 in ratio 2024-11-14T14:43:08,776 DEBUG [RS:0;da1c6afcd1f9:35765-longCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 4 files of size 48257 starting at candidate #0 after considering 3 permutations with 3 in ratio 2024-11-14T14:43:08,776 DEBUG [RS:0;da1c6afcd1f9:35765-shortCompactions-0 {}] regionserver.HStore(1541): 6bba6f9894a8dbaebc3b47d6055c3663/A is initiating minor compaction (all files) 2024-11-14T14:43:08,776 DEBUG [RS:0;da1c6afcd1f9:35765-longCompactions-0 {}] regionserver.HStore(1541): 6bba6f9894a8dbaebc3b47d6055c3663/B is initiating minor compaction (all files) 2024-11-14T14:43:08,776 INFO [RS:0;da1c6afcd1f9:35765-shortCompactions-0 {}] regionserver.HRegion(2416): Starting compaction of 6bba6f9894a8dbaebc3b47d6055c3663/A in TestAcidGuarantees,,1731595377819.6bba6f9894a8dbaebc3b47d6055c3663. 2024-11-14T14:43:08,776 INFO [RS:0;da1c6afcd1f9:35765-longCompactions-0 {}] regionserver.HRegion(2416): Starting compaction of 6bba6f9894a8dbaebc3b47d6055c3663/B in TestAcidGuarantees,,1731595377819.6bba6f9894a8dbaebc3b47d6055c3663. 2024-11-14T14:43:08,776 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T14:43:08,776 INFO [RS:0;da1c6afcd1f9:35765-longCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:34345/user/jenkins/test-data/14d118ee-a83a-b09b-5913-1a58940a5db1/data/default/TestAcidGuarantees/6bba6f9894a8dbaebc3b47d6055c3663/B/abb42960c8fc423991b03c5c04744a05, hdfs://localhost:34345/user/jenkins/test-data/14d118ee-a83a-b09b-5913-1a58940a5db1/data/default/TestAcidGuarantees/6bba6f9894a8dbaebc3b47d6055c3663/B/cd0f08e7e74b46609fb817e7130d72b3, hdfs://localhost:34345/user/jenkins/test-data/14d118ee-a83a-b09b-5913-1a58940a5db1/data/default/TestAcidGuarantees/6bba6f9894a8dbaebc3b47d6055c3663/B/74bdc213fff64ce1975dae67d15939dd, hdfs://localhost:34345/user/jenkins/test-data/14d118ee-a83a-b09b-5913-1a58940a5db1/data/default/TestAcidGuarantees/6bba6f9894a8dbaebc3b47d6055c3663/B/25cef361e91b4e6e97bfb51e4df9ab40] into tmpdir=hdfs://localhost:34345/user/jenkins/test-data/14d118ee-a83a-b09b-5913-1a58940a5db1/data/default/TestAcidGuarantees/6bba6f9894a8dbaebc3b47d6055c3663/.tmp, totalSize=47.1 K 2024-11-14T14:43:08,776 INFO [RS:0;da1c6afcd1f9:35765-shortCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:34345/user/jenkins/test-data/14d118ee-a83a-b09b-5913-1a58940a5db1/data/default/TestAcidGuarantees/6bba6f9894a8dbaebc3b47d6055c3663/A/373876b9f8bb40fcb58280649995b19b, hdfs://localhost:34345/user/jenkins/test-data/14d118ee-a83a-b09b-5913-1a58940a5db1/data/default/TestAcidGuarantees/6bba6f9894a8dbaebc3b47d6055c3663/A/94a5e7d712944c05a0beb4150dd461de, hdfs://localhost:34345/user/jenkins/test-data/14d118ee-a83a-b09b-5913-1a58940a5db1/data/default/TestAcidGuarantees/6bba6f9894a8dbaebc3b47d6055c3663/A/0765bb1acc304bfb8c2bf5f0e57d1434, hdfs://localhost:34345/user/jenkins/test-data/14d118ee-a83a-b09b-5913-1a58940a5db1/data/default/TestAcidGuarantees/6bba6f9894a8dbaebc3b47d6055c3663/A/c00e65dcc7ef47789eb474131f20aeb2] into tmpdir=hdfs://localhost:34345/user/jenkins/test-data/14d118ee-a83a-b09b-5913-1a58940a5db1/data/default/TestAcidGuarantees/6bba6f9894a8dbaebc3b47d6055c3663/.tmp, totalSize=138.1 K 2024-11-14T14:43:08,776 INFO [RS:0;da1c6afcd1f9:35765-shortCompactions-0 {}] mob.DefaultMobStoreCompactor(181): MOB compaction: major=false isAll=true priority=12 throughput controller=DefaultCompactionThroughputController [maxThroughput=50.00 MB/second, activeCompactions=0] table=TestAcidGuarantees cf=A region=TestAcidGuarantees,,1731595377819.6bba6f9894a8dbaebc3b47d6055c3663. 2024-11-14T14:43:08,776 DEBUG [RS:0;da1c6afcd1f9:35765-shortCompactions-0 {}] mob.DefaultMobStoreCompactor(191): MOB compaction table=TestAcidGuarantees cf=A region=TestAcidGuarantees,,1731595377819.6bba6f9894a8dbaebc3b47d6055c3663. files: [hdfs://localhost:34345/user/jenkins/test-data/14d118ee-a83a-b09b-5913-1a58940a5db1/data/default/TestAcidGuarantees/6bba6f9894a8dbaebc3b47d6055c3663/A/373876b9f8bb40fcb58280649995b19b, hdfs://localhost:34345/user/jenkins/test-data/14d118ee-a83a-b09b-5913-1a58940a5db1/data/default/TestAcidGuarantees/6bba6f9894a8dbaebc3b47d6055c3663/A/94a5e7d712944c05a0beb4150dd461de, hdfs://localhost:34345/user/jenkins/test-data/14d118ee-a83a-b09b-5913-1a58940a5db1/data/default/TestAcidGuarantees/6bba6f9894a8dbaebc3b47d6055c3663/A/0765bb1acc304bfb8c2bf5f0e57d1434, hdfs://localhost:34345/user/jenkins/test-data/14d118ee-a83a-b09b-5913-1a58940a5db1/data/default/TestAcidGuarantees/6bba6f9894a8dbaebc3b47d6055c3663/A/c00e65dcc7ef47789eb474131f20aeb2] 2024-11-14T14:43:08,776 DEBUG [RS:0;da1c6afcd1f9:35765-longCompactions-0 {}] compactions.Compactor(225): Compacting abb42960c8fc423991b03c5c04744a05, keycount=150, bloomtype=ROW, size=11.8 K, encoding=NONE, compression=NONE, seqNum=64, earliestPutTs=1731595380985 2024-11-14T14:43:08,777 DEBUG [RS:0;da1c6afcd1f9:35765-shortCompactions-0 {}] compactions.Compactor(225): Compacting 373876b9f8bb40fcb58280649995b19b, keycount=150, bloomtype=ROW, size=30.4 K, encoding=NONE, compression=NONE, seqNum=64, earliestPutTs=1731595380985 2024-11-14T14:43:08,777 DEBUG [RS:0;da1c6afcd1f9:35765-longCompactions-0 {}] compactions.Compactor(225): Compacting cd0f08e7e74b46609fb817e7130d72b3, keycount=150, bloomtype=ROW, size=11.7 K, encoding=NONE, compression=NONE, seqNum=85, earliestPutTs=1731595383819 2024-11-14T14:43:08,777 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T14:43:08,777 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T14:43:08,778 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T14:43:08,778 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T14:43:08,779 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T14:43:08,779 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T14:43:08,779 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T14:43:08,779 DEBUG [RS:0;da1c6afcd1f9:35765-longCompactions-0 {}] compactions.Compactor(225): Compacting 74bdc213fff64ce1975dae67d15939dd, keycount=150, bloomtype=ROW, size=11.7 K, encoding=NONE, compression=NONE, seqNum=99, earliestPutTs=1731595384968 2024-11-14T14:43:08,779 DEBUG [RS:0;da1c6afcd1f9:35765-shortCompactions-0 {}] compactions.Compactor(225): Compacting 94a5e7d712944c05a0beb4150dd461de, keycount=200, bloomtype=ROW, size=38.6 K, encoding=NONE, compression=NONE, seqNum=85, earliestPutTs=1731595383819 2024-11-14T14:43:08,780 DEBUG [RS:0;da1c6afcd1f9:35765-longCompactions-0 {}] compactions.Compactor(225): Compacting 25cef361e91b4e6e97bfb51e4df9ab40, keycount=150, bloomtype=ROW, size=11.9 K, encoding=NONE, compression=NONE, seqNum=136, earliestPutTs=1731595387215 2024-11-14T14:43:08,780 DEBUG [RS:0;da1c6afcd1f9:35765-shortCompactions-0 {}] compactions.Compactor(225): Compacting 0765bb1acc304bfb8c2bf5f0e57d1434, keycount=150, bloomtype=ROW, size=30.2 K, encoding=NONE, compression=NONE, seqNum=99, earliestPutTs=1731595384968 2024-11-14T14:43:08,780 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T14:43:08,780 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T14:43:08,780 DEBUG [RS:0;da1c6afcd1f9:35765-shortCompactions-0 {}] compactions.Compactor(225): Compacting c00e65dcc7ef47789eb474131f20aeb2, keycount=200, bloomtype=ROW, size=38.8 K, encoding=NONE, compression=NONE, seqNum=136, earliestPutTs=1731595387215 2024-11-14T14:43:08,780 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T14:43:08,781 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T14:43:08,781 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T14:43:08,781 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T14:43:08,782 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T14:43:08,782 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T14:43:08,782 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T14:43:08,782 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T14:43:08,783 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T14:43:08,783 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T14:43:08,783 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T14:43:08,783 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T14:43:08,784 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T14:43:08,784 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T14:43:08,784 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T14:43:08,784 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T14:43:08,785 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T14:43:08,785 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T14:43:08,785 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T14:43:08,785 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T14:43:08,786 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T14:43:08,786 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T14:43:08,786 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T14:43:08,787 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T14:43:08,787 INFO [RS:0;da1c6afcd1f9:35765-shortCompactions-0 {}] mob.DefaultMobStoreCompactor(321): Compact MOB=false optimized configured=false optimized enabled=false maximum MOB file size=1073741824 major=true store=[table=TestAcidGuarantees family=A region=6bba6f9894a8dbaebc3b47d6055c3663] 2024-11-14T14:43:08,787 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T14:43:08,788 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T14:43:08,789 DEBUG [RS:0;da1c6afcd1f9:35765-shortCompactions-0 {}] mob.DefaultMobStoreCompactor(635): New MOB writer created=d41d8cd98f00b204e9800998ecf8427e20241114ec79c5160e894ac0bf602963c324da83_6bba6f9894a8dbaebc3b47d6055c3663 store=[table=TestAcidGuarantees family=A region=6bba6f9894a8dbaebc3b47d6055c3663] 2024-11-14T14:43:08,789 INFO [RS:0;da1c6afcd1f9:35765-longCompactions-0 {}] throttle.PressureAwareThroughputController(145): 6bba6f9894a8dbaebc3b47d6055c3663#B#compaction#471 average throughput is 3.28 MB/second, slept 0 time(s) and total slept time is 0 ms. 1 active operations remaining, total limit is 50.00 MB/second 2024-11-14T14:43:08,789 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T14:43:08,790 DEBUG [RS:0;da1c6afcd1f9:35765-longCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:34345/user/jenkins/test-data/14d118ee-a83a-b09b-5913-1a58940a5db1/data/default/TestAcidGuarantees/6bba6f9894a8dbaebc3b47d6055c3663/.tmp/B/a7f2d66e812e4d0799403fba1e783a5a is 50, key is test_row_0/B:col10/1731595387215/Put/seqid=0 2024-11-14T14:43:08,790 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T14:43:08,790 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T14:43:08,791 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T14:43:08,791 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T14:43:08,792 DEBUG [RS:0;da1c6afcd1f9:35765-shortCompactions-0 {}] mob.DefaultMobStoreCompactor(656): Commit or abort size=0 mobCells=0 major=true file=d41d8cd98f00b204e9800998ecf8427e20241114ec79c5160e894ac0bf602963c324da83_6bba6f9894a8dbaebc3b47d6055c3663, store=[table=TestAcidGuarantees family=A region=6bba6f9894a8dbaebc3b47d6055c3663] 2024-11-14T14:43:08,792 DEBUG [RS:0;da1c6afcd1f9:35765-shortCompactions-0 {}] mob.DefaultMobStoreCompactor(667): Aborting writer for hdfs://localhost:34345/user/jenkins/test-data/14d118ee-a83a-b09b-5913-1a58940a5db1/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e20241114ec79c5160e894ac0bf602963c324da83_6bba6f9894a8dbaebc3b47d6055c3663 because there are no MOB cells, store=[table=TestAcidGuarantees family=A region=6bba6f9894a8dbaebc3b47d6055c3663] 2024-11-14T14:43:08,792 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T14:43:08,792 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T14:43:08,793 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T14:43:08,793 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T14:43:08,793 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T14:43:08,794 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T14:43:08,794 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36699 is added to blk_1073742375_1551 (size=12391) 2024-11-14T14:43:08,794 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T14:43:08,794 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T14:43:08,795 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T14:43:08,795 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T14:43:08,796 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T14:43:08,796 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T14:43:08,796 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T14:43:08,797 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T14:43:08,797 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T14:43:08,797 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36699 is added to blk_1073742376_1552 (size=4469) 2024-11-14T14:43:08,797 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T14:43:08,797 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T14:43:08,798 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T14:43:08,798 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T14:43:08,798 INFO [RS:0;da1c6afcd1f9:35765-shortCompactions-0 {}] throttle.PressureAwareThroughputController(145): 6bba6f9894a8dbaebc3b47d6055c3663#A#compaction#470 average throughput is 2.22 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second 2024-11-14T14:43:08,798 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T14:43:08,798 DEBUG [RS:0;da1c6afcd1f9:35765-shortCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:34345/user/jenkins/test-data/14d118ee-a83a-b09b-5913-1a58940a5db1/data/default/TestAcidGuarantees/6bba6f9894a8dbaebc3b47d6055c3663/.tmp/A/3b3a144e590a4b84b25df4f35e18c6ef is 175, key is test_row_0/A:col10/1731595387215/Put/seqid=0 2024-11-14T14:43:08,798 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T14:43:08,799 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T14:43:08,799 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T14:43:08,800 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T14:43:08,800 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T14:43:08,800 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T14:43:08,800 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T14:43:08,800 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T14:43:08,801 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T14:43:08,801 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T14:43:08,801 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T14:43:08,801 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T14:43:08,801 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T14:43:08,802 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T14:43:08,802 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T14:43:08,802 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T14:43:08,802 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T14:43:08,803 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T14:43:08,803 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T14:43:08,803 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T14:43:08,803 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T14:43:08,804 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T14:43:08,804 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T14:43:08,804 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T14:43:08,804 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T14:43:08,805 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T14:43:08,805 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T14:43:08,805 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T14:43:08,805 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T14:43:08,806 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T14:43:08,806 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T14:43:08,806 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T14:43:08,807 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T14:43:08,808 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T14:43:08,808 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36699 is added to blk_1073742377_1553 (size=31345) 2024-11-14T14:43:08,808 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T14:43:08,809 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T14:43:08,809 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T14:43:08,810 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T14:43:08,810 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T14:43:08,811 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T14:43:08,811 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T14:43:08,811 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T14:43:08,812 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T14:43:08,812 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T14:43:08,812 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T14:43:08,812 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T14:43:08,812 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T14:43:08,813 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T14:43:08,813 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T14:43:08,813 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T14:43:08,814 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T14:43:08,814 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T14:43:08,814 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T14:43:08,814 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T14:43:08,815 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T14:43:08,815 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T14:43:08,815 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T14:43:08,815 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T14:43:08,815 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T14:43:08,816 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T14:43:08,816 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T14:43:08,816 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T14:43:08,816 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T14:43:08,817 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T14:43:08,817 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T14:43:08,817 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T14:43:08,817 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T14:43:08,818 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T14:43:08,818 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T14:43:08,818 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T14:43:08,818 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T14:43:08,819 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T14:43:08,819 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T14:43:08,819 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T14:43:08,819 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T14:43:08,820 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T14:43:08,820 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T14:43:08,820 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T14:43:08,820 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T14:43:08,821 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T14:43:08,821 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T14:43:08,821 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T14:43:08,822 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T14:43:08,822 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T14:43:08,822 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T14:43:08,823 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T14:43:08,823 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T14:43:08,824 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T14:43:08,824 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T14:43:08,825 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T14:43:08,825 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T14:43:08,826 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T14:43:08,826 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T14:43:08,827 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T14:43:08,827 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T14:43:08,827 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T14:43:08,828 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T14:43:08,828 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T14:43:08,829 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T14:43:08,829 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T14:43:08,829 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T14:43:08,829 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T14:43:08,829 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T14:43:08,829 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T14:43:08,830 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T14:43:08,830 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T14:43:08,830 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T14:43:08,830 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T14:43:08,831 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T14:43:08,831 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T14:43:08,831 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T14:43:08,831 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T14:43:08,831 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T14:43:08,832 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T14:43:08,832 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T14:43:08,832 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T14:43:08,832 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T14:43:08,833 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T14:43:08,833 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T14:43:08,833 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T14:43:08,833 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T14:43:08,833 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T14:43:08,833 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T14:43:08,834 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T14:43:08,834 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T14:43:08,834 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T14:43:08,835 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T14:43:08,835 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T14:43:08,836 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T14:43:08,836 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T14:43:08,837 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T14:43:08,837 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T14:43:08,837 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T14:43:08,838 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T14:43:08,838 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T14:43:08,839 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T14:43:08,839 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T14:43:08,839 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T14:43:08,840 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T14:43:08,840 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T14:43:08,840 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T14:43:08,840 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T14:43:08,841 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T14:43:08,841 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T14:43:08,841 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T14:43:08,841 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T14:43:08,842 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T14:43:08,842 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T14:43:08,842 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T14:43:08,842 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T14:43:08,842 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T14:43:08,843 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T14:43:08,843 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T14:43:08,843 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T14:43:08,843 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T14:43:08,844 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T14:43:08,844 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T14:43:08,844 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T14:43:08,844 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T14:43:08,845 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T14:43:08,845 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T14:43:08,845 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T14:43:08,845 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T14:43:08,845 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T14:43:08,846 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T14:43:08,846 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T14:43:08,846 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T14:43:08,846 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T14:43:08,847 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T14:43:08,847 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T14:43:08,847 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T14:43:08,847 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T14:43:08,848 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T14:43:08,848 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T14:43:08,848 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T14:43:08,848 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T14:43:08,848 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T14:43:08,849 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T14:43:08,849 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T14:43:08,849 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T14:43:08,850 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T14:43:08,850 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T14:43:08,850 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T14:43:08,850 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T14:43:08,851 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T14:43:08,851 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T14:43:08,852 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T14:43:08,852 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T14:43:08,853 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T14:43:08,853 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T14:43:08,854 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T14:43:08,854 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T14:43:08,855 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T14:43:08,855 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T14:43:08,855 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T14:43:08,856 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T14:43:08,856 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T14:43:08,856 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T14:43:08,856 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T14:43:08,857 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T14:43:08,857 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T14:43:08,857 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T14:43:08,857 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T14:43:08,858 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T14:43:08,858 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T14:43:08,858 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T14:43:08,858 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T14:43:08,858 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T14:43:08,859 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T14:43:08,859 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T14:43:08,859 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T14:43:08,859 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T14:43:08,860 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T14:43:08,860 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T14:43:08,860 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T14:43:08,860 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T14:43:08,861 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T14:43:08,861 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T14:43:08,861 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T14:43:08,861 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T14:43:08,862 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T14:43:08,862 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T14:43:08,862 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T14:43:08,862 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T14:43:08,863 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T14:43:08,863 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T14:43:08,863 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T14:43:08,864 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T14:43:08,864 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T14:43:08,865 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T14:43:08,865 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T14:43:08,866 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T14:43:08,866 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T14:43:08,867 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T14:43:08,867 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T14:43:08,868 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T14:43:08,868 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T14:43:08,868 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T14:43:08,868 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T14:43:08,869 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T14:43:08,869 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T14:43:08,869 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T14:43:08,869 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T14:43:08,870 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T14:43:08,870 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T14:43:08,870 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T14:43:08,870 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T14:43:08,871 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T14:43:08,871 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T14:43:08,871 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T14:43:08,871 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T14:43:08,871 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T14:43:08,872 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T14:43:08,872 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T14:43:08,872 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T14:43:08,872 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T14:43:08,872 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T14:43:08,873 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T14:43:08,873 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T14:43:08,873 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T14:43:08,873 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T14:43:08,874 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T14:43:08,874 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T14:43:08,874 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T14:43:08,874 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T14:43:08,875 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T14:43:08,875 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T14:43:08,875 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T14:43:08,875 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T14:43:08,876 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T14:43:08,876 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T14:43:08,876 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T14:43:08,877 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T14:43:08,877 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T14:43:08,877 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T14:43:08,877 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T14:43:08,878 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T14:43:08,878 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T14:43:08,878 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T14:43:08,878 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T14:43:08,878 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T14:43:08,879 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T14:43:08,879 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T14:43:08,880 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T14:43:08,880 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T14:43:08,881 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T14:43:08,881 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T14:43:08,882 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T14:43:08,882 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T14:43:08,883 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T14:43:08,883 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T14:43:08,883 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T14:43:08,884 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T14:43:08,884 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T14:43:08,884 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T14:43:08,884 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T14:43:08,885 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T14:43:08,885 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T14:43:08,885 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T14:43:08,885 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T14:43:08,886 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T14:43:08,886 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T14:43:08,886 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T14:43:08,886 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T14:43:08,887 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T14:43:08,887 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T14:43:08,887 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T14:43:08,887 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T14:43:08,887 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T14:43:08,888 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T14:43:08,888 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T14:43:08,888 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T14:43:08,889 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T14:43:08,889 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T14:43:08,889 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T14:43:08,889 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T14:43:08,890 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T14:43:08,890 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T14:43:08,890 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T14:43:08,891 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T14:43:08,891 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T14:43:08,891 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T14:43:08,891 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T14:43:08,892 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T14:43:08,892 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T14:43:08,892 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T14:43:08,892 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T14:43:08,893 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T14:43:08,893 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T14:43:08,893 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T14:43:08,893 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T14:43:08,894 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T14:43:08,894 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T14:43:08,895 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T14:43:08,895 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T14:43:08,896 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T14:43:08,896 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T14:43:08,897 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T14:43:08,897 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T14:43:08,898 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T14:43:08,898 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T14:43:08,898 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T14:43:08,899 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T14:43:08,899 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T14:43:08,900 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T14:43:08,900 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T14:43:08,900 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T14:43:08,901 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T14:43:08,901 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T14:43:08,901 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T14:43:08,901 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T14:43:08,902 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T14:43:08,902 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T14:43:08,902 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T14:43:08,902 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T14:43:08,902 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T14:43:08,903 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T14:43:08,903 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T14:43:08,903 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T14:43:08,903 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T14:43:08,904 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T14:43:08,904 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T14:43:08,904 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T14:43:08,904 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T14:43:08,905 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T14:43:08,905 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T14:43:08,905 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T14:43:08,905 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T14:43:08,906 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T14:43:08,906 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T14:43:08,906 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T14:43:08,906 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T14:43:08,907 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T14:43:08,907 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T14:43:08,907 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T14:43:08,907 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T14:43:08,908 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T14:43:08,908 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T14:43:08,909 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T14:43:08,909 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T14:43:08,909 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T14:43:08,910 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T14:43:08,910 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T14:43:08,911 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T14:43:08,911 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T14:43:08,912 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T14:43:08,912 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T14:43:08,913 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T14:43:08,913 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T14:43:08,913 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T14:43:08,913 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T14:43:08,914 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T14:43:08,914 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T14:43:08,914 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T14:43:08,914 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T14:43:08,914 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T14:43:08,915 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T14:43:08,915 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T14:43:08,915 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T14:43:08,915 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T14:43:08,915 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T14:43:08,915 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T14:43:08,916 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T14:43:08,916 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T14:43:08,916 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T14:43:08,916 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T14:43:08,916 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T14:43:08,917 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T14:43:08,917 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T14:43:08,917 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T14:43:08,917 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T14:43:08,918 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T14:43:08,918 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T14:43:08,918 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T14:43:08,918 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T14:43:08,919 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T14:43:08,919 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T14:43:08,919 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T14:43:08,919 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T14:43:08,919 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T14:43:08,920 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T14:43:08,920 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T14:43:08,920 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T14:43:08,920 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T14:43:08,921 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T14:43:08,921 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T14:43:08,921 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T14:43:08,921 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T14:43:08,921 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T14:43:08,922 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T14:43:08,922 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T14:43:08,922 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T14:43:08,922 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T14:43:08,923 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T14:43:08,923 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T14:43:08,923 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T14:43:08,923 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T14:43:08,924 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T14:43:08,924 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T14:43:08,924 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T14:43:08,925 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T14:43:08,925 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T14:43:08,926 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T14:43:08,926 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T14:43:08,927 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T14:43:08,927 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T14:43:08,927 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T14:43:08,928 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T14:43:08,928 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T14:43:08,928 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T14:43:08,929 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T14:43:08,929 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T14:43:08,929 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T14:43:08,930 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T14:43:08,930 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T14:43:08,930 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T14:43:08,930 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T14:43:08,931 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T14:43:08,931 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T14:43:08,931 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T14:43:08,931 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T14:43:08,931 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T14:43:08,931 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T14:43:08,931 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T14:43:08,932 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T14:43:08,932 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T14:43:08,932 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T14:43:08,933 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T14:43:08,933 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T14:43:08,934 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T14:43:08,934 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T14:43:08,935 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T14:43:08,935 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T14:43:08,935 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T14:43:08,936 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T14:43:08,937 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T14:43:08,937 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T14:43:08,937 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T14:43:08,938 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T14:43:08,938 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T14:43:08,938 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T14:43:08,938 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T14:43:08,939 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T14:43:08,939 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T14:43:08,939 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T14:43:08,939 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T14:43:08,940 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T14:43:08,940 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T14:43:08,940 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T14:43:08,941 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T14:43:08,941 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T14:43:08,941 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T14:43:08,942 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T14:43:08,942 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T14:43:08,942 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T14:43:08,942 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T14:43:08,943 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T14:43:08,943 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T14:43:08,943 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T14:43:08,943 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T14:43:08,943 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T14:43:08,944 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T14:43:08,944 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T14:43:08,944 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T14:43:08,944 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T14:43:08,945 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T14:43:08,945 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T14:43:08,945 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T14:43:08,945 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T14:43:08,945 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T14:43:08,946 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T14:43:08,946 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T14:43:08,946 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T14:43:08,946 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T14:43:08,946 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T14:43:08,947 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T14:43:08,947 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T14:43:08,947 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T14:43:08,947 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T14:43:08,947 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T14:43:08,948 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T14:43:08,948 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T14:43:08,948 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T14:43:08,948 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T14:43:08,948 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T14:43:08,949 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T14:43:08,949 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T14:43:08,949 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T14:43:08,949 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T14:43:08,949 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T14:43:08,950 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T14:43:08,950 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T14:43:08,950 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T14:43:08,950 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T14:43:08,950 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T14:43:08,951 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T14:43:08,951 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T14:43:08,951 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T14:43:08,951 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T14:43:08,951 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T14:43:08,952 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T14:43:08,952 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T14:43:08,952 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T14:43:08,952 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T14:43:08,953 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T14:43:08,953 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T14:43:08,954 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T14:43:08,954 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T14:43:08,955 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T14:43:08,955 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T14:43:08,955 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T14:43:08,956 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T14:43:08,956 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T14:43:08,957 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T14:43:08,957 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T14:43:08,957 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T14:43:08,957 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T14:43:08,958 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T14:43:08,958 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T14:43:08,958 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T14:43:08,958 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T14:43:08,958 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T14:43:08,959 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T14:43:08,959 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T14:43:08,959 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T14:43:08,959 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T14:43:08,960 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T14:43:08,960 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T14:43:08,960 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T14:43:08,961 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T14:43:08,961 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T14:43:08,961 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T14:43:08,962 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T14:43:08,962 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T14:43:08,962 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T14:43:08,963 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T14:43:08,963 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T14:43:08,963 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T14:43:08,964 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T14:43:08,964 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T14:43:08,964 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T14:43:08,964 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T14:43:08,965 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T14:43:08,965 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T14:43:08,965 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T14:43:08,965 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T14:43:08,966 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T14:43:08,966 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T14:43:08,966 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T14:43:08,966 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T14:43:08,966 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T14:43:08,967 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T14:43:08,967 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T14:43:08,967 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T14:43:08,967 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T14:43:08,967 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T14:43:08,968 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T14:43:08,968 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T14:43:08,968 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T14:43:08,968 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T14:43:08,969 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T14:43:08,969 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T14:43:08,969 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T14:43:08,969 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T14:43:08,970 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T14:43:08,970 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T14:43:08,970 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T14:43:08,970 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T14:43:08,970 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T14:43:08,970 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T14:43:08,971 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T14:43:08,971 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T14:43:08,971 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T14:43:08,971 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T14:43:08,972 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T14:43:08,972 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T14:43:08,972 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T14:43:08,972 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T14:43:08,973 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T14:43:08,973 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T14:43:08,973 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T14:43:08,973 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T14:43:08,973 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T14:43:08,973 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T14:43:08,974 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T14:43:08,974 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T14:43:08,974 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T14:43:08,974 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T14:43:08,975 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T14:43:08,975 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T14:43:08,975 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T14:43:08,975 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T14:43:08,976 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T14:43:08,976 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T14:43:08,976 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T14:43:08,976 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T14:43:08,977 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T14:43:08,977 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T14:43:08,977 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T14:43:08,977 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T14:43:08,978 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T14:43:08,978 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T14:43:08,978 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T14:43:08,979 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T14:43:08,979 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T14:43:08,980 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T14:43:08,980 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T14:43:08,981 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T14:43:08,981 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T14:43:08,982 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T14:43:08,982 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T14:43:08,982 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T14:43:08,983 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T14:43:08,983 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T14:43:08,983 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T14:43:08,984 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T14:43:08,984 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T14:43:08,984 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T14:43:08,984 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T14:43:08,985 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T14:43:08,985 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T14:43:08,985 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T14:43:08,985 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T14:43:08,985 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T14:43:08,986 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T14:43:08,986 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T14:43:08,986 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T14:43:08,987 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T14:43:08,987 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T14:43:08,987 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T14:43:08,988 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T14:43:08,988 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T14:43:08,989 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T14:43:08,989 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T14:43:08,990 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T14:43:08,990 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T14:43:08,991 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T14:43:08,991 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T14:43:08,992 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35765 {}] regionserver.HRegion(8855): Flush requested on 6bba6f9894a8dbaebc3b47d6055c3663 2024-11-14T14:43:08,992 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T14:43:08,992 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(2902): Flushing 6bba6f9894a8dbaebc3b47d6055c3663 3/3 column families, dataSize=53.67 KB heapSize=160.13 KB 2024-11-14T14:43:08,992 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 6bba6f9894a8dbaebc3b47d6055c3663, store=A 2024-11-14T14:43:08,992 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-14T14:43:08,992 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 6bba6f9894a8dbaebc3b47d6055c3663, store=B 2024-11-14T14:43:08,992 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-14T14:43:08,992 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 6bba6f9894a8dbaebc3b47d6055c3663, store=C 2024-11-14T14:43:08,992 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T14:43:08,992 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-14T14:43:08,993 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T14:43:08,993 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T14:43:08,994 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T14:43:08,994 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T14:43:08,995 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T14:43:08,995 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T14:43:08,996 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T14:43:08,997 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T14:43:08,997 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T14:43:08,998 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T14:43:08,998 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T14:43:08,999 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T14:43:08,999 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:34345/user/jenkins/test-data/14d118ee-a83a-b09b-5913-1a58940a5db1/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e20241114f5f944d30d364f72bfb89a9399980560_6bba6f9894a8dbaebc3b47d6055c3663 is 50, key is test_row_0/A:col10/1731595388354/Put/seqid=0 2024-11-14T14:43:09,004 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T14:43:09,005 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T14:43:09,005 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T14:43:09,006 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T14:43:09,006 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T14:43:09,006 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T14:43:09,007 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T14:43:09,007 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T14:43:09,008 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T14:43:09,009 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T14:43:09,009 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T14:43:09,010 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T14:43:09,010 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36699 is added to blk_1073742378_1554 (size=12304) 2024-11-14T14:43:09,010 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T14:43:09,011 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T14:43:09,011 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T14:43:09,012 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T14:43:09,012 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T14:43:09,108 DEBUG [RS_IN_MEMORY_COMPACTION-regionserver/da1c6afcd1f9:0-7 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=type=CellArrayImmutableSegment, empty=no, cellCount=159, cellSize=7275, totalHeapSize=16776, min timestamp=1731595389083, max timestamp=1731595389105Num uniques 859; 2024-11-14T14:43:09,108 DEBUG [RS_IN_MEMORY_COMPACTION-regionserver/da1c6afcd1f9:0-7 {}] regionserver.CompactionPipeline(163): Suffix data size=39335, new segment data size=7275, suffix heap size=117064,new segment heap size=16776 　suffix off heap size=0, new segment off heap size=0, suffix cells count=859, new segment cells count=159 2024-11-14T14:43:09,108 DEBUG [RS_IN_MEMORY_COMPACTION-regionserver/da1c6afcd1f9:0-9 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=type=CellArrayImmutableSegment, empty=no, cellCount=159, cellSize=7275, totalHeapSize=16776, min timestamp=1731595389083, max timestamp=1731595389105Num uniques 859; 2024-11-14T14:43:09,108 DEBUG [RS_IN_MEMORY_COMPACTION-regionserver/da1c6afcd1f9:0-3 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=type=CellArrayImmutableSegment, empty=no, cellCount=159, cellSize=7275, totalHeapSize=16776, min timestamp=1731595389083, max timestamp=1731595389105Num uniques 859; 2024-11-14T14:43:09,108 DEBUG [RS_IN_MEMORY_COMPACTION-regionserver/da1c6afcd1f9:0-9 {}] regionserver.CompactionPipeline(163): Suffix data size=39335, new segment data size=7275, suffix heap size=117064,new segment heap size=16776 　suffix off heap size=0, new segment off heap size=0, suffix cells count=859, new segment cells count=159 2024-11-14T14:43:09,108 DEBUG [RS_IN_MEMORY_COMPACTION-regionserver/da1c6afcd1f9:0-3 {}] regionserver.CompactionPipeline(163): Suffix data size=39335, new segment data size=7275, suffix heap size=117064,new segment heap size=16776 　suffix off heap size=0, new segment off heap size=0, suffix cells count=859, new segment cells count=159 2024-11-14T14:43:09,198 DEBUG [RS:0;da1c6afcd1f9:35765-longCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:34345/user/jenkins/test-data/14d118ee-a83a-b09b-5913-1a58940a5db1/data/default/TestAcidGuarantees/6bba6f9894a8dbaebc3b47d6055c3663/.tmp/B/a7f2d66e812e4d0799403fba1e783a5a as hdfs://localhost:34345/user/jenkins/test-data/14d118ee-a83a-b09b-5913-1a58940a5db1/data/default/TestAcidGuarantees/6bba6f9894a8dbaebc3b47d6055c3663/B/a7f2d66e812e4d0799403fba1e783a5a 2024-11-14T14:43:09,202 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35765 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6bba6f9894a8dbaebc3b47d6055c3663, server=da1c6afcd1f9,35765,1731595233113 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-14T14:43:09,202 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35765 {}] ipc.CallRunner(138): callId: 19 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:49056 deadline: 1731595449196, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6bba6f9894a8dbaebc3b47d6055c3663, server=da1c6afcd1f9,35765,1731595233113 2024-11-14T14:43:09,202 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35765 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6bba6f9894a8dbaebc3b47d6055c3663, server=da1c6afcd1f9,35765,1731595233113 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-14T14:43:09,202 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35765 {}] ipc.CallRunner(138): callId: 86 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:49014 deadline: 1731595449197, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6bba6f9894a8dbaebc3b47d6055c3663, server=da1c6afcd1f9,35765,1731595233113 2024-11-14T14:43:09,202 INFO [RS:0;da1c6afcd1f9:35765-longCompactions-0 {}] regionserver.HStore(1337): Completed compaction of 4 (all) file(s) in 6bba6f9894a8dbaebc3b47d6055c3663/B of 6bba6f9894a8dbaebc3b47d6055c3663 into a7f2d66e812e4d0799403fba1e783a5a(size=12.1 K), total size for store is 12.1 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-11-14T14:43:09,203 DEBUG [RS:0;da1c6afcd1f9:35765-longCompactions-0 {}] regionserver.HRegion(2446): Compaction status journal for 6bba6f9894a8dbaebc3b47d6055c3663: 2024-11-14T14:43:09,203 INFO [RS:0;da1c6afcd1f9:35765-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1731595377819.6bba6f9894a8dbaebc3b47d6055c3663., storeName=6bba6f9894a8dbaebc3b47d6055c3663/B, priority=12, startTime=1731595388775; duration=0sec 2024-11-14T14:43:09,203 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731595377819.6bba6f9894a8dbaebc3b47d6055c3663., hostname=da1c6afcd1f9,35765,1731595233113, seqNum=5 , the old value is region=TestAcidGuarantees,,1731595377819.6bba6f9894a8dbaebc3b47d6055c3663., hostname=da1c6afcd1f9,35765,1731595233113, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6bba6f9894a8dbaebc3b47d6055c3663, server=da1c6afcd1f9,35765,1731595233113 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-14T14:43:09,203 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731595377819.6bba6f9894a8dbaebc3b47d6055c3663., hostname=da1c6afcd1f9,35765,1731595233113, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6bba6f9894a8dbaebc3b47d6055c3663, server=da1c6afcd1f9,35765,1731595233113 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-14T14:43:09,203 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731595377819.6bba6f9894a8dbaebc3b47d6055c3663., hostname=da1c6afcd1f9,35765,1731595233113, seqNum=5 because the exception is null or not the one we care about 2024-11-14T14:43:09,203 DEBUG [RS:0;da1c6afcd1f9:35765-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=1), splitQueue=0 2024-11-14T14:43:09,203 DEBUG [RS:0;da1c6afcd1f9:35765-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: 6bba6f9894a8dbaebc3b47d6055c3663:B 2024-11-14T14:43:09,202 WARN [RPCClient-NioEventLoopGroup-4-10 {}] client.AsyncRpcRetryingCaller(177): Call to da1c6afcd1f9,35765,1731595233113 for 'test_row_0' in 6bba6f9894a8dbaebc3b47d6055c3663 of TestAcidGuarantees failed, tries = 8, maxAttempts = 16, timeout = 1200000 ms, time elapsed = 8214 ms org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6bba6f9894a8dbaebc3b47d6055c3663, server=da1c6afcd1f9,35765,1731595233113 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) at jdk.internal.reflect.GeneratedConstructorAccessor39.newInstance(Unknown Source) ~[?:?] at jdk.internal.reflect.DelegatingConstructorAccessorImpl.newInstance(DelegatingConstructorAccessorImpl.java:45) ~[?:?] at java.lang.reflect.Constructor.newInstanceWithCaller(Constructor.java:499) ~[?:?] at java.lang.reflect.Constructor.newInstance(Constructor.java:480) ~[?:?] at org.apache.hadoop.hbase.ipc.RemoteWithExtrasException.instantiateException(RemoteWithExtrasException.java:110) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RemoteWithExtrasException.unwrapRemoteException(RemoteWithExtrasException.java:100) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.client.ConnectionUtils.translateException(ConnectionUtils.java:219) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRpcRetryingCaller.onError(AsyncRpcRetryingCaller.java:165) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.lambda$call$4(AsyncSingleRequestRpcRetryingCaller.java:86) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.lambda$addListener$0(FutureUtils.java:71) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:863) ~[?:?] at java.util.concurrent.CompletableFuture$UniWhenComplete.tryFire(CompletableFuture.java:841) ~[?:?] at java.util.concurrent.CompletableFuture.postComplete(CompletableFuture.java:510) ~[?:?] at java.util.concurrent.CompletableFuture.completeExceptionally(CompletableFuture.java:2162) ~[?:?] at org.apache.hadoop.hbase.client.ConnectionUtils$2.run(ConnectionUtils.java:625) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hbase.thirdparty.com.google.protobuf.RpcUtil$1.run(RpcUtil.java:56) ~[hbase-shaded-protobuf-4.1.9.jar:4.1.9] at org.apache.hbase.thirdparty.com.google.protobuf.RpcUtil$1.run(RpcUtil.java:47) ~[hbase-shaded-protobuf-4.1.9.jar:4.1.9] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.onCallFinished(AbstractRpcClient.java:397) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:430) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:425) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.callComplete(Call.java:117) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.setException(Call.java:132) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcConnection.readResponse(RpcConnection.java:457) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.NettyRpcDuplexHandler.readResponse(NettyRpcDuplexHandler.java:125) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.NettyRpcDuplexHandler.channelRead(NettyRpcDuplexHandler.java:140) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:442) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.handler.codec.ByteToMessageDecoder.fireChannelRead(ByteToMessageDecoder.java:346) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.handler.codec.ByteToMessageDecoder.channelRead(ByteToMessageDecoder.java:318) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:444) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.handler.timeout.IdleStateHandler.channelRead(IdleStateHandler.java:289) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:442) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline$HeadContext.channelRead(DefaultChannelPipeline.java:1357) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:440) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline.fireChannelRead(DefaultChannelPipeline.java:868) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.AbstractNioByteChannel$NioByteUnsafe.read(AbstractNioByteChannel.java:166) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.processSelectedKey(NioEventLoop.java:788) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.processSelectedKeysOptimized(NioEventLoop.java:724) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.processSelectedKeys(NioEventLoop.java:650) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:562) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) ~[hbase-shaded-netty-4.1.9.jar:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] Caused by: org.apache.hadoop.hbase.ipc.RemoteWithExtrasException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6bba6f9894a8dbaebc3b47d6055c3663, server=da1c6afcd1f9,35765,1731595233113 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) at org.apache.hadoop.hbase.ipc.AbstractRpcClient.onCallFinished(AbstractRpcClient.java:392) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] ... 32 more 2024-11-14T14:43:09,203 DEBUG [RS:0;da1c6afcd1f9:35765-longCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 4 store files, 0 compacting, 4 eligible, 16 blocking 2024-11-14T14:43:09,203 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731595377819.6bba6f9894a8dbaebc3b47d6055c3663., hostname=da1c6afcd1f9,35765,1731595233113, seqNum=5 , the old value is region=TestAcidGuarantees,,1731595377819.6bba6f9894a8dbaebc3b47d6055c3663., hostname=da1c6afcd1f9,35765,1731595233113, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6bba6f9894a8dbaebc3b47d6055c3663, server=da1c6afcd1f9,35765,1731595233113 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-14T14:43:09,203 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731595377819.6bba6f9894a8dbaebc3b47d6055c3663., hostname=da1c6afcd1f9,35765,1731595233113, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6bba6f9894a8dbaebc3b47d6055c3663, server=da1c6afcd1f9,35765,1731595233113 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-14T14:43:09,203 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731595377819.6bba6f9894a8dbaebc3b47d6055c3663., hostname=da1c6afcd1f9,35765,1731595233113, seqNum=5 because the exception is null or not the one we care about 2024-11-14T14:43:09,204 DEBUG [RS:0;da1c6afcd1f9:35765-longCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 4 files of size 48257 starting at candidate #0 after considering 3 permutations with 3 in ratio 2024-11-14T14:43:09,204 DEBUG [RS:0;da1c6afcd1f9:35765-longCompactions-0 {}] regionserver.HStore(1541): 6bba6f9894a8dbaebc3b47d6055c3663/C is initiating minor compaction (all files) 2024-11-14T14:43:09,204 INFO [RS:0;da1c6afcd1f9:35765-longCompactions-0 {}] regionserver.HRegion(2416): Starting compaction of 6bba6f9894a8dbaebc3b47d6055c3663/C in TestAcidGuarantees,,1731595377819.6bba6f9894a8dbaebc3b47d6055c3663. 2024-11-14T14:43:09,204 INFO [RS:0;da1c6afcd1f9:35765-longCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:34345/user/jenkins/test-data/14d118ee-a83a-b09b-5913-1a58940a5db1/data/default/TestAcidGuarantees/6bba6f9894a8dbaebc3b47d6055c3663/C/ecf3ed81fe8f4e0590e677d467d0609a, hdfs://localhost:34345/user/jenkins/test-data/14d118ee-a83a-b09b-5913-1a58940a5db1/data/default/TestAcidGuarantees/6bba6f9894a8dbaebc3b47d6055c3663/C/62dc906701214e3aa631f541af63cbab, hdfs://localhost:34345/user/jenkins/test-data/14d118ee-a83a-b09b-5913-1a58940a5db1/data/default/TestAcidGuarantees/6bba6f9894a8dbaebc3b47d6055c3663/C/907c21cdae344208ab1b8f76b528590c, hdfs://localhost:34345/user/jenkins/test-data/14d118ee-a83a-b09b-5913-1a58940a5db1/data/default/TestAcidGuarantees/6bba6f9894a8dbaebc3b47d6055c3663/C/a2742d8a045443b9b75470e296926652] into tmpdir=hdfs://localhost:34345/user/jenkins/test-data/14d118ee-a83a-b09b-5913-1a58940a5db1/data/default/TestAcidGuarantees/6bba6f9894a8dbaebc3b47d6055c3663/.tmp, totalSize=47.1 K 2024-11-14T14:43:09,204 DEBUG [RS:0;da1c6afcd1f9:35765-longCompactions-0 {}] compactions.Compactor(225): Compacting ecf3ed81fe8f4e0590e677d467d0609a, keycount=150, bloomtype=ROW, size=11.8 K, encoding=NONE, compression=NONE, seqNum=64, earliestPutTs=1731595380985 2024-11-14T14:43:09,205 DEBUG [RS:0;da1c6afcd1f9:35765-longCompactions-0 {}] compactions.Compactor(225): Compacting 62dc906701214e3aa631f541af63cbab, keycount=150, bloomtype=ROW, size=11.7 K, encoding=NONE, compression=NONE, seqNum=85, earliestPutTs=1731595383819 2024-11-14T14:43:09,205 DEBUG [RS:0;da1c6afcd1f9:35765-longCompactions-0 {}] compactions.Compactor(225): Compacting 907c21cdae344208ab1b8f76b528590c, keycount=150, bloomtype=ROW, size=11.7 K, encoding=NONE, compression=NONE, seqNum=99, earliestPutTs=1731595384968 2024-11-14T14:43:09,205 DEBUG [RS:0;da1c6afcd1f9:35765-longCompactions-0 {}] compactions.Compactor(225): Compacting a2742d8a045443b9b75470e296926652, keycount=150, bloomtype=ROW, size=11.9 K, encoding=NONE, compression=NONE, seqNum=136, earliestPutTs=1731595387215 2024-11-14T14:43:09,212 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35765 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6bba6f9894a8dbaebc3b47d6055c3663, server=da1c6afcd1f9,35765,1731595233113 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-14T14:43:09,212 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35765 {}] ipc.CallRunner(138): callId: 23 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:48962 deadline: 1731595449206, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6bba6f9894a8dbaebc3b47d6055c3663, server=da1c6afcd1f9,35765,1731595233113 2024-11-14T14:43:09,212 INFO [RS:0;da1c6afcd1f9:35765-longCompactions-0 {}] throttle.PressureAwareThroughputController(145): 6bba6f9894a8dbaebc3b47d6055c3663#C#compaction#473 average throughput is 3.28 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second 2024-11-14T14:43:09,212 DEBUG [RS:0;da1c6afcd1f9:35765-shortCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:34345/user/jenkins/test-data/14d118ee-a83a-b09b-5913-1a58940a5db1/data/default/TestAcidGuarantees/6bba6f9894a8dbaebc3b47d6055c3663/.tmp/A/3b3a144e590a4b84b25df4f35e18c6ef as hdfs://localhost:34345/user/jenkins/test-data/14d118ee-a83a-b09b-5913-1a58940a5db1/data/default/TestAcidGuarantees/6bba6f9894a8dbaebc3b47d6055c3663/A/3b3a144e590a4b84b25df4f35e18c6ef 2024-11-14T14:43:09,212 DEBUG [RS:0;da1c6afcd1f9:35765-longCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:34345/user/jenkins/test-data/14d118ee-a83a-b09b-5913-1a58940a5db1/data/default/TestAcidGuarantees/6bba6f9894a8dbaebc3b47d6055c3663/.tmp/C/3fd331a9b9c84c319c0748adca2f6d13 is 50, key is test_row_0/C:col10/1731595387215/Put/seqid=0 2024-11-14T14:43:09,212 WARN [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRpcRetryingCaller(177): Call to da1c6afcd1f9,35765,1731595233113 for 'test_row_1' in 6bba6f9894a8dbaebc3b47d6055c3663 of TestAcidGuarantees failed, tries = 8, maxAttempts = 16, timeout = 1200000 ms, time elapsed = 8220 ms org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6bba6f9894a8dbaebc3b47d6055c3663, server=da1c6afcd1f9,35765,1731595233113 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) at jdk.internal.reflect.GeneratedConstructorAccessor39.newInstance(Unknown Source) ~[?:?] at jdk.internal.reflect.DelegatingConstructorAccessorImpl.newInstance(DelegatingConstructorAccessorImpl.java:45) ~[?:?] at java.lang.reflect.Constructor.newInstanceWithCaller(Constructor.java:499) ~[?:?] at java.lang.reflect.Constructor.newInstance(Constructor.java:480) ~[?:?] at org.apache.hadoop.hbase.ipc.RemoteWithExtrasException.instantiateException(RemoteWithExtrasException.java:110) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RemoteWithExtrasException.unwrapRemoteException(RemoteWithExtrasException.java:100) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.client.ConnectionUtils.translateException(ConnectionUtils.java:219) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRpcRetryingCaller.onError(AsyncRpcRetryingCaller.java:165) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.lambda$call$4(AsyncSingleRequestRpcRetryingCaller.java:86) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.lambda$addListener$0(FutureUtils.java:71) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:863) ~[?:?] at java.util.concurrent.CompletableFuture$UniWhenComplete.tryFire(CompletableFuture.java:841) ~[?:?] at java.util.concurrent.CompletableFuture.postComplete(CompletableFuture.java:510) ~[?:?] at java.util.concurrent.CompletableFuture.completeExceptionally(CompletableFuture.java:2162) ~[?:?] at org.apache.hadoop.hbase.client.ConnectionUtils$2.run(ConnectionUtils.java:625) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hbase.thirdparty.com.google.protobuf.RpcUtil$1.run(RpcUtil.java:56) ~[hbase-shaded-protobuf-4.1.9.jar:4.1.9] at org.apache.hbase.thirdparty.com.google.protobuf.RpcUtil$1.run(RpcUtil.java:47) ~[hbase-shaded-protobuf-4.1.9.jar:4.1.9] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.onCallFinished(AbstractRpcClient.java:397) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:430) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:425) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.callComplete(Call.java:117) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.setException(Call.java:132) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcConnection.readResponse(RpcConnection.java:457) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.NettyRpcDuplexHandler.readResponse(NettyRpcDuplexHandler.java:125) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.NettyRpcDuplexHandler.channelRead(NettyRpcDuplexHandler.java:140) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:442) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.handler.codec.ByteToMessageDecoder.fireChannelRead(ByteToMessageDecoder.java:346) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.handler.codec.ByteToMessageDecoder.channelRead(ByteToMessageDecoder.java:318) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:444) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.handler.timeout.IdleStateHandler.channelRead(IdleStateHandler.java:289) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:442) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline$HeadContext.channelRead(DefaultChannelPipeline.java:1357) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:440) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline.fireChannelRead(DefaultChannelPipeline.java:868) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.AbstractNioByteChannel$NioByteUnsafe.read(AbstractNioByteChannel.java:166) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.processSelectedKey(NioEventLoop.java:788) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.processSelectedKeysOptimized(NioEventLoop.java:724) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.processSelectedKeys(NioEventLoop.java:650) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:562) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) ~[hbase-shaded-netty-4.1.9.jar:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] Caused by: org.apache.hadoop.hbase.ipc.RemoteWithExtrasException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6bba6f9894a8dbaebc3b47d6055c3663, server=da1c6afcd1f9,35765,1731595233113 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) at org.apache.hadoop.hbase.ipc.AbstractRpcClient.onCallFinished(AbstractRpcClient.java:392) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] ... 32 more 2024-11-14T14:43:09,213 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731595377819.6bba6f9894a8dbaebc3b47d6055c3663., hostname=da1c6afcd1f9,35765,1731595233113, seqNum=5 , the old value is region=TestAcidGuarantees,,1731595377819.6bba6f9894a8dbaebc3b47d6055c3663., hostname=da1c6afcd1f9,35765,1731595233113, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6bba6f9894a8dbaebc3b47d6055c3663, server=da1c6afcd1f9,35765,1731595233113 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-14T14:43:09,213 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731595377819.6bba6f9894a8dbaebc3b47d6055c3663., hostname=da1c6afcd1f9,35765,1731595233113, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6bba6f9894a8dbaebc3b47d6055c3663, server=da1c6afcd1f9,35765,1731595233113 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-14T14:43:09,213 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731595377819.6bba6f9894a8dbaebc3b47d6055c3663., hostname=da1c6afcd1f9,35765,1731595233113, seqNum=5 because the exception is null or not the one we care about 2024-11-14T14:43:09,216 INFO [RS:0;da1c6afcd1f9:35765-shortCompactions-0 {}] regionserver.HStore(1337): Completed compaction of 4 (all) file(s) in 6bba6f9894a8dbaebc3b47d6055c3663/A of 6bba6f9894a8dbaebc3b47d6055c3663 into 3b3a144e590a4b84b25df4f35e18c6ef(size=30.6 K), total size for store is 30.6 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-11-14T14:43:09,216 DEBUG [RS:0;da1c6afcd1f9:35765-shortCompactions-0 {}] regionserver.HRegion(2446): Compaction status journal for 6bba6f9894a8dbaebc3b47d6055c3663: 2024-11-14T14:43:09,216 INFO [RS:0;da1c6afcd1f9:35765-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1731595377819.6bba6f9894a8dbaebc3b47d6055c3663., storeName=6bba6f9894a8dbaebc3b47d6055c3663/A, priority=12, startTime=1731595388775; duration=0sec 2024-11-14T14:43:09,216 DEBUG [RS:0;da1c6afcd1f9:35765-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-14T14:43:09,216 DEBUG [RS:0;da1c6afcd1f9:35765-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: 6bba6f9894a8dbaebc3b47d6055c3663:A 2024-11-14T14:43:09,216 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36699 is added to blk_1073742379_1555 (size=12391) 2024-11-14T14:43:09,256 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45145 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=162 2024-11-14T14:43:09,257 INFO [RPCClient-NioEventLoopGroup-4-12 {}] client.RawAsyncHBaseAdmin$TableProcedureBiConsumer(2721): Operation: FLUSH, Table Name: default:TestAcidGuarantees completed 2024-11-14T14:43:09,257 INFO [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45145 {}] master.HMaster$22(4506): Client=jenkins//172.17.0.2 flush TestAcidGuarantees 2024-11-14T14:43:09,258 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45145 {}] procedure2.ProcedureExecutor(1139): Stored pid=164, state=RUNNABLE:FLUSH_TABLE_PREPARE, hasLock=false; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=164, table=TestAcidGuarantees 2024-11-14T14:43:09,259 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45145 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=164 2024-11-14T14:43:09,259 INFO [PEWorker-2 {}] procedure.FlushTableProcedure(91): pid=164, state=RUNNABLE:FLUSH_TABLE_PREPARE, hasLock=true; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=164, table=TestAcidGuarantees execute state=FLUSH_TABLE_PREPARE 2024-11-14T14:43:09,260 INFO [PEWorker-2 {}] procedure.FlushTableProcedure(91): pid=164, state=RUNNABLE:FLUSH_TABLE_FLUSH_REGIONS, hasLock=true; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=164, table=TestAcidGuarantees execute state=FLUSH_TABLE_FLUSH_REGIONS 2024-11-14T14:43:09,260 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=165, ppid=164, state=RUNNABLE, hasLock=false; org.apache.hadoop.hbase.master.procedure.FlushRegionProcedure}] 2024-11-14T14:43:09,311 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35765 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6bba6f9894a8dbaebc3b47d6055c3663, server=da1c6afcd1f9,35765,1731595233113 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-14T14:43:09,311 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35765 {}] ipc.CallRunner(138): callId: 87 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:49014 deadline: 1731595449306, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6bba6f9894a8dbaebc3b47d6055c3663, server=da1c6afcd1f9,35765,1731595233113 2024-11-14T14:43:09,311 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731595377819.6bba6f9894a8dbaebc3b47d6055c3663., hostname=da1c6afcd1f9,35765,1731595233113, seqNum=5 , the old value is region=TestAcidGuarantees,,1731595377819.6bba6f9894a8dbaebc3b47d6055c3663., hostname=da1c6afcd1f9,35765,1731595233113, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6bba6f9894a8dbaebc3b47d6055c3663, server=da1c6afcd1f9,35765,1731595233113 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-14T14:43:09,311 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731595377819.6bba6f9894a8dbaebc3b47d6055c3663., hostname=da1c6afcd1f9,35765,1731595233113, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6bba6f9894a8dbaebc3b47d6055c3663, server=da1c6afcd1f9,35765,1731595233113 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-14T14:43:09,311 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731595377819.6bba6f9894a8dbaebc3b47d6055c3663., hostname=da1c6afcd1f9,35765,1731595233113, seqNum=5 because the exception is null or not the one we care about 2024-11-14T14:43:09,366 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45145 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=164 2024-11-14T14:43:09,380 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35765 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6bba6f9894a8dbaebc3b47d6055c3663, server=da1c6afcd1f9,35765,1731595233113 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-14T14:43:09,380 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35765 {}] ipc.CallRunner(138): callId: 53 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:49026 deadline: 1731595449375, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6bba6f9894a8dbaebc3b47d6055c3663, server=da1c6afcd1f9,35765,1731595233113 2024-11-14T14:43:09,380 WARN [RPCClient-NioEventLoopGroup-4-7 {}] client.AsyncRpcRetryingCaller(177): Call to da1c6afcd1f9,35765,1731595233113 for 'test_row_0' in 6bba6f9894a8dbaebc3b47d6055c3663 of TestAcidGuarantees failed, tries = 6, maxAttempts = 16, timeout = 1200000 ms, time elapsed = 2157 ms org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6bba6f9894a8dbaebc3b47d6055c3663, server=da1c6afcd1f9,35765,1731595233113 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) at jdk.internal.reflect.GeneratedConstructorAccessor39.newInstance(Unknown Source) ~[?:?] at jdk.internal.reflect.DelegatingConstructorAccessorImpl.newInstance(DelegatingConstructorAccessorImpl.java:45) ~[?:?] at java.lang.reflect.Constructor.newInstanceWithCaller(Constructor.java:499) ~[?:?] at java.lang.reflect.Constructor.newInstance(Constructor.java:480) ~[?:?] at org.apache.hadoop.hbase.ipc.RemoteWithExtrasException.instantiateException(RemoteWithExtrasException.java:110) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RemoteWithExtrasException.unwrapRemoteException(RemoteWithExtrasException.java:100) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.client.ConnectionUtils.translateException(ConnectionUtils.java:219) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRpcRetryingCaller.onError(AsyncRpcRetryingCaller.java:165) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.lambda$call$4(AsyncSingleRequestRpcRetryingCaller.java:86) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.lambda$addListener$0(FutureUtils.java:71) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:863) ~[?:?] at java.util.concurrent.CompletableFuture$UniWhenComplete.tryFire(CompletableFuture.java:841) ~[?:?] at java.util.concurrent.CompletableFuture.postComplete(CompletableFuture.java:510) ~[?:?] at java.util.concurrent.CompletableFuture.completeExceptionally(CompletableFuture.java:2162) ~[?:?] at org.apache.hadoop.hbase.client.ConnectionUtils$2.run(ConnectionUtils.java:625) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hbase.thirdparty.com.google.protobuf.RpcUtil$1.run(RpcUtil.java:56) ~[hbase-shaded-protobuf-4.1.9.jar:4.1.9] at org.apache.hbase.thirdparty.com.google.protobuf.RpcUtil$1.run(RpcUtil.java:47) ~[hbase-shaded-protobuf-4.1.9.jar:4.1.9] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.onCallFinished(AbstractRpcClient.java:397) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:430) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:425) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.callComplete(Call.java:117) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.setException(Call.java:132) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcConnection.readResponse(RpcConnection.java:457) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.NettyRpcDuplexHandler.readResponse(NettyRpcDuplexHandler.java:125) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.NettyRpcDuplexHandler.channelRead(NettyRpcDuplexHandler.java:140) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:442) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.handler.codec.ByteToMessageDecoder.fireChannelRead(ByteToMessageDecoder.java:346) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.handler.codec.ByteToMessageDecoder.channelRead(ByteToMessageDecoder.java:318) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:444) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.handler.timeout.IdleStateHandler.channelRead(IdleStateHandler.java:289) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:442) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline$HeadContext.channelRead(DefaultChannelPipeline.java:1357) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:440) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline.fireChannelRead(DefaultChannelPipeline.java:868) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.AbstractNioByteChannel$NioByteUnsafe.read(AbstractNioByteChannel.java:166) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.processSelectedKey(NioEventLoop.java:788) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.processSelectedKeysOptimized(NioEventLoop.java:724) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.processSelectedKeys(NioEventLoop.java:650) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:562) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) ~[hbase-shaded-netty-4.1.9.jar:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] Caused by: org.apache.hadoop.hbase.ipc.RemoteWithExtrasException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6bba6f9894a8dbaebc3b47d6055c3663, server=da1c6afcd1f9,35765,1731595233113 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) at org.apache.hadoop.hbase.ipc.AbstractRpcClient.onCallFinished(AbstractRpcClient.java:392) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] ... 32 more 2024-11-14T14:43:09,381 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731595377819.6bba6f9894a8dbaebc3b47d6055c3663., hostname=da1c6afcd1f9,35765,1731595233113, seqNum=5 , the old value is region=TestAcidGuarantees,,1731595377819.6bba6f9894a8dbaebc3b47d6055c3663., hostname=da1c6afcd1f9,35765,1731595233113, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6bba6f9894a8dbaebc3b47d6055c3663, server=da1c6afcd1f9,35765,1731595233113 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-14T14:43:09,381 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731595377819.6bba6f9894a8dbaebc3b47d6055c3663., hostname=da1c6afcd1f9,35765,1731595233113, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6bba6f9894a8dbaebc3b47d6055c3663, server=da1c6afcd1f9,35765,1731595233113 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-14T14:43:09,381 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731595377819.6bba6f9894a8dbaebc3b47d6055c3663., hostname=da1c6afcd1f9,35765,1731595233113, seqNum=5 because the exception is null or not the one we care about 2024-11-14T14:43:09,390 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35765 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6bba6f9894a8dbaebc3b47d6055c3663, server=da1c6afcd1f9,35765,1731595233113 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-14T14:43:09,391 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35765 {}] ipc.CallRunner(138): callId: 58 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:49004 deadline: 1731595449386, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6bba6f9894a8dbaebc3b47d6055c3663, server=da1c6afcd1f9,35765,1731595233113 2024-11-14T14:43:09,391 WARN [RPCClient-NioEventLoopGroup-4-5 {}] client.AsyncRpcRetryingCaller(177): Call to da1c6afcd1f9,35765,1731595233113 for 'test_row_0' in 6bba6f9894a8dbaebc3b47d6055c3663 of TestAcidGuarantees failed, tries = 6, maxAttempts = 16, timeout = 1200000 ms, time elapsed = 2166 ms org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6bba6f9894a8dbaebc3b47d6055c3663, server=da1c6afcd1f9,35765,1731595233113 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) at jdk.internal.reflect.GeneratedConstructorAccessor39.newInstance(Unknown Source) ~[?:?] at jdk.internal.reflect.DelegatingConstructorAccessorImpl.newInstance(DelegatingConstructorAccessorImpl.java:45) ~[?:?] at java.lang.reflect.Constructor.newInstanceWithCaller(Constructor.java:499) ~[?:?] at java.lang.reflect.Constructor.newInstance(Constructor.java:480) ~[?:?] at org.apache.hadoop.hbase.ipc.RemoteWithExtrasException.instantiateException(RemoteWithExtrasException.java:110) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RemoteWithExtrasException.unwrapRemoteException(RemoteWithExtrasException.java:100) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.client.ConnectionUtils.translateException(ConnectionUtils.java:219) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRpcRetryingCaller.onError(AsyncRpcRetryingCaller.java:165) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.lambda$call$4(AsyncSingleRequestRpcRetryingCaller.java:86) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.lambda$addListener$0(FutureUtils.java:71) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:863) ~[?:?] at java.util.concurrent.CompletableFuture$UniWhenComplete.tryFire(CompletableFuture.java:841) ~[?:?] at java.util.concurrent.CompletableFuture.postComplete(CompletableFuture.java:510) ~[?:?] at java.util.concurrent.CompletableFuture.completeExceptionally(CompletableFuture.java:2162) ~[?:?] at org.apache.hadoop.hbase.client.ConnectionUtils$2.run(ConnectionUtils.java:625) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hbase.thirdparty.com.google.protobuf.RpcUtil$1.run(RpcUtil.java:56) ~[hbase-shaded-protobuf-4.1.9.jar:4.1.9] at org.apache.hbase.thirdparty.com.google.protobuf.RpcUtil$1.run(RpcUtil.java:47) ~[hbase-shaded-protobuf-4.1.9.jar:4.1.9] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.onCallFinished(AbstractRpcClient.java:397) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:430) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:425) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.callComplete(Call.java:117) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.setException(Call.java:132) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcConnection.readResponse(RpcConnection.java:457) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.NettyRpcDuplexHandler.readResponse(NettyRpcDuplexHandler.java:125) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.NettyRpcDuplexHandler.channelRead(NettyRpcDuplexHandler.java:140) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:442) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.handler.codec.ByteToMessageDecoder.fireChannelRead(ByteToMessageDecoder.java:346) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.handler.codec.ByteToMessageDecoder.channelRead(ByteToMessageDecoder.java:318) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:444) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.handler.timeout.IdleStateHandler.channelRead(IdleStateHandler.java:289) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:442) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline$HeadContext.channelRead(DefaultChannelPipeline.java:1357) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:440) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline.fireChannelRead(DefaultChannelPipeline.java:868) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.AbstractNioByteChannel$NioByteUnsafe.read(AbstractNioByteChannel.java:166) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.processSelectedKey(NioEventLoop.java:788) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.processSelectedKeysOptimized(NioEventLoop.java:724) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.processSelectedKeys(NioEventLoop.java:650) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:562) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) ~[hbase-shaded-netty-4.1.9.jar:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] Caused by: org.apache.hadoop.hbase.ipc.RemoteWithExtrasException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6bba6f9894a8dbaebc3b47d6055c3663, server=da1c6afcd1f9,35765,1731595233113 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) at org.apache.hadoop.hbase.ipc.AbstractRpcClient.onCallFinished(AbstractRpcClient.java:392) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] ... 32 more 2024-11-14T14:43:09,391 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731595377819.6bba6f9894a8dbaebc3b47d6055c3663., hostname=da1c6afcd1f9,35765,1731595233113, seqNum=5 , the old value is region=TestAcidGuarantees,,1731595377819.6bba6f9894a8dbaebc3b47d6055c3663., hostname=da1c6afcd1f9,35765,1731595233113, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6bba6f9894a8dbaebc3b47d6055c3663, server=da1c6afcd1f9,35765,1731595233113 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-14T14:43:09,391 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731595377819.6bba6f9894a8dbaebc3b47d6055c3663., hostname=da1c6afcd1f9,35765,1731595233113, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6bba6f9894a8dbaebc3b47d6055c3663, server=da1c6afcd1f9,35765,1731595233113 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-14T14:43:09,391 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731595377819.6bba6f9894a8dbaebc3b47d6055c3663., hostname=da1c6afcd1f9,35765,1731595233113, seqNum=5 because the exception is null or not the one we care about 2024-11-14T14:43:09,411 DEBUG [MemStoreFlusher.0 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T14:43:09,412 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=35765 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=165 2024-11-14T14:43:09,412 DEBUG [RS_FLUSH_OPERATIONS-regionserver/da1c6afcd1f9:0-1 {event_type=RS_FLUSH_REGIONS, pid=165}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1731595377819.6bba6f9894a8dbaebc3b47d6055c3663. 2024-11-14T14:43:09,412 DEBUG [RS_FLUSH_OPERATIONS-regionserver/da1c6afcd1f9:0-1 {event_type=RS_FLUSH_REGIONS, pid=165}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1731595377819.6bba6f9894a8dbaebc3b47d6055c3663. as already flushing 2024-11-14T14:43:09,412 DEBUG [RS_FLUSH_OPERATIONS-regionserver/da1c6afcd1f9:0-1 {event_type=RS_FLUSH_REGIONS, pid=165}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1731595377819.6bba6f9894a8dbaebc3b47d6055c3663. 2024-11-14T14:43:09,412 ERROR [RS_FLUSH_OPERATIONS-regionserver/da1c6afcd1f9:0-1 {event_type=RS_FLUSH_REGIONS, pid=165}] handler.RSProcedureHandler(58): pid=165 java.io.IOException: Unable to complete flush {ENCODED => 6bba6f9894a8dbaebc3b47d6055c3663, NAME => 'TestAcidGuarantees,,1731595377819.6bba6f9894a8dbaebc3b47d6055c3663.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-14T14:43:09,412 DEBUG [RS_FLUSH_OPERATIONS-regionserver/da1c6afcd1f9:0-1 {event_type=RS_FLUSH_REGIONS, pid=165}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=165 java.io.IOException: Unable to complete flush {ENCODED => 6bba6f9894a8dbaebc3b47d6055c3663, NAME => 'TestAcidGuarantees,,1731595377819.6bba6f9894a8dbaebc3b47d6055c3663.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-14T14:43:09,413 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45145 {}] master.HMaster(4177): Remote procedure failed, pid=165 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 6bba6f9894a8dbaebc3b47d6055c3663, NAME => 'TestAcidGuarantees,,1731595377819.6bba6f9894a8dbaebc3b47d6055c3663.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$5(MasterRpcServices.java:2580) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2575) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 6bba6f9894a8dbaebc3b47d6055c3663, NAME => 'TestAcidGuarantees,,1731595377819.6bba6f9894a8dbaebc3b47d6055c3663.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-14T14:43:09,415 INFO [MemStoreFlusher.0 {}] regionserver.HMobStore(268): FLUSH Renaming flushed file from hdfs://localhost:34345/user/jenkins/test-data/14d118ee-a83a-b09b-5913-1a58940a5db1/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e20241114f5f944d30d364f72bfb89a9399980560_6bba6f9894a8dbaebc3b47d6055c3663 to hdfs://localhost:34345/user/jenkins/test-data/14d118ee-a83a-b09b-5913-1a58940a5db1/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e20241114f5f944d30d364f72bfb89a9399980560_6bba6f9894a8dbaebc3b47d6055c3663 2024-11-14T14:43:09,415 DEBUG [MemStoreFlusher.0 {}] mob.DefaultMobStoreFlusher(263): Flush store file: hdfs://localhost:34345/user/jenkins/test-data/14d118ee-a83a-b09b-5913-1a58940a5db1/data/default/TestAcidGuarantees/6bba6f9894a8dbaebc3b47d6055c3663/.tmp/A/0389574cff0142dc81b31d595b5bb6fe, store: [table=TestAcidGuarantees family=A region=6bba6f9894a8dbaebc3b47d6055c3663] 2024-11-14T14:43:09,416 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:34345/user/jenkins/test-data/14d118ee-a83a-b09b-5913-1a58940a5db1/data/default/TestAcidGuarantees/6bba6f9894a8dbaebc3b47d6055c3663/.tmp/A/0389574cff0142dc81b31d595b5bb6fe is 175, key is test_row_0/A:col10/1731595388354/Put/seqid=0 2024-11-14T14:43:09,427 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36699 is added to blk_1073742380_1556 (size=31105) 2024-11-14T14:43:09,517 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35765 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6bba6f9894a8dbaebc3b47d6055c3663, server=da1c6afcd1f9,35765,1731595233113 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-14T14:43:09,517 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35765 {}] ipc.CallRunner(138): callId: 88 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:49014 deadline: 1731595449516, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6bba6f9894a8dbaebc3b47d6055c3663, server=da1c6afcd1f9,35765,1731595233113 2024-11-14T14:43:09,518 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731595377819.6bba6f9894a8dbaebc3b47d6055c3663., hostname=da1c6afcd1f9,35765,1731595233113, seqNum=5 , the old value is region=TestAcidGuarantees,,1731595377819.6bba6f9894a8dbaebc3b47d6055c3663., hostname=da1c6afcd1f9,35765,1731595233113, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6bba6f9894a8dbaebc3b47d6055c3663, server=da1c6afcd1f9,35765,1731595233113 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-14T14:43:09,518 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731595377819.6bba6f9894a8dbaebc3b47d6055c3663., hostname=da1c6afcd1f9,35765,1731595233113, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6bba6f9894a8dbaebc3b47d6055c3663, server=da1c6afcd1f9,35765,1731595233113 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-14T14:43:09,518 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731595377819.6bba6f9894a8dbaebc3b47d6055c3663., hostname=da1c6afcd1f9,35765,1731595233113, seqNum=5 because the exception is null or not the one we care about 2024-11-14T14:43:09,565 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=35765 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=165 2024-11-14T14:43:09,565 DEBUG [RS_FLUSH_OPERATIONS-regionserver/da1c6afcd1f9:0-2 {event_type=RS_FLUSH_REGIONS, pid=165}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1731595377819.6bba6f9894a8dbaebc3b47d6055c3663. 2024-11-14T14:43:09,566 DEBUG [RS_FLUSH_OPERATIONS-regionserver/da1c6afcd1f9:0-2 {event_type=RS_FLUSH_REGIONS, pid=165}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1731595377819.6bba6f9894a8dbaebc3b47d6055c3663. as already flushing 2024-11-14T14:43:09,566 DEBUG [RS_FLUSH_OPERATIONS-regionserver/da1c6afcd1f9:0-2 {event_type=RS_FLUSH_REGIONS, pid=165}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1731595377819.6bba6f9894a8dbaebc3b47d6055c3663. 2024-11-14T14:43:09,566 ERROR [RS_FLUSH_OPERATIONS-regionserver/da1c6afcd1f9:0-2 {event_type=RS_FLUSH_REGIONS, pid=165}] handler.RSProcedureHandler(58): pid=165 java.io.IOException: Unable to complete flush {ENCODED => 6bba6f9894a8dbaebc3b47d6055c3663, NAME => 'TestAcidGuarantees,,1731595377819.6bba6f9894a8dbaebc3b47d6055c3663.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-14T14:43:09,566 DEBUG [RS_FLUSH_OPERATIONS-regionserver/da1c6afcd1f9:0-2 {event_type=RS_FLUSH_REGIONS, pid=165}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=165 java.io.IOException: Unable to complete flush {ENCODED => 6bba6f9894a8dbaebc3b47d6055c3663, NAME => 'TestAcidGuarantees,,1731595377819.6bba6f9894a8dbaebc3b47d6055c3663.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-14T14:43:09,566 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45145 {}] master.HMaster(4177): Remote procedure failed, pid=165 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 6bba6f9894a8dbaebc3b47d6055c3663, NAME => 'TestAcidGuarantees,,1731595377819.6bba6f9894a8dbaebc3b47d6055c3663.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$5(MasterRpcServices.java:2580) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2575) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 6bba6f9894a8dbaebc3b47d6055c3663, NAME => 'TestAcidGuarantees,,1731595377819.6bba6f9894a8dbaebc3b47d6055c3663.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-14T14:43:09,575 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45145 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=164 2024-11-14T14:43:09,622 DEBUG [RS:0;da1c6afcd1f9:35765-longCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:34345/user/jenkins/test-data/14d118ee-a83a-b09b-5913-1a58940a5db1/data/default/TestAcidGuarantees/6bba6f9894a8dbaebc3b47d6055c3663/.tmp/C/3fd331a9b9c84c319c0748adca2f6d13 as hdfs://localhost:34345/user/jenkins/test-data/14d118ee-a83a-b09b-5913-1a58940a5db1/data/default/TestAcidGuarantees/6bba6f9894a8dbaebc3b47d6055c3663/C/3fd331a9b9c84c319c0748adca2f6d13 2024-11-14T14:43:09,629 INFO [RS:0;da1c6afcd1f9:35765-longCompactions-0 {}] regionserver.HStore(1337): Completed compaction of 4 (all) file(s) in 6bba6f9894a8dbaebc3b47d6055c3663/C of 6bba6f9894a8dbaebc3b47d6055c3663 into 3fd331a9b9c84c319c0748adca2f6d13(size=12.1 K), total size for store is 12.1 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-11-14T14:43:09,629 DEBUG [RS:0;da1c6afcd1f9:35765-longCompactions-0 {}] regionserver.HRegion(2446): Compaction status journal for 6bba6f9894a8dbaebc3b47d6055c3663: 2024-11-14T14:43:09,629 INFO [RS:0;da1c6afcd1f9:35765-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1731595377819.6bba6f9894a8dbaebc3b47d6055c3663., storeName=6bba6f9894a8dbaebc3b47d6055c3663/C, priority=12, startTime=1731595388775; duration=0sec 2024-11-14T14:43:09,629 DEBUG [RS:0;da1c6afcd1f9:35765-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-14T14:43:09,629 DEBUG [RS:0;da1c6afcd1f9:35765-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: 6bba6f9894a8dbaebc3b47d6055c3663:C 2024-11-14T14:43:09,719 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=35765 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=165 2024-11-14T14:43:09,719 DEBUG [RS_FLUSH_OPERATIONS-regionserver/da1c6afcd1f9:0-0 {event_type=RS_FLUSH_REGIONS, pid=165}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1731595377819.6bba6f9894a8dbaebc3b47d6055c3663. 2024-11-14T14:43:09,719 DEBUG [RS_FLUSH_OPERATIONS-regionserver/da1c6afcd1f9:0-0 {event_type=RS_FLUSH_REGIONS, pid=165}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1731595377819.6bba6f9894a8dbaebc3b47d6055c3663. as already flushing 2024-11-14T14:43:09,719 DEBUG [RS_FLUSH_OPERATIONS-regionserver/da1c6afcd1f9:0-0 {event_type=RS_FLUSH_REGIONS, pid=165}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1731595377819.6bba6f9894a8dbaebc3b47d6055c3663. 2024-11-14T14:43:09,719 ERROR [RS_FLUSH_OPERATIONS-regionserver/da1c6afcd1f9:0-0 {event_type=RS_FLUSH_REGIONS, pid=165}] handler.RSProcedureHandler(58): pid=165 java.io.IOException: Unable to complete flush {ENCODED => 6bba6f9894a8dbaebc3b47d6055c3663, NAME => 'TestAcidGuarantees,,1731595377819.6bba6f9894a8dbaebc3b47d6055c3663.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-14T14:43:09,719 DEBUG [RS_FLUSH_OPERATIONS-regionserver/da1c6afcd1f9:0-0 {event_type=RS_FLUSH_REGIONS, pid=165}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=165 java.io.IOException: Unable to complete flush {ENCODED => 6bba6f9894a8dbaebc3b47d6055c3663, NAME => 'TestAcidGuarantees,,1731595377819.6bba6f9894a8dbaebc3b47d6055c3663.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-14T14:43:09,721 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45145 {}] master.HMaster(4177): Remote procedure failed, pid=165 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 6bba6f9894a8dbaebc3b47d6055c3663, NAME => 'TestAcidGuarantees,,1731595377819.6bba6f9894a8dbaebc3b47d6055c3663.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$5(MasterRpcServices.java:2580) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2575) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 6bba6f9894a8dbaebc3b47d6055c3663, NAME => 'TestAcidGuarantees,,1731595377819.6bba6f9894a8dbaebc3b47d6055c3663.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-14T14:43:09,828 INFO [MemStoreFlusher.0 {}] mob.DefaultMobStoreFlusher(147): Mob store is flushed, sequenceid=147, memsize=17.9 K, hasBloomFilter=true, into tmp file hdfs://localhost:34345/user/jenkins/test-data/14d118ee-a83a-b09b-5913-1a58940a5db1/data/default/TestAcidGuarantees/6bba6f9894a8dbaebc3b47d6055c3663/.tmp/A/0389574cff0142dc81b31d595b5bb6fe 2024-11-14T14:43:09,829 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35765 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6bba6f9894a8dbaebc3b47d6055c3663, server=da1c6afcd1f9,35765,1731595233113 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-14T14:43:09,829 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35765 {}] ipc.CallRunner(138): callId: 89 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:49014 deadline: 1731595449826, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6bba6f9894a8dbaebc3b47d6055c3663, server=da1c6afcd1f9,35765,1731595233113 2024-11-14T14:43:09,829 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731595377819.6bba6f9894a8dbaebc3b47d6055c3663., hostname=da1c6afcd1f9,35765,1731595233113, seqNum=5 , the old value is region=TestAcidGuarantees,,1731595377819.6bba6f9894a8dbaebc3b47d6055c3663., hostname=da1c6afcd1f9,35765,1731595233113, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6bba6f9894a8dbaebc3b47d6055c3663, server=da1c6afcd1f9,35765,1731595233113 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-14T14:43:09,830 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731595377819.6bba6f9894a8dbaebc3b47d6055c3663., hostname=da1c6afcd1f9,35765,1731595233113, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6bba6f9894a8dbaebc3b47d6055c3663, server=da1c6afcd1f9,35765,1731595233113 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-14T14:43:09,830 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731595377819.6bba6f9894a8dbaebc3b47d6055c3663., hostname=da1c6afcd1f9,35765,1731595233113, seqNum=5 because the exception is null or not the one we care about 2024-11-14T14:43:09,841 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:34345/user/jenkins/test-data/14d118ee-a83a-b09b-5913-1a58940a5db1/data/default/TestAcidGuarantees/6bba6f9894a8dbaebc3b47d6055c3663/.tmp/B/c34d9a2b7a0b45dea0f6886d2a98e847 is 50, key is test_row_0/B:col10/1731595388354/Put/seqid=0 2024-11-14T14:43:09,861 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36699 is added to blk_1073742381_1557 (size=12151) 2024-11-14T14:43:09,864 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=17.89 KB at sequenceid=147 (bloomFilter=true), to=hdfs://localhost:34345/user/jenkins/test-data/14d118ee-a83a-b09b-5913-1a58940a5db1/data/default/TestAcidGuarantees/6bba6f9894a8dbaebc3b47d6055c3663/.tmp/B/c34d9a2b7a0b45dea0f6886d2a98e847 2024-11-14T14:43:09,873 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:34345/user/jenkins/test-data/14d118ee-a83a-b09b-5913-1a58940a5db1/data/default/TestAcidGuarantees/6bba6f9894a8dbaebc3b47d6055c3663/.tmp/C/e23bf01037d546f4bbceade066a45616 is 50, key is test_row_0/C:col10/1731595388354/Put/seqid=0 2024-11-14T14:43:09,874 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=35765 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=165 2024-11-14T14:43:09,874 DEBUG [RS_FLUSH_OPERATIONS-regionserver/da1c6afcd1f9:0-1 {event_type=RS_FLUSH_REGIONS, pid=165}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1731595377819.6bba6f9894a8dbaebc3b47d6055c3663. 2024-11-14T14:43:09,874 DEBUG [RS_FLUSH_OPERATIONS-regionserver/da1c6afcd1f9:0-1 {event_type=RS_FLUSH_REGIONS, pid=165}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1731595377819.6bba6f9894a8dbaebc3b47d6055c3663. as already flushing 2024-11-14T14:43:09,874 DEBUG [RS_FLUSH_OPERATIONS-regionserver/da1c6afcd1f9:0-1 {event_type=RS_FLUSH_REGIONS, pid=165}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1731595377819.6bba6f9894a8dbaebc3b47d6055c3663. 2024-11-14T14:43:09,874 ERROR [RS_FLUSH_OPERATIONS-regionserver/da1c6afcd1f9:0-1 {event_type=RS_FLUSH_REGIONS, pid=165}] handler.RSProcedureHandler(58): pid=165 java.io.IOException: Unable to complete flush {ENCODED => 6bba6f9894a8dbaebc3b47d6055c3663, NAME => 'TestAcidGuarantees,,1731595377819.6bba6f9894a8dbaebc3b47d6055c3663.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-14T14:43:09,874 DEBUG [RS_FLUSH_OPERATIONS-regionserver/da1c6afcd1f9:0-1 {event_type=RS_FLUSH_REGIONS, pid=165}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=165 java.io.IOException: Unable to complete flush {ENCODED => 6bba6f9894a8dbaebc3b47d6055c3663, NAME => 'TestAcidGuarantees,,1731595377819.6bba6f9894a8dbaebc3b47d6055c3663.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-14T14:43:09,875 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45145 {}] master.HMaster(4177): Remote procedure failed, pid=165 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 6bba6f9894a8dbaebc3b47d6055c3663, NAME => 'TestAcidGuarantees,,1731595377819.6bba6f9894a8dbaebc3b47d6055c3663.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$5(MasterRpcServices.java:2580) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2575) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 6bba6f9894a8dbaebc3b47d6055c3663, NAME => 'TestAcidGuarantees,,1731595377819.6bba6f9894a8dbaebc3b47d6055c3663.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-14T14:43:09,886 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36699 is added to blk_1073742382_1558 (size=12151) 2024-11-14T14:43:09,886 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45145 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=164 2024-11-14T14:43:10,028 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=35765 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=165 2024-11-14T14:43:10,028 DEBUG [RS_FLUSH_OPERATIONS-regionserver/da1c6afcd1f9:0-2 {event_type=RS_FLUSH_REGIONS, pid=165}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1731595377819.6bba6f9894a8dbaebc3b47d6055c3663. 2024-11-14T14:43:10,028 DEBUG [RS_FLUSH_OPERATIONS-regionserver/da1c6afcd1f9:0-2 {event_type=RS_FLUSH_REGIONS, pid=165}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1731595377819.6bba6f9894a8dbaebc3b47d6055c3663. as already flushing 2024-11-14T14:43:10,028 DEBUG [RS_FLUSH_OPERATIONS-regionserver/da1c6afcd1f9:0-2 {event_type=RS_FLUSH_REGIONS, pid=165}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1731595377819.6bba6f9894a8dbaebc3b47d6055c3663. 2024-11-14T14:43:10,028 ERROR [RS_FLUSH_OPERATIONS-regionserver/da1c6afcd1f9:0-2 {event_type=RS_FLUSH_REGIONS, pid=165}] handler.RSProcedureHandler(58): pid=165 java.io.IOException: Unable to complete flush {ENCODED => 6bba6f9894a8dbaebc3b47d6055c3663, NAME => 'TestAcidGuarantees,,1731595377819.6bba6f9894a8dbaebc3b47d6055c3663.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-14T14:43:10,028 DEBUG [RS_FLUSH_OPERATIONS-regionserver/da1c6afcd1f9:0-2 {event_type=RS_FLUSH_REGIONS, pid=165}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=165 java.io.IOException: Unable to complete flush {ENCODED => 6bba6f9894a8dbaebc3b47d6055c3663, NAME => 'TestAcidGuarantees,,1731595377819.6bba6f9894a8dbaebc3b47d6055c3663.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-14T14:43:10,029 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45145 {}] master.HMaster(4177): Remote procedure failed, pid=165 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 6bba6f9894a8dbaebc3b47d6055c3663, NAME => 'TestAcidGuarantees,,1731595377819.6bba6f9894a8dbaebc3b47d6055c3663.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$5(MasterRpcServices.java:2580) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2575) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 6bba6f9894a8dbaebc3b47d6055c3663, NAME => 'TestAcidGuarantees,,1731595377819.6bba6f9894a8dbaebc3b47d6055c3663.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-14T14:43:10,181 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=35765 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=165 2024-11-14T14:43:10,181 DEBUG [RS_FLUSH_OPERATIONS-regionserver/da1c6afcd1f9:0-0 {event_type=RS_FLUSH_REGIONS, pid=165}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1731595377819.6bba6f9894a8dbaebc3b47d6055c3663. 2024-11-14T14:43:10,181 DEBUG [RS_FLUSH_OPERATIONS-regionserver/da1c6afcd1f9:0-0 {event_type=RS_FLUSH_REGIONS, pid=165}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1731595377819.6bba6f9894a8dbaebc3b47d6055c3663. as already flushing 2024-11-14T14:43:10,181 DEBUG [RS_FLUSH_OPERATIONS-regionserver/da1c6afcd1f9:0-0 {event_type=RS_FLUSH_REGIONS, pid=165}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1731595377819.6bba6f9894a8dbaebc3b47d6055c3663. 2024-11-14T14:43:10,181 ERROR [RS_FLUSH_OPERATIONS-regionserver/da1c6afcd1f9:0-0 {event_type=RS_FLUSH_REGIONS, pid=165}] handler.RSProcedureHandler(58): pid=165 java.io.IOException: Unable to complete flush {ENCODED => 6bba6f9894a8dbaebc3b47d6055c3663, NAME => 'TestAcidGuarantees,,1731595377819.6bba6f9894a8dbaebc3b47d6055c3663.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-14T14:43:10,181 DEBUG [RS_FLUSH_OPERATIONS-regionserver/da1c6afcd1f9:0-0 {event_type=RS_FLUSH_REGIONS, pid=165}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=165 java.io.IOException: Unable to complete flush {ENCODED => 6bba6f9894a8dbaebc3b47d6055c3663, NAME => 'TestAcidGuarantees,,1731595377819.6bba6f9894a8dbaebc3b47d6055c3663.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-14T14:43:10,182 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45145 {}] master.HMaster(4177): Remote procedure failed, pid=165 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 6bba6f9894a8dbaebc3b47d6055c3663, NAME => 'TestAcidGuarantees,,1731595377819.6bba6f9894a8dbaebc3b47d6055c3663.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$5(MasterRpcServices.java:2580) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2575) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 6bba6f9894a8dbaebc3b47d6055c3663, NAME => 'TestAcidGuarantees,,1731595377819.6bba6f9894a8dbaebc3b47d6055c3663.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-14T14:43:10,286 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=17.89 KB at sequenceid=147 (bloomFilter=true), to=hdfs://localhost:34345/user/jenkins/test-data/14d118ee-a83a-b09b-5913-1a58940a5db1/data/default/TestAcidGuarantees/6bba6f9894a8dbaebc3b47d6055c3663/.tmp/C/e23bf01037d546f4bbceade066a45616 2024-11-14T14:43:10,292 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:34345/user/jenkins/test-data/14d118ee-a83a-b09b-5913-1a58940a5db1/data/default/TestAcidGuarantees/6bba6f9894a8dbaebc3b47d6055c3663/.tmp/A/0389574cff0142dc81b31d595b5bb6fe as hdfs://localhost:34345/user/jenkins/test-data/14d118ee-a83a-b09b-5913-1a58940a5db1/data/default/TestAcidGuarantees/6bba6f9894a8dbaebc3b47d6055c3663/A/0389574cff0142dc81b31d595b5bb6fe 2024-11-14T14:43:10,295 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:34345/user/jenkins/test-data/14d118ee-a83a-b09b-5913-1a58940a5db1/data/default/TestAcidGuarantees/6bba6f9894a8dbaebc3b47d6055c3663/A/0389574cff0142dc81b31d595b5bb6fe, entries=150, sequenceid=147, filesize=30.4 K 2024-11-14T14:43:10,295 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:34345/user/jenkins/test-data/14d118ee-a83a-b09b-5913-1a58940a5db1/data/default/TestAcidGuarantees/6bba6f9894a8dbaebc3b47d6055c3663/.tmp/B/c34d9a2b7a0b45dea0f6886d2a98e847 as hdfs://localhost:34345/user/jenkins/test-data/14d118ee-a83a-b09b-5913-1a58940a5db1/data/default/TestAcidGuarantees/6bba6f9894a8dbaebc3b47d6055c3663/B/c34d9a2b7a0b45dea0f6886d2a98e847 2024-11-14T14:43:10,299 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:34345/user/jenkins/test-data/14d118ee-a83a-b09b-5913-1a58940a5db1/data/default/TestAcidGuarantees/6bba6f9894a8dbaebc3b47d6055c3663/B/c34d9a2b7a0b45dea0f6886d2a98e847, entries=150, sequenceid=147, filesize=11.9 K 2024-11-14T14:43:10,299 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:34345/user/jenkins/test-data/14d118ee-a83a-b09b-5913-1a58940a5db1/data/default/TestAcidGuarantees/6bba6f9894a8dbaebc3b47d6055c3663/.tmp/C/e23bf01037d546f4bbceade066a45616 as hdfs://localhost:34345/user/jenkins/test-data/14d118ee-a83a-b09b-5913-1a58940a5db1/data/default/TestAcidGuarantees/6bba6f9894a8dbaebc3b47d6055c3663/C/e23bf01037d546f4bbceade066a45616 2024-11-14T14:43:10,303 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:34345/user/jenkins/test-data/14d118ee-a83a-b09b-5913-1a58940a5db1/data/default/TestAcidGuarantees/6bba6f9894a8dbaebc3b47d6055c3663/C/e23bf01037d546f4bbceade066a45616, entries=150, sequenceid=147, filesize=11.9 K 2024-11-14T14:43:10,304 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(3140): Finished flush of dataSize ~53.67 KB/54960, heapSize ~160.08 KB/163920, currentSize=127.47 KB/130530 for 6bba6f9894a8dbaebc3b47d6055c3663 in 1312ms, sequenceid=147, compaction requested=false 2024-11-14T14:43:10,304 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2603): Flush status journal for 6bba6f9894a8dbaebc3b47d6055c3663: 2024-11-14T14:43:10,334 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=35765 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=165 2024-11-14T14:43:10,334 DEBUG [RS_FLUSH_OPERATIONS-regionserver/da1c6afcd1f9:0-1 {event_type=RS_FLUSH_REGIONS, pid=165}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1731595377819.6bba6f9894a8dbaebc3b47d6055c3663. 2024-11-14T14:43:10,334 INFO [RS_FLUSH_OPERATIONS-regionserver/da1c6afcd1f9:0-1 {event_type=RS_FLUSH_REGIONS, pid=165}] regionserver.HRegion(2902): Flushing 6bba6f9894a8dbaebc3b47d6055c3663 3/3 column families, dataSize=127.47 KB heapSize=365.06 KB 2024-11-14T14:43:10,335 DEBUG [RS_FLUSH_OPERATIONS-regionserver/da1c6afcd1f9:0-1 {event_type=RS_FLUSH_REGIONS, pid=165}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 6bba6f9894a8dbaebc3b47d6055c3663, store=A 2024-11-14T14:43:10,335 DEBUG [RS_FLUSH_OPERATIONS-regionserver/da1c6afcd1f9:0-1 {event_type=RS_FLUSH_REGIONS, pid=165}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=2, new segment=null 2024-11-14T14:43:10,335 DEBUG [RS_FLUSH_OPERATIONS-regionserver/da1c6afcd1f9:0-1 {event_type=RS_FLUSH_REGIONS, pid=165}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 6bba6f9894a8dbaebc3b47d6055c3663, store=B 2024-11-14T14:43:10,335 DEBUG [RS_FLUSH_OPERATIONS-regionserver/da1c6afcd1f9:0-1 {event_type=RS_FLUSH_REGIONS, pid=165}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=2, new segment=null 2024-11-14T14:43:10,335 DEBUG [RS_FLUSH_OPERATIONS-regionserver/da1c6afcd1f9:0-1 {event_type=RS_FLUSH_REGIONS, pid=165}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 6bba6f9894a8dbaebc3b47d6055c3663, store=C 2024-11-14T14:43:10,335 DEBUG [RS_FLUSH_OPERATIONS-regionserver/da1c6afcd1f9:0-1 {event_type=RS_FLUSH_REGIONS, pid=165}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=2, new segment=null 2024-11-14T14:43:10,339 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35765 {}] regionserver.HRegion(8855): Flush requested on 6bba6f9894a8dbaebc3b47d6055c3663 2024-11-14T14:43:10,339 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1731595377819.6bba6f9894a8dbaebc3b47d6055c3663. as already flushing 2024-11-14T14:43:10,342 DEBUG [RS_FLUSH_OPERATIONS-regionserver/da1c6afcd1f9:0-1 {event_type=RS_FLUSH_REGIONS, pid=165}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:34345/user/jenkins/test-data/14d118ee-a83a-b09b-5913-1a58940a5db1/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e2024111442ed7588f4b446a4ad4e935c522021f3_6bba6f9894a8dbaebc3b47d6055c3663 is 50, key is test_row_0/A:col10/1731595389174/Put/seqid=0 2024-11-14T14:43:10,348 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36699 is added to blk_1073742383_1559 (size=12304) 2024-11-14T14:43:10,348 DEBUG [RS_FLUSH_OPERATIONS-regionserver/da1c6afcd1f9:0-1 {event_type=RS_FLUSH_REGIONS, pid=165}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T14:43:10,351 INFO [RS_FLUSH_OPERATIONS-regionserver/da1c6afcd1f9:0-1 {event_type=RS_FLUSH_REGIONS, pid=165}] regionserver.HMobStore(268): FLUSH Renaming flushed file from hdfs://localhost:34345/user/jenkins/test-data/14d118ee-a83a-b09b-5913-1a58940a5db1/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e2024111442ed7588f4b446a4ad4e935c522021f3_6bba6f9894a8dbaebc3b47d6055c3663 to hdfs://localhost:34345/user/jenkins/test-data/14d118ee-a83a-b09b-5913-1a58940a5db1/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e2024111442ed7588f4b446a4ad4e935c522021f3_6bba6f9894a8dbaebc3b47d6055c3663 2024-11-14T14:43:10,352 DEBUG [RS_FLUSH_OPERATIONS-regionserver/da1c6afcd1f9:0-1 {event_type=RS_FLUSH_REGIONS, pid=165}] mob.DefaultMobStoreFlusher(263): Flush store file: hdfs://localhost:34345/user/jenkins/test-data/14d118ee-a83a-b09b-5913-1a58940a5db1/data/default/TestAcidGuarantees/6bba6f9894a8dbaebc3b47d6055c3663/.tmp/A/b2c49fcdee694d2193e7f1570704d1e3, store: [table=TestAcidGuarantees family=A region=6bba6f9894a8dbaebc3b47d6055c3663] 2024-11-14T14:43:10,353 DEBUG [RS_FLUSH_OPERATIONS-regionserver/da1c6afcd1f9:0-1 {event_type=RS_FLUSH_REGIONS, pid=165}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:34345/user/jenkins/test-data/14d118ee-a83a-b09b-5913-1a58940a5db1/data/default/TestAcidGuarantees/6bba6f9894a8dbaebc3b47d6055c3663/.tmp/A/b2c49fcdee694d2193e7f1570704d1e3 is 175, key is test_row_0/A:col10/1731595389174/Put/seqid=0 2024-11-14T14:43:10,356 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36699 is added to blk_1073742384_1560 (size=31105) 2024-11-14T14:43:10,356 INFO [RS_FLUSH_OPERATIONS-regionserver/da1c6afcd1f9:0-1 {event_type=RS_FLUSH_REGIONS, pid=165}] mob.DefaultMobStoreFlusher(147): Mob store is flushed, sequenceid=186, memsize=42.5 K, hasBloomFilter=true, into tmp file hdfs://localhost:34345/user/jenkins/test-data/14d118ee-a83a-b09b-5913-1a58940a5db1/data/default/TestAcidGuarantees/6bba6f9894a8dbaebc3b47d6055c3663/.tmp/A/b2c49fcdee694d2193e7f1570704d1e3 2024-11-14T14:43:10,362 DEBUG [RS_FLUSH_OPERATIONS-regionserver/da1c6afcd1f9:0-1 {event_type=RS_FLUSH_REGIONS, pid=165}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:34345/user/jenkins/test-data/14d118ee-a83a-b09b-5913-1a58940a5db1/data/default/TestAcidGuarantees/6bba6f9894a8dbaebc3b47d6055c3663/.tmp/B/9da9d6ab83254e59a5e0521d36a9cb21 is 50, key is test_row_0/B:col10/1731595389174/Put/seqid=0 2024-11-14T14:43:10,365 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36699 is added to blk_1073742385_1561 (size=12151) 2024-11-14T14:43:10,385 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35765 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6bba6f9894a8dbaebc3b47d6055c3663, server=da1c6afcd1f9,35765,1731595233113 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-14T14:43:10,385 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35765 {}] ipc.CallRunner(138): callId: 98 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:49014 deadline: 1731595450380, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6bba6f9894a8dbaebc3b47d6055c3663, server=da1c6afcd1f9,35765,1731595233113 2024-11-14T14:43:10,386 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731595377819.6bba6f9894a8dbaebc3b47d6055c3663., hostname=da1c6afcd1f9,35765,1731595233113, seqNum=5 , the old value is region=TestAcidGuarantees,,1731595377819.6bba6f9894a8dbaebc3b47d6055c3663., hostname=da1c6afcd1f9,35765,1731595233113, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6bba6f9894a8dbaebc3b47d6055c3663, server=da1c6afcd1f9,35765,1731595233113 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-14T14:43:10,386 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731595377819.6bba6f9894a8dbaebc3b47d6055c3663., hostname=da1c6afcd1f9,35765,1731595233113, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6bba6f9894a8dbaebc3b47d6055c3663, server=da1c6afcd1f9,35765,1731595233113 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-14T14:43:10,386 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731595377819.6bba6f9894a8dbaebc3b47d6055c3663., hostname=da1c6afcd1f9,35765,1731595233113, seqNum=5 because the exception is null or not the one we care about 2024-11-14T14:43:10,396 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45145 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=164 2024-11-14T14:43:10,499 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35765 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6bba6f9894a8dbaebc3b47d6055c3663, server=da1c6afcd1f9,35765,1731595233113 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-14T14:43:10,499 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35765 {}] ipc.CallRunner(138): callId: 99 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:49014 deadline: 1731595450496, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6bba6f9894a8dbaebc3b47d6055c3663, server=da1c6afcd1f9,35765,1731595233113 2024-11-14T14:43:10,500 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731595377819.6bba6f9894a8dbaebc3b47d6055c3663., hostname=da1c6afcd1f9,35765,1731595233113, seqNum=5 , the old value is region=TestAcidGuarantees,,1731595377819.6bba6f9894a8dbaebc3b47d6055c3663., hostname=da1c6afcd1f9,35765,1731595233113, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6bba6f9894a8dbaebc3b47d6055c3663, server=da1c6afcd1f9,35765,1731595233113 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-14T14:43:10,500 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731595377819.6bba6f9894a8dbaebc3b47d6055c3663., hostname=da1c6afcd1f9,35765,1731595233113, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6bba6f9894a8dbaebc3b47d6055c3663, server=da1c6afcd1f9,35765,1731595233113 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-14T14:43:10,500 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731595377819.6bba6f9894a8dbaebc3b47d6055c3663., hostname=da1c6afcd1f9,35765,1731595233113, seqNum=5 because the exception is null or not the one we care about 2024-11-14T14:43:10,708 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35765 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6bba6f9894a8dbaebc3b47d6055c3663, server=da1c6afcd1f9,35765,1731595233113 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-14T14:43:10,708 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35765 {}] ipc.CallRunner(138): callId: 100 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:49014 deadline: 1731595450706, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6bba6f9894a8dbaebc3b47d6055c3663, server=da1c6afcd1f9,35765,1731595233113 2024-11-14T14:43:10,708 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731595377819.6bba6f9894a8dbaebc3b47d6055c3663., hostname=da1c6afcd1f9,35765,1731595233113, seqNum=5 , the old value is region=TestAcidGuarantees,,1731595377819.6bba6f9894a8dbaebc3b47d6055c3663., hostname=da1c6afcd1f9,35765,1731595233113, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6bba6f9894a8dbaebc3b47d6055c3663, server=da1c6afcd1f9,35765,1731595233113 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-14T14:43:10,708 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731595377819.6bba6f9894a8dbaebc3b47d6055c3663., hostname=da1c6afcd1f9,35765,1731595233113, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6bba6f9894a8dbaebc3b47d6055c3663, server=da1c6afcd1f9,35765,1731595233113 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-14T14:43:10,708 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731595377819.6bba6f9894a8dbaebc3b47d6055c3663., hostname=da1c6afcd1f9,35765,1731595233113, seqNum=5 because the exception is null or not the one we care about 2024-11-14T14:43:10,766 INFO [RS_FLUSH_OPERATIONS-regionserver/da1c6afcd1f9:0-1 {event_type=RS_FLUSH_REGIONS, pid=165}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=42.49 KB at sequenceid=186 (bloomFilter=true), to=hdfs://localhost:34345/user/jenkins/test-data/14d118ee-a83a-b09b-5913-1a58940a5db1/data/default/TestAcidGuarantees/6bba6f9894a8dbaebc3b47d6055c3663/.tmp/B/9da9d6ab83254e59a5e0521d36a9cb21 2024-11-14T14:43:10,773 DEBUG [RS_FLUSH_OPERATIONS-regionserver/da1c6afcd1f9:0-1 {event_type=RS_FLUSH_REGIONS, pid=165}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:34345/user/jenkins/test-data/14d118ee-a83a-b09b-5913-1a58940a5db1/data/default/TestAcidGuarantees/6bba6f9894a8dbaebc3b47d6055c3663/.tmp/C/bb429205d30a495587b53d579cb41c7e is 50, key is test_row_0/C:col10/1731595389174/Put/seqid=0 2024-11-14T14:43:10,776 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36699 is added to blk_1073742386_1562 (size=12151) 2024-11-14T14:43:11,019 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35765 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6bba6f9894a8dbaebc3b47d6055c3663, server=da1c6afcd1f9,35765,1731595233113 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-14T14:43:11,019 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35765 {}] ipc.CallRunner(138): callId: 101 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:49014 deadline: 1731595451015, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6bba6f9894a8dbaebc3b47d6055c3663, server=da1c6afcd1f9,35765,1731595233113 2024-11-14T14:43:11,020 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731595377819.6bba6f9894a8dbaebc3b47d6055c3663., hostname=da1c6afcd1f9,35765,1731595233113, seqNum=5 , the old value is region=TestAcidGuarantees,,1731595377819.6bba6f9894a8dbaebc3b47d6055c3663., hostname=da1c6afcd1f9,35765,1731595233113, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6bba6f9894a8dbaebc3b47d6055c3663, server=da1c6afcd1f9,35765,1731595233113 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-14T14:43:11,020 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731595377819.6bba6f9894a8dbaebc3b47d6055c3663., hostname=da1c6afcd1f9,35765,1731595233113, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6bba6f9894a8dbaebc3b47d6055c3663, server=da1c6afcd1f9,35765,1731595233113 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-14T14:43:11,020 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731595377819.6bba6f9894a8dbaebc3b47d6055c3663., hostname=da1c6afcd1f9,35765,1731595233113, seqNum=5 because the exception is null or not the one we care about 2024-11-14T14:43:11,177 INFO [RS_FLUSH_OPERATIONS-regionserver/da1c6afcd1f9:0-1 {event_type=RS_FLUSH_REGIONS, pid=165}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=42.49 KB at sequenceid=186 (bloomFilter=true), to=hdfs://localhost:34345/user/jenkins/test-data/14d118ee-a83a-b09b-5913-1a58940a5db1/data/default/TestAcidGuarantees/6bba6f9894a8dbaebc3b47d6055c3663/.tmp/C/bb429205d30a495587b53d579cb41c7e 2024-11-14T14:43:11,181 DEBUG [RS_FLUSH_OPERATIONS-regionserver/da1c6afcd1f9:0-1 {event_type=RS_FLUSH_REGIONS, pid=165}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:34345/user/jenkins/test-data/14d118ee-a83a-b09b-5913-1a58940a5db1/data/default/TestAcidGuarantees/6bba6f9894a8dbaebc3b47d6055c3663/.tmp/A/b2c49fcdee694d2193e7f1570704d1e3 as hdfs://localhost:34345/user/jenkins/test-data/14d118ee-a83a-b09b-5913-1a58940a5db1/data/default/TestAcidGuarantees/6bba6f9894a8dbaebc3b47d6055c3663/A/b2c49fcdee694d2193e7f1570704d1e3 2024-11-14T14:43:11,184 INFO [RS_FLUSH_OPERATIONS-regionserver/da1c6afcd1f9:0-1 {event_type=RS_FLUSH_REGIONS, pid=165}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:34345/user/jenkins/test-data/14d118ee-a83a-b09b-5913-1a58940a5db1/data/default/TestAcidGuarantees/6bba6f9894a8dbaebc3b47d6055c3663/A/b2c49fcdee694d2193e7f1570704d1e3, entries=150, sequenceid=186, filesize=30.4 K 2024-11-14T14:43:11,185 DEBUG [RS_FLUSH_OPERATIONS-regionserver/da1c6afcd1f9:0-1 {event_type=RS_FLUSH_REGIONS, pid=165}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:34345/user/jenkins/test-data/14d118ee-a83a-b09b-5913-1a58940a5db1/data/default/TestAcidGuarantees/6bba6f9894a8dbaebc3b47d6055c3663/.tmp/B/9da9d6ab83254e59a5e0521d36a9cb21 as hdfs://localhost:34345/user/jenkins/test-data/14d118ee-a83a-b09b-5913-1a58940a5db1/data/default/TestAcidGuarantees/6bba6f9894a8dbaebc3b47d6055c3663/B/9da9d6ab83254e59a5e0521d36a9cb21 2024-11-14T14:43:11,188 INFO [RS_FLUSH_OPERATIONS-regionserver/da1c6afcd1f9:0-1 {event_type=RS_FLUSH_REGIONS, pid=165}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:34345/user/jenkins/test-data/14d118ee-a83a-b09b-5913-1a58940a5db1/data/default/TestAcidGuarantees/6bba6f9894a8dbaebc3b47d6055c3663/B/9da9d6ab83254e59a5e0521d36a9cb21, entries=150, sequenceid=186, filesize=11.9 K 2024-11-14T14:43:11,189 DEBUG [RS_FLUSH_OPERATIONS-regionserver/da1c6afcd1f9:0-1 {event_type=RS_FLUSH_REGIONS, pid=165}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:34345/user/jenkins/test-data/14d118ee-a83a-b09b-5913-1a58940a5db1/data/default/TestAcidGuarantees/6bba6f9894a8dbaebc3b47d6055c3663/.tmp/C/bb429205d30a495587b53d579cb41c7e as hdfs://localhost:34345/user/jenkins/test-data/14d118ee-a83a-b09b-5913-1a58940a5db1/data/default/TestAcidGuarantees/6bba6f9894a8dbaebc3b47d6055c3663/C/bb429205d30a495587b53d579cb41c7e 2024-11-14T14:43:11,192 INFO [RS_FLUSH_OPERATIONS-regionserver/da1c6afcd1f9:0-1 {event_type=RS_FLUSH_REGIONS, pid=165}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:34345/user/jenkins/test-data/14d118ee-a83a-b09b-5913-1a58940a5db1/data/default/TestAcidGuarantees/6bba6f9894a8dbaebc3b47d6055c3663/C/bb429205d30a495587b53d579cb41c7e, entries=150, sequenceid=186, filesize=11.9 K 2024-11-14T14:43:11,193 INFO [RS_FLUSH_OPERATIONS-regionserver/da1c6afcd1f9:0-1 {event_type=RS_FLUSH_REGIONS, pid=165}] regionserver.HRegion(3140): Finished flush of dataSize ~127.47 KB/130530, heapSize ~365.02 KB/373776, currentSize=53.67 KB/54960 for 6bba6f9894a8dbaebc3b47d6055c3663 in 859ms, sequenceid=186, compaction requested=true 2024-11-14T14:43:11,193 DEBUG [RS_FLUSH_OPERATIONS-regionserver/da1c6afcd1f9:0-1 {event_type=RS_FLUSH_REGIONS, pid=165}] regionserver.HRegion(2603): Flush status journal for 6bba6f9894a8dbaebc3b47d6055c3663: 2024-11-14T14:43:11,193 DEBUG [RS_FLUSH_OPERATIONS-regionserver/da1c6afcd1f9:0-1 {event_type=RS_FLUSH_REGIONS, pid=165}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1731595377819.6bba6f9894a8dbaebc3b47d6055c3663. 2024-11-14T14:43:11,193 DEBUG [RS_FLUSH_OPERATIONS-regionserver/da1c6afcd1f9:0-1 {event_type=RS_FLUSH_REGIONS, pid=165}] regionserver.RemoteProcedureResultReporter(62): Successfully complete execution of pid=165 2024-11-14T14:43:11,193 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45145 {}] master.HMaster(4169): Remote procedure done, pid=165 2024-11-14T14:43:11,196 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=165, resume processing ppid=164 2024-11-14T14:43:11,196 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1521): Finished pid=165, ppid=164, state=SUCCESS, hasLock=false; org.apache.hadoop.hbase.master.procedure.FlushRegionProcedure in 1.9340 sec 2024-11-14T14:43:11,198 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1521): Finished pid=164, state=SUCCESS, hasLock=false; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=164, table=TestAcidGuarantees in 1.9400 sec 2024-11-14T14:43:11,406 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45145 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=164 2024-11-14T14:43:11,406 INFO [RPCClient-NioEventLoopGroup-4-12 {}] client.RawAsyncHBaseAdmin$TableProcedureBiConsumer(2721): Operation: FLUSH, Table Name: default:TestAcidGuarantees completed 2024-11-14T14:43:11,406 INFO [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45145 {}] master.HMaster$22(4506): Client=jenkins//172.17.0.2 flush TestAcidGuarantees 2024-11-14T14:43:11,407 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45145 {}] procedure2.ProcedureExecutor(1139): Stored pid=166, state=RUNNABLE:FLUSH_TABLE_PREPARE, hasLock=false; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=166, table=TestAcidGuarantees 2024-11-14T14:43:11,408 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35765 {}] regionserver.HRegion(8855): Flush requested on 6bba6f9894a8dbaebc3b47d6055c3663 2024-11-14T14:43:11,408 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45145 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=166 2024-11-14T14:43:11,408 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(2902): Flushing 6bba6f9894a8dbaebc3b47d6055c3663 3/3 column families, dataSize=60.38 KB heapSize=180.05 KB 2024-11-14T14:43:11,408 INFO [PEWorker-2 {}] procedure.FlushTableProcedure(91): pid=166, state=RUNNABLE:FLUSH_TABLE_PREPARE, hasLock=true; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=166, table=TestAcidGuarantees execute state=FLUSH_TABLE_PREPARE 2024-11-14T14:43:11,408 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 6bba6f9894a8dbaebc3b47d6055c3663, store=A 2024-11-14T14:43:11,408 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-14T14:43:11,408 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 6bba6f9894a8dbaebc3b47d6055c3663, store=B 2024-11-14T14:43:11,408 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-14T14:43:11,409 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 6bba6f9894a8dbaebc3b47d6055c3663, store=C 2024-11-14T14:43:11,409 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-14T14:43:11,409 INFO [PEWorker-2 {}] procedure.FlushTableProcedure(91): pid=166, state=RUNNABLE:FLUSH_TABLE_FLUSH_REGIONS, hasLock=true; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=166, table=TestAcidGuarantees execute state=FLUSH_TABLE_FLUSH_REGIONS 2024-11-14T14:43:11,409 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=167, ppid=166, state=RUNNABLE, hasLock=false; org.apache.hadoop.hbase.master.procedure.FlushRegionProcedure}] 2024-11-14T14:43:11,415 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:34345/user/jenkins/test-data/14d118ee-a83a-b09b-5913-1a58940a5db1/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e202411141cdcd6cacb33463db84673b82b4bd788_6bba6f9894a8dbaebc3b47d6055c3663 is 50, key is test_row_0/A:col10/1731595391407/Put/seqid=0 2024-11-14T14:43:11,418 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36699 is added to blk_1073742387_1563 (size=12304) 2024-11-14T14:43:11,465 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35765 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6bba6f9894a8dbaebc3b47d6055c3663, server=da1c6afcd1f9,35765,1731595233113 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-14T14:43:11,465 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35765 {}] ipc.CallRunner(138): callId: 64 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:49026 deadline: 1731595451460, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6bba6f9894a8dbaebc3b47d6055c3663, server=da1c6afcd1f9,35765,1731595233113 2024-11-14T14:43:11,465 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35765 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6bba6f9894a8dbaebc3b47d6055c3663, server=da1c6afcd1f9,35765,1731595233113 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-14T14:43:11,465 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731595377819.6bba6f9894a8dbaebc3b47d6055c3663., hostname=da1c6afcd1f9,35765,1731595233113, seqNum=5 , the old value is region=TestAcidGuarantees,,1731595377819.6bba6f9894a8dbaebc3b47d6055c3663., hostname=da1c6afcd1f9,35765,1731595233113, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6bba6f9894a8dbaebc3b47d6055c3663, server=da1c6afcd1f9,35765,1731595233113 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-14T14:43:11,465 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731595377819.6bba6f9894a8dbaebc3b47d6055c3663., hostname=da1c6afcd1f9,35765,1731595233113, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6bba6f9894a8dbaebc3b47d6055c3663, server=da1c6afcd1f9,35765,1731595233113 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-14T14:43:11,465 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731595377819.6bba6f9894a8dbaebc3b47d6055c3663., hostname=da1c6afcd1f9,35765,1731595233113, seqNum=5 because the exception is null or not the one we care about 2024-11-14T14:43:11,465 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35765 {}] ipc.CallRunner(138): callId: 67 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:49004 deadline: 1731595451460, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6bba6f9894a8dbaebc3b47d6055c3663, server=da1c6afcd1f9,35765,1731595233113 2024-11-14T14:43:11,466 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731595377819.6bba6f9894a8dbaebc3b47d6055c3663., hostname=da1c6afcd1f9,35765,1731595233113, seqNum=5 , the old value is region=TestAcidGuarantees,,1731595377819.6bba6f9894a8dbaebc3b47d6055c3663., hostname=da1c6afcd1f9,35765,1731595233113, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6bba6f9894a8dbaebc3b47d6055c3663, server=da1c6afcd1f9,35765,1731595233113 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-14T14:43:11,466 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731595377819.6bba6f9894a8dbaebc3b47d6055c3663., hostname=da1c6afcd1f9,35765,1731595233113, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6bba6f9894a8dbaebc3b47d6055c3663, server=da1c6afcd1f9,35765,1731595233113 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-14T14:43:11,466 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731595377819.6bba6f9894a8dbaebc3b47d6055c3663., hostname=da1c6afcd1f9,35765,1731595233113, seqNum=5 because the exception is null or not the one we care about 2024-11-14T14:43:11,516 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45145 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=166 2024-11-14T14:43:11,527 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35765 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6bba6f9894a8dbaebc3b47d6055c3663, server=da1c6afcd1f9,35765,1731595233113 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-14T14:43:11,527 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35765 {}] ipc.CallRunner(138): callId: 102 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:49014 deadline: 1731595451526, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6bba6f9894a8dbaebc3b47d6055c3663, server=da1c6afcd1f9,35765,1731595233113 2024-11-14T14:43:11,528 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731595377819.6bba6f9894a8dbaebc3b47d6055c3663., hostname=da1c6afcd1f9,35765,1731595233113, seqNum=5 , the old value is region=TestAcidGuarantees,,1731595377819.6bba6f9894a8dbaebc3b47d6055c3663., hostname=da1c6afcd1f9,35765,1731595233113, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6bba6f9894a8dbaebc3b47d6055c3663, server=da1c6afcd1f9,35765,1731595233113 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-14T14:43:11,528 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731595377819.6bba6f9894a8dbaebc3b47d6055c3663., hostname=da1c6afcd1f9,35765,1731595233113, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6bba6f9894a8dbaebc3b47d6055c3663, server=da1c6afcd1f9,35765,1731595233113 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-14T14:43:11,528 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731595377819.6bba6f9894a8dbaebc3b47d6055c3663., hostname=da1c6afcd1f9,35765,1731595233113, seqNum=5 because the exception is null or not the one we care about 2024-11-14T14:43:11,561 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=35765 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=167 2024-11-14T14:43:11,561 DEBUG [RS_FLUSH_OPERATIONS-regionserver/da1c6afcd1f9:0-2 {event_type=RS_FLUSH_REGIONS, pid=167}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1731595377819.6bba6f9894a8dbaebc3b47d6055c3663. 2024-11-14T14:43:11,561 DEBUG [RS_FLUSH_OPERATIONS-regionserver/da1c6afcd1f9:0-2 {event_type=RS_FLUSH_REGIONS, pid=167}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1731595377819.6bba6f9894a8dbaebc3b47d6055c3663. as already flushing 2024-11-14T14:43:11,562 DEBUG [RS_FLUSH_OPERATIONS-regionserver/da1c6afcd1f9:0-2 {event_type=RS_FLUSH_REGIONS, pid=167}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1731595377819.6bba6f9894a8dbaebc3b47d6055c3663. 2024-11-14T14:43:11,562 ERROR [RS_FLUSH_OPERATIONS-regionserver/da1c6afcd1f9:0-2 {event_type=RS_FLUSH_REGIONS, pid=167}] handler.RSProcedureHandler(58): pid=167 java.io.IOException: Unable to complete flush {ENCODED => 6bba6f9894a8dbaebc3b47d6055c3663, NAME => 'TestAcidGuarantees,,1731595377819.6bba6f9894a8dbaebc3b47d6055c3663.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-14T14:43:11,562 DEBUG [RS_FLUSH_OPERATIONS-regionserver/da1c6afcd1f9:0-2 {event_type=RS_FLUSH_REGIONS, pid=167}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=167 java.io.IOException: Unable to complete flush {ENCODED => 6bba6f9894a8dbaebc3b47d6055c3663, NAME => 'TestAcidGuarantees,,1731595377819.6bba6f9894a8dbaebc3b47d6055c3663.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-14T14:43:11,562 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45145 {}] master.HMaster(4177): Remote procedure failed, pid=167 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 6bba6f9894a8dbaebc3b47d6055c3663, NAME => 'TestAcidGuarantees,,1731595377819.6bba6f9894a8dbaebc3b47d6055c3663.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$5(MasterRpcServices.java:2580) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2575) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 6bba6f9894a8dbaebc3b47d6055c3663, NAME => 'TestAcidGuarantees,,1731595377819.6bba6f9894a8dbaebc3b47d6055c3663.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-14T14:43:11,579 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35765 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6bba6f9894a8dbaebc3b47d6055c3663, server=da1c6afcd1f9,35765,1731595233113 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-14T14:43:11,579 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35765 {}] ipc.CallRunner(138): callId: 65 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:49026 deadline: 1731595451575, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6bba6f9894a8dbaebc3b47d6055c3663, server=da1c6afcd1f9,35765,1731595233113 2024-11-14T14:43:11,579 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35765 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6bba6f9894a8dbaebc3b47d6055c3663, server=da1c6afcd1f9,35765,1731595233113 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-14T14:43:11,579 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731595377819.6bba6f9894a8dbaebc3b47d6055c3663., hostname=da1c6afcd1f9,35765,1731595233113, seqNum=5 , the old value is region=TestAcidGuarantees,,1731595377819.6bba6f9894a8dbaebc3b47d6055c3663., hostname=da1c6afcd1f9,35765,1731595233113, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6bba6f9894a8dbaebc3b47d6055c3663, server=da1c6afcd1f9,35765,1731595233113 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-14T14:43:11,579 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731595377819.6bba6f9894a8dbaebc3b47d6055c3663., hostname=da1c6afcd1f9,35765,1731595233113, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6bba6f9894a8dbaebc3b47d6055c3663, server=da1c6afcd1f9,35765,1731595233113 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-14T14:43:11,579 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35765 {}] ipc.CallRunner(138): callId: 68 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:49004 deadline: 1731595451576, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6bba6f9894a8dbaebc3b47d6055c3663, server=da1c6afcd1f9,35765,1731595233113 2024-11-14T14:43:11,579 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731595377819.6bba6f9894a8dbaebc3b47d6055c3663., hostname=da1c6afcd1f9,35765,1731595233113, seqNum=5 because the exception is null or not the one we care about 2024-11-14T14:43:11,579 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731595377819.6bba6f9894a8dbaebc3b47d6055c3663., hostname=da1c6afcd1f9,35765,1731595233113, seqNum=5 , the old value is region=TestAcidGuarantees,,1731595377819.6bba6f9894a8dbaebc3b47d6055c3663., hostname=da1c6afcd1f9,35765,1731595233113, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6bba6f9894a8dbaebc3b47d6055c3663, server=da1c6afcd1f9,35765,1731595233113 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-14T14:43:11,579 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731595377819.6bba6f9894a8dbaebc3b47d6055c3663., hostname=da1c6afcd1f9,35765,1731595233113, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6bba6f9894a8dbaebc3b47d6055c3663, server=da1c6afcd1f9,35765,1731595233113 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-14T14:43:11,579 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731595377819.6bba6f9894a8dbaebc3b47d6055c3663., hostname=da1c6afcd1f9,35765,1731595233113, seqNum=5 because the exception is null or not the one we care about 2024-11-14T14:43:11,714 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=35765 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=167 2024-11-14T14:43:11,714 DEBUG [RS_FLUSH_OPERATIONS-regionserver/da1c6afcd1f9:0-0 {event_type=RS_FLUSH_REGIONS, pid=167}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1731595377819.6bba6f9894a8dbaebc3b47d6055c3663. 2024-11-14T14:43:11,714 DEBUG [RS_FLUSH_OPERATIONS-regionserver/da1c6afcd1f9:0-0 {event_type=RS_FLUSH_REGIONS, pid=167}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1731595377819.6bba6f9894a8dbaebc3b47d6055c3663. as already flushing 2024-11-14T14:43:11,715 DEBUG [RS_FLUSH_OPERATIONS-regionserver/da1c6afcd1f9:0-0 {event_type=RS_FLUSH_REGIONS, pid=167}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1731595377819.6bba6f9894a8dbaebc3b47d6055c3663. 2024-11-14T14:43:11,715 ERROR [RS_FLUSH_OPERATIONS-regionserver/da1c6afcd1f9:0-0 {event_type=RS_FLUSH_REGIONS, pid=167}] handler.RSProcedureHandler(58): pid=167 java.io.IOException: Unable to complete flush {ENCODED => 6bba6f9894a8dbaebc3b47d6055c3663, NAME => 'TestAcidGuarantees,,1731595377819.6bba6f9894a8dbaebc3b47d6055c3663.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-14T14:43:11,715 DEBUG [RS_FLUSH_OPERATIONS-regionserver/da1c6afcd1f9:0-0 {event_type=RS_FLUSH_REGIONS, pid=167}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=167 java.io.IOException: Unable to complete flush {ENCODED => 6bba6f9894a8dbaebc3b47d6055c3663, NAME => 'TestAcidGuarantees,,1731595377819.6bba6f9894a8dbaebc3b47d6055c3663.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-14T14:43:11,715 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45145 {}] master.HMaster(4177): Remote procedure failed, pid=167 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 6bba6f9894a8dbaebc3b47d6055c3663, NAME => 'TestAcidGuarantees,,1731595377819.6bba6f9894a8dbaebc3b47d6055c3663.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$5(MasterRpcServices.java:2580) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2575) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 6bba6f9894a8dbaebc3b47d6055c3663, NAME => 'TestAcidGuarantees,,1731595377819.6bba6f9894a8dbaebc3b47d6055c3663.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-14T14:43:11,726 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45145 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=166 2024-11-14T14:43:11,790 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35765 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6bba6f9894a8dbaebc3b47d6055c3663, server=da1c6afcd1f9,35765,1731595233113 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-14T14:43:11,790 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35765 {}] ipc.CallRunner(138): callId: 66 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:49026 deadline: 1731595451786, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6bba6f9894a8dbaebc3b47d6055c3663, server=da1c6afcd1f9,35765,1731595233113 2024-11-14T14:43:11,790 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35765 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6bba6f9894a8dbaebc3b47d6055c3663, server=da1c6afcd1f9,35765,1731595233113 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-14T14:43:11,790 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731595377819.6bba6f9894a8dbaebc3b47d6055c3663., hostname=da1c6afcd1f9,35765,1731595233113, seqNum=5 , the old value is region=TestAcidGuarantees,,1731595377819.6bba6f9894a8dbaebc3b47d6055c3663., hostname=da1c6afcd1f9,35765,1731595233113, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6bba6f9894a8dbaebc3b47d6055c3663, server=da1c6afcd1f9,35765,1731595233113 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-14T14:43:11,790 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731595377819.6bba6f9894a8dbaebc3b47d6055c3663., hostname=da1c6afcd1f9,35765,1731595233113, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6bba6f9894a8dbaebc3b47d6055c3663, server=da1c6afcd1f9,35765,1731595233113 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-14T14:43:11,790 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35765 {}] ipc.CallRunner(138): callId: 69 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:49004 deadline: 1731595451786, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6bba6f9894a8dbaebc3b47d6055c3663, server=da1c6afcd1f9,35765,1731595233113 2024-11-14T14:43:11,790 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731595377819.6bba6f9894a8dbaebc3b47d6055c3663., hostname=da1c6afcd1f9,35765,1731595233113, seqNum=5 because the exception is null or not the one we care about 2024-11-14T14:43:11,790 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731595377819.6bba6f9894a8dbaebc3b47d6055c3663., hostname=da1c6afcd1f9,35765,1731595233113, seqNum=5 , the old value is region=TestAcidGuarantees,,1731595377819.6bba6f9894a8dbaebc3b47d6055c3663., hostname=da1c6afcd1f9,35765,1731595233113, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6bba6f9894a8dbaebc3b47d6055c3663, server=da1c6afcd1f9,35765,1731595233113 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-14T14:43:11,790 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731595377819.6bba6f9894a8dbaebc3b47d6055c3663., hostname=da1c6afcd1f9,35765,1731595233113, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6bba6f9894a8dbaebc3b47d6055c3663, server=da1c6afcd1f9,35765,1731595233113 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-14T14:43:11,790 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731595377819.6bba6f9894a8dbaebc3b47d6055c3663., hostname=da1c6afcd1f9,35765,1731595233113, seqNum=5 because the exception is null or not the one we care about 2024-11-14T14:43:11,819 DEBUG [MemStoreFlusher.0 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T14:43:11,822 INFO [MemStoreFlusher.0 {}] regionserver.HMobStore(268): FLUSH Renaming flushed file from hdfs://localhost:34345/user/jenkins/test-data/14d118ee-a83a-b09b-5913-1a58940a5db1/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e202411141cdcd6cacb33463db84673b82b4bd788_6bba6f9894a8dbaebc3b47d6055c3663 to hdfs://localhost:34345/user/jenkins/test-data/14d118ee-a83a-b09b-5913-1a58940a5db1/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e202411141cdcd6cacb33463db84673b82b4bd788_6bba6f9894a8dbaebc3b47d6055c3663 2024-11-14T14:43:11,823 DEBUG [MemStoreFlusher.0 {}] mob.DefaultMobStoreFlusher(263): Flush store file: hdfs://localhost:34345/user/jenkins/test-data/14d118ee-a83a-b09b-5913-1a58940a5db1/data/default/TestAcidGuarantees/6bba6f9894a8dbaebc3b47d6055c3663/.tmp/A/4106db110eb74165871ef4977bcf3087, store: [table=TestAcidGuarantees family=A region=6bba6f9894a8dbaebc3b47d6055c3663] 2024-11-14T14:43:11,823 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:34345/user/jenkins/test-data/14d118ee-a83a-b09b-5913-1a58940a5db1/data/default/TestAcidGuarantees/6bba6f9894a8dbaebc3b47d6055c3663/.tmp/A/4106db110eb74165871ef4977bcf3087 is 175, key is test_row_0/A:col10/1731595391407/Put/seqid=0 2024-11-14T14:43:11,827 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36699 is added to blk_1073742388_1564 (size=31105) 2024-11-14T14:43:11,867 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=35765 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=167 2024-11-14T14:43:11,867 DEBUG [RS_FLUSH_OPERATIONS-regionserver/da1c6afcd1f9:0-1 {event_type=RS_FLUSH_REGIONS, pid=167}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1731595377819.6bba6f9894a8dbaebc3b47d6055c3663. 2024-11-14T14:43:11,867 DEBUG [RS_FLUSH_OPERATIONS-regionserver/da1c6afcd1f9:0-1 {event_type=RS_FLUSH_REGIONS, pid=167}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1731595377819.6bba6f9894a8dbaebc3b47d6055c3663. as already flushing 2024-11-14T14:43:11,868 DEBUG [RS_FLUSH_OPERATIONS-regionserver/da1c6afcd1f9:0-1 {event_type=RS_FLUSH_REGIONS, pid=167}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1731595377819.6bba6f9894a8dbaebc3b47d6055c3663. 2024-11-14T14:43:11,868 ERROR [RS_FLUSH_OPERATIONS-regionserver/da1c6afcd1f9:0-1 {event_type=RS_FLUSH_REGIONS, pid=167}] handler.RSProcedureHandler(58): pid=167 java.io.IOException: Unable to complete flush {ENCODED => 6bba6f9894a8dbaebc3b47d6055c3663, NAME => 'TestAcidGuarantees,,1731595377819.6bba6f9894a8dbaebc3b47d6055c3663.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-14T14:43:11,868 DEBUG [RS_FLUSH_OPERATIONS-regionserver/da1c6afcd1f9:0-1 {event_type=RS_FLUSH_REGIONS, pid=167}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=167 java.io.IOException: Unable to complete flush {ENCODED => 6bba6f9894a8dbaebc3b47d6055c3663, NAME => 'TestAcidGuarantees,,1731595377819.6bba6f9894a8dbaebc3b47d6055c3663.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-14T14:43:11,868 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45145 {}] master.HMaster(4177): Remote procedure failed, pid=167 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 6bba6f9894a8dbaebc3b47d6055c3663, NAME => 'TestAcidGuarantees,,1731595377819.6bba6f9894a8dbaebc3b47d6055c3663.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$5(MasterRpcServices.java:2580) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2575) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 6bba6f9894a8dbaebc3b47d6055c3663, NAME => 'TestAcidGuarantees,,1731595377819.6bba6f9894a8dbaebc3b47d6055c3663.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-14T14:43:12,020 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=35765 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=167 2024-11-14T14:43:12,020 DEBUG [RS_FLUSH_OPERATIONS-regionserver/da1c6afcd1f9:0-2 {event_type=RS_FLUSH_REGIONS, pid=167}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1731595377819.6bba6f9894a8dbaebc3b47d6055c3663. 2024-11-14T14:43:12,021 DEBUG [RS_FLUSH_OPERATIONS-regionserver/da1c6afcd1f9:0-2 {event_type=RS_FLUSH_REGIONS, pid=167}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1731595377819.6bba6f9894a8dbaebc3b47d6055c3663. as already flushing 2024-11-14T14:43:12,021 DEBUG [RS_FLUSH_OPERATIONS-regionserver/da1c6afcd1f9:0-2 {event_type=RS_FLUSH_REGIONS, pid=167}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1731595377819.6bba6f9894a8dbaebc3b47d6055c3663. 2024-11-14T14:43:12,021 ERROR [RS_FLUSH_OPERATIONS-regionserver/da1c6afcd1f9:0-2 {event_type=RS_FLUSH_REGIONS, pid=167}] handler.RSProcedureHandler(58): pid=167 java.io.IOException: Unable to complete flush {ENCODED => 6bba6f9894a8dbaebc3b47d6055c3663, NAME => 'TestAcidGuarantees,,1731595377819.6bba6f9894a8dbaebc3b47d6055c3663.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-14T14:43:12,021 DEBUG [RS_FLUSH_OPERATIONS-regionserver/da1c6afcd1f9:0-2 {event_type=RS_FLUSH_REGIONS, pid=167}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=167 java.io.IOException: Unable to complete flush {ENCODED => 6bba6f9894a8dbaebc3b47d6055c3663, NAME => 'TestAcidGuarantees,,1731595377819.6bba6f9894a8dbaebc3b47d6055c3663.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-14T14:43:12,022 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45145 {}] master.HMaster(4177): Remote procedure failed, pid=167 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 6bba6f9894a8dbaebc3b47d6055c3663, NAME => 'TestAcidGuarantees,,1731595377819.6bba6f9894a8dbaebc3b47d6055c3663.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$5(MasterRpcServices.java:2580) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2575) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 6bba6f9894a8dbaebc3b47d6055c3663, NAME => 'TestAcidGuarantees,,1731595377819.6bba6f9894a8dbaebc3b47d6055c3663.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-14T14:43:12,036 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45145 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=166 2024-11-14T14:43:12,098 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35765 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6bba6f9894a8dbaebc3b47d6055c3663, server=da1c6afcd1f9,35765,1731595233113 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-14T14:43:12,098 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35765 {}] ipc.CallRunner(138): callId: 67 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:49026 deadline: 1731595452096, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6bba6f9894a8dbaebc3b47d6055c3663, server=da1c6afcd1f9,35765,1731595233113 2024-11-14T14:43:12,099 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731595377819.6bba6f9894a8dbaebc3b47d6055c3663., hostname=da1c6afcd1f9,35765,1731595233113, seqNum=5 , the old value is region=TestAcidGuarantees,,1731595377819.6bba6f9894a8dbaebc3b47d6055c3663., hostname=da1c6afcd1f9,35765,1731595233113, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6bba6f9894a8dbaebc3b47d6055c3663, server=da1c6afcd1f9,35765,1731595233113 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-14T14:43:12,099 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35765 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6bba6f9894a8dbaebc3b47d6055c3663, server=da1c6afcd1f9,35765,1731595233113 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-14T14:43:12,099 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731595377819.6bba6f9894a8dbaebc3b47d6055c3663., hostname=da1c6afcd1f9,35765,1731595233113, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6bba6f9894a8dbaebc3b47d6055c3663, server=da1c6afcd1f9,35765,1731595233113 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-14T14:43:12,099 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731595377819.6bba6f9894a8dbaebc3b47d6055c3663., hostname=da1c6afcd1f9,35765,1731595233113, seqNum=5 because the exception is null or not the one we care about 2024-11-14T14:43:12,099 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35765 {}] ipc.CallRunner(138): callId: 70 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:49004 deadline: 1731595452096, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6bba6f9894a8dbaebc3b47d6055c3663, server=da1c6afcd1f9,35765,1731595233113 2024-11-14T14:43:12,099 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731595377819.6bba6f9894a8dbaebc3b47d6055c3663., hostname=da1c6afcd1f9,35765,1731595233113, seqNum=5 , the old value is region=TestAcidGuarantees,,1731595377819.6bba6f9894a8dbaebc3b47d6055c3663., hostname=da1c6afcd1f9,35765,1731595233113, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6bba6f9894a8dbaebc3b47d6055c3663, server=da1c6afcd1f9,35765,1731595233113 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-14T14:43:12,099 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731595377819.6bba6f9894a8dbaebc3b47d6055c3663., hostname=da1c6afcd1f9,35765,1731595233113, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6bba6f9894a8dbaebc3b47d6055c3663, server=da1c6afcd1f9,35765,1731595233113 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-14T14:43:12,099 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731595377819.6bba6f9894a8dbaebc3b47d6055c3663., hostname=da1c6afcd1f9,35765,1731595233113, seqNum=5 because the exception is null or not the one we care about 2024-11-14T14:43:12,173 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=35765 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=167 2024-11-14T14:43:12,174 DEBUG [RS_FLUSH_OPERATIONS-regionserver/da1c6afcd1f9:0-0 {event_type=RS_FLUSH_REGIONS, pid=167}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1731595377819.6bba6f9894a8dbaebc3b47d6055c3663. 2024-11-14T14:43:12,174 DEBUG [RS_FLUSH_OPERATIONS-regionserver/da1c6afcd1f9:0-0 {event_type=RS_FLUSH_REGIONS, pid=167}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1731595377819.6bba6f9894a8dbaebc3b47d6055c3663. as already flushing 2024-11-14T14:43:12,174 DEBUG [RS_FLUSH_OPERATIONS-regionserver/da1c6afcd1f9:0-0 {event_type=RS_FLUSH_REGIONS, pid=167}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1731595377819.6bba6f9894a8dbaebc3b47d6055c3663. 2024-11-14T14:43:12,174 ERROR [RS_FLUSH_OPERATIONS-regionserver/da1c6afcd1f9:0-0 {event_type=RS_FLUSH_REGIONS, pid=167}] handler.RSProcedureHandler(58): pid=167 java.io.IOException: Unable to complete flush {ENCODED => 6bba6f9894a8dbaebc3b47d6055c3663, NAME => 'TestAcidGuarantees,,1731595377819.6bba6f9894a8dbaebc3b47d6055c3663.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-14T14:43:12,174 DEBUG [RS_FLUSH_OPERATIONS-regionserver/da1c6afcd1f9:0-0 {event_type=RS_FLUSH_REGIONS, pid=167}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=167 java.io.IOException: Unable to complete flush {ENCODED => 6bba6f9894a8dbaebc3b47d6055c3663, NAME => 'TestAcidGuarantees,,1731595377819.6bba6f9894a8dbaebc3b47d6055c3663.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-14T14:43:12,175 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45145 {}] master.HMaster(4177): Remote procedure failed, pid=167 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 6bba6f9894a8dbaebc3b47d6055c3663, NAME => 'TestAcidGuarantees,,1731595377819.6bba6f9894a8dbaebc3b47d6055c3663.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$5(MasterRpcServices.java:2580) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2575) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 6bba6f9894a8dbaebc3b47d6055c3663, NAME => 'TestAcidGuarantees,,1731595377819.6bba6f9894a8dbaebc3b47d6055c3663.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-14T14:43:12,227 INFO [MemStoreFlusher.0 {}] mob.DefaultMobStoreFlusher(147): Mob store is flushed, sequenceid=198, memsize=20.1 K, hasBloomFilter=true, into tmp file hdfs://localhost:34345/user/jenkins/test-data/14d118ee-a83a-b09b-5913-1a58940a5db1/data/default/TestAcidGuarantees/6bba6f9894a8dbaebc3b47d6055c3663/.tmp/A/4106db110eb74165871ef4977bcf3087 2024-11-14T14:43:12,233 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:34345/user/jenkins/test-data/14d118ee-a83a-b09b-5913-1a58940a5db1/data/default/TestAcidGuarantees/6bba6f9894a8dbaebc3b47d6055c3663/.tmp/B/178392401a8d45348070d9a7e0eac2c7 is 50, key is test_row_0/B:col10/1731595391407/Put/seqid=0 2024-11-14T14:43:12,236 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36699 is added to blk_1073742389_1565 (size=12151) 2024-11-14T14:43:12,237 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=20.13 KB at sequenceid=198 (bloomFilter=true), to=hdfs://localhost:34345/user/jenkins/test-data/14d118ee-a83a-b09b-5913-1a58940a5db1/data/default/TestAcidGuarantees/6bba6f9894a8dbaebc3b47d6055c3663/.tmp/B/178392401a8d45348070d9a7e0eac2c7 2024-11-14T14:43:12,243 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:34345/user/jenkins/test-data/14d118ee-a83a-b09b-5913-1a58940a5db1/data/default/TestAcidGuarantees/6bba6f9894a8dbaebc3b47d6055c3663/.tmp/C/3d909ce8d6094b20af6b0d0704e8c15d is 50, key is test_row_0/C:col10/1731595391407/Put/seqid=0 2024-11-14T14:43:12,246 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36699 is added to blk_1073742390_1566 (size=12151) 2024-11-14T14:43:12,327 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=35765 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=167 2024-11-14T14:43:12,327 DEBUG [RS_FLUSH_OPERATIONS-regionserver/da1c6afcd1f9:0-1 {event_type=RS_FLUSH_REGIONS, pid=167}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1731595377819.6bba6f9894a8dbaebc3b47d6055c3663. 2024-11-14T14:43:12,327 DEBUG [RS_FLUSH_OPERATIONS-regionserver/da1c6afcd1f9:0-1 {event_type=RS_FLUSH_REGIONS, pid=167}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1731595377819.6bba6f9894a8dbaebc3b47d6055c3663. as already flushing 2024-11-14T14:43:12,327 DEBUG [RS_FLUSH_OPERATIONS-regionserver/da1c6afcd1f9:0-1 {event_type=RS_FLUSH_REGIONS, pid=167}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1731595377819.6bba6f9894a8dbaebc3b47d6055c3663. 2024-11-14T14:43:12,327 ERROR [RS_FLUSH_OPERATIONS-regionserver/da1c6afcd1f9:0-1 {event_type=RS_FLUSH_REGIONS, pid=167}] handler.RSProcedureHandler(58): pid=167 java.io.IOException: Unable to complete flush {ENCODED => 6bba6f9894a8dbaebc3b47d6055c3663, NAME => 'TestAcidGuarantees,,1731595377819.6bba6f9894a8dbaebc3b47d6055c3663.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-14T14:43:12,327 DEBUG [RS_FLUSH_OPERATIONS-regionserver/da1c6afcd1f9:0-1 {event_type=RS_FLUSH_REGIONS, pid=167}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=167 java.io.IOException: Unable to complete flush {ENCODED => 6bba6f9894a8dbaebc3b47d6055c3663, NAME => 'TestAcidGuarantees,,1731595377819.6bba6f9894a8dbaebc3b47d6055c3663.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-14T14:43:12,328 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45145 {}] master.HMaster(4177): Remote procedure failed, pid=167 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 6bba6f9894a8dbaebc3b47d6055c3663, NAME => 'TestAcidGuarantees,,1731595377819.6bba6f9894a8dbaebc3b47d6055c3663.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$5(MasterRpcServices.java:2580) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2575) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 6bba6f9894a8dbaebc3b47d6055c3663, NAME => 'TestAcidGuarantees,,1731595377819.6bba6f9894a8dbaebc3b47d6055c3663.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-14T14:43:12,479 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=35765 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=167 2024-11-14T14:43:12,480 DEBUG [RS_FLUSH_OPERATIONS-regionserver/da1c6afcd1f9:0-2 {event_type=RS_FLUSH_REGIONS, pid=167}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1731595377819.6bba6f9894a8dbaebc3b47d6055c3663. 2024-11-14T14:43:12,480 DEBUG [RS_FLUSH_OPERATIONS-regionserver/da1c6afcd1f9:0-2 {event_type=RS_FLUSH_REGIONS, pid=167}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1731595377819.6bba6f9894a8dbaebc3b47d6055c3663. as already flushing 2024-11-14T14:43:12,480 DEBUG [RS_FLUSH_OPERATIONS-regionserver/da1c6afcd1f9:0-2 {event_type=RS_FLUSH_REGIONS, pid=167}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1731595377819.6bba6f9894a8dbaebc3b47d6055c3663. 2024-11-14T14:43:12,480 ERROR [RS_FLUSH_OPERATIONS-regionserver/da1c6afcd1f9:0-2 {event_type=RS_FLUSH_REGIONS, pid=167}] handler.RSProcedureHandler(58): pid=167 java.io.IOException: Unable to complete flush {ENCODED => 6bba6f9894a8dbaebc3b47d6055c3663, NAME => 'TestAcidGuarantees,,1731595377819.6bba6f9894a8dbaebc3b47d6055c3663.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-14T14:43:12,480 DEBUG [RS_FLUSH_OPERATIONS-regionserver/da1c6afcd1f9:0-2 {event_type=RS_FLUSH_REGIONS, pid=167}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=167 java.io.IOException: Unable to complete flush {ENCODED => 6bba6f9894a8dbaebc3b47d6055c3663, NAME => 'TestAcidGuarantees,,1731595377819.6bba6f9894a8dbaebc3b47d6055c3663.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-14T14:43:12,480 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45145 {}] master.HMaster(4177): Remote procedure failed, pid=167 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 6bba6f9894a8dbaebc3b47d6055c3663, NAME => 'TestAcidGuarantees,,1731595377819.6bba6f9894a8dbaebc3b47d6055c3663.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$5(MasterRpcServices.java:2580) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2575) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 6bba6f9894a8dbaebc3b47d6055c3663, NAME => 'TestAcidGuarantees,,1731595377819.6bba6f9894a8dbaebc3b47d6055c3663.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-14T14:43:12,540 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35765 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6bba6f9894a8dbaebc3b47d6055c3663, server=da1c6afcd1f9,35765,1731595233113 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-14T14:43:12,540 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35765 {}] ipc.CallRunner(138): callId: 103 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:49014 deadline: 1731595452536, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6bba6f9894a8dbaebc3b47d6055c3663, server=da1c6afcd1f9,35765,1731595233113 2024-11-14T14:43:12,541 WARN [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRpcRetryingCaller(177): Call to da1c6afcd1f9,35765,1731595233113 for 'test_row_2' in 6bba6f9894a8dbaebc3b47d6055c3663 of TestAcidGuarantees failed, tries = 6, maxAttempts = 16, timeout = 1200000 ms, time elapsed = 2161 ms org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6bba6f9894a8dbaebc3b47d6055c3663, server=da1c6afcd1f9,35765,1731595233113 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) at jdk.internal.reflect.GeneratedConstructorAccessor39.newInstance(Unknown Source) ~[?:?] at jdk.internal.reflect.DelegatingConstructorAccessorImpl.newInstance(DelegatingConstructorAccessorImpl.java:45) ~[?:?] at java.lang.reflect.Constructor.newInstanceWithCaller(Constructor.java:499) ~[?:?] at java.lang.reflect.Constructor.newInstance(Constructor.java:480) ~[?:?] at org.apache.hadoop.hbase.ipc.RemoteWithExtrasException.instantiateException(RemoteWithExtrasException.java:110) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RemoteWithExtrasException.unwrapRemoteException(RemoteWithExtrasException.java:100) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.client.ConnectionUtils.translateException(ConnectionUtils.java:219) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRpcRetryingCaller.onError(AsyncRpcRetryingCaller.java:165) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.lambda$call$4(AsyncSingleRequestRpcRetryingCaller.java:86) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.lambda$addListener$0(FutureUtils.java:71) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:863) ~[?:?] at java.util.concurrent.CompletableFuture$UniWhenComplete.tryFire(CompletableFuture.java:841) ~[?:?] at java.util.concurrent.CompletableFuture.postComplete(CompletableFuture.java:510) ~[?:?] at java.util.concurrent.CompletableFuture.completeExceptionally(CompletableFuture.java:2162) ~[?:?] at org.apache.hadoop.hbase.client.ConnectionUtils$2.run(ConnectionUtils.java:625) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hbase.thirdparty.com.google.protobuf.RpcUtil$1.run(RpcUtil.java:56) ~[hbase-shaded-protobuf-4.1.9.jar:4.1.9] at org.apache.hbase.thirdparty.com.google.protobuf.RpcUtil$1.run(RpcUtil.java:47) ~[hbase-shaded-protobuf-4.1.9.jar:4.1.9] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.onCallFinished(AbstractRpcClient.java:397) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:430) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:425) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.callComplete(Call.java:117) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.setException(Call.java:132) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcConnection.readResponse(RpcConnection.java:457) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.NettyRpcDuplexHandler.readResponse(NettyRpcDuplexHandler.java:125) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.NettyRpcDuplexHandler.channelRead(NettyRpcDuplexHandler.java:140) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:442) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.handler.codec.ByteToMessageDecoder.fireChannelRead(ByteToMessageDecoder.java:346) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.handler.codec.ByteToMessageDecoder.channelRead(ByteToMessageDecoder.java:318) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:444) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.handler.timeout.IdleStateHandler.channelRead(IdleStateHandler.java:289) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:442) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline$HeadContext.channelRead(DefaultChannelPipeline.java:1357) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:440) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline.fireChannelRead(DefaultChannelPipeline.java:868) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.AbstractNioByteChannel$NioByteUnsafe.read(AbstractNioByteChannel.java:166) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.processSelectedKey(NioEventLoop.java:788) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.processSelectedKeysOptimized(NioEventLoop.java:724) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.processSelectedKeys(NioEventLoop.java:650) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:562) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) ~[hbase-shaded-netty-4.1.9.jar:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] Caused by: org.apache.hadoop.hbase.ipc.RemoteWithExtrasException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6bba6f9894a8dbaebc3b47d6055c3663, server=da1c6afcd1f9,35765,1731595233113 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) at org.apache.hadoop.hbase.ipc.AbstractRpcClient.onCallFinished(AbstractRpcClient.java:392) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] ... 32 more 2024-11-14T14:43:12,541 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731595377819.6bba6f9894a8dbaebc3b47d6055c3663., hostname=da1c6afcd1f9,35765,1731595233113, seqNum=5 , the old value is region=TestAcidGuarantees,,1731595377819.6bba6f9894a8dbaebc3b47d6055c3663., hostname=da1c6afcd1f9,35765,1731595233113, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6bba6f9894a8dbaebc3b47d6055c3663, server=da1c6afcd1f9,35765,1731595233113 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-14T14:43:12,542 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731595377819.6bba6f9894a8dbaebc3b47d6055c3663., hostname=da1c6afcd1f9,35765,1731595233113, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6bba6f9894a8dbaebc3b47d6055c3663, server=da1c6afcd1f9,35765,1731595233113 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-14T14:43:12,542 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731595377819.6bba6f9894a8dbaebc3b47d6055c3663., hostname=da1c6afcd1f9,35765,1731595233113, seqNum=5 because the exception is null or not the one we care about 2024-11-14T14:43:12,546 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45145 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=166 2024-11-14T14:43:12,608 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35765 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6bba6f9894a8dbaebc3b47d6055c3663, server=da1c6afcd1f9,35765,1731595233113 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-14T14:43:12,608 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35765 {}] ipc.CallRunner(138): callId: 68 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:49026 deadline: 1731595452606, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6bba6f9894a8dbaebc3b47d6055c3663, server=da1c6afcd1f9,35765,1731595233113 2024-11-14T14:43:12,608 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35765 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6bba6f9894a8dbaebc3b47d6055c3663, server=da1c6afcd1f9,35765,1731595233113 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-14T14:43:12,608 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731595377819.6bba6f9894a8dbaebc3b47d6055c3663., hostname=da1c6afcd1f9,35765,1731595233113, seqNum=5 , the old value is region=TestAcidGuarantees,,1731595377819.6bba6f9894a8dbaebc3b47d6055c3663., hostname=da1c6afcd1f9,35765,1731595233113, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6bba6f9894a8dbaebc3b47d6055c3663, server=da1c6afcd1f9,35765,1731595233113 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-14T14:43:12,608 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35765 {}] ipc.CallRunner(138): callId: 71 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:49004 deadline: 1731595452606, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6bba6f9894a8dbaebc3b47d6055c3663, server=da1c6afcd1f9,35765,1731595233113 2024-11-14T14:43:12,608 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731595377819.6bba6f9894a8dbaebc3b47d6055c3663., hostname=da1c6afcd1f9,35765,1731595233113, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6bba6f9894a8dbaebc3b47d6055c3663, server=da1c6afcd1f9,35765,1731595233113 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-14T14:43:12,608 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731595377819.6bba6f9894a8dbaebc3b47d6055c3663., hostname=da1c6afcd1f9,35765,1731595233113, seqNum=5 because the exception is null or not the one we care about 2024-11-14T14:43:12,609 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731595377819.6bba6f9894a8dbaebc3b47d6055c3663., hostname=da1c6afcd1f9,35765,1731595233113, seqNum=5 , the old value is region=TestAcidGuarantees,,1731595377819.6bba6f9894a8dbaebc3b47d6055c3663., hostname=da1c6afcd1f9,35765,1731595233113, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6bba6f9894a8dbaebc3b47d6055c3663, server=da1c6afcd1f9,35765,1731595233113 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-14T14:43:12,609 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731595377819.6bba6f9894a8dbaebc3b47d6055c3663., hostname=da1c6afcd1f9,35765,1731595233113, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6bba6f9894a8dbaebc3b47d6055c3663, server=da1c6afcd1f9,35765,1731595233113 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-14T14:43:12,609 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731595377819.6bba6f9894a8dbaebc3b47d6055c3663., hostname=da1c6afcd1f9,35765,1731595233113, seqNum=5 because the exception is null or not the one we care about 2024-11-14T14:43:12,632 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=35765 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=167 2024-11-14T14:43:12,632 DEBUG [RS_FLUSH_OPERATIONS-regionserver/da1c6afcd1f9:0-0 {event_type=RS_FLUSH_REGIONS, pid=167}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1731595377819.6bba6f9894a8dbaebc3b47d6055c3663. 2024-11-14T14:43:12,633 DEBUG [RS_FLUSH_OPERATIONS-regionserver/da1c6afcd1f9:0-0 {event_type=RS_FLUSH_REGIONS, pid=167}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1731595377819.6bba6f9894a8dbaebc3b47d6055c3663. as already flushing 2024-11-14T14:43:12,633 DEBUG [RS_FLUSH_OPERATIONS-regionserver/da1c6afcd1f9:0-0 {event_type=RS_FLUSH_REGIONS, pid=167}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1731595377819.6bba6f9894a8dbaebc3b47d6055c3663. 2024-11-14T14:43:12,633 ERROR [RS_FLUSH_OPERATIONS-regionserver/da1c6afcd1f9:0-0 {event_type=RS_FLUSH_REGIONS, pid=167}] handler.RSProcedureHandler(58): pid=167 java.io.IOException: Unable to complete flush {ENCODED => 6bba6f9894a8dbaebc3b47d6055c3663, NAME => 'TestAcidGuarantees,,1731595377819.6bba6f9894a8dbaebc3b47d6055c3663.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-14T14:43:12,633 DEBUG [RS_FLUSH_OPERATIONS-regionserver/da1c6afcd1f9:0-0 {event_type=RS_FLUSH_REGIONS, pid=167}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=167 java.io.IOException: Unable to complete flush {ENCODED => 6bba6f9894a8dbaebc3b47d6055c3663, NAME => 'TestAcidGuarantees,,1731595377819.6bba6f9894a8dbaebc3b47d6055c3663.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-14T14:43:12,633 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45145 {}] master.HMaster(4177): Remote procedure failed, pid=167 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 6bba6f9894a8dbaebc3b47d6055c3663, NAME => 'TestAcidGuarantees,,1731595377819.6bba6f9894a8dbaebc3b47d6055c3663.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$5(MasterRpcServices.java:2580) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2575) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 6bba6f9894a8dbaebc3b47d6055c3663, NAME => 'TestAcidGuarantees,,1731595377819.6bba6f9894a8dbaebc3b47d6055c3663.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-14T14:43:12,647 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=20.13 KB at sequenceid=198 (bloomFilter=true), to=hdfs://localhost:34345/user/jenkins/test-data/14d118ee-a83a-b09b-5913-1a58940a5db1/data/default/TestAcidGuarantees/6bba6f9894a8dbaebc3b47d6055c3663/.tmp/C/3d909ce8d6094b20af6b0d0704e8c15d 2024-11-14T14:43:12,651 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:34345/user/jenkins/test-data/14d118ee-a83a-b09b-5913-1a58940a5db1/data/default/TestAcidGuarantees/6bba6f9894a8dbaebc3b47d6055c3663/.tmp/A/4106db110eb74165871ef4977bcf3087 as hdfs://localhost:34345/user/jenkins/test-data/14d118ee-a83a-b09b-5913-1a58940a5db1/data/default/TestAcidGuarantees/6bba6f9894a8dbaebc3b47d6055c3663/A/4106db110eb74165871ef4977bcf3087 2024-11-14T14:43:12,654 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:34345/user/jenkins/test-data/14d118ee-a83a-b09b-5913-1a58940a5db1/data/default/TestAcidGuarantees/6bba6f9894a8dbaebc3b47d6055c3663/A/4106db110eb74165871ef4977bcf3087, entries=150, sequenceid=198, filesize=30.4 K 2024-11-14T14:43:12,655 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:34345/user/jenkins/test-data/14d118ee-a83a-b09b-5913-1a58940a5db1/data/default/TestAcidGuarantees/6bba6f9894a8dbaebc3b47d6055c3663/.tmp/B/178392401a8d45348070d9a7e0eac2c7 as hdfs://localhost:34345/user/jenkins/test-data/14d118ee-a83a-b09b-5913-1a58940a5db1/data/default/TestAcidGuarantees/6bba6f9894a8dbaebc3b47d6055c3663/B/178392401a8d45348070d9a7e0eac2c7 2024-11-14T14:43:12,658 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:34345/user/jenkins/test-data/14d118ee-a83a-b09b-5913-1a58940a5db1/data/default/TestAcidGuarantees/6bba6f9894a8dbaebc3b47d6055c3663/B/178392401a8d45348070d9a7e0eac2c7, entries=150, sequenceid=198, filesize=11.9 K 2024-11-14T14:43:12,659 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:34345/user/jenkins/test-data/14d118ee-a83a-b09b-5913-1a58940a5db1/data/default/TestAcidGuarantees/6bba6f9894a8dbaebc3b47d6055c3663/.tmp/C/3d909ce8d6094b20af6b0d0704e8c15d as hdfs://localhost:34345/user/jenkins/test-data/14d118ee-a83a-b09b-5913-1a58940a5db1/data/default/TestAcidGuarantees/6bba6f9894a8dbaebc3b47d6055c3663/C/3d909ce8d6094b20af6b0d0704e8c15d 2024-11-14T14:43:12,663 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:34345/user/jenkins/test-data/14d118ee-a83a-b09b-5913-1a58940a5db1/data/default/TestAcidGuarantees/6bba6f9894a8dbaebc3b47d6055c3663/C/3d909ce8d6094b20af6b0d0704e8c15d, entries=150, sequenceid=198, filesize=11.9 K 2024-11-14T14:43:12,664 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(3140): Finished flush of dataSize ~60.38 KB/61830, heapSize ~180 KB/184320, currentSize=114.05 KB/116790 for 6bba6f9894a8dbaebc3b47d6055c3663 in 1256ms, sequenceid=198, compaction requested=true 2024-11-14T14:43:12,664 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2603): Flush status journal for 6bba6f9894a8dbaebc3b47d6055c3663: 2024-11-14T14:43:12,664 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store 6bba6f9894a8dbaebc3b47d6055c3663:A, priority=-2147483648, current under compaction store size is 1 2024-11-14T14:43:12,664 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-14T14:43:12,664 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store 6bba6f9894a8dbaebc3b47d6055c3663:B, priority=-2147483648, current under compaction store size is 2 2024-11-14T14:43:12,664 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-14T14:43:12,664 DEBUG [RS:0;da1c6afcd1f9:35765-shortCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 4 store files, 0 compacting, 4 eligible, 16 blocking 2024-11-14T14:43:12,664 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store 6bba6f9894a8dbaebc3b47d6055c3663:C, priority=-2147483648, current under compaction store size is 3 2024-11-14T14:43:12,664 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=1), splitQueue=0 2024-11-14T14:43:12,664 DEBUG [RS:0;da1c6afcd1f9:35765-longCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 4 store files, 0 compacting, 4 eligible, 16 blocking 2024-11-14T14:43:12,665 DEBUG [RS:0;da1c6afcd1f9:35765-longCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 4 files of size 48844 starting at candidate #0 after considering 3 permutations with 3 in ratio 2024-11-14T14:43:12,665 DEBUG [RS:0;da1c6afcd1f9:35765-shortCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 4 files of size 124660 starting at candidate #0 after considering 3 permutations with 3 in ratio 2024-11-14T14:43:12,665 DEBUG [RS:0;da1c6afcd1f9:35765-longCompactions-0 {}] regionserver.HStore(1541): 6bba6f9894a8dbaebc3b47d6055c3663/B is initiating minor compaction (all files) 2024-11-14T14:43:12,665 DEBUG [RS:0;da1c6afcd1f9:35765-shortCompactions-0 {}] regionserver.HStore(1541): 6bba6f9894a8dbaebc3b47d6055c3663/A is initiating minor compaction (all files) 2024-11-14T14:43:12,665 INFO [RS:0;da1c6afcd1f9:35765-longCompactions-0 {}] regionserver.HRegion(2416): Starting compaction of 6bba6f9894a8dbaebc3b47d6055c3663/B in TestAcidGuarantees,,1731595377819.6bba6f9894a8dbaebc3b47d6055c3663. 2024-11-14T14:43:12,665 INFO [RS:0;da1c6afcd1f9:35765-shortCompactions-0 {}] regionserver.HRegion(2416): Starting compaction of 6bba6f9894a8dbaebc3b47d6055c3663/A in TestAcidGuarantees,,1731595377819.6bba6f9894a8dbaebc3b47d6055c3663. 2024-11-14T14:43:12,665 INFO [RS:0;da1c6afcd1f9:35765-longCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:34345/user/jenkins/test-data/14d118ee-a83a-b09b-5913-1a58940a5db1/data/default/TestAcidGuarantees/6bba6f9894a8dbaebc3b47d6055c3663/B/a7f2d66e812e4d0799403fba1e783a5a, hdfs://localhost:34345/user/jenkins/test-data/14d118ee-a83a-b09b-5913-1a58940a5db1/data/default/TestAcidGuarantees/6bba6f9894a8dbaebc3b47d6055c3663/B/c34d9a2b7a0b45dea0f6886d2a98e847, hdfs://localhost:34345/user/jenkins/test-data/14d118ee-a83a-b09b-5913-1a58940a5db1/data/default/TestAcidGuarantees/6bba6f9894a8dbaebc3b47d6055c3663/B/9da9d6ab83254e59a5e0521d36a9cb21, hdfs://localhost:34345/user/jenkins/test-data/14d118ee-a83a-b09b-5913-1a58940a5db1/data/default/TestAcidGuarantees/6bba6f9894a8dbaebc3b47d6055c3663/B/178392401a8d45348070d9a7e0eac2c7] into tmpdir=hdfs://localhost:34345/user/jenkins/test-data/14d118ee-a83a-b09b-5913-1a58940a5db1/data/default/TestAcidGuarantees/6bba6f9894a8dbaebc3b47d6055c3663/.tmp, totalSize=47.7 K 2024-11-14T14:43:12,665 INFO [RS:0;da1c6afcd1f9:35765-shortCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:34345/user/jenkins/test-data/14d118ee-a83a-b09b-5913-1a58940a5db1/data/default/TestAcidGuarantees/6bba6f9894a8dbaebc3b47d6055c3663/A/3b3a144e590a4b84b25df4f35e18c6ef, hdfs://localhost:34345/user/jenkins/test-data/14d118ee-a83a-b09b-5913-1a58940a5db1/data/default/TestAcidGuarantees/6bba6f9894a8dbaebc3b47d6055c3663/A/0389574cff0142dc81b31d595b5bb6fe, hdfs://localhost:34345/user/jenkins/test-data/14d118ee-a83a-b09b-5913-1a58940a5db1/data/default/TestAcidGuarantees/6bba6f9894a8dbaebc3b47d6055c3663/A/b2c49fcdee694d2193e7f1570704d1e3, hdfs://localhost:34345/user/jenkins/test-data/14d118ee-a83a-b09b-5913-1a58940a5db1/data/default/TestAcidGuarantees/6bba6f9894a8dbaebc3b47d6055c3663/A/4106db110eb74165871ef4977bcf3087] into tmpdir=hdfs://localhost:34345/user/jenkins/test-data/14d118ee-a83a-b09b-5913-1a58940a5db1/data/default/TestAcidGuarantees/6bba6f9894a8dbaebc3b47d6055c3663/.tmp, totalSize=121.7 K 2024-11-14T14:43:12,665 INFO [RS:0;da1c6afcd1f9:35765-shortCompactions-0 {}] mob.DefaultMobStoreCompactor(181): MOB compaction: major=false isAll=true priority=12 throughput controller=DefaultCompactionThroughputController [maxThroughput=50.00 MB/second, activeCompactions=0] table=TestAcidGuarantees cf=A region=TestAcidGuarantees,,1731595377819.6bba6f9894a8dbaebc3b47d6055c3663. 2024-11-14T14:43:12,665 DEBUG [RS:0;da1c6afcd1f9:35765-shortCompactions-0 {}] mob.DefaultMobStoreCompactor(191): MOB compaction table=TestAcidGuarantees cf=A region=TestAcidGuarantees,,1731595377819.6bba6f9894a8dbaebc3b47d6055c3663. files: [hdfs://localhost:34345/user/jenkins/test-data/14d118ee-a83a-b09b-5913-1a58940a5db1/data/default/TestAcidGuarantees/6bba6f9894a8dbaebc3b47d6055c3663/A/3b3a144e590a4b84b25df4f35e18c6ef, hdfs://localhost:34345/user/jenkins/test-data/14d118ee-a83a-b09b-5913-1a58940a5db1/data/default/TestAcidGuarantees/6bba6f9894a8dbaebc3b47d6055c3663/A/0389574cff0142dc81b31d595b5bb6fe, hdfs://localhost:34345/user/jenkins/test-data/14d118ee-a83a-b09b-5913-1a58940a5db1/data/default/TestAcidGuarantees/6bba6f9894a8dbaebc3b47d6055c3663/A/b2c49fcdee694d2193e7f1570704d1e3, hdfs://localhost:34345/user/jenkins/test-data/14d118ee-a83a-b09b-5913-1a58940a5db1/data/default/TestAcidGuarantees/6bba6f9894a8dbaebc3b47d6055c3663/A/4106db110eb74165871ef4977bcf3087] 2024-11-14T14:43:12,666 DEBUG [RS:0;da1c6afcd1f9:35765-longCompactions-0 {}] compactions.Compactor(225): Compacting a7f2d66e812e4d0799403fba1e783a5a, keycount=150, bloomtype=ROW, size=12.1 K, encoding=NONE, compression=NONE, seqNum=136, earliestPutTs=1731595387215 2024-11-14T14:43:12,666 DEBUG [RS:0;da1c6afcd1f9:35765-shortCompactions-0 {}] compactions.Compactor(225): Compacting 3b3a144e590a4b84b25df4f35e18c6ef, keycount=150, bloomtype=ROW, size=30.6 K, encoding=NONE, compression=NONE, seqNum=136, earliestPutTs=1731595387215 2024-11-14T14:43:12,666 DEBUG [RS:0;da1c6afcd1f9:35765-longCompactions-0 {}] compactions.Compactor(225): Compacting c34d9a2b7a0b45dea0f6886d2a98e847, keycount=150, bloomtype=ROW, size=11.9 K, encoding=NONE, compression=NONE, seqNum=147, earliestPutTs=1731595388343 2024-11-14T14:43:12,667 DEBUG [RS:0;da1c6afcd1f9:35765-shortCompactions-0 {}] compactions.Compactor(225): Compacting 0389574cff0142dc81b31d595b5bb6fe, keycount=150, bloomtype=ROW, size=30.4 K, encoding=NONE, compression=NONE, seqNum=147, earliestPutTs=1731595388343 2024-11-14T14:43:12,667 DEBUG [RS:0;da1c6afcd1f9:35765-longCompactions-0 {}] compactions.Compactor(225): Compacting 9da9d6ab83254e59a5e0521d36a9cb21, keycount=150, bloomtype=ROW, size=11.9 K, encoding=NONE, compression=NONE, seqNum=186, earliestPutTs=1731595389138 2024-11-14T14:43:12,667 DEBUG [RS:0;da1c6afcd1f9:35765-shortCompactions-0 {}] compactions.Compactor(225): Compacting b2c49fcdee694d2193e7f1570704d1e3, keycount=150, bloomtype=ROW, size=30.4 K, encoding=NONE, compression=NONE, seqNum=186, earliestPutTs=1731595389138 2024-11-14T14:43:12,667 DEBUG [RS:0;da1c6afcd1f9:35765-longCompactions-0 {}] compactions.Compactor(225): Compacting 178392401a8d45348070d9a7e0eac2c7, keycount=150, bloomtype=ROW, size=11.9 K, encoding=NONE, compression=NONE, seqNum=198, earliestPutTs=1731595390343 2024-11-14T14:43:12,667 DEBUG [RS:0;da1c6afcd1f9:35765-shortCompactions-0 {}] compactions.Compactor(225): Compacting 4106db110eb74165871ef4977bcf3087, keycount=150, bloomtype=ROW, size=30.4 K, encoding=NONE, compression=NONE, seqNum=198, earliestPutTs=1731595390343 2024-11-14T14:43:12,673 INFO [RS:0;da1c6afcd1f9:35765-shortCompactions-0 {}] mob.DefaultMobStoreCompactor(321): Compact MOB=false optimized configured=false optimized enabled=false maximum MOB file size=1073741824 major=true store=[table=TestAcidGuarantees family=A region=6bba6f9894a8dbaebc3b47d6055c3663] 2024-11-14T14:43:12,675 DEBUG [RS:0;da1c6afcd1f9:35765-shortCompactions-0 {}] mob.DefaultMobStoreCompactor(635): New MOB writer created=d41d8cd98f00b204e9800998ecf8427e20241114d77e35f7d58f48d196d6221013ef46f6_6bba6f9894a8dbaebc3b47d6055c3663 store=[table=TestAcidGuarantees family=A region=6bba6f9894a8dbaebc3b47d6055c3663] 2024-11-14T14:43:12,675 INFO [RS:0;da1c6afcd1f9:35765-longCompactions-0 {}] throttle.PressureAwareThroughputController(145): 6bba6f9894a8dbaebc3b47d6055c3663#B#compaction#482 average throughput is 3.28 MB/second, slept 0 time(s) and total slept time is 0 ms. 1 active operations remaining, total limit is 50.00 MB/second 2024-11-14T14:43:12,676 DEBUG [RS:0;da1c6afcd1f9:35765-longCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:34345/user/jenkins/test-data/14d118ee-a83a-b09b-5913-1a58940a5db1/data/default/TestAcidGuarantees/6bba6f9894a8dbaebc3b47d6055c3663/.tmp/B/dd9a5d39eb4a48b5a97e0e6b712cdcad is 50, key is test_row_0/B:col10/1731595391407/Put/seqid=0 2024-11-14T14:43:12,677 DEBUG [RS:0;da1c6afcd1f9:35765-shortCompactions-0 {}] mob.DefaultMobStoreCompactor(656): Commit or abort size=0 mobCells=0 major=true file=d41d8cd98f00b204e9800998ecf8427e20241114d77e35f7d58f48d196d6221013ef46f6_6bba6f9894a8dbaebc3b47d6055c3663, store=[table=TestAcidGuarantees family=A region=6bba6f9894a8dbaebc3b47d6055c3663] 2024-11-14T14:43:12,677 DEBUG [RS:0;da1c6afcd1f9:35765-shortCompactions-0 {}] mob.DefaultMobStoreCompactor(667): Aborting writer for hdfs://localhost:34345/user/jenkins/test-data/14d118ee-a83a-b09b-5913-1a58940a5db1/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e20241114d77e35f7d58f48d196d6221013ef46f6_6bba6f9894a8dbaebc3b47d6055c3663 because there are no MOB cells, store=[table=TestAcidGuarantees family=A region=6bba6f9894a8dbaebc3b47d6055c3663] 2024-11-14T14:43:12,689 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36699 is added to blk_1073742391_1567 (size=12527) 2024-11-14T14:43:12,693 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36699 is added to blk_1073742392_1568 (size=4469) 2024-11-14T14:43:12,785 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=35765 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=167 2024-11-14T14:43:12,785 DEBUG [RS_FLUSH_OPERATIONS-regionserver/da1c6afcd1f9:0-1 {event_type=RS_FLUSH_REGIONS, pid=167}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1731595377819.6bba6f9894a8dbaebc3b47d6055c3663. 2024-11-14T14:43:12,786 INFO [RS_FLUSH_OPERATIONS-regionserver/da1c6afcd1f9:0-1 {event_type=RS_FLUSH_REGIONS, pid=167}] regionserver.HRegion(2902): Flushing 6bba6f9894a8dbaebc3b47d6055c3663 3/3 column families, dataSize=114.05 KB heapSize=339.42 KB 2024-11-14T14:43:12,786 DEBUG [RS_FLUSH_OPERATIONS-regionserver/da1c6afcd1f9:0-1 {event_type=RS_FLUSH_REGIONS, pid=167}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 6bba6f9894a8dbaebc3b47d6055c3663, store=A 2024-11-14T14:43:12,786 DEBUG [RS_FLUSH_OPERATIONS-regionserver/da1c6afcd1f9:0-1 {event_type=RS_FLUSH_REGIONS, pid=167}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-14T14:43:12,786 DEBUG [RS_FLUSH_OPERATIONS-regionserver/da1c6afcd1f9:0-1 {event_type=RS_FLUSH_REGIONS, pid=167}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 6bba6f9894a8dbaebc3b47d6055c3663, store=B 2024-11-14T14:43:12,786 DEBUG [RS_FLUSH_OPERATIONS-regionserver/da1c6afcd1f9:0-1 {event_type=RS_FLUSH_REGIONS, pid=167}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-14T14:43:12,786 DEBUG [RS_FLUSH_OPERATIONS-regionserver/da1c6afcd1f9:0-1 {event_type=RS_FLUSH_REGIONS, pid=167}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 6bba6f9894a8dbaebc3b47d6055c3663, store=C 2024-11-14T14:43:12,786 DEBUG [RS_FLUSH_OPERATIONS-regionserver/da1c6afcd1f9:0-1 {event_type=RS_FLUSH_REGIONS, pid=167}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-14T14:43:12,793 DEBUG [RS_FLUSH_OPERATIONS-regionserver/da1c6afcd1f9:0-1 {event_type=RS_FLUSH_REGIONS, pid=167}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:34345/user/jenkins/test-data/14d118ee-a83a-b09b-5913-1a58940a5db1/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e202411149319774812724d29b9cfd5e6682fcb36_6bba6f9894a8dbaebc3b47d6055c3663 is 50, key is test_row_0/A:col10/1731595391449/Put/seqid=0 2024-11-14T14:43:12,797 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36699 is added to blk_1073742393_1569 (size=12304) 2024-11-14T14:43:12,797 DEBUG [RS_FLUSH_OPERATIONS-regionserver/da1c6afcd1f9:0-1 {event_type=RS_FLUSH_REGIONS, pid=167}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T14:43:12,803 INFO [RS_FLUSH_OPERATIONS-regionserver/da1c6afcd1f9:0-1 {event_type=RS_FLUSH_REGIONS, pid=167}] regionserver.HMobStore(268): FLUSH Renaming flushed file from hdfs://localhost:34345/user/jenkins/test-data/14d118ee-a83a-b09b-5913-1a58940a5db1/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e202411149319774812724d29b9cfd5e6682fcb36_6bba6f9894a8dbaebc3b47d6055c3663 to hdfs://localhost:34345/user/jenkins/test-data/14d118ee-a83a-b09b-5913-1a58940a5db1/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e202411149319774812724d29b9cfd5e6682fcb36_6bba6f9894a8dbaebc3b47d6055c3663 2024-11-14T14:43:12,805 DEBUG [RS_FLUSH_OPERATIONS-regionserver/da1c6afcd1f9:0-1 {event_type=RS_FLUSH_REGIONS, pid=167}] mob.DefaultMobStoreFlusher(263): Flush store file: hdfs://localhost:34345/user/jenkins/test-data/14d118ee-a83a-b09b-5913-1a58940a5db1/data/default/TestAcidGuarantees/6bba6f9894a8dbaebc3b47d6055c3663/.tmp/A/1fd2940fe270411283afd05364d8da12, store: [table=TestAcidGuarantees family=A region=6bba6f9894a8dbaebc3b47d6055c3663] 2024-11-14T14:43:12,806 DEBUG [RS_FLUSH_OPERATIONS-regionserver/da1c6afcd1f9:0-1 {event_type=RS_FLUSH_REGIONS, pid=167}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:34345/user/jenkins/test-data/14d118ee-a83a-b09b-5913-1a58940a5db1/data/default/TestAcidGuarantees/6bba6f9894a8dbaebc3b47d6055c3663/.tmp/A/1fd2940fe270411283afd05364d8da12 is 175, key is test_row_0/A:col10/1731595391449/Put/seqid=0 2024-11-14T14:43:12,809 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36699 is added to blk_1073742394_1570 (size=31105) 2024-11-14T14:43:12,809 INFO [RS_FLUSH_OPERATIONS-regionserver/da1c6afcd1f9:0-1 {event_type=RS_FLUSH_REGIONS, pid=167}] mob.DefaultMobStoreFlusher(147): Mob store is flushed, sequenceid=218, memsize=38.0 K, hasBloomFilter=true, into tmp file hdfs://localhost:34345/user/jenkins/test-data/14d118ee-a83a-b09b-5913-1a58940a5db1/data/default/TestAcidGuarantees/6bba6f9894a8dbaebc3b47d6055c3663/.tmp/A/1fd2940fe270411283afd05364d8da12 2024-11-14T14:43:12,818 DEBUG [RS_FLUSH_OPERATIONS-regionserver/da1c6afcd1f9:0-1 {event_type=RS_FLUSH_REGIONS, pid=167}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:34345/user/jenkins/test-data/14d118ee-a83a-b09b-5913-1a58940a5db1/data/default/TestAcidGuarantees/6bba6f9894a8dbaebc3b47d6055c3663/.tmp/B/6e58567f37714c1a84593e3e40903659 is 50, key is test_row_0/B:col10/1731595391449/Put/seqid=0 2024-11-14T14:43:12,821 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36699 is added to blk_1073742395_1571 (size=12151) 2024-11-14T14:43:12,821 INFO [RS_FLUSH_OPERATIONS-regionserver/da1c6afcd1f9:0-1 {event_type=RS_FLUSH_REGIONS, pid=167}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=38.02 KB at sequenceid=218 (bloomFilter=true), to=hdfs://localhost:34345/user/jenkins/test-data/14d118ee-a83a-b09b-5913-1a58940a5db1/data/default/TestAcidGuarantees/6bba6f9894a8dbaebc3b47d6055c3663/.tmp/B/6e58567f37714c1a84593e3e40903659 2024-11-14T14:43:12,828 DEBUG [RS_FLUSH_OPERATIONS-regionserver/da1c6afcd1f9:0-1 {event_type=RS_FLUSH_REGIONS, pid=167}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:34345/user/jenkins/test-data/14d118ee-a83a-b09b-5913-1a58940a5db1/data/default/TestAcidGuarantees/6bba6f9894a8dbaebc3b47d6055c3663/.tmp/C/a14058feca954316aff91a2632ab2e94 is 50, key is test_row_0/C:col10/1731595391449/Put/seqid=0 2024-11-14T14:43:12,831 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36699 is added to blk_1073742396_1572 (size=12151) 2024-11-14T14:43:13,093 DEBUG [RS:0;da1c6afcd1f9:35765-longCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:34345/user/jenkins/test-data/14d118ee-a83a-b09b-5913-1a58940a5db1/data/default/TestAcidGuarantees/6bba6f9894a8dbaebc3b47d6055c3663/.tmp/B/dd9a5d39eb4a48b5a97e0e6b712cdcad as hdfs://localhost:34345/user/jenkins/test-data/14d118ee-a83a-b09b-5913-1a58940a5db1/data/default/TestAcidGuarantees/6bba6f9894a8dbaebc3b47d6055c3663/B/dd9a5d39eb4a48b5a97e0e6b712cdcad 2024-11-14T14:43:13,094 INFO [RS:0;da1c6afcd1f9:35765-shortCompactions-0 {}] throttle.PressureAwareThroughputController(145): 6bba6f9894a8dbaebc3b47d6055c3663#A#compaction#483 average throughput is 0.06 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second 2024-11-14T14:43:13,095 DEBUG [RS:0;da1c6afcd1f9:35765-shortCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:34345/user/jenkins/test-data/14d118ee-a83a-b09b-5913-1a58940a5db1/data/default/TestAcidGuarantees/6bba6f9894a8dbaebc3b47d6055c3663/.tmp/A/56552d99ec3241ad89b84a1e01729bfa is 175, key is test_row_0/A:col10/1731595391407/Put/seqid=0 2024-11-14T14:43:13,098 INFO [RS:0;da1c6afcd1f9:35765-longCompactions-0 {}] regionserver.HStore(1337): Completed compaction of 4 (all) file(s) in 6bba6f9894a8dbaebc3b47d6055c3663/B of 6bba6f9894a8dbaebc3b47d6055c3663 into dd9a5d39eb4a48b5a97e0e6b712cdcad(size=12.2 K), total size for store is 12.2 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-11-14T14:43:13,099 DEBUG [RS:0;da1c6afcd1f9:35765-longCompactions-0 {}] regionserver.HRegion(2446): Compaction status journal for 6bba6f9894a8dbaebc3b47d6055c3663: 2024-11-14T14:43:13,099 INFO [RS:0;da1c6afcd1f9:35765-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1731595377819.6bba6f9894a8dbaebc3b47d6055c3663., storeName=6bba6f9894a8dbaebc3b47d6055c3663/B, priority=12, startTime=1731595392664; duration=0sec 2024-11-14T14:43:13,099 DEBUG [RS:0;da1c6afcd1f9:35765-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=1), splitQueue=0 2024-11-14T14:43:13,099 DEBUG [RS:0;da1c6afcd1f9:35765-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: 6bba6f9894a8dbaebc3b47d6055c3663:B 2024-11-14T14:43:13,099 DEBUG [RS:0;da1c6afcd1f9:35765-longCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 4 store files, 0 compacting, 4 eligible, 16 blocking 2024-11-14T14:43:13,100 DEBUG [RS:0;da1c6afcd1f9:35765-longCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 4 files of size 48844 starting at candidate #0 after considering 3 permutations with 3 in ratio 2024-11-14T14:43:13,100 DEBUG [RS:0;da1c6afcd1f9:35765-longCompactions-0 {}] regionserver.HStore(1541): 6bba6f9894a8dbaebc3b47d6055c3663/C is initiating minor compaction (all files) 2024-11-14T14:43:13,100 INFO [RS:0;da1c6afcd1f9:35765-longCompactions-0 {}] regionserver.HRegion(2416): Starting compaction of 6bba6f9894a8dbaebc3b47d6055c3663/C in TestAcidGuarantees,,1731595377819.6bba6f9894a8dbaebc3b47d6055c3663. 2024-11-14T14:43:13,101 INFO [RS:0;da1c6afcd1f9:35765-longCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:34345/user/jenkins/test-data/14d118ee-a83a-b09b-5913-1a58940a5db1/data/default/TestAcidGuarantees/6bba6f9894a8dbaebc3b47d6055c3663/C/3fd331a9b9c84c319c0748adca2f6d13, hdfs://localhost:34345/user/jenkins/test-data/14d118ee-a83a-b09b-5913-1a58940a5db1/data/default/TestAcidGuarantees/6bba6f9894a8dbaebc3b47d6055c3663/C/e23bf01037d546f4bbceade066a45616, hdfs://localhost:34345/user/jenkins/test-data/14d118ee-a83a-b09b-5913-1a58940a5db1/data/default/TestAcidGuarantees/6bba6f9894a8dbaebc3b47d6055c3663/C/bb429205d30a495587b53d579cb41c7e, hdfs://localhost:34345/user/jenkins/test-data/14d118ee-a83a-b09b-5913-1a58940a5db1/data/default/TestAcidGuarantees/6bba6f9894a8dbaebc3b47d6055c3663/C/3d909ce8d6094b20af6b0d0704e8c15d] into tmpdir=hdfs://localhost:34345/user/jenkins/test-data/14d118ee-a83a-b09b-5913-1a58940a5db1/data/default/TestAcidGuarantees/6bba6f9894a8dbaebc3b47d6055c3663/.tmp, totalSize=47.7 K 2024-11-14T14:43:13,101 DEBUG [RS:0;da1c6afcd1f9:35765-longCompactions-0 {}] compactions.Compactor(225): Compacting 3fd331a9b9c84c319c0748adca2f6d13, keycount=150, bloomtype=ROW, size=12.1 K, encoding=NONE, compression=NONE, seqNum=136, earliestPutTs=1731595387215 2024-11-14T14:43:13,101 DEBUG [RS:0;da1c6afcd1f9:35765-longCompactions-0 {}] compactions.Compactor(225): Compacting e23bf01037d546f4bbceade066a45616, keycount=150, bloomtype=ROW, size=11.9 K, encoding=NONE, compression=NONE, seqNum=147, earliestPutTs=1731595388343 2024-11-14T14:43:13,102 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36699 is added to blk_1073742397_1573 (size=31481) 2024-11-14T14:43:13,102 DEBUG [RS:0;da1c6afcd1f9:35765-longCompactions-0 {}] compactions.Compactor(225): Compacting bb429205d30a495587b53d579cb41c7e, keycount=150, bloomtype=ROW, size=11.9 K, encoding=NONE, compression=NONE, seqNum=186, earliestPutTs=1731595389138 2024-11-14T14:43:13,102 DEBUG [RS:0;da1c6afcd1f9:35765-longCompactions-0 {}] compactions.Compactor(225): Compacting 3d909ce8d6094b20af6b0d0704e8c15d, keycount=150, bloomtype=ROW, size=11.9 K, encoding=NONE, compression=NONE, seqNum=198, earliestPutTs=1731595390343 2024-11-14T14:43:13,106 DEBUG [RS:0;da1c6afcd1f9:35765-shortCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:34345/user/jenkins/test-data/14d118ee-a83a-b09b-5913-1a58940a5db1/data/default/TestAcidGuarantees/6bba6f9894a8dbaebc3b47d6055c3663/.tmp/A/56552d99ec3241ad89b84a1e01729bfa as hdfs://localhost:34345/user/jenkins/test-data/14d118ee-a83a-b09b-5913-1a58940a5db1/data/default/TestAcidGuarantees/6bba6f9894a8dbaebc3b47d6055c3663/A/56552d99ec3241ad89b84a1e01729bfa 2024-11-14T14:43:13,110 INFO [RS:0;da1c6afcd1f9:35765-shortCompactions-0 {}] regionserver.HStore(1337): Completed compaction of 4 (all) file(s) in 6bba6f9894a8dbaebc3b47d6055c3663/A of 6bba6f9894a8dbaebc3b47d6055c3663 into 56552d99ec3241ad89b84a1e01729bfa(size=30.7 K), total size for store is 30.7 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-11-14T14:43:13,110 DEBUG [RS:0;da1c6afcd1f9:35765-shortCompactions-0 {}] regionserver.HRegion(2446): Compaction status journal for 6bba6f9894a8dbaebc3b47d6055c3663: 2024-11-14T14:43:13,110 INFO [RS:0;da1c6afcd1f9:35765-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1731595377819.6bba6f9894a8dbaebc3b47d6055c3663., storeName=6bba6f9894a8dbaebc3b47d6055c3663/A, priority=12, startTime=1731595392664; duration=0sec 2024-11-14T14:43:13,110 DEBUG [RS:0;da1c6afcd1f9:35765-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-14T14:43:13,110 DEBUG [RS:0;da1c6afcd1f9:35765-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: 6bba6f9894a8dbaebc3b47d6055c3663:A 2024-11-14T14:43:13,110 INFO [RS:0;da1c6afcd1f9:35765-longCompactions-0 {}] throttle.PressureAwareThroughputController(145): 6bba6f9894a8dbaebc3b47d6055c3663#C#compaction#487 average throughput is 3.28 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second 2024-11-14T14:43:13,111 DEBUG [RS:0;da1c6afcd1f9:35765-longCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:34345/user/jenkins/test-data/14d118ee-a83a-b09b-5913-1a58940a5db1/data/default/TestAcidGuarantees/6bba6f9894a8dbaebc3b47d6055c3663/.tmp/C/246b920856394feb98c5efbf3d919b4c is 50, key is test_row_0/C:col10/1731595391407/Put/seqid=0 2024-11-14T14:43:13,114 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36699 is added to blk_1073742398_1574 (size=12527) 2024-11-14T14:43:13,231 INFO [RS_FLUSH_OPERATIONS-regionserver/da1c6afcd1f9:0-1 {event_type=RS_FLUSH_REGIONS, pid=167}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=38.02 KB at sequenceid=218 (bloomFilter=true), to=hdfs://localhost:34345/user/jenkins/test-data/14d118ee-a83a-b09b-5913-1a58940a5db1/data/default/TestAcidGuarantees/6bba6f9894a8dbaebc3b47d6055c3663/.tmp/C/a14058feca954316aff91a2632ab2e94 2024-11-14T14:43:13,235 DEBUG [RS_FLUSH_OPERATIONS-regionserver/da1c6afcd1f9:0-1 {event_type=RS_FLUSH_REGIONS, pid=167}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:34345/user/jenkins/test-data/14d118ee-a83a-b09b-5913-1a58940a5db1/data/default/TestAcidGuarantees/6bba6f9894a8dbaebc3b47d6055c3663/.tmp/A/1fd2940fe270411283afd05364d8da12 as hdfs://localhost:34345/user/jenkins/test-data/14d118ee-a83a-b09b-5913-1a58940a5db1/data/default/TestAcidGuarantees/6bba6f9894a8dbaebc3b47d6055c3663/A/1fd2940fe270411283afd05364d8da12 2024-11-14T14:43:13,238 INFO [RS_FLUSH_OPERATIONS-regionserver/da1c6afcd1f9:0-1 {event_type=RS_FLUSH_REGIONS, pid=167}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:34345/user/jenkins/test-data/14d118ee-a83a-b09b-5913-1a58940a5db1/data/default/TestAcidGuarantees/6bba6f9894a8dbaebc3b47d6055c3663/A/1fd2940fe270411283afd05364d8da12, entries=150, sequenceid=218, filesize=30.4 K 2024-11-14T14:43:13,239 DEBUG [RS_FLUSH_OPERATIONS-regionserver/da1c6afcd1f9:0-1 {event_type=RS_FLUSH_REGIONS, pid=167}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:34345/user/jenkins/test-data/14d118ee-a83a-b09b-5913-1a58940a5db1/data/default/TestAcidGuarantees/6bba6f9894a8dbaebc3b47d6055c3663/.tmp/B/6e58567f37714c1a84593e3e40903659 as hdfs://localhost:34345/user/jenkins/test-data/14d118ee-a83a-b09b-5913-1a58940a5db1/data/default/TestAcidGuarantees/6bba6f9894a8dbaebc3b47d6055c3663/B/6e58567f37714c1a84593e3e40903659 2024-11-14T14:43:13,240 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T14:43:13,240 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T14:43:13,240 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T14:43:13,242 INFO [RS_FLUSH_OPERATIONS-regionserver/da1c6afcd1f9:0-1 {event_type=RS_FLUSH_REGIONS, pid=167}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:34345/user/jenkins/test-data/14d118ee-a83a-b09b-5913-1a58940a5db1/data/default/TestAcidGuarantees/6bba6f9894a8dbaebc3b47d6055c3663/B/6e58567f37714c1a84593e3e40903659, entries=150, sequenceid=218, filesize=11.9 K 2024-11-14T14:43:13,242 DEBUG [RS_FLUSH_OPERATIONS-regionserver/da1c6afcd1f9:0-1 {event_type=RS_FLUSH_REGIONS, pid=167}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:34345/user/jenkins/test-data/14d118ee-a83a-b09b-5913-1a58940a5db1/data/default/TestAcidGuarantees/6bba6f9894a8dbaebc3b47d6055c3663/.tmp/C/a14058feca954316aff91a2632ab2e94 as hdfs://localhost:34345/user/jenkins/test-data/14d118ee-a83a-b09b-5913-1a58940a5db1/data/default/TestAcidGuarantees/6bba6f9894a8dbaebc3b47d6055c3663/C/a14058feca954316aff91a2632ab2e94 2024-11-14T14:43:13,243 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T14:43:13,243 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T14:43:13,243 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T14:43:13,243 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T14:43:13,243 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T14:43:13,243 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T14:43:13,244 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T14:43:13,244 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T14:43:13,244 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T14:43:13,244 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T14:43:13,244 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T14:43:13,245 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T14:43:13,245 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T14:43:13,245 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T14:43:13,245 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T14:43:13,246 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T14:43:13,246 INFO [RS_FLUSH_OPERATIONS-regionserver/da1c6afcd1f9:0-1 {event_type=RS_FLUSH_REGIONS, pid=167}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:34345/user/jenkins/test-data/14d118ee-a83a-b09b-5913-1a58940a5db1/data/default/TestAcidGuarantees/6bba6f9894a8dbaebc3b47d6055c3663/C/a14058feca954316aff91a2632ab2e94, entries=150, sequenceid=218, filesize=11.9 K 2024-11-14T14:43:13,246 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T14:43:13,246 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T14:43:13,246 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T14:43:13,247 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T14:43:13,247 INFO [RS_FLUSH_OPERATIONS-regionserver/da1c6afcd1f9:0-1 {event_type=RS_FLUSH_REGIONS, pid=167}] regionserver.HRegion(3140): Finished flush of dataSize ~114.05 KB/116790, heapSize ~339.38 KB/347520, currentSize=0 B/0 for 6bba6f9894a8dbaebc3b47d6055c3663 in 462ms, sequenceid=218, compaction requested=false 2024-11-14T14:43:13,247 DEBUG [RS_FLUSH_OPERATIONS-regionserver/da1c6afcd1f9:0-1 {event_type=RS_FLUSH_REGIONS, pid=167}] regionserver.HRegion(2603): Flush status journal for 6bba6f9894a8dbaebc3b47d6055c3663: 2024-11-14T14:43:13,247 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T14:43:13,247 DEBUG [RS_FLUSH_OPERATIONS-regionserver/da1c6afcd1f9:0-1 {event_type=RS_FLUSH_REGIONS, pid=167}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1731595377819.6bba6f9894a8dbaebc3b47d6055c3663. 2024-11-14T14:43:13,247 DEBUG [RS_FLUSH_OPERATIONS-regionserver/da1c6afcd1f9:0-1 {event_type=RS_FLUSH_REGIONS, pid=167}] regionserver.RemoteProcedureResultReporter(62): Successfully complete execution of pid=167 2024-11-14T14:43:13,247 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T14:43:13,247 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45145 {}] master.HMaster(4169): Remote procedure done, pid=167 2024-11-14T14:43:13,247 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T14:43:13,247 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T14:43:13,247 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T14:43:13,248 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T14:43:13,248 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T14:43:13,249 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T14:43:13,249 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T14:43:13,249 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T14:43:13,249 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T14:43:13,249 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T14:43:13,250 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T14:43:13,250 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T14:43:13,250 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T14:43:13,250 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T14:43:13,250 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T14:43:13,250 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T14:43:13,250 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=167, resume processing ppid=166 2024-11-14T14:43:13,250 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1521): Finished pid=167, ppid=166, state=SUCCESS, hasLock=false; org.apache.hadoop.hbase.master.procedure.FlushRegionProcedure in 1.8390 sec 2024-11-14T14:43:13,250 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T14:43:13,251 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T14:43:13,251 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T14:43:13,251 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T14:43:13,251 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T14:43:13,251 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T14:43:13,251 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T14:43:13,251 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T14:43:13,252 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T14:43:13,252 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T14:43:13,252 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T14:43:13,252 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1521): Finished pid=166, state=SUCCESS, hasLock=false; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=166, table=TestAcidGuarantees in 1.8450 sec 2024-11-14T14:43:13,252 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T14:43:13,252 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T14:43:13,252 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T14:43:13,252 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T14:43:13,253 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T14:43:13,253 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T14:43:13,253 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T14:43:13,253 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T14:43:13,253 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T14:43:13,253 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T14:43:13,254 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T14:43:13,254 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T14:43:13,254 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T14:43:13,254 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T14:43:13,254 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T14:43:13,254 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T14:43:13,254 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T14:43:13,255 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T14:43:13,255 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T14:43:13,255 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T14:43:13,255 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T14:43:13,255 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T14:43:13,255 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T14:43:13,255 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T14:43:13,255 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T14:43:13,255 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T14:43:13,256 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T14:43:13,256 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T14:43:13,256 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T14:43:13,256 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T14:43:13,256 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T14:43:13,256 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T14:43:13,257 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T14:43:13,257 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T14:43:13,257 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T14:43:13,257 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T14:43:13,257 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T14:43:13,257 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T14:43:13,257 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T14:43:13,257 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T14:43:13,258 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T14:43:13,258 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T14:43:13,258 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T14:43:13,258 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T14:43:13,258 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T14:43:13,258 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T14:43:13,259 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T14:43:13,259 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T14:43:13,259 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T14:43:13,259 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T14:43:13,259 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T14:43:13,259 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T14:43:13,259 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T14:43:13,259 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T14:43:13,259 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T14:43:13,260 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T14:43:13,260 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T14:43:13,260 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T14:43:13,260 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T14:43:13,260 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T14:43:13,260 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T14:43:13,260 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T14:43:13,261 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T14:43:13,261 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T14:43:13,261 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T14:43:13,261 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T14:43:13,261 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T14:43:13,261 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T14:43:13,262 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T14:43:13,262 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T14:43:13,262 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T14:43:13,262 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T14:43:13,262 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T14:43:13,262 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T14:43:13,262 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T14:43:13,262 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T14:43:13,263 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T14:43:13,263 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T14:43:13,263 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T14:43:13,263 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T14:43:13,263 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T14:43:13,263 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T14:43:13,263 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T14:43:13,263 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T14:43:13,264 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T14:43:13,264 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T14:43:13,264 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T14:43:13,264 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T14:43:13,264 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T14:43:13,264 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T14:43:13,264 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T14:43:13,265 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T14:43:13,265 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T14:43:13,265 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T14:43:13,266 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T14:43:13,266 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T14:43:13,266 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T14:43:13,266 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T14:43:13,267 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T14:43:13,267 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T14:43:13,267 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T14:43:13,267 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T14:43:13,267 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T14:43:13,267 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T14:43:13,267 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T14:43:13,267 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T14:43:13,268 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T14:43:13,268 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T14:43:13,268 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T14:43:13,268 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T14:43:13,268 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T14:43:13,268 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T14:43:13,269 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T14:43:13,269 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T14:43:13,269 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T14:43:13,269 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T14:43:13,269 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T14:43:13,270 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T14:43:13,270 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T14:43:13,270 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T14:43:13,270 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T14:43:13,270 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T14:43:13,270 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T14:43:13,271 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T14:43:13,271 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T14:43:13,271 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T14:43:13,271 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T14:43:13,271 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T14:43:13,271 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T14:43:13,272 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T14:43:13,272 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T14:43:13,272 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T14:43:13,272 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T14:43:13,272 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T14:43:13,272 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T14:43:13,272 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T14:43:13,272 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T14:43:13,273 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T14:43:13,273 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T14:43:13,273 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T14:43:13,273 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T14:43:13,273 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T14:43:13,274 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T14:43:13,274 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T14:43:13,274 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T14:43:13,274 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T14:43:13,274 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T14:43:13,275 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T14:43:13,275 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T14:43:13,275 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T14:43:13,275 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T14:43:13,275 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T14:43:13,275 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T14:43:13,275 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T14:43:13,276 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T14:43:13,276 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T14:43:13,276 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T14:43:13,276 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T14:43:13,276 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T14:43:13,276 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T14:43:13,276 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T14:43:13,276 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T14:43:13,276 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T14:43:13,277 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T14:43:13,277 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T14:43:13,277 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T14:43:13,277 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T14:43:13,277 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T14:43:13,277 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T14:43:13,278 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T14:43:13,278 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T14:43:13,278 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T14:43:13,278 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T14:43:13,278 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T14:43:13,278 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T14:43:13,279 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T14:43:13,279 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T14:43:13,279 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T14:43:13,279 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T14:43:13,279 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T14:43:13,279 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T14:43:13,279 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T14:43:13,279 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T14:43:13,279 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T14:43:13,280 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T14:43:13,280 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T14:43:13,280 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T14:43:13,280 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T14:43:13,280 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T14:43:13,280 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T14:43:13,281 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T14:43:13,281 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T14:43:13,281 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T14:43:13,281 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T14:43:13,281 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T14:43:13,281 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T14:43:13,281 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T14:43:13,282 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T14:43:13,282 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T14:43:13,282 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T14:43:13,282 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T14:43:13,282 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T14:43:13,282 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T14:43:13,282 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T14:43:13,283 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T14:43:13,283 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T14:43:13,283 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T14:43:13,283 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T14:43:13,283 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T14:43:13,283 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T14:43:13,283 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T14:43:13,283 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T14:43:13,284 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T14:43:13,284 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T14:43:13,284 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T14:43:13,284 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T14:43:13,284 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T14:43:13,284 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T14:43:13,284 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T14:43:13,285 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T14:43:13,285 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T14:43:13,285 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T14:43:13,285 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T14:43:13,285 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T14:43:13,285 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T14:43:13,286 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T14:43:13,286 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T14:43:13,286 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T14:43:13,286 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T14:43:13,286 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T14:43:13,286 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T14:43:13,286 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T14:43:13,286 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T14:43:13,287 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T14:43:13,287 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T14:43:13,287 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T14:43:13,287 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T14:43:13,287 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T14:43:13,287 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T14:43:13,287 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T14:43:13,288 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T14:43:13,288 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T14:43:13,288 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T14:43:13,288 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T14:43:13,288 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T14:43:13,289 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T14:43:13,289 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T14:43:13,289 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T14:43:13,289 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T14:43:13,289 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T14:43:13,290 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T14:43:13,290 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T14:43:13,290 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T14:43:13,290 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T14:43:13,290 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T14:43:13,290 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T14:43:13,291 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T14:43:13,291 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T14:43:13,291 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T14:43:13,291 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T14:43:13,291 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T14:43:13,292 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T14:43:13,292 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T14:43:13,292 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T14:43:13,292 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T14:43:13,292 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T14:43:13,292 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T14:43:13,293 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T14:43:13,293 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T14:43:13,293 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T14:43:13,293 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T14:43:13,293 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T14:43:13,293 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T14:43:13,294 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T14:43:13,294 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T14:43:13,294 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T14:43:13,294 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T14:43:13,294 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T14:43:13,294 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T14:43:13,294 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T14:43:13,294 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T14:43:13,294 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T14:43:13,295 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T14:43:13,295 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T14:43:13,295 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T14:43:13,295 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T14:43:13,295 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T14:43:13,295 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T14:43:13,296 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T14:43:13,296 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T14:43:13,296 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T14:43:13,296 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T14:43:13,297 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T14:43:13,297 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T14:43:13,297 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T14:43:13,297 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T14:43:13,297 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T14:43:13,297 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T14:43:13,298 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T14:43:13,298 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T14:43:13,298 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T14:43:13,298 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T14:43:13,298 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T14:43:13,298 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T14:43:13,298 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T14:43:13,299 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T14:43:13,299 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T14:43:13,299 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T14:43:13,299 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T14:43:13,299 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T14:43:13,299 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T14:43:13,300 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T14:43:13,300 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T14:43:13,300 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T14:43:13,300 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T14:43:13,300 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T14:43:13,300 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T14:43:13,300 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T14:43:13,300 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T14:43:13,300 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T14:43:13,301 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T14:43:13,301 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T14:43:13,301 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T14:43:13,301 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T14:43:13,301 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T14:43:13,301 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T14:43:13,302 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T14:43:13,302 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T14:43:13,302 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T14:43:13,302 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T14:43:13,302 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T14:43:13,302 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T14:43:13,302 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T14:43:13,302 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T14:43:13,302 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T14:43:13,303 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T14:43:13,303 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T14:43:13,303 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T14:43:13,303 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T14:43:13,303 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T14:43:13,303 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T14:43:13,303 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T14:43:13,304 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T14:43:13,304 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T14:43:13,304 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T14:43:13,304 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T14:43:13,304 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T14:43:13,304 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T14:43:13,305 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T14:43:13,305 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T14:43:13,305 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T14:43:13,305 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T14:43:13,305 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T14:43:13,305 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T14:43:13,305 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T14:43:13,305 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T14:43:13,305 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T14:43:13,306 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T14:43:13,306 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T14:43:13,306 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T14:43:13,306 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T14:43:13,306 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T14:43:13,306 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T14:43:13,306 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T14:43:13,307 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T14:43:13,307 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T14:43:13,307 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T14:43:13,307 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T14:43:13,307 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T14:43:13,307 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T14:43:13,307 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T14:43:13,308 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T14:43:13,308 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T14:43:13,308 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T14:43:13,308 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T14:43:13,308 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T14:43:13,308 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T14:43:13,308 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T14:43:13,309 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T14:43:13,309 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T14:43:13,309 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T14:43:13,309 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T14:43:13,309 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T14:43:13,309 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T14:43:13,309 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T14:43:13,310 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T14:43:13,310 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T14:43:13,310 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T14:43:13,310 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T14:43:13,310 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T14:43:13,310 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T14:43:13,311 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T14:43:13,311 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T14:43:13,311 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T14:43:13,311 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T14:43:13,311 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T14:43:13,311 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T14:43:13,312 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T14:43:13,312 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T14:43:13,312 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T14:43:13,312 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T14:43:13,312 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T14:43:13,312 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T14:43:13,312 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T14:43:13,313 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T14:43:13,313 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T14:43:13,313 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T14:43:13,313 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T14:43:13,313 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T14:43:13,313 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T14:43:13,314 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T14:43:13,314 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T14:43:13,314 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T14:43:13,314 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T14:43:13,314 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T14:43:13,314 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T14:43:13,315 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T14:43:13,315 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T14:43:13,315 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T14:43:13,315 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T14:43:13,315 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T14:43:13,316 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T14:43:13,316 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T14:43:13,316 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T14:43:13,316 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T14:43:13,316 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T14:43:13,316 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T14:43:13,316 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T14:43:13,317 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T14:43:13,317 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T14:43:13,317 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T14:43:13,317 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T14:43:13,317 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T14:43:13,317 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T14:43:13,318 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T14:43:13,318 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T14:43:13,318 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T14:43:13,318 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T14:43:13,318 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T14:43:13,318 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T14:43:13,319 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T14:43:13,319 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T14:43:13,319 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T14:43:13,319 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T14:43:13,319 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T14:43:13,319 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T14:43:13,320 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T14:43:13,320 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T14:43:13,320 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T14:43:13,320 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T14:43:13,320 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T14:43:13,320 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T14:43:13,321 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T14:43:13,321 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T14:43:13,321 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T14:43:13,321 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T14:43:13,321 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T14:43:13,321 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T14:43:13,321 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T14:43:13,322 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T14:43:13,322 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T14:43:13,322 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T14:43:13,322 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T14:43:13,322 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T14:43:13,322 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T14:43:13,323 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T14:43:13,323 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T14:43:13,323 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T14:43:13,323 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T14:43:13,323 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T14:43:13,323 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T14:43:13,323 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T14:43:13,324 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T14:43:13,324 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T14:43:13,324 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T14:43:13,324 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T14:43:13,324 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T14:43:13,324 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T14:43:13,324 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T14:43:13,324 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T14:43:13,325 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T14:43:13,325 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T14:43:13,325 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T14:43:13,325 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T14:43:13,325 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T14:43:13,325 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T14:43:13,326 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T14:43:13,326 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T14:43:13,326 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T14:43:13,326 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T14:43:13,326 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T14:43:13,326 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T14:43:13,326 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T14:43:13,326 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T14:43:13,326 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T14:43:13,327 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T14:43:13,327 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T14:43:13,327 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T14:43:13,327 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T14:43:13,327 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T14:43:13,327 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T14:43:13,327 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T14:43:13,328 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T14:43:13,328 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T14:43:13,328 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T14:43:13,328 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T14:43:13,328 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T14:43:13,328 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T14:43:13,329 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T14:43:13,329 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T14:43:13,329 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T14:43:13,329 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T14:43:13,329 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T14:43:13,329 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T14:43:13,329 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T14:43:13,330 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T14:43:13,330 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T14:43:13,330 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T14:43:13,330 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T14:43:13,330 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T14:43:13,330 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T14:43:13,330 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T14:43:13,330 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T14:43:13,331 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T14:43:13,331 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T14:43:13,331 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T14:43:13,331 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T14:43:13,331 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T14:43:13,331 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T14:43:13,331 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T14:43:13,332 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T14:43:13,332 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T14:43:13,332 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T14:43:13,332 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T14:43:13,333 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T14:43:13,333 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T14:43:13,333 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T14:43:13,333 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T14:43:13,333 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T14:43:13,333 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T14:43:13,333 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T14:43:13,333 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T14:43:13,334 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T14:43:13,334 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T14:43:13,334 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T14:43:13,334 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T14:43:13,334 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T14:43:13,334 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T14:43:13,335 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T14:43:13,335 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T14:43:13,335 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T14:43:13,335 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T14:43:13,335 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T14:43:13,335 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T14:43:13,335 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T14:43:13,336 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T14:43:13,336 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T14:43:13,336 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T14:43:13,336 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T14:43:13,336 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T14:43:13,336 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T14:43:13,336 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T14:43:13,337 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T14:43:13,337 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T14:43:13,337 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T14:43:13,337 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T14:43:13,337 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T14:43:13,337 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T14:43:13,338 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T14:43:13,338 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T14:43:13,338 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T14:43:13,338 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T14:43:13,338 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T14:43:13,338 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T14:43:13,339 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T14:43:13,339 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T14:43:13,339 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T14:43:13,339 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T14:43:13,339 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T14:43:13,340 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T14:43:13,340 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T14:43:13,340 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T14:43:13,340 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T14:43:13,340 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T14:43:13,340 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T14:43:13,340 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T14:43:13,340 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T14:43:13,341 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T14:43:13,341 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T14:43:13,341 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T14:43:13,341 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T14:43:13,342 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T14:43:13,342 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T14:43:13,342 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T14:43:13,342 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T14:43:13,342 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T14:43:13,342 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T14:43:13,342 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T14:43:13,343 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T14:43:13,343 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T14:43:13,343 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T14:43:13,343 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T14:43:13,343 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T14:43:13,343 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T14:43:13,343 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T14:43:13,343 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T14:43:13,344 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T14:43:13,344 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T14:43:13,344 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T14:43:13,344 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T14:43:13,344 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T14:43:13,344 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T14:43:13,344 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T14:43:13,345 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T14:43:13,345 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T14:43:13,345 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T14:43:13,345 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T14:43:13,345 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T14:43:13,345 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T14:43:13,345 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T14:43:13,345 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T14:43:13,346 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T14:43:13,346 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T14:43:13,346 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T14:43:13,346 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T14:43:13,346 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T14:43:13,346 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T14:43:13,346 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T14:43:13,347 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T14:43:13,347 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T14:43:13,347 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T14:43:13,347 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T14:43:13,347 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T14:43:13,347 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T14:43:13,347 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T14:43:13,347 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T14:43:13,348 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T14:43:13,348 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T14:43:13,348 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T14:43:13,348 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T14:43:13,348 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T14:43:13,348 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T14:43:13,348 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T14:43:13,349 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T14:43:13,349 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T14:43:13,349 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T14:43:13,349 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T14:43:13,349 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T14:43:13,349 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T14:43:13,350 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T14:43:13,350 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T14:43:13,350 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T14:43:13,350 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T14:43:13,350 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T14:43:13,350 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T14:43:13,350 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T14:43:13,350 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T14:43:13,350 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T14:43:13,351 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T14:43:13,351 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T14:43:13,351 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T14:43:13,351 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T14:43:13,351 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T14:43:13,351 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T14:43:13,351 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T14:43:13,352 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T14:43:13,352 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T14:43:13,352 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T14:43:13,352 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T14:43:13,352 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T14:43:13,352 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T14:43:13,352 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T14:43:13,353 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T14:43:13,353 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T14:43:13,353 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T14:43:13,353 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T14:43:13,353 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T14:43:13,353 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T14:43:13,353 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T14:43:13,354 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T14:43:13,354 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T14:43:13,354 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T14:43:13,354 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T14:43:13,354 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T14:43:13,354 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T14:43:13,355 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T14:43:13,355 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T14:43:13,355 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T14:43:13,355 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T14:43:13,355 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T14:43:13,355 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T14:43:13,355 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T14:43:13,356 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T14:43:13,356 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T14:43:13,356 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T14:43:13,356 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T14:43:13,356 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T14:43:13,356 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T14:43:13,356 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T14:43:13,357 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T14:43:13,357 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T14:43:13,357 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T14:43:13,357 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T14:43:13,357 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T14:43:13,357 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T14:43:13,358 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T14:43:13,358 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T14:43:13,358 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T14:43:13,358 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T14:43:13,358 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T14:43:13,358 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T14:43:13,358 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T14:43:13,359 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T14:43:13,359 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T14:43:13,359 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T14:43:13,359 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T14:43:13,359 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T14:43:13,359 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T14:43:13,359 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T14:43:13,359 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T14:43:13,360 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T14:43:13,360 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T14:43:13,360 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T14:43:13,360 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T14:43:13,361 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T14:43:13,361 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T14:43:13,361 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T14:43:13,361 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T14:43:13,361 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T14:43:13,361 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T14:43:13,362 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T14:43:13,362 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T14:43:13,362 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T14:43:13,362 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T14:43:13,362 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T14:43:13,362 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T14:43:13,362 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T14:43:13,363 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T14:43:13,363 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T14:43:13,363 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T14:43:13,363 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T14:43:13,363 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T14:43:13,363 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T14:43:13,364 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T14:43:13,364 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T14:43:13,364 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T14:43:13,364 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T14:43:13,364 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T14:43:13,364 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T14:43:13,364 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T14:43:13,365 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T14:43:13,365 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T14:43:13,365 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T14:43:13,365 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T14:43:13,365 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T14:43:13,365 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T14:43:13,366 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T14:43:13,366 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T14:43:13,366 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T14:43:13,366 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T14:43:13,366 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T14:43:13,366 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T14:43:13,366 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T14:43:13,366 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T14:43:13,367 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T14:43:13,367 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T14:43:13,367 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T14:43:13,367 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T14:43:13,368 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T14:43:13,368 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T14:43:13,368 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T14:43:13,368 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T14:43:13,368 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T14:43:13,368 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T14:43:13,369 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T14:43:13,369 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T14:43:13,369 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T14:43:13,369 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T14:43:13,369 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T14:43:13,369 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T14:43:13,370 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T14:43:13,370 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T14:43:13,370 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T14:43:13,370 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T14:43:13,370 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T14:43:13,370 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T14:43:13,371 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T14:43:13,371 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T14:43:13,371 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T14:43:13,371 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T14:43:13,371 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T14:43:13,371 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T14:43:13,372 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T14:43:13,372 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T14:43:13,372 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T14:43:13,372 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T14:43:13,372 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T14:43:13,372 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T14:43:13,373 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T14:43:13,373 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T14:43:13,373 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T14:43:13,373 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T14:43:13,373 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T14:43:13,373 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T14:43:13,373 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T14:43:13,373 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T14:43:13,374 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T14:43:13,374 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T14:43:13,374 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T14:43:13,374 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T14:43:13,374 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T14:43:13,374 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T14:43:13,374 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T14:43:13,375 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T14:43:13,375 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T14:43:13,375 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T14:43:13,375 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T14:43:13,375 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T14:43:13,376 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T14:43:13,376 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T14:43:13,376 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T14:43:13,376 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T14:43:13,376 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T14:43:13,376 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T14:43:13,376 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T14:43:13,376 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T14:43:13,376 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T14:43:13,377 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T14:43:13,377 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T14:43:13,377 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T14:43:13,377 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T14:43:13,377 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T14:43:13,377 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T14:43:13,377 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T14:43:13,378 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T14:43:13,378 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T14:43:13,378 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T14:43:13,378 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T14:43:13,378 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T14:43:13,379 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T14:43:13,379 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T14:43:13,379 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T14:43:13,379 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T14:43:13,379 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T14:43:13,380 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T14:43:13,380 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T14:43:13,380 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T14:43:13,380 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T14:43:13,380 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T14:43:13,380 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T14:43:13,380 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T14:43:13,380 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T14:43:13,381 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T14:43:13,381 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T14:43:13,381 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T14:43:13,381 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T14:43:13,381 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T14:43:13,381 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T14:43:13,382 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T14:43:13,382 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T14:43:13,382 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T14:43:13,382 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T14:43:13,382 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T14:43:13,382 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T14:43:13,382 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T14:43:13,383 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T14:43:13,383 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T14:43:13,383 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T14:43:13,383 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T14:43:13,384 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T14:43:13,384 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T14:43:13,384 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T14:43:13,384 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T14:43:13,384 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T14:43:13,384 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T14:43:13,385 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T14:43:13,385 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T14:43:13,385 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T14:43:13,385 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T14:43:13,385 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T14:43:13,385 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T14:43:13,385 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T14:43:13,386 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T14:43:13,386 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T14:43:13,386 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T14:43:13,386 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T14:43:13,386 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T14:43:13,386 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T14:43:13,387 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T14:43:13,387 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T14:43:13,387 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T14:43:13,387 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T14:43:13,387 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T14:43:13,388 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T14:43:13,388 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T14:43:13,388 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T14:43:13,388 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T14:43:13,388 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T14:43:13,388 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T14:43:13,388 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T14:43:13,389 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T14:43:13,389 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T14:43:13,389 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T14:43:13,389 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T14:43:13,389 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T14:43:13,389 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T14:43:13,389 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T14:43:13,389 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T14:43:13,390 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T14:43:13,390 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T14:43:13,390 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T14:43:13,390 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T14:43:13,390 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T14:43:13,391 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T14:43:13,391 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T14:43:13,391 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T14:43:13,391 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T14:43:13,391 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T14:43:13,391 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T14:43:13,391 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T14:43:13,392 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T14:43:13,392 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T14:43:13,392 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T14:43:13,392 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T14:43:13,392 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T14:43:13,392 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T14:43:13,392 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T14:43:13,393 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T14:43:13,393 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T14:43:13,393 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T14:43:13,393 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T14:43:13,393 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T14:43:13,393 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T14:43:13,394 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T14:43:13,394 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T14:43:13,394 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T14:43:13,394 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T14:43:13,394 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T14:43:13,394 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T14:43:13,394 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T14:43:13,394 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T14:43:13,394 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T14:43:13,395 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T14:43:13,395 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T14:43:13,395 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T14:43:13,395 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T14:43:13,395 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T14:43:13,395 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T14:43:13,395 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T14:43:13,396 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T14:43:13,396 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T14:43:13,396 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T14:43:13,396 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T14:43:13,396 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T14:43:13,396 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T14:43:13,397 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T14:43:13,397 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T14:43:13,397 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T14:43:13,397 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T14:43:13,397 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T14:43:13,397 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T14:43:13,397 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T14:43:13,397 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T14:43:13,397 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T14:43:13,398 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T14:43:13,398 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T14:43:13,398 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T14:43:13,398 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T14:43:13,398 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T14:43:13,398 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T14:43:13,399 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T14:43:13,399 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T14:43:13,399 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T14:43:13,399 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T14:43:13,399 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T14:43:13,399 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T14:43:13,399 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T14:43:13,399 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T14:43:13,400 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T14:43:13,400 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T14:43:13,400 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T14:43:13,400 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T14:43:13,400 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T14:43:13,400 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T14:43:13,401 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T14:43:13,401 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T14:43:13,401 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T14:43:13,401 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T14:43:13,401 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T14:43:13,401 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T14:43:13,402 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T14:43:13,402 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T14:43:13,402 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T14:43:13,402 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T14:43:13,402 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T14:43:13,402 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T14:43:13,403 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T14:43:13,403 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T14:43:13,403 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T14:43:13,403 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T14:43:13,403 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T14:43:13,403 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T14:43:13,404 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T14:43:13,404 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T14:43:13,404 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T14:43:13,404 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T14:43:13,404 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T14:43:13,404 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T14:43:13,405 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T14:43:13,405 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T14:43:13,405 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T14:43:13,405 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T14:43:13,405 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T14:43:13,405 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T14:43:13,406 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T14:43:13,406 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T14:43:13,406 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T14:43:13,406 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T14:43:13,406 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T14:43:13,406 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T14:43:13,407 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T14:43:13,407 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T14:43:13,407 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T14:43:13,407 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T14:43:13,407 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T14:43:13,407 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T14:43:13,407 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T14:43:13,407 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T14:43:13,408 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T14:43:13,408 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T14:43:13,408 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T14:43:13,408 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T14:43:13,408 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T14:43:13,408 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T14:43:13,408 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T14:43:13,409 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T14:43:13,409 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T14:43:13,409 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T14:43:13,409 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T14:43:13,409 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T14:43:13,409 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T14:43:13,409 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T14:43:13,410 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T14:43:13,410 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T14:43:13,410 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T14:43:13,410 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T14:43:13,410 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T14:43:13,410 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T14:43:13,410 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T14:43:13,411 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T14:43:13,411 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T14:43:13,411 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T14:43:13,411 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T14:43:13,411 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T14:43:13,411 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T14:43:13,412 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T14:43:13,412 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T14:43:13,412 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T14:43:13,412 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T14:43:13,412 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T14:43:13,412 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T14:43:13,412 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T14:43:13,413 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T14:43:13,413 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T14:43:13,413 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T14:43:13,413 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T14:43:13,413 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T14:43:13,413 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T14:43:13,413 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T14:43:13,414 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T14:43:13,414 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T14:43:13,414 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T14:43:13,414 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T14:43:13,414 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T14:43:13,414 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T14:43:13,415 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T14:43:13,415 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T14:43:13,415 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T14:43:13,415 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T14:43:13,415 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T14:43:13,415 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T14:43:13,415 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T14:43:13,415 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T14:43:13,415 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T14:43:13,416 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T14:43:13,416 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T14:43:13,416 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T14:43:13,416 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T14:43:13,416 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T14:43:13,416 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T14:43:13,417 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T14:43:13,417 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T14:43:13,417 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T14:43:13,417 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T14:43:13,417 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T14:43:13,417 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T14:43:13,418 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T14:43:13,418 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T14:43:13,418 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T14:43:13,418 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T14:43:13,418 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T14:43:13,418 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T14:43:13,418 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T14:43:13,418 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T14:43:13,418 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T14:43:13,419 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T14:43:13,419 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T14:43:13,419 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T14:43:13,419 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T14:43:13,419 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T14:43:13,419 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T14:43:13,420 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T14:43:13,420 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T14:43:13,420 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T14:43:13,420 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T14:43:13,420 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T14:43:13,420 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T14:43:13,421 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T14:43:13,421 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T14:43:13,421 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T14:43:13,421 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T14:43:13,421 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T14:43:13,421 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T14:43:13,421 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T14:43:13,422 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T14:43:13,422 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T14:43:13,422 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T14:43:13,422 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T14:43:13,422 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T14:43:13,422 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T14:43:13,422 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T14:43:13,423 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T14:43:13,423 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T14:43:13,423 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T14:43:13,423 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T14:43:13,423 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T14:43:13,424 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T14:43:13,424 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T14:43:13,424 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T14:43:13,424 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T14:43:13,424 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T14:43:13,424 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T14:43:13,425 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T14:43:13,425 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T14:43:13,425 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T14:43:13,425 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T14:43:13,425 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T14:43:13,425 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T14:43:13,426 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T14:43:13,426 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T14:43:13,426 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T14:43:13,426 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T14:43:13,426 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T14:43:13,426 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T14:43:13,426 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T14:43:13,426 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T14:43:13,427 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T14:43:13,427 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T14:43:13,427 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T14:43:13,427 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T14:43:13,427 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T14:43:13,428 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T14:43:13,428 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T14:43:13,428 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T14:43:13,428 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T14:43:13,428 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T14:43:13,428 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T14:43:13,428 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T14:43:13,429 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T14:43:13,429 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T14:43:13,429 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T14:43:13,429 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T14:43:13,429 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T14:43:13,429 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T14:43:13,430 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T14:43:13,430 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T14:43:13,430 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T14:43:13,430 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T14:43:13,430 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T14:43:13,430 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T14:43:13,430 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T14:43:13,431 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T14:43:13,431 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T14:43:13,431 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T14:43:13,431 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T14:43:13,431 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T14:43:13,431 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T14:43:13,431 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T14:43:13,431 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T14:43:13,432 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T14:43:13,432 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T14:43:13,432 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T14:43:13,432 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T14:43:13,432 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T14:43:13,432 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T14:43:13,433 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T14:43:13,433 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T14:43:13,433 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T14:43:13,433 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T14:43:13,433 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T14:43:13,433 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T14:43:13,434 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T14:43:13,434 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T14:43:13,434 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T14:43:13,434 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T14:43:13,434 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T14:43:13,434 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T14:43:13,435 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T14:43:13,435 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T14:43:13,435 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T14:43:13,435 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T14:43:13,435 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T14:43:13,435 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T14:43:13,436 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T14:43:13,436 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T14:43:13,436 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T14:43:13,436 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T14:43:13,436 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T14:43:13,436 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T14:43:13,436 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T14:43:13,436 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T14:43:13,436 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T14:43:13,437 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T14:43:13,437 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T14:43:13,437 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T14:43:13,437 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T14:43:13,437 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T14:43:13,437 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T14:43:13,437 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T14:43:13,438 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T14:43:13,438 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T14:43:13,438 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T14:43:13,438 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T14:43:13,438 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T14:43:13,438 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T14:43:13,438 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T14:43:13,438 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T14:43:13,439 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T14:43:13,439 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T14:43:13,439 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T14:43:13,439 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T14:43:13,439 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T14:43:13,439 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T14:43:13,439 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T14:43:13,440 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T14:43:13,440 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T14:43:13,440 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T14:43:13,440 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T14:43:13,440 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T14:43:13,440 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T14:43:13,440 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T14:43:13,440 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T14:43:13,441 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T14:43:13,441 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T14:43:13,441 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T14:43:13,441 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T14:43:13,441 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T14:43:13,441 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T14:43:13,442 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T14:43:13,442 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T14:43:13,442 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T14:43:13,442 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T14:43:13,442 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T14:43:13,442 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T14:43:13,442 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T14:43:13,442 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T14:43:13,443 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T14:43:13,443 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T14:43:13,443 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T14:43:13,443 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T14:43:13,443 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T14:43:13,443 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T14:43:13,444 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T14:43:13,444 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T14:43:13,444 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T14:43:13,444 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T14:43:13,444 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T14:43:13,444 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T14:43:13,444 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T14:43:13,445 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T14:43:13,445 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T14:43:13,445 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T14:43:13,445 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T14:43:13,445 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T14:43:13,445 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T14:43:13,446 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T14:43:13,446 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T14:43:13,446 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T14:43:13,446 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T14:43:13,446 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T14:43:13,447 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T14:43:13,447 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T14:43:13,447 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T14:43:13,447 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T14:43:13,447 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T14:43:13,447 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T14:43:13,447 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T14:43:13,448 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T14:43:13,448 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T14:43:13,448 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T14:43:13,448 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T14:43:13,448 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T14:43:13,448 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T14:43:13,448 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T14:43:13,449 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T14:43:13,449 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T14:43:13,449 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T14:43:13,449 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T14:43:13,449 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T14:43:13,449 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T14:43:13,450 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T14:43:13,450 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T14:43:13,450 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T14:43:13,450 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T14:43:13,450 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T14:43:13,451 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T14:43:13,451 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T14:43:13,451 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T14:43:13,451 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T14:43:13,451 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T14:43:13,452 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T14:43:13,452 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T14:43:13,452 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T14:43:13,452 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T14:43:13,452 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T14:43:13,452 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T14:43:13,452 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T14:43:13,453 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T14:43:13,453 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T14:43:13,453 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T14:43:13,453 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T14:43:13,453 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T14:43:13,453 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T14:43:13,453 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T14:43:13,453 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T14:43:13,454 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T14:43:13,454 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T14:43:13,454 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T14:43:13,454 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T14:43:13,454 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T14:43:13,454 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T14:43:13,455 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T14:43:13,455 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T14:43:13,455 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T14:43:13,455 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T14:43:13,455 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T14:43:13,456 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T14:43:13,456 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T14:43:13,456 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T14:43:13,456 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T14:43:13,456 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T14:43:13,456 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T14:43:13,457 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T14:43:13,457 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T14:43:13,457 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T14:43:13,457 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T14:43:13,457 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T14:43:13,457 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T14:43:13,457 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T14:43:13,457 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T14:43:13,458 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T14:43:13,458 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T14:43:13,458 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T14:43:13,458 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T14:43:13,458 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T14:43:13,458 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T14:43:13,458 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T14:43:13,459 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T14:43:13,459 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T14:43:13,459 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T14:43:13,459 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T14:43:13,459 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T14:43:13,459 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T14:43:13,459 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T14:43:13,460 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T14:43:13,460 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T14:43:13,460 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T14:43:13,460 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T14:43:13,460 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T14:43:13,460 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T14:43:13,460 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T14:43:13,461 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T14:43:13,461 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T14:43:13,461 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T14:43:13,461 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T14:43:13,461 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T14:43:13,461 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T14:43:13,461 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T14:43:13,461 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T14:43:13,462 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T14:43:13,462 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T14:43:13,462 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T14:43:13,462 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T14:43:13,462 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T14:43:13,462 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T14:43:13,462 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T14:43:13,463 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T14:43:13,463 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T14:43:13,463 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T14:43:13,463 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T14:43:13,463 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T14:43:13,463 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T14:43:13,463 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T14:43:13,464 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T14:43:13,464 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T14:43:13,464 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T14:43:13,464 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T14:43:13,464 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T14:43:13,464 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T14:43:13,464 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T14:43:13,464 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T14:43:13,465 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T14:43:13,465 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T14:43:13,465 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T14:43:13,465 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T14:43:13,465 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T14:43:13,465 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T14:43:13,465 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T14:43:13,466 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T14:43:13,466 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T14:43:13,466 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T14:43:13,466 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T14:43:13,466 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T14:43:13,466 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T14:43:13,466 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T14:43:13,466 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T14:43:13,467 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T14:43:13,467 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T14:43:13,467 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T14:43:13,467 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T14:43:13,467 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T14:43:13,467 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T14:43:13,468 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T14:43:13,468 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T14:43:13,468 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T14:43:13,468 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T14:43:13,468 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T14:43:13,468 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T14:43:13,468 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T14:43:13,469 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T14:43:13,469 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T14:43:13,469 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T14:43:13,470 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T14:43:13,470 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T14:43:13,470 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T14:43:13,470 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T14:43:13,470 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T14:43:13,471 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T14:43:13,471 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T14:43:13,471 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T14:43:13,471 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T14:43:13,471 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T14:43:13,471 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T14:43:13,471 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T14:43:13,472 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T14:43:13,472 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T14:43:13,472 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T14:43:13,472 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T14:43:13,472 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T14:43:13,473 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T14:43:13,473 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T14:43:13,473 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T14:43:13,473 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T14:43:13,473 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T14:43:13,474 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T14:43:13,474 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T14:43:13,474 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T14:43:13,474 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T14:43:13,474 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T14:43:13,475 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T14:43:13,475 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T14:43:13,475 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T14:43:13,475 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T14:43:13,475 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T14:43:13,475 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T14:43:13,476 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T14:43:13,476 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T14:43:13,476 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T14:43:13,476 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T14:43:13,476 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T14:43:13,476 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T14:43:13,476 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T14:43:13,476 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T14:43:13,477 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T14:43:13,477 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T14:43:13,477 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T14:43:13,477 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T14:43:13,477 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T14:43:13,477 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T14:43:13,478 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T14:43:13,478 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T14:43:13,478 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T14:43:13,478 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T14:43:13,478 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T14:43:13,478 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T14:43:13,479 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T14:43:13,479 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T14:43:13,479 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T14:43:13,479 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T14:43:13,479 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T14:43:13,479 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T14:43:13,480 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T14:43:13,480 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T14:43:13,480 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T14:43:13,480 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T14:43:13,480 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T14:43:13,480 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T14:43:13,480 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T14:43:13,480 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T14:43:13,481 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T14:43:13,481 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T14:43:13,481 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T14:43:13,481 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T14:43:13,481 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T14:43:13,481 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T14:43:13,481 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T14:43:13,482 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T14:43:13,482 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T14:43:13,482 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T14:43:13,482 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T14:43:13,482 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T14:43:13,482 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T14:43:13,483 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T14:43:13,483 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T14:43:13,483 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T14:43:13,483 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T14:43:13,483 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T14:43:13,483 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T14:43:13,483 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T14:43:13,483 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T14:43:13,483 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T14:43:13,484 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T14:43:13,484 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T14:43:13,484 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T14:43:13,484 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T14:43:13,484 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T14:43:13,484 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T14:43:13,485 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T14:43:13,485 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T14:43:13,485 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T14:43:13,485 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T14:43:13,485 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T14:43:13,485 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T14:43:13,485 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T14:43:13,485 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T14:43:13,486 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T14:43:13,486 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T14:43:13,486 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T14:43:13,486 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T14:43:13,486 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T14:43:13,486 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T14:43:13,486 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T14:43:13,487 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T14:43:13,487 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T14:43:13,487 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T14:43:13,487 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T14:43:13,487 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T14:43:13,487 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T14:43:13,487 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T14:43:13,487 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T14:43:13,488 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T14:43:13,488 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T14:43:13,488 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T14:43:13,488 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T14:43:13,488 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T14:43:13,488 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T14:43:13,488 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T14:43:13,489 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T14:43:13,489 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T14:43:13,489 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T14:43:13,489 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T14:43:13,489 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T14:43:13,489 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T14:43:13,490 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T14:43:13,490 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T14:43:13,490 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T14:43:13,490 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T14:43:13,490 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T14:43:13,490 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T14:43:13,490 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T14:43:13,490 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T14:43:13,491 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T14:43:13,491 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T14:43:13,491 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T14:43:13,491 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T14:43:13,491 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T14:43:13,491 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T14:43:13,491 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T14:43:13,492 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T14:43:13,492 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T14:43:13,492 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T14:43:13,492 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T14:43:13,492 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T14:43:13,492 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T14:43:13,493 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T14:43:13,493 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T14:43:13,493 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T14:43:13,493 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T14:43:13,493 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T14:43:13,494 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T14:43:13,494 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T14:43:13,494 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T14:43:13,494 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T14:43:13,494 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T14:43:13,494 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T14:43:13,495 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T14:43:13,495 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T14:43:13,495 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T14:43:13,495 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T14:43:13,495 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T14:43:13,496 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T14:43:13,496 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T14:43:13,496 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T14:43:13,496 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T14:43:13,496 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T14:43:13,496 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T14:43:13,497 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T14:43:13,497 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T14:43:13,497 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T14:43:13,497 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T14:43:13,497 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T14:43:13,497 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T14:43:13,497 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T14:43:13,498 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T14:43:13,498 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T14:43:13,498 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T14:43:13,498 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T14:43:13,498 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T14:43:13,498 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T14:43:13,498 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T14:43:13,499 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T14:43:13,499 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T14:43:13,499 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T14:43:13,499 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T14:43:13,499 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T14:43:13,499 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T14:43:13,500 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T14:43:13,500 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T14:43:13,500 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T14:43:13,500 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T14:43:13,500 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T14:43:13,500 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T14:43:13,501 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T14:43:13,501 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T14:43:13,501 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T14:43:13,501 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T14:43:13,501 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T14:43:13,501 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T14:43:13,502 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T14:43:13,502 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T14:43:13,502 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T14:43:13,502 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T14:43:13,502 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T14:43:13,502 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T14:43:13,502 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T14:43:13,503 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T14:43:13,503 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T14:43:13,503 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T14:43:13,503 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T14:43:13,503 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T14:43:13,503 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T14:43:13,503 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T14:43:13,504 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T14:43:13,504 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T14:43:13,504 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T14:43:13,504 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T14:43:13,504 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T14:43:13,504 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T14:43:13,504 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T14:43:13,504 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T14:43:13,505 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T14:43:13,505 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T14:43:13,505 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T14:43:13,505 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T14:43:13,505 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T14:43:13,505 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T14:43:13,505 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T14:43:13,505 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T14:43:13,506 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T14:43:13,506 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T14:43:13,506 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T14:43:13,506 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T14:43:13,506 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T14:43:13,506 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T14:43:13,506 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T14:43:13,506 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T14:43:13,507 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T14:43:13,507 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T14:43:13,507 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T14:43:13,507 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T14:43:13,507 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T14:43:13,507 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T14:43:13,507 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T14:43:13,508 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T14:43:13,508 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T14:43:13,508 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T14:43:13,508 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T14:43:13,508 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T14:43:13,508 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T14:43:13,509 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T14:43:13,509 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T14:43:13,509 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T14:43:13,509 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T14:43:13,509 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T14:43:13,509 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T14:43:13,509 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T14:43:13,509 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T14:43:13,509 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T14:43:13,510 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T14:43:13,510 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T14:43:13,510 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T14:43:13,510 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T14:43:13,510 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T14:43:13,510 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T14:43:13,510 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T14:43:13,511 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T14:43:13,511 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T14:43:13,511 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T14:43:13,511 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T14:43:13,511 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T14:43:13,511 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T14:43:13,511 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T14:43:13,512 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T14:43:13,512 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T14:43:13,512 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T14:43:13,512 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T14:43:13,512 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T14:43:13,512 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T14:43:13,513 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T14:43:13,513 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T14:43:13,513 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T14:43:13,513 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T14:43:13,513 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T14:43:13,513 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T14:43:13,514 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T14:43:13,514 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T14:43:13,514 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T14:43:13,514 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T14:43:13,514 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T14:43:13,514 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T14:43:13,515 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T14:43:13,515 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T14:43:13,515 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T14:43:13,515 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T14:43:13,515 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T14:43:13,515 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T14:43:13,515 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T14:43:13,516 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T14:43:13,516 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T14:43:13,516 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T14:43:13,516 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T14:43:13,516 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T14:43:13,517 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T14:43:13,517 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T14:43:13,517 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T14:43:13,517 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T14:43:13,517 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T14:43:13,518 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T14:43:13,518 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T14:43:13,518 DEBUG [RS:0;da1c6afcd1f9:35765-longCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:34345/user/jenkins/test-data/14d118ee-a83a-b09b-5913-1a58940a5db1/data/default/TestAcidGuarantees/6bba6f9894a8dbaebc3b47d6055c3663/.tmp/C/246b920856394feb98c5efbf3d919b4c as hdfs://localhost:34345/user/jenkins/test-data/14d118ee-a83a-b09b-5913-1a58940a5db1/data/default/TestAcidGuarantees/6bba6f9894a8dbaebc3b47d6055c3663/C/246b920856394feb98c5efbf3d919b4c 2024-11-14T14:43:13,518 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T14:43:13,518 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T14:43:13,519 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T14:43:13,519 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T14:43:13,519 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T14:43:13,519 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T14:43:13,520 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T14:43:13,520 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T14:43:13,520 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T14:43:13,520 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T14:43:13,520 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T14:43:13,521 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T14:43:13,521 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T14:43:13,521 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T14:43:13,521 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T14:43:13,521 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T14:43:13,522 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T14:43:13,522 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T14:43:13,522 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T14:43:13,522 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T14:43:13,523 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T14:43:13,523 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T14:43:13,523 INFO [RS:0;da1c6afcd1f9:35765-longCompactions-0 {}] regionserver.HStore(1337): Completed compaction of 4 (all) file(s) in 6bba6f9894a8dbaebc3b47d6055c3663/C of 6bba6f9894a8dbaebc3b47d6055c3663 into 246b920856394feb98c5efbf3d919b4c(size=12.2 K), total size for store is 24.1 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-11-14T14:43:13,523 DEBUG [RS:0;da1c6afcd1f9:35765-longCompactions-0 {}] regionserver.HRegion(2446): Compaction status journal for 6bba6f9894a8dbaebc3b47d6055c3663: 2024-11-14T14:43:13,523 INFO [RS:0;da1c6afcd1f9:35765-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1731595377819.6bba6f9894a8dbaebc3b47d6055c3663., storeName=6bba6f9894a8dbaebc3b47d6055c3663/C, priority=12, startTime=1731595392664; duration=0sec 2024-11-14T14:43:13,523 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T14:43:13,523 DEBUG [RS:0;da1c6afcd1f9:35765-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-14T14:43:13,523 DEBUG [RS:0;da1c6afcd1f9:35765-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: 6bba6f9894a8dbaebc3b47d6055c3663:C 2024-11-14T14:43:13,523 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T14:43:13,523 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T14:43:13,524 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T14:43:13,524 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T14:43:13,524 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T14:43:13,524 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T14:43:13,525 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T14:43:13,525 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T14:43:13,525 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T14:43:13,525 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T14:43:13,525 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T14:43:13,525 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T14:43:13,526 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T14:43:13,526 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T14:43:13,526 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T14:43:13,526 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T14:43:13,526 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T14:43:13,526 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T14:43:13,526 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T14:43:13,527 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T14:43:13,527 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T14:43:13,527 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T14:43:13,527 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T14:43:13,527 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T14:43:13,527 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T14:43:13,527 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T14:43:13,528 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T14:43:13,528 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T14:43:13,528 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T14:43:13,528 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T14:43:13,528 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T14:43:13,528 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T14:43:13,528 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T14:43:13,528 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T14:43:13,529 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T14:43:13,529 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T14:43:13,529 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T14:43:13,529 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T14:43:13,529 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T14:43:13,529 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T14:43:13,530 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T14:43:13,530 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T14:43:13,530 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T14:43:13,530 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T14:43:13,530 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T14:43:13,530 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T14:43:13,530 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T14:43:13,530 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T14:43:13,531 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T14:43:13,531 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T14:43:13,531 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T14:43:13,531 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T14:43:13,531 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T14:43:13,531 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T14:43:13,532 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T14:43:13,532 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T14:43:13,532 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T14:43:13,532 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T14:43:13,532 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T14:43:13,532 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T14:43:13,532 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T14:43:13,532 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T14:43:13,532 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T14:43:13,533 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T14:43:13,533 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T14:43:13,533 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T14:43:13,533 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T14:43:13,533 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T14:43:13,533 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T14:43:13,534 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T14:43:13,534 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T14:43:13,534 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T14:43:13,534 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T14:43:13,534 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T14:43:13,534 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T14:43:13,534 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T14:43:13,535 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T14:43:13,535 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T14:43:13,535 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T14:43:13,535 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T14:43:13,535 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T14:43:13,535 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T14:43:13,535 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T14:43:13,536 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T14:43:13,536 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T14:43:13,536 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T14:43:13,536 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T14:43:13,536 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T14:43:13,536 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T14:43:13,537 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T14:43:13,537 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T14:43:13,537 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T14:43:13,537 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T14:43:13,537 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T14:43:13,537 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T14:43:13,537 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T14:43:13,537 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T14:43:13,538 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T14:43:13,538 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T14:43:13,538 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T14:43:13,538 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T14:43:13,538 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T14:43:13,538 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T14:43:13,539 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T14:43:13,539 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T14:43:13,539 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T14:43:13,539 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T14:43:13,539 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T14:43:13,539 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T14:43:13,540 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T14:43:13,540 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T14:43:13,540 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T14:43:13,540 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T14:43:13,540 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T14:43:13,541 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T14:43:13,541 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T14:43:13,541 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T14:43:13,541 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T14:43:13,541 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T14:43:13,541 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T14:43:13,542 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T14:43:13,542 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T14:43:13,542 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T14:43:13,542 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T14:43:13,542 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T14:43:13,542 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T14:43:13,543 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T14:43:13,543 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T14:43:13,543 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T14:43:13,543 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T14:43:13,543 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T14:43:13,543 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T14:43:13,543 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T14:43:13,544 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T14:43:13,544 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T14:43:13,544 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T14:43:13,544 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T14:43:13,544 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T14:43:13,544 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T14:43:13,545 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T14:43:13,545 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T14:43:13,545 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T14:43:13,545 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T14:43:13,545 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T14:43:13,546 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T14:43:13,546 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T14:43:13,546 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T14:43:13,546 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T14:43:13,546 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T14:43:13,547 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T14:43:13,547 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T14:43:13,547 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T14:43:13,547 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T14:43:13,547 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T14:43:13,548 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T14:43:13,548 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T14:43:13,548 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T14:43:13,548 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T14:43:13,548 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T14:43:13,548 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T14:43:13,548 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T14:43:13,549 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T14:43:13,549 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T14:43:13,549 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T14:43:13,549 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T14:43:13,549 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T14:43:13,549 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T14:43:13,549 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T14:43:13,549 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T14:43:13,549 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T14:43:13,550 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T14:43:13,550 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T14:43:13,550 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T14:43:13,550 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T14:43:13,550 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T14:43:13,550 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T14:43:13,550 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T14:43:13,551 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T14:43:13,551 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T14:43:13,551 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T14:43:13,551 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T14:43:13,551 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T14:43:13,551 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T14:43:13,551 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T14:43:13,552 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T14:43:13,552 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T14:43:13,552 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T14:43:13,552 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T14:43:13,552 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T14:43:13,552 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T14:43:13,552 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T14:43:13,552 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T14:43:13,552 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T14:43:13,553 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T14:43:13,553 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T14:43:13,553 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T14:43:13,553 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T14:43:13,553 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T14:43:13,553 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T14:43:13,554 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T14:43:13,554 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T14:43:13,554 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T14:43:13,554 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T14:43:13,554 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T14:43:13,554 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T14:43:13,554 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T14:43:13,555 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T14:43:13,555 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T14:43:13,555 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T14:43:13,555 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T14:43:13,555 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T14:43:13,555 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T14:43:13,555 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T14:43:13,555 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T14:43:13,555 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T14:43:13,556 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T14:43:13,556 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45145 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=166 2024-11-14T14:43:13,556 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T14:43:13,556 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T14:43:13,556 INFO [RPCClient-NioEventLoopGroup-4-12 {}] client.RawAsyncHBaseAdmin$TableProcedureBiConsumer(2721): Operation: FLUSH, Table Name: default:TestAcidGuarantees completed 2024-11-14T14:43:13,556 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T14:43:13,556 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T14:43:13,557 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T14:43:13,557 INFO [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45145 {}] master.HMaster$22(4506): Client=jenkins//172.17.0.2 flush TestAcidGuarantees 2024-11-14T14:43:13,557 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T14:43:13,557 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T14:43:13,557 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T14:43:13,557 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T14:43:13,557 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T14:43:13,558 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45145 {}] procedure2.ProcedureExecutor(1139): Stored pid=168, state=RUNNABLE:FLUSH_TABLE_PREPARE, hasLock=false; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=168, table=TestAcidGuarantees 2024-11-14T14:43:13,558 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T14:43:13,558 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T14:43:13,558 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T14:43:13,558 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T14:43:13,558 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45145 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=168 2024-11-14T14:43:13,558 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T14:43:13,558 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T14:43:13,558 INFO [PEWorker-3 {}] procedure.FlushTableProcedure(91): pid=168, state=RUNNABLE:FLUSH_TABLE_PREPARE, hasLock=true; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=168, table=TestAcidGuarantees execute state=FLUSH_TABLE_PREPARE 2024-11-14T14:43:13,559 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T14:43:13,559 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T14:43:13,559 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T14:43:13,559 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T14:43:13,559 INFO [PEWorker-3 {}] procedure.FlushTableProcedure(91): pid=168, state=RUNNABLE:FLUSH_TABLE_FLUSH_REGIONS, hasLock=true; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=168, table=TestAcidGuarantees execute state=FLUSH_TABLE_FLUSH_REGIONS 2024-11-14T14:43:13,559 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T14:43:13,559 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=169, ppid=168, state=RUNNABLE, hasLock=false; org.apache.hadoop.hbase.master.procedure.FlushRegionProcedure}] 2024-11-14T14:43:13,559 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T14:43:13,559 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T14:43:13,560 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T14:43:13,560 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T14:43:13,560 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T14:43:13,560 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T14:43:13,560 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T14:43:13,560 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T14:43:13,561 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T14:43:13,561 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T14:43:13,561 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T14:43:13,561 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T14:43:13,561 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T14:43:13,561 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T14:43:13,562 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T14:43:13,562 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T14:43:13,562 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T14:43:13,562 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T14:43:13,562 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T14:43:13,562 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T14:43:13,562 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T14:43:13,563 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T14:43:13,563 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T14:43:13,563 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T14:43:13,563 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T14:43:13,563 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T14:43:13,563 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T14:43:13,564 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T14:43:13,564 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T14:43:13,564 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T14:43:13,564 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T14:43:13,564 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T14:43:13,565 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T14:43:13,565 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T14:43:13,565 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T14:43:13,565 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T14:43:13,565 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T14:43:13,565 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T14:43:13,566 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T14:43:13,566 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T14:43:13,566 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T14:43:13,566 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T14:43:13,566 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T14:43:13,566 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T14:43:13,567 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T14:43:13,567 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T14:43:13,567 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T14:43:13,567 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T14:43:13,567 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T14:43:13,567 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T14:43:13,568 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T14:43:13,568 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T14:43:13,568 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T14:43:13,568 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T14:43:13,568 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T14:43:13,569 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T14:43:13,569 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T14:43:13,569 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T14:43:13,569 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T14:43:13,569 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T14:43:13,569 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T14:43:13,570 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T14:43:13,570 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T14:43:13,570 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T14:43:13,570 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T14:43:13,570 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T14:43:13,570 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T14:43:13,571 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T14:43:13,571 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T14:43:13,571 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T14:43:13,571 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T14:43:13,571 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T14:43:13,571 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T14:43:13,571 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T14:43:13,572 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T14:43:13,572 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T14:43:13,572 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T14:43:13,572 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T14:43:13,572 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T14:43:13,572 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T14:43:13,572 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T14:43:13,573 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T14:43:13,573 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T14:43:13,573 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T14:43:13,573 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T14:43:13,573 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T14:43:13,573 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T14:43:13,573 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T14:43:13,573 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T14:43:13,574 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T14:43:13,574 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T14:43:13,574 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T14:43:13,574 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T14:43:13,574 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T14:43:13,574 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T14:43:13,574 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T14:43:13,574 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T14:43:13,574 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T14:43:13,575 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T14:43:13,575 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T14:43:13,575 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T14:43:13,575 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T14:43:13,575 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T14:43:13,576 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T14:43:13,576 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T14:43:13,576 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T14:43:13,576 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T14:43:13,576 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T14:43:13,576 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T14:43:13,576 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T14:43:13,576 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T14:43:13,577 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T14:43:13,577 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T14:43:13,577 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T14:43:13,577 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T14:43:13,577 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T14:43:13,577 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T14:43:13,578 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T14:43:13,578 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T14:43:13,578 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T14:43:13,578 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T14:43:13,578 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T14:43:13,578 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T14:43:13,578 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T14:43:13,579 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T14:43:13,579 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T14:43:13,579 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T14:43:13,579 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T14:43:13,579 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T14:43:13,579 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T14:43:13,579 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T14:43:13,580 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T14:43:13,580 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T14:43:13,580 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T14:43:13,580 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T14:43:13,580 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T14:43:13,580 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T14:43:13,581 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T14:43:13,581 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T14:43:13,581 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T14:43:13,581 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T14:43:13,581 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T14:43:13,581 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T14:43:13,582 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T14:43:13,582 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T14:43:13,582 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T14:43:13,582 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T14:43:13,582 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T14:43:13,582 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T14:43:13,582 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T14:43:13,583 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T14:43:13,583 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T14:43:13,583 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T14:43:13,583 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T14:43:13,583 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T14:43:13,583 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T14:43:13,583 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T14:43:13,584 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T14:43:13,584 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T14:43:13,584 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T14:43:13,584 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T14:43:13,584 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T14:43:13,584 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T14:43:13,584 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T14:43:13,585 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T14:43:13,585 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T14:43:13,585 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T14:43:13,585 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T14:43:13,585 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T14:43:13,585 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T14:43:13,586 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T14:43:13,586 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T14:43:13,586 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T14:43:13,586 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T14:43:13,586 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T14:43:13,586 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T14:43:13,586 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T14:43:13,587 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T14:43:13,587 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T14:43:13,587 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T14:43:13,587 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T14:43:13,587 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T14:43:13,588 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T14:43:13,588 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T14:43:13,588 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T14:43:13,588 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T14:43:13,588 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T14:43:13,589 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T14:43:13,589 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T14:43:13,589 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T14:43:13,589 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T14:43:13,589 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T14:43:13,589 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T14:43:13,590 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T14:43:13,590 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T14:43:13,590 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T14:43:13,590 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T14:43:13,590 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T14:43:13,591 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T14:43:13,591 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T14:43:13,591 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T14:43:13,591 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T14:43:13,591 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T14:43:13,591 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T14:43:13,591 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T14:43:13,591 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T14:43:13,592 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T14:43:13,592 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T14:43:13,592 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T14:43:13,592 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T14:43:13,592 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T14:43:13,592 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T14:43:13,593 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T14:43:13,593 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T14:43:13,593 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T14:43:13,593 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T14:43:13,593 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T14:43:13,594 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T14:43:13,594 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T14:43:13,594 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T14:43:13,594 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T14:43:13,594 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T14:43:13,594 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T14:43:13,595 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T14:43:13,595 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T14:43:13,595 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T14:43:13,595 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T14:43:13,595 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T14:43:13,595 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T14:43:13,595 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T14:43:13,596 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T14:43:13,596 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T14:43:13,596 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T14:43:13,596 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T14:43:13,596 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T14:43:13,596 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T14:43:13,597 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T14:43:13,597 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T14:43:13,597 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T14:43:13,597 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T14:43:13,597 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T14:43:13,597 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T14:43:13,597 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T14:43:13,598 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T14:43:13,598 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T14:43:13,598 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T14:43:13,598 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T14:43:13,598 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T14:43:13,598 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T14:43:13,598 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T14:43:13,598 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T14:43:13,599 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T14:43:13,599 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T14:43:13,599 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T14:43:13,599 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T14:43:13,599 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T14:43:13,599 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T14:43:13,599 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T14:43:13,600 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T14:43:13,600 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T14:43:13,600 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T14:43:13,600 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T14:43:13,600 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T14:43:13,601 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T14:43:13,601 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T14:43:13,601 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T14:43:13,601 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T14:43:13,601 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T14:43:13,601 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T14:43:13,602 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T14:43:13,602 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T14:43:13,602 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T14:43:13,602 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T14:43:13,602 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T14:43:13,602 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T14:43:13,603 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T14:43:13,603 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T14:43:13,603 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T14:43:13,603 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T14:43:13,603 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T14:43:13,603 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T14:43:13,604 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T14:43:13,604 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T14:43:13,604 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T14:43:13,604 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T14:43:13,604 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T14:43:13,604 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T14:43:13,605 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T14:43:13,605 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T14:43:13,605 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T14:43:13,605 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T14:43:13,605 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T14:43:13,605 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T14:43:13,606 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T14:43:13,606 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T14:43:13,606 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T14:43:13,606 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T14:43:13,606 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T14:43:13,606 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T14:43:13,606 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T14:43:13,606 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T14:43:13,607 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T14:43:13,607 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T14:43:13,607 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T14:43:13,607 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T14:43:13,608 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T14:43:13,608 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T14:43:13,608 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T14:43:13,608 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T14:43:13,608 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T14:43:13,608 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T14:43:13,608 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T14:43:13,608 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T14:43:13,609 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T14:43:13,609 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T14:43:13,609 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T14:43:13,609 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T14:43:13,609 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T14:43:13,609 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T14:43:13,609 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T14:43:13,610 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T14:43:13,610 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T14:43:13,610 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T14:43:13,610 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T14:43:13,610 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T14:43:13,610 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T14:43:13,611 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T14:43:13,611 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T14:43:13,611 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T14:43:13,611 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T14:43:13,612 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T14:43:13,612 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T14:43:13,612 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T14:43:13,612 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T14:43:13,612 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T14:43:13,612 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T14:43:13,613 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T14:43:13,613 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T14:43:13,613 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T14:43:13,613 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T14:43:13,613 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T14:43:13,614 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T14:43:13,614 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T14:43:13,614 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T14:43:13,614 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T14:43:13,615 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T14:43:13,615 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T14:43:13,615 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T14:43:13,615 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T14:43:13,615 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T14:43:13,615 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T14:43:13,616 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T14:43:13,616 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T14:43:13,616 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T14:43:13,616 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T14:43:13,616 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T14:43:13,616 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T14:43:13,616 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T14:43:13,617 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T14:43:13,617 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T14:43:13,617 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T14:43:13,617 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T14:43:13,617 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T14:43:13,617 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T14:43:13,618 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T14:43:13,618 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T14:43:13,618 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T14:43:13,618 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T14:43:13,618 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T14:43:13,619 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T14:43:13,619 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T14:43:13,619 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T14:43:13,619 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T14:43:13,619 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T14:43:13,619 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T14:43:13,619 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T14:43:13,620 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T14:43:13,620 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T14:43:13,620 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T14:43:13,620 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T14:43:13,620 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T14:43:13,620 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T14:43:13,620 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T14:43:13,621 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T14:43:13,621 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T14:43:13,621 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T14:43:13,621 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T14:43:13,621 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T14:43:13,621 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T14:43:13,622 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T14:43:13,622 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T14:43:13,622 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T14:43:13,622 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T14:43:13,622 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T14:43:13,622 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T14:43:13,622 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T14:43:13,622 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T14:43:13,623 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T14:43:13,623 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T14:43:13,623 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T14:43:13,623 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T14:43:13,623 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T14:43:13,624 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T14:43:13,624 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T14:43:13,624 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T14:43:13,624 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T14:43:13,624 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T14:43:13,624 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T14:43:13,624 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T14:43:13,625 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T14:43:13,625 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T14:43:13,625 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T14:43:13,625 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T14:43:13,625 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T14:43:13,625 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T14:43:13,626 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T14:43:13,626 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T14:43:13,626 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T14:43:13,626 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T14:43:13,626 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T14:43:13,626 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T14:43:13,626 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T14:43:13,627 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T14:43:13,627 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T14:43:13,627 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T14:43:13,627 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T14:43:13,627 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T14:43:13,627 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T14:43:13,627 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T14:43:13,628 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T14:43:13,628 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T14:43:13,628 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T14:43:13,628 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T14:43:13,628 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T14:43:13,628 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T14:43:13,629 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T14:43:13,629 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T14:43:13,629 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T14:43:13,629 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T14:43:13,629 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T14:43:13,629 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T14:43:13,629 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T14:43:13,629 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T14:43:13,629 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T14:43:13,630 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T14:43:13,630 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T14:43:13,630 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T14:43:13,630 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T14:43:13,630 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T14:43:13,630 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T14:43:13,631 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T14:43:13,631 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T14:43:13,631 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T14:43:13,631 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T14:43:13,631 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T14:43:13,631 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T14:43:13,631 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T14:43:13,632 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T14:43:13,632 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T14:43:13,632 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T14:43:13,632 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T14:43:13,632 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T14:43:13,632 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T14:43:13,632 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T14:43:13,632 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T14:43:13,632 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T14:43:13,633 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T14:43:13,633 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T14:43:13,633 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T14:43:13,633 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T14:43:13,633 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T14:43:13,633 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T14:43:13,634 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T14:43:13,634 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T14:43:13,634 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T14:43:13,634 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T14:43:13,634 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T14:43:13,634 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T14:43:13,634 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T14:43:13,635 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T14:43:13,635 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T14:43:13,635 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T14:43:13,635 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T14:43:13,635 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T14:43:13,635 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T14:43:13,636 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T14:43:13,636 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T14:43:13,636 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T14:43:13,636 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T14:43:13,637 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T14:43:13,637 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T14:43:13,637 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T14:43:13,637 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T14:43:13,638 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T14:43:13,638 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T14:43:13,638 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T14:43:13,638 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T14:43:13,639 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T14:43:13,639 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T14:43:13,639 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T14:43:13,639 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T14:43:13,640 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T14:43:13,640 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T14:43:13,640 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T14:43:13,640 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T14:43:13,640 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T14:43:13,641 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T14:43:13,641 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T14:43:13,641 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T14:43:13,641 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T14:43:13,641 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T14:43:13,642 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T14:43:13,642 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T14:43:13,642 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T14:43:13,642 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T14:43:13,643 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T14:43:13,643 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T14:43:13,643 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T14:43:13,643 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T14:43:13,643 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T14:43:13,644 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T14:43:13,644 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T14:43:13,644 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T14:43:13,644 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T14:43:13,645 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T14:43:13,645 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T14:43:13,645 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T14:43:13,645 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T14:43:13,645 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T14:43:13,646 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T14:43:13,646 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T14:43:13,646 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T14:43:13,646 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T14:43:13,646 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T14:43:13,647 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T14:43:13,647 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T14:43:13,647 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T14:43:13,647 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T14:43:13,647 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T14:43:13,647 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T14:43:13,648 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T14:43:13,648 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T14:43:13,648 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T14:43:13,648 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T14:43:13,648 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T14:43:13,649 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T14:43:13,649 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T14:43:13,649 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T14:43:13,649 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T14:43:13,649 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T14:43:13,649 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T14:43:13,650 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T14:43:13,650 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T14:43:13,650 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T14:43:13,650 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T14:43:13,650 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T14:43:13,650 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T14:43:13,650 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T14:43:13,651 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T14:43:13,651 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T14:43:13,651 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T14:43:13,651 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T14:43:13,651 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T14:43:13,651 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T14:43:13,651 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T14:43:13,652 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T14:43:13,652 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T14:43:13,652 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T14:43:13,652 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T14:43:13,652 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T14:43:13,652 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T14:43:13,653 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T14:43:13,653 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T14:43:13,653 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T14:43:13,653 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T14:43:13,653 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T14:43:13,653 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T14:43:13,654 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T14:43:13,654 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T14:43:13,654 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T14:43:13,654 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T14:43:13,654 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T14:43:13,655 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T14:43:13,655 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T14:43:13,655 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T14:43:13,655 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T14:43:13,655 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T14:43:13,656 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T14:43:13,656 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T14:43:13,656 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T14:43:13,656 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T14:43:13,656 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T14:43:13,657 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T14:43:13,657 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T14:43:13,657 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T14:43:13,657 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T14:43:13,657 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T14:43:13,657 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T14:43:13,657 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T14:43:13,658 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T14:43:13,658 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T14:43:13,658 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T14:43:13,658 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T14:43:13,658 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T14:43:13,658 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T14:43:13,659 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T14:43:13,659 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T14:43:13,659 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T14:43:13,659 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T14:43:13,659 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T14:43:13,660 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T14:43:13,660 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T14:43:13,660 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T14:43:13,660 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T14:43:13,661 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T14:43:13,661 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T14:43:13,661 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T14:43:13,661 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T14:43:13,662 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T14:43:13,662 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T14:43:13,662 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T14:43:13,662 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T14:43:13,663 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T14:43:13,663 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T14:43:13,663 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T14:43:13,663 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T14:43:13,664 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T14:43:13,664 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T14:43:13,664 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T14:43:13,664 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T14:43:13,665 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T14:43:13,665 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T14:43:13,666 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T14:43:13,666 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T14:43:13,666 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45145 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=168 2024-11-14T14:43:13,667 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T14:43:13,667 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T14:43:13,667 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T14:43:13,668 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T14:43:13,669 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T14:43:13,669 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T14:43:13,669 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35765 {}] regionserver.HRegion(8855): Flush requested on 6bba6f9894a8dbaebc3b47d6055c3663 2024-11-14T14:43:13,670 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(2902): Flushing 6bba6f9894a8dbaebc3b47d6055c3663 3/3 column families, dataSize=53.67 KB heapSize=160.13 KB 2024-11-14T14:43:13,670 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 6bba6f9894a8dbaebc3b47d6055c3663, store=A 2024-11-14T14:43:13,670 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-14T14:43:13,670 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 6bba6f9894a8dbaebc3b47d6055c3663, store=B 2024-11-14T14:43:13,670 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-14T14:43:13,670 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T14:43:13,670 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 6bba6f9894a8dbaebc3b47d6055c3663, store=C 2024-11-14T14:43:13,670 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-14T14:43:13,671 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T14:43:13,671 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T14:43:13,672 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T14:43:13,673 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T14:43:13,677 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T14:43:13,677 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T14:43:13,678 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T14:43:13,678 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T14:43:13,679 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T14:43:13,679 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T14:43:13,680 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T14:43:13,680 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T14:43:13,680 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:34345/user/jenkins/test-data/14d118ee-a83a-b09b-5913-1a58940a5db1/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e20241114de6fad123cc742f799135fdeb23545a6_6bba6f9894a8dbaebc3b47d6055c3663 is 50, key is test_row_0/A:col10/1731595393668/Put/seqid=0 2024-11-14T14:43:13,681 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T14:43:13,681 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T14:43:13,682 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T14:43:13,682 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T14:43:13,682 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T14:43:13,683 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T14:43:13,683 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T14:43:13,684 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T14:43:13,684 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T14:43:13,685 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36699 is added to blk_1073742399_1575 (size=19774) 2024-11-14T14:43:13,685 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T14:43:13,685 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T14:43:13,686 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T14:43:13,686 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T14:43:13,687 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T14:43:13,687 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T14:43:13,688 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T14:43:13,688 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T14:43:13,689 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T14:43:13,689 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T14:43:13,690 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T14:43:13,690 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T14:43:13,691 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T14:43:13,691 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T14:43:13,692 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T14:43:13,692 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T14:43:13,693 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T14:43:13,693 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T14:43:13,694 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T14:43:13,694 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T14:43:13,694 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T14:43:13,695 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T14:43:13,695 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T14:43:13,696 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T14:43:13,696 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T14:43:13,697 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T14:43:13,697 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T14:43:13,698 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T14:43:13,698 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T14:43:13,699 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T14:43:13,699 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T14:43:13,699 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T14:43:13,700 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35765 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T14:43:13,714 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=35765 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=169 2024-11-14T14:43:13,714 DEBUG [RS_FLUSH_OPERATIONS-regionserver/da1c6afcd1f9:0-2 {event_type=RS_FLUSH_REGIONS, pid=169}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1731595377819.6bba6f9894a8dbaebc3b47d6055c3663. 2024-11-14T14:43:13,714 DEBUG [RS_FLUSH_OPERATIONS-regionserver/da1c6afcd1f9:0-2 {event_type=RS_FLUSH_REGIONS, pid=169}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1731595377819.6bba6f9894a8dbaebc3b47d6055c3663. as already flushing 2024-11-14T14:43:13,714 DEBUG [RS_FLUSH_OPERATIONS-regionserver/da1c6afcd1f9:0-2 {event_type=RS_FLUSH_REGIONS, pid=169}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1731595377819.6bba6f9894a8dbaebc3b47d6055c3663. 2024-11-14T14:43:13,714 ERROR [RS_FLUSH_OPERATIONS-regionserver/da1c6afcd1f9:0-2 {event_type=RS_FLUSH_REGIONS, pid=169}] handler.RSProcedureHandler(58): pid=169 java.io.IOException: Unable to complete flush {ENCODED => 6bba6f9894a8dbaebc3b47d6055c3663, NAME => 'TestAcidGuarantees,,1731595377819.6bba6f9894a8dbaebc3b47d6055c3663.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-14T14:43:13,714 DEBUG [RS_FLUSH_OPERATIONS-regionserver/da1c6afcd1f9:0-2 {event_type=RS_FLUSH_REGIONS, pid=169}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=169 java.io.IOException: Unable to complete flush {ENCODED => 6bba6f9894a8dbaebc3b47d6055c3663, NAME => 'TestAcidGuarantees,,1731595377819.6bba6f9894a8dbaebc3b47d6055c3663.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-14T14:43:13,716 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45145 {}] master.HMaster(4177): Remote procedure failed, pid=169 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 6bba6f9894a8dbaebc3b47d6055c3663, NAME => 'TestAcidGuarantees,,1731595377819.6bba6f9894a8dbaebc3b47d6055c3663.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$5(MasterRpcServices.java:2580) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2575) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 6bba6f9894a8dbaebc3b47d6055c3663, NAME => 'TestAcidGuarantees,,1731595377819.6bba6f9894a8dbaebc3b47d6055c3663.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-14T14:43:13,723 DEBUG [RS_IN_MEMORY_COMPACTION-regionserver/da1c6afcd1f9:0-2 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=type=CellArrayImmutableSegment, empty=no, cellCount=209, cellSize=9565, totalHeapSize=21976, min timestamp=1731595393692, max timestamp=1731595393719Num uniques 859; 2024-11-14T14:43:13,723 DEBUG [RS_IN_MEMORY_COMPACTION-regionserver/da1c6afcd1f9:0-2 {}] regionserver.CompactionPipeline(163): Suffix data size=39335, new segment data size=9565, suffix heap size=117064,new segment heap size=21976 　suffix off heap size=0, new segment off heap size=0, suffix cells count=859, new segment cells count=209 2024-11-14T14:43:13,723 DEBUG [RS_IN_MEMORY_COMPACTION-regionserver/da1c6afcd1f9:0-4 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=type=CellArrayImmutableSegment, empty=no, cellCount=209, cellSize=9565, totalHeapSize=21976, min timestamp=1731595393692, max timestamp=1731595393719Num uniques 859; 2024-11-14T14:43:13,723 DEBUG [RS_IN_MEMORY_COMPACTION-regionserver/da1c6afcd1f9:0-8 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=type=CellArrayImmutableSegment, empty=no, cellCount=209, cellSize=9565, totalHeapSize=21976, min timestamp=1731595393692, max timestamp=1731595393719Num uniques 859; 2024-11-14T14:43:13,723 DEBUG [RS_IN_MEMORY_COMPACTION-regionserver/da1c6afcd1f9:0-4 {}] regionserver.CompactionPipeline(163): Suffix data size=39335, new segment data size=9565, suffix heap size=117064,new segment heap size=21976 　suffix off heap size=0, new segment off heap size=0, suffix cells count=859, new segment cells count=209 2024-11-14T14:43:13,723 DEBUG [RS_IN_MEMORY_COMPACTION-regionserver/da1c6afcd1f9:0-8 {}] regionserver.CompactionPipeline(163): Suffix data size=39335, new segment data size=9565, suffix heap size=117064,new segment heap size=21976 　suffix off heap size=0, new segment off heap size=0, suffix cells count=859, new segment cells count=209 2024-11-14T14:43:13,767 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35765 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6bba6f9894a8dbaebc3b47d6055c3663, server=da1c6afcd1f9,35765,1731595233113 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-14T14:43:13,767 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35765 {}] ipc.CallRunner(138): callId: 92 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:49004 deadline: 1731595453760, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6bba6f9894a8dbaebc3b47d6055c3663, server=da1c6afcd1f9,35765,1731595233113 2024-11-14T14:43:13,768 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731595377819.6bba6f9894a8dbaebc3b47d6055c3663., hostname=da1c6afcd1f9,35765,1731595233113, seqNum=5 , the old value is region=TestAcidGuarantees,,1731595377819.6bba6f9894a8dbaebc3b47d6055c3663., hostname=da1c6afcd1f9,35765,1731595233113, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6bba6f9894a8dbaebc3b47d6055c3663, server=da1c6afcd1f9,35765,1731595233113 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-14T14:43:13,768 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35765 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6bba6f9894a8dbaebc3b47d6055c3663, server=da1c6afcd1f9,35765,1731595233113 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-14T14:43:13,768 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731595377819.6bba6f9894a8dbaebc3b47d6055c3663., hostname=da1c6afcd1f9,35765,1731595233113, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6bba6f9894a8dbaebc3b47d6055c3663, server=da1c6afcd1f9,35765,1731595233113 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-14T14:43:13,768 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731595377819.6bba6f9894a8dbaebc3b47d6055c3663., hostname=da1c6afcd1f9,35765,1731595233113, seqNum=5 because the exception is null or not the one we care about 2024-11-14T14:43:13,768 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35765 {}] ipc.CallRunner(138): callId: 89 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:49026 deadline: 1731595453762, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6bba6f9894a8dbaebc3b47d6055c3663, server=da1c6afcd1f9,35765,1731595233113 2024-11-14T14:43:13,768 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731595377819.6bba6f9894a8dbaebc3b47d6055c3663., hostname=da1c6afcd1f9,35765,1731595233113, seqNum=5 , the old value is region=TestAcidGuarantees,,1731595377819.6bba6f9894a8dbaebc3b47d6055c3663., hostname=da1c6afcd1f9,35765,1731595233113, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6bba6f9894a8dbaebc3b47d6055c3663, server=da1c6afcd1f9,35765,1731595233113 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-14T14:43:13,768 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731595377819.6bba6f9894a8dbaebc3b47d6055c3663., hostname=da1c6afcd1f9,35765,1731595233113, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6bba6f9894a8dbaebc3b47d6055c3663, server=da1c6afcd1f9,35765,1731595233113 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-14T14:43:13,768 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731595377819.6bba6f9894a8dbaebc3b47d6055c3663., hostname=da1c6afcd1f9,35765,1731595233113, seqNum=5 because the exception is null or not the one we care about 2024-11-14T14:43:13,867 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=35765 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=169 2024-11-14T14:43:13,868 DEBUG [RS_FLUSH_OPERATIONS-regionserver/da1c6afcd1f9:0-0 {event_type=RS_FLUSH_REGIONS, pid=169}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1731595377819.6bba6f9894a8dbaebc3b47d6055c3663. 2024-11-14T14:43:13,868 DEBUG [RS_FLUSH_OPERATIONS-regionserver/da1c6afcd1f9:0-0 {event_type=RS_FLUSH_REGIONS, pid=169}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1731595377819.6bba6f9894a8dbaebc3b47d6055c3663. as already flushing 2024-11-14T14:43:13,868 DEBUG [RS_FLUSH_OPERATIONS-regionserver/da1c6afcd1f9:0-0 {event_type=RS_FLUSH_REGIONS, pid=169}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1731595377819.6bba6f9894a8dbaebc3b47d6055c3663. 2024-11-14T14:43:13,868 ERROR [RS_FLUSH_OPERATIONS-regionserver/da1c6afcd1f9:0-0 {event_type=RS_FLUSH_REGIONS, pid=169}] handler.RSProcedureHandler(58): pid=169 java.io.IOException: Unable to complete flush {ENCODED => 6bba6f9894a8dbaebc3b47d6055c3663, NAME => 'TestAcidGuarantees,,1731595377819.6bba6f9894a8dbaebc3b47d6055c3663.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-14T14:43:13,868 DEBUG [RS_FLUSH_OPERATIONS-regionserver/da1c6afcd1f9:0-0 {event_type=RS_FLUSH_REGIONS, pid=169}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=169 java.io.IOException: Unable to complete flush {ENCODED => 6bba6f9894a8dbaebc3b47d6055c3663, NAME => 'TestAcidGuarantees,,1731595377819.6bba6f9894a8dbaebc3b47d6055c3663.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-14T14:43:13,868 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45145 {}] master.HMaster(4177): Remote procedure failed, pid=169 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 6bba6f9894a8dbaebc3b47d6055c3663, NAME => 'TestAcidGuarantees,,1731595377819.6bba6f9894a8dbaebc3b47d6055c3663.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$5(MasterRpcServices.java:2580) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2575) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 6bba6f9894a8dbaebc3b47d6055c3663, NAME => 'TestAcidGuarantees,,1731595377819.6bba6f9894a8dbaebc3b47d6055c3663.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-14T14:43:13,876 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45145 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=168 2024-11-14T14:43:13,878 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35765 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6bba6f9894a8dbaebc3b47d6055c3663, server=da1c6afcd1f9,35765,1731595233113 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-14T14:43:13,878 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35765 {}] ipc.CallRunner(138): callId: 90 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:49026 deadline: 1731595453876, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6bba6f9894a8dbaebc3b47d6055c3663, server=da1c6afcd1f9,35765,1731595233113 2024-11-14T14:43:13,878 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35765 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6bba6f9894a8dbaebc3b47d6055c3663, server=da1c6afcd1f9,35765,1731595233113 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-14T14:43:13,878 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731595377819.6bba6f9894a8dbaebc3b47d6055c3663., hostname=da1c6afcd1f9,35765,1731595233113, seqNum=5 , the old value is region=TestAcidGuarantees,,1731595377819.6bba6f9894a8dbaebc3b47d6055c3663., hostname=da1c6afcd1f9,35765,1731595233113, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6bba6f9894a8dbaebc3b47d6055c3663, server=da1c6afcd1f9,35765,1731595233113 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-14T14:43:13,878 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35765 {}] ipc.CallRunner(138): callId: 93 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:49004 deadline: 1731595453876, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6bba6f9894a8dbaebc3b47d6055c3663, server=da1c6afcd1f9,35765,1731595233113 2024-11-14T14:43:13,878 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731595377819.6bba6f9894a8dbaebc3b47d6055c3663., hostname=da1c6afcd1f9,35765,1731595233113, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6bba6f9894a8dbaebc3b47d6055c3663, server=da1c6afcd1f9,35765,1731595233113 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-14T14:43:13,878 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731595377819.6bba6f9894a8dbaebc3b47d6055c3663., hostname=da1c6afcd1f9,35765,1731595233113, seqNum=5 because the exception is null or not the one we care about 2024-11-14T14:43:13,879 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731595377819.6bba6f9894a8dbaebc3b47d6055c3663., hostname=da1c6afcd1f9,35765,1731595233113, seqNum=5 , the old value is region=TestAcidGuarantees,,1731595377819.6bba6f9894a8dbaebc3b47d6055c3663., hostname=da1c6afcd1f9,35765,1731595233113, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6bba6f9894a8dbaebc3b47d6055c3663, server=da1c6afcd1f9,35765,1731595233113 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-14T14:43:13,879 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731595377819.6bba6f9894a8dbaebc3b47d6055c3663., hostname=da1c6afcd1f9,35765,1731595233113, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6bba6f9894a8dbaebc3b47d6055c3663, server=da1c6afcd1f9,35765,1731595233113 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-14T14:43:13,879 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731595377819.6bba6f9894a8dbaebc3b47d6055c3663., hostname=da1c6afcd1f9,35765,1731595233113, seqNum=5 because the exception is null or not the one we care about 2024-11-14T14:43:14,020 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=35765 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=169 2024-11-14T14:43:14,020 DEBUG [RS_FLUSH_OPERATIONS-regionserver/da1c6afcd1f9:0-1 {event_type=RS_FLUSH_REGIONS, pid=169}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1731595377819.6bba6f9894a8dbaebc3b47d6055c3663. 2024-11-14T14:43:14,021 DEBUG [RS_FLUSH_OPERATIONS-regionserver/da1c6afcd1f9:0-1 {event_type=RS_FLUSH_REGIONS, pid=169}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1731595377819.6bba6f9894a8dbaebc3b47d6055c3663. as already flushing 2024-11-14T14:43:14,021 DEBUG [RS_FLUSH_OPERATIONS-regionserver/da1c6afcd1f9:0-1 {event_type=RS_FLUSH_REGIONS, pid=169}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1731595377819.6bba6f9894a8dbaebc3b47d6055c3663. 2024-11-14T14:43:14,021 ERROR [RS_FLUSH_OPERATIONS-regionserver/da1c6afcd1f9:0-1 {event_type=RS_FLUSH_REGIONS, pid=169}] handler.RSProcedureHandler(58): pid=169 java.io.IOException: Unable to complete flush {ENCODED => 6bba6f9894a8dbaebc3b47d6055c3663, NAME => 'TestAcidGuarantees,,1731595377819.6bba6f9894a8dbaebc3b47d6055c3663.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-14T14:43:14,021 DEBUG [RS_FLUSH_OPERATIONS-regionserver/da1c6afcd1f9:0-1 {event_type=RS_FLUSH_REGIONS, pid=169}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=169 java.io.IOException: Unable to complete flush {ENCODED => 6bba6f9894a8dbaebc3b47d6055c3663, NAME => 'TestAcidGuarantees,,1731595377819.6bba6f9894a8dbaebc3b47d6055c3663.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-14T14:43:14,021 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45145 {}] master.HMaster(4177): Remote procedure failed, pid=169 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 6bba6f9894a8dbaebc3b47d6055c3663, NAME => 'TestAcidGuarantees,,1731595377819.6bba6f9894a8dbaebc3b47d6055c3663.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$5(MasterRpcServices.java:2580) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2575) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 6bba6f9894a8dbaebc3b47d6055c3663, NAME => 'TestAcidGuarantees,,1731595377819.6bba6f9894a8dbaebc3b47d6055c3663.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-14T14:43:14,085 DEBUG [MemStoreFlusher.0 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T14:43:14,089 INFO [MemStoreFlusher.0 {}] regionserver.HMobStore(268): FLUSH Renaming flushed file from hdfs://localhost:34345/user/jenkins/test-data/14d118ee-a83a-b09b-5913-1a58940a5db1/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e20241114de6fad123cc742f799135fdeb23545a6_6bba6f9894a8dbaebc3b47d6055c3663 to hdfs://localhost:34345/user/jenkins/test-data/14d118ee-a83a-b09b-5913-1a58940a5db1/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e20241114de6fad123cc742f799135fdeb23545a6_6bba6f9894a8dbaebc3b47d6055c3663 2024-11-14T14:43:14,090 DEBUG [MemStoreFlusher.0 {}] mob.DefaultMobStoreFlusher(263): Flush store file: hdfs://localhost:34345/user/jenkins/test-data/14d118ee-a83a-b09b-5913-1a58940a5db1/data/default/TestAcidGuarantees/6bba6f9894a8dbaebc3b47d6055c3663/.tmp/A/4e757e19249c4c9abb36f2567c3689c0, store: [table=TestAcidGuarantees family=A region=6bba6f9894a8dbaebc3b47d6055c3663] 2024-11-14T14:43:14,090 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35765 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6bba6f9894a8dbaebc3b47d6055c3663, server=da1c6afcd1f9,35765,1731595233113 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-14T14:43:14,090 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35765 {}] ipc.CallRunner(138): callId: 91 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:49026 deadline: 1731595454086, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6bba6f9894a8dbaebc3b47d6055c3663, server=da1c6afcd1f9,35765,1731595233113 2024-11-14T14:43:14,090 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:34345/user/jenkins/test-data/14d118ee-a83a-b09b-5913-1a58940a5db1/data/default/TestAcidGuarantees/6bba6f9894a8dbaebc3b47d6055c3663/.tmp/A/4e757e19249c4c9abb36f2567c3689c0 is 175, key is test_row_0/A:col10/1731595393668/Put/seqid=0 2024-11-14T14:43:14,091 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35765 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6bba6f9894a8dbaebc3b47d6055c3663, server=da1c6afcd1f9,35765,1731595233113 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-14T14:43:14,091 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731595377819.6bba6f9894a8dbaebc3b47d6055c3663., hostname=da1c6afcd1f9,35765,1731595233113, seqNum=5 , the old value is region=TestAcidGuarantees,,1731595377819.6bba6f9894a8dbaebc3b47d6055c3663., hostname=da1c6afcd1f9,35765,1731595233113, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6bba6f9894a8dbaebc3b47d6055c3663, server=da1c6afcd1f9,35765,1731595233113 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-14T14:43:14,091 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731595377819.6bba6f9894a8dbaebc3b47d6055c3663., hostname=da1c6afcd1f9,35765,1731595233113, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6bba6f9894a8dbaebc3b47d6055c3663, server=da1c6afcd1f9,35765,1731595233113 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-14T14:43:14,091 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35765 {}] ipc.CallRunner(138): callId: 94 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:49004 deadline: 1731595454086, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6bba6f9894a8dbaebc3b47d6055c3663, server=da1c6afcd1f9,35765,1731595233113 2024-11-14T14:43:14,091 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731595377819.6bba6f9894a8dbaebc3b47d6055c3663., hostname=da1c6afcd1f9,35765,1731595233113, seqNum=5 because the exception is null or not the one we care about 2024-11-14T14:43:14,091 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731595377819.6bba6f9894a8dbaebc3b47d6055c3663., hostname=da1c6afcd1f9,35765,1731595233113, seqNum=5 , the old value is region=TestAcidGuarantees,,1731595377819.6bba6f9894a8dbaebc3b47d6055c3663., hostname=da1c6afcd1f9,35765,1731595233113, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6bba6f9894a8dbaebc3b47d6055c3663, server=da1c6afcd1f9,35765,1731595233113 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-14T14:43:14,091 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731595377819.6bba6f9894a8dbaebc3b47d6055c3663., hostname=da1c6afcd1f9,35765,1731595233113, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6bba6f9894a8dbaebc3b47d6055c3663, server=da1c6afcd1f9,35765,1731595233113 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-14T14:43:14,091 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731595377819.6bba6f9894a8dbaebc3b47d6055c3663., hostname=da1c6afcd1f9,35765,1731595233113, seqNum=5 because the exception is null or not the one we care about 2024-11-14T14:43:14,094 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36699 is added to blk_1073742400_1576 (size=57029) 2024-11-14T14:43:14,094 INFO [MemStoreFlusher.0 {}] mob.DefaultMobStoreFlusher(147): Mob store is flushed, sequenceid=232, memsize=17.9 K, hasBloomFilter=true, into tmp file hdfs://localhost:34345/user/jenkins/test-data/14d118ee-a83a-b09b-5913-1a58940a5db1/data/default/TestAcidGuarantees/6bba6f9894a8dbaebc3b47d6055c3663/.tmp/A/4e757e19249c4c9abb36f2567c3689c0 2024-11-14T14:43:14,100 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:34345/user/jenkins/test-data/14d118ee-a83a-b09b-5913-1a58940a5db1/data/default/TestAcidGuarantees/6bba6f9894a8dbaebc3b47d6055c3663/.tmp/B/d949e921a31744579f2e6f2f11f971f6 is 50, key is test_row_0/B:col10/1731595393668/Put/seqid=0 2024-11-14T14:43:14,103 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36699 is added to blk_1073742401_1577 (size=9757) 2024-11-14T14:43:14,104 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=17.89 KB at sequenceid=232 (bloomFilter=true), to=hdfs://localhost:34345/user/jenkins/test-data/14d118ee-a83a-b09b-5913-1a58940a5db1/data/default/TestAcidGuarantees/6bba6f9894a8dbaebc3b47d6055c3663/.tmp/B/d949e921a31744579f2e6f2f11f971f6 2024-11-14T14:43:14,110 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:34345/user/jenkins/test-data/14d118ee-a83a-b09b-5913-1a58940a5db1/data/default/TestAcidGuarantees/6bba6f9894a8dbaebc3b47d6055c3663/.tmp/C/0732729ea3a645779cd71fa53f93dd24 is 50, key is test_row_0/C:col10/1731595393668/Put/seqid=0 2024-11-14T14:43:14,113 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36699 is added to blk_1073742402_1578 (size=9757) 2024-11-14T14:43:14,173 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=35765 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=169 2024-11-14T14:43:14,173 DEBUG [RS_FLUSH_OPERATIONS-regionserver/da1c6afcd1f9:0-2 {event_type=RS_FLUSH_REGIONS, pid=169}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1731595377819.6bba6f9894a8dbaebc3b47d6055c3663. 2024-11-14T14:43:14,173 DEBUG [RS_FLUSH_OPERATIONS-regionserver/da1c6afcd1f9:0-2 {event_type=RS_FLUSH_REGIONS, pid=169}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1731595377819.6bba6f9894a8dbaebc3b47d6055c3663. as already flushing 2024-11-14T14:43:14,174 DEBUG [RS_FLUSH_OPERATIONS-regionserver/da1c6afcd1f9:0-2 {event_type=RS_FLUSH_REGIONS, pid=169}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1731595377819.6bba6f9894a8dbaebc3b47d6055c3663. 2024-11-14T14:43:14,174 ERROR [RS_FLUSH_OPERATIONS-regionserver/da1c6afcd1f9:0-2 {event_type=RS_FLUSH_REGIONS, pid=169}] handler.RSProcedureHandler(58): pid=169 java.io.IOException: Unable to complete flush {ENCODED => 6bba6f9894a8dbaebc3b47d6055c3663, NAME => 'TestAcidGuarantees,,1731595377819.6bba6f9894a8dbaebc3b47d6055c3663.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-14T14:43:14,174 DEBUG [RS_FLUSH_OPERATIONS-regionserver/da1c6afcd1f9:0-2 {event_type=RS_FLUSH_REGIONS, pid=169}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=169 java.io.IOException: Unable to complete flush {ENCODED => 6bba6f9894a8dbaebc3b47d6055c3663, NAME => 'TestAcidGuarantees,,1731595377819.6bba6f9894a8dbaebc3b47d6055c3663.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-14T14:43:14,174 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45145 {}] master.HMaster(4177): Remote procedure failed, pid=169 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 6bba6f9894a8dbaebc3b47d6055c3663, NAME => 'TestAcidGuarantees,,1731595377819.6bba6f9894a8dbaebc3b47d6055c3663.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$5(MasterRpcServices.java:2580) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2575) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 6bba6f9894a8dbaebc3b47d6055c3663, NAME => 'TestAcidGuarantees,,1731595377819.6bba6f9894a8dbaebc3b47d6055c3663.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-14T14:43:14,186 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45145 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=168 2024-11-14T14:43:14,326 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=35765 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=169 2024-11-14T14:43:14,326 DEBUG [RS_FLUSH_OPERATIONS-regionserver/da1c6afcd1f9:0-0 {event_type=RS_FLUSH_REGIONS, pid=169}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1731595377819.6bba6f9894a8dbaebc3b47d6055c3663. 2024-11-14T14:43:14,326 DEBUG [RS_FLUSH_OPERATIONS-regionserver/da1c6afcd1f9:0-0 {event_type=RS_FLUSH_REGIONS, pid=169}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1731595377819.6bba6f9894a8dbaebc3b47d6055c3663. as already flushing 2024-11-14T14:43:14,326 DEBUG [RS_FLUSH_OPERATIONS-regionserver/da1c6afcd1f9:0-0 {event_type=RS_FLUSH_REGIONS, pid=169}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1731595377819.6bba6f9894a8dbaebc3b47d6055c3663. 2024-11-14T14:43:14,326 ERROR [RS_FLUSH_OPERATIONS-regionserver/da1c6afcd1f9:0-0 {event_type=RS_FLUSH_REGIONS, pid=169}] handler.RSProcedureHandler(58): pid=169 java.io.IOException: Unable to complete flush {ENCODED => 6bba6f9894a8dbaebc3b47d6055c3663, NAME => 'TestAcidGuarantees,,1731595377819.6bba6f9894a8dbaebc3b47d6055c3663.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-14T14:43:14,327 DEBUG [RS_FLUSH_OPERATIONS-regionserver/da1c6afcd1f9:0-0 {event_type=RS_FLUSH_REGIONS, pid=169}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=169 java.io.IOException: Unable to complete flush {ENCODED => 6bba6f9894a8dbaebc3b47d6055c3663, NAME => 'TestAcidGuarantees,,1731595377819.6bba6f9894a8dbaebc3b47d6055c3663.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-14T14:43:14,327 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45145 {}] master.HMaster(4177): Remote procedure failed, pid=169 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 6bba6f9894a8dbaebc3b47d6055c3663, NAME => 'TestAcidGuarantees,,1731595377819.6bba6f9894a8dbaebc3b47d6055c3663.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$5(MasterRpcServices.java:2580) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2575) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 6bba6f9894a8dbaebc3b47d6055c3663, NAME => 'TestAcidGuarantees,,1731595377819.6bba6f9894a8dbaebc3b47d6055c3663.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-14T14:43:14,401 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35765 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6bba6f9894a8dbaebc3b47d6055c3663, server=da1c6afcd1f9,35765,1731595233113 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-14T14:43:14,401 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35765 {}] ipc.CallRunner(138): callId: 92 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:49026 deadline: 1731595454396, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6bba6f9894a8dbaebc3b47d6055c3663, server=da1c6afcd1f9,35765,1731595233113 2024-11-14T14:43:14,401 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731595377819.6bba6f9894a8dbaebc3b47d6055c3663., hostname=da1c6afcd1f9,35765,1731595233113, seqNum=5 , the old value is region=TestAcidGuarantees,,1731595377819.6bba6f9894a8dbaebc3b47d6055c3663., hostname=da1c6afcd1f9,35765,1731595233113, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6bba6f9894a8dbaebc3b47d6055c3663, server=da1c6afcd1f9,35765,1731595233113 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-14T14:43:14,401 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731595377819.6bba6f9894a8dbaebc3b47d6055c3663., hostname=da1c6afcd1f9,35765,1731595233113, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6bba6f9894a8dbaebc3b47d6055c3663, server=da1c6afcd1f9,35765,1731595233113 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-14T14:43:14,401 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731595377819.6bba6f9894a8dbaebc3b47d6055c3663., hostname=da1c6afcd1f9,35765,1731595233113, seqNum=5 because the exception is null or not the one we care about 2024-11-14T14:43:14,401 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35765 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6bba6f9894a8dbaebc3b47d6055c3663, server=da1c6afcd1f9,35765,1731595233113 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-14T14:43:14,402 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35765 {}] ipc.CallRunner(138): callId: 95 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:49004 deadline: 1731595454396, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6bba6f9894a8dbaebc3b47d6055c3663, server=da1c6afcd1f9,35765,1731595233113 2024-11-14T14:43:14,402 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731595377819.6bba6f9894a8dbaebc3b47d6055c3663., hostname=da1c6afcd1f9,35765,1731595233113, seqNum=5 , the old value is region=TestAcidGuarantees,,1731595377819.6bba6f9894a8dbaebc3b47d6055c3663., hostname=da1c6afcd1f9,35765,1731595233113, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6bba6f9894a8dbaebc3b47d6055c3663, server=da1c6afcd1f9,35765,1731595233113 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-14T14:43:14,402 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731595377819.6bba6f9894a8dbaebc3b47d6055c3663., hostname=da1c6afcd1f9,35765,1731595233113, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6bba6f9894a8dbaebc3b47d6055c3663, server=da1c6afcd1f9,35765,1731595233113 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-14T14:43:14,402 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731595377819.6bba6f9894a8dbaebc3b47d6055c3663., hostname=da1c6afcd1f9,35765,1731595233113, seqNum=5 because the exception is null or not the one we care about 2024-11-14T14:43:14,479 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=35765 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=169 2024-11-14T14:43:14,479 DEBUG [RS_FLUSH_OPERATIONS-regionserver/da1c6afcd1f9:0-1 {event_type=RS_FLUSH_REGIONS, pid=169}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1731595377819.6bba6f9894a8dbaebc3b47d6055c3663. 2024-11-14T14:43:14,479 DEBUG [RS_FLUSH_OPERATIONS-regionserver/da1c6afcd1f9:0-1 {event_type=RS_FLUSH_REGIONS, pid=169}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1731595377819.6bba6f9894a8dbaebc3b47d6055c3663. as already flushing 2024-11-14T14:43:14,479 DEBUG [RS_FLUSH_OPERATIONS-regionserver/da1c6afcd1f9:0-1 {event_type=RS_FLUSH_REGIONS, pid=169}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1731595377819.6bba6f9894a8dbaebc3b47d6055c3663. 2024-11-14T14:43:14,479 ERROR [RS_FLUSH_OPERATIONS-regionserver/da1c6afcd1f9:0-1 {event_type=RS_FLUSH_REGIONS, pid=169}] handler.RSProcedureHandler(58): pid=169 java.io.IOException: Unable to complete flush {ENCODED => 6bba6f9894a8dbaebc3b47d6055c3663, NAME => 'TestAcidGuarantees,,1731595377819.6bba6f9894a8dbaebc3b47d6055c3663.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-14T14:43:14,479 DEBUG [RS_FLUSH_OPERATIONS-regionserver/da1c6afcd1f9:0-1 {event_type=RS_FLUSH_REGIONS, pid=169}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=169 java.io.IOException: Unable to complete flush {ENCODED => 6bba6f9894a8dbaebc3b47d6055c3663, NAME => 'TestAcidGuarantees,,1731595377819.6bba6f9894a8dbaebc3b47d6055c3663.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-14T14:43:14,480 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45145 {}] master.HMaster(4177): Remote procedure failed, pid=169 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 6bba6f9894a8dbaebc3b47d6055c3663, NAME => 'TestAcidGuarantees,,1731595377819.6bba6f9894a8dbaebc3b47d6055c3663.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$5(MasterRpcServices.java:2580) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2575) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 6bba6f9894a8dbaebc3b47d6055c3663, NAME => 'TestAcidGuarantees,,1731595377819.6bba6f9894a8dbaebc3b47d6055c3663.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-14T14:43:14,513 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=17.89 KB at sequenceid=232 (bloomFilter=true), to=hdfs://localhost:34345/user/jenkins/test-data/14d118ee-a83a-b09b-5913-1a58940a5db1/data/default/TestAcidGuarantees/6bba6f9894a8dbaebc3b47d6055c3663/.tmp/C/0732729ea3a645779cd71fa53f93dd24 2024-11-14T14:43:14,517 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:34345/user/jenkins/test-data/14d118ee-a83a-b09b-5913-1a58940a5db1/data/default/TestAcidGuarantees/6bba6f9894a8dbaebc3b47d6055c3663/.tmp/A/4e757e19249c4c9abb36f2567c3689c0 as hdfs://localhost:34345/user/jenkins/test-data/14d118ee-a83a-b09b-5913-1a58940a5db1/data/default/TestAcidGuarantees/6bba6f9894a8dbaebc3b47d6055c3663/A/4e757e19249c4c9abb36f2567c3689c0 2024-11-14T14:43:14,520 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:34345/user/jenkins/test-data/14d118ee-a83a-b09b-5913-1a58940a5db1/data/default/TestAcidGuarantees/6bba6f9894a8dbaebc3b47d6055c3663/A/4e757e19249c4c9abb36f2567c3689c0, entries=300, sequenceid=232, filesize=55.7 K 2024-11-14T14:43:14,521 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:34345/user/jenkins/test-data/14d118ee-a83a-b09b-5913-1a58940a5db1/data/default/TestAcidGuarantees/6bba6f9894a8dbaebc3b47d6055c3663/.tmp/B/d949e921a31744579f2e6f2f11f971f6 as hdfs://localhost:34345/user/jenkins/test-data/14d118ee-a83a-b09b-5913-1a58940a5db1/data/default/TestAcidGuarantees/6bba6f9894a8dbaebc3b47d6055c3663/B/d949e921a31744579f2e6f2f11f971f6 2024-11-14T14:43:14,523 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:34345/user/jenkins/test-data/14d118ee-a83a-b09b-5913-1a58940a5db1/data/default/TestAcidGuarantees/6bba6f9894a8dbaebc3b47d6055c3663/B/d949e921a31744579f2e6f2f11f971f6, entries=100, sequenceid=232, filesize=9.5 K 2024-11-14T14:43:14,524 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:34345/user/jenkins/test-data/14d118ee-a83a-b09b-5913-1a58940a5db1/data/default/TestAcidGuarantees/6bba6f9894a8dbaebc3b47d6055c3663/.tmp/C/0732729ea3a645779cd71fa53f93dd24 as hdfs://localhost:34345/user/jenkins/test-data/14d118ee-a83a-b09b-5913-1a58940a5db1/data/default/TestAcidGuarantees/6bba6f9894a8dbaebc3b47d6055c3663/C/0732729ea3a645779cd71fa53f93dd24 2024-11-14T14:43:14,527 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:34345/user/jenkins/test-data/14d118ee-a83a-b09b-5913-1a58940a5db1/data/default/TestAcidGuarantees/6bba6f9894a8dbaebc3b47d6055c3663/C/0732729ea3a645779cd71fa53f93dd24, entries=100, sequenceid=232, filesize=9.5 K 2024-11-14T14:43:14,528 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(3140): Finished flush of dataSize ~53.67 KB/54960, heapSize ~160.08 KB/163920, currentSize=127.47 KB/130530 for 6bba6f9894a8dbaebc3b47d6055c3663 in 859ms, sequenceid=232, compaction requested=true 2024-11-14T14:43:14,528 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2603): Flush status journal for 6bba6f9894a8dbaebc3b47d6055c3663: 2024-11-14T14:43:14,528 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store 6bba6f9894a8dbaebc3b47d6055c3663:A, priority=-2147483648, current under compaction store size is 1 2024-11-14T14:43:14,528 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-14T14:43:14,528 DEBUG [RS:0;da1c6afcd1f9:35765-shortCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 3 store files, 0 compacting, 3 eligible, 16 blocking 2024-11-14T14:43:14,528 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store 6bba6f9894a8dbaebc3b47d6055c3663:B, priority=-2147483648, current under compaction store size is 2 2024-11-14T14:43:14,528 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-14T14:43:14,528 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store 6bba6f9894a8dbaebc3b47d6055c3663:C, priority=-2147483648, current under compaction store size is 3 2024-11-14T14:43:14,528 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=1), splitQueue=0 2024-11-14T14:43:14,528 DEBUG [RS:0;da1c6afcd1f9:35765-longCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 3 store files, 0 compacting, 3 eligible, 16 blocking 2024-11-14T14:43:14,529 DEBUG [RS:0;da1c6afcd1f9:35765-shortCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 3 files of size 119615 starting at candidate #0 after considering 1 permutations with 1 in ratio 2024-11-14T14:43:14,529 DEBUG [RS:0;da1c6afcd1f9:35765-longCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 3 files of size 34435 starting at candidate #0 after considering 1 permutations with 1 in ratio 2024-11-14T14:43:14,529 DEBUG [RS:0;da1c6afcd1f9:35765-shortCompactions-0 {}] regionserver.HStore(1541): 6bba6f9894a8dbaebc3b47d6055c3663/A is initiating minor compaction (all files) 2024-11-14T14:43:14,529 DEBUG [RS:0;da1c6afcd1f9:35765-longCompactions-0 {}] regionserver.HStore(1541): 6bba6f9894a8dbaebc3b47d6055c3663/B is initiating minor compaction (all files) 2024-11-14T14:43:14,529 INFO [RS:0;da1c6afcd1f9:35765-shortCompactions-0 {}] regionserver.HRegion(2416): Starting compaction of 6bba6f9894a8dbaebc3b47d6055c3663/A in TestAcidGuarantees,,1731595377819.6bba6f9894a8dbaebc3b47d6055c3663. 2024-11-14T14:43:14,529 INFO [RS:0;da1c6afcd1f9:35765-longCompactions-0 {}] regionserver.HRegion(2416): Starting compaction of 6bba6f9894a8dbaebc3b47d6055c3663/B in TestAcidGuarantees,,1731595377819.6bba6f9894a8dbaebc3b47d6055c3663. 2024-11-14T14:43:14,529 INFO [RS:0;da1c6afcd1f9:35765-shortCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:34345/user/jenkins/test-data/14d118ee-a83a-b09b-5913-1a58940a5db1/data/default/TestAcidGuarantees/6bba6f9894a8dbaebc3b47d6055c3663/A/56552d99ec3241ad89b84a1e01729bfa, hdfs://localhost:34345/user/jenkins/test-data/14d118ee-a83a-b09b-5913-1a58940a5db1/data/default/TestAcidGuarantees/6bba6f9894a8dbaebc3b47d6055c3663/A/1fd2940fe270411283afd05364d8da12, hdfs://localhost:34345/user/jenkins/test-data/14d118ee-a83a-b09b-5913-1a58940a5db1/data/default/TestAcidGuarantees/6bba6f9894a8dbaebc3b47d6055c3663/A/4e757e19249c4c9abb36f2567c3689c0] into tmpdir=hdfs://localhost:34345/user/jenkins/test-data/14d118ee-a83a-b09b-5913-1a58940a5db1/data/default/TestAcidGuarantees/6bba6f9894a8dbaebc3b47d6055c3663/.tmp, totalSize=116.8 K 2024-11-14T14:43:14,529 INFO [RS:0;da1c6afcd1f9:35765-longCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:34345/user/jenkins/test-data/14d118ee-a83a-b09b-5913-1a58940a5db1/data/default/TestAcidGuarantees/6bba6f9894a8dbaebc3b47d6055c3663/B/dd9a5d39eb4a48b5a97e0e6b712cdcad, hdfs://localhost:34345/user/jenkins/test-data/14d118ee-a83a-b09b-5913-1a58940a5db1/data/default/TestAcidGuarantees/6bba6f9894a8dbaebc3b47d6055c3663/B/6e58567f37714c1a84593e3e40903659, hdfs://localhost:34345/user/jenkins/test-data/14d118ee-a83a-b09b-5913-1a58940a5db1/data/default/TestAcidGuarantees/6bba6f9894a8dbaebc3b47d6055c3663/B/d949e921a31744579f2e6f2f11f971f6] into tmpdir=hdfs://localhost:34345/user/jenkins/test-data/14d118ee-a83a-b09b-5913-1a58940a5db1/data/default/TestAcidGuarantees/6bba6f9894a8dbaebc3b47d6055c3663/.tmp, totalSize=33.6 K 2024-11-14T14:43:14,529 INFO [RS:0;da1c6afcd1f9:35765-shortCompactions-0 {}] mob.DefaultMobStoreCompactor(181): MOB compaction: major=false isAll=true priority=13 throughput controller=DefaultCompactionThroughputController [maxThroughput=50.00 MB/second, activeCompactions=0] table=TestAcidGuarantees cf=A region=TestAcidGuarantees,,1731595377819.6bba6f9894a8dbaebc3b47d6055c3663. 2024-11-14T14:43:14,529 DEBUG [RS:0;da1c6afcd1f9:35765-shortCompactions-0 {}] mob.DefaultMobStoreCompactor(191): MOB compaction table=TestAcidGuarantees cf=A region=TestAcidGuarantees,,1731595377819.6bba6f9894a8dbaebc3b47d6055c3663. files: [hdfs://localhost:34345/user/jenkins/test-data/14d118ee-a83a-b09b-5913-1a58940a5db1/data/default/TestAcidGuarantees/6bba6f9894a8dbaebc3b47d6055c3663/A/56552d99ec3241ad89b84a1e01729bfa, hdfs://localhost:34345/user/jenkins/test-data/14d118ee-a83a-b09b-5913-1a58940a5db1/data/default/TestAcidGuarantees/6bba6f9894a8dbaebc3b47d6055c3663/A/1fd2940fe270411283afd05364d8da12, hdfs://localhost:34345/user/jenkins/test-data/14d118ee-a83a-b09b-5913-1a58940a5db1/data/default/TestAcidGuarantees/6bba6f9894a8dbaebc3b47d6055c3663/A/4e757e19249c4c9abb36f2567c3689c0] 2024-11-14T14:43:14,529 DEBUG [RS:0;da1c6afcd1f9:35765-longCompactions-0 {}] compactions.Compactor(225): Compacting dd9a5d39eb4a48b5a97e0e6b712cdcad, keycount=150, bloomtype=ROW, size=12.2 K, encoding=NONE, compression=NONE, seqNum=198, earliestPutTs=1731595390343 2024-11-14T14:43:14,529 DEBUG [RS:0;da1c6afcd1f9:35765-shortCompactions-0 {}] compactions.Compactor(225): Compacting 56552d99ec3241ad89b84a1e01729bfa, keycount=150, bloomtype=ROW, size=30.7 K, encoding=NONE, compression=NONE, seqNum=198, earliestPutTs=1731595390343 2024-11-14T14:43:14,530 DEBUG [RS:0;da1c6afcd1f9:35765-longCompactions-0 {}] compactions.Compactor(225): Compacting 6e58567f37714c1a84593e3e40903659, keycount=150, bloomtype=ROW, size=11.9 K, encoding=NONE, compression=NONE, seqNum=218, earliestPutTs=1731595391449 2024-11-14T14:43:14,530 DEBUG [RS:0;da1c6afcd1f9:35765-shortCompactions-0 {}] compactions.Compactor(225): Compacting 1fd2940fe270411283afd05364d8da12, keycount=150, bloomtype=ROW, size=30.4 K, encoding=NONE, compression=NONE, seqNum=218, earliestPutTs=1731595391449 2024-11-14T14:43:14,530 DEBUG [RS:0;da1c6afcd1f9:35765-longCompactions-0 {}] compactions.Compactor(225): Compacting d949e921a31744579f2e6f2f11f971f6, keycount=100, bloomtype=ROW, size=9.5 K, encoding=NONE, compression=NONE, seqNum=232, earliestPutTs=1731595393663 2024-11-14T14:43:14,530 DEBUG [RS:0;da1c6afcd1f9:35765-shortCompactions-0 {}] compactions.Compactor(225): Compacting 4e757e19249c4c9abb36f2567c3689c0, keycount=300, bloomtype=ROW, size=55.7 K, encoding=NONE, compression=NONE, seqNum=232, earliestPutTs=1731595393638 2024-11-14T14:43:14,545 INFO [RS:0;da1c6afcd1f9:35765-shortCompactions-0 {}] mob.DefaultMobStoreCompactor(321): Compact MOB=false optimized configured=false optimized enabled=false maximum MOB file size=1073741824 major=true store=[table=TestAcidGuarantees family=A region=6bba6f9894a8dbaebc3b47d6055c3663] 2024-11-14T14:43:14,546 INFO [RS:0;da1c6afcd1f9:35765-longCompactions-0 {}] throttle.PressureAwareThroughputController(145): 6bba6f9894a8dbaebc3b47d6055c3663#B#compaction#491 average throughput is 3.28 MB/second, slept 0 time(s) and total slept time is 0 ms. 1 active operations remaining, total limit is 50.00 MB/second 2024-11-14T14:43:14,547 DEBUG [RS:0;da1c6afcd1f9:35765-longCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:34345/user/jenkins/test-data/14d118ee-a83a-b09b-5913-1a58940a5db1/data/default/TestAcidGuarantees/6bba6f9894a8dbaebc3b47d6055c3663/.tmp/B/4f4111ddb74c4c7f810833b0cf52bda6 is 50, key is test_row_0/B:col10/1731595393668/Put/seqid=0 2024-11-14T14:43:14,554 DEBUG [RS:0;da1c6afcd1f9:35765-shortCompactions-0 {}] mob.DefaultMobStoreCompactor(635): New MOB writer created=d41d8cd98f00b204e9800998ecf8427e20241114b2b1142190ac442ba6a5a19e12d88986_6bba6f9894a8dbaebc3b47d6055c3663 store=[table=TestAcidGuarantees family=A region=6bba6f9894a8dbaebc3b47d6055c3663] 2024-11-14T14:43:14,556 DEBUG [RS:0;da1c6afcd1f9:35765-shortCompactions-0 {}] mob.DefaultMobStoreCompactor(656): Commit or abort size=0 mobCells=0 major=true file=d41d8cd98f00b204e9800998ecf8427e20241114b2b1142190ac442ba6a5a19e12d88986_6bba6f9894a8dbaebc3b47d6055c3663, store=[table=TestAcidGuarantees family=A region=6bba6f9894a8dbaebc3b47d6055c3663] 2024-11-14T14:43:14,557 DEBUG [RS:0;da1c6afcd1f9:35765-shortCompactions-0 {}] mob.DefaultMobStoreCompactor(667): Aborting writer for hdfs://localhost:34345/user/jenkins/test-data/14d118ee-a83a-b09b-5913-1a58940a5db1/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e20241114b2b1142190ac442ba6a5a19e12d88986_6bba6f9894a8dbaebc3b47d6055c3663 because there are no MOB cells, store=[table=TestAcidGuarantees family=A region=6bba6f9894a8dbaebc3b47d6055c3663] 2024-11-14T14:43:14,557 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36699 is added to blk_1073742403_1579 (size=12629) 2024-11-14T14:43:14,570 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35765 {}] regionserver.HRegion(8855): Flush requested on 6bba6f9894a8dbaebc3b47d6055c3663 2024-11-14T14:43:14,570 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(2902): Flushing 6bba6f9894a8dbaebc3b47d6055c3663 3/3 column families, dataSize=134.18 KB heapSize=380.30 KB 2024-11-14T14:43:14,570 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 6bba6f9894a8dbaebc3b47d6055c3663, store=A 2024-11-14T14:43:14,570 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=2, new segment=null 2024-11-14T14:43:14,570 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 6bba6f9894a8dbaebc3b47d6055c3663, store=B 2024-11-14T14:43:14,570 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=2, new segment=null 2024-11-14T14:43:14,571 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 6bba6f9894a8dbaebc3b47d6055c3663, store=C 2024-11-14T14:43:14,571 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=2, new segment=null 2024-11-14T14:43:14,571 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36699 is added to blk_1073742404_1580 (size=4469) 2024-11-14T14:43:14,572 INFO [RS:0;da1c6afcd1f9:35765-shortCompactions-0 {}] throttle.PressureAwareThroughputController(145): 6bba6f9894a8dbaebc3b47d6055c3663#A#compaction#492 average throughput is 0.90 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second 2024-11-14T14:43:14,573 DEBUG [RS:0;da1c6afcd1f9:35765-shortCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:34345/user/jenkins/test-data/14d118ee-a83a-b09b-5913-1a58940a5db1/data/default/TestAcidGuarantees/6bba6f9894a8dbaebc3b47d6055c3663/.tmp/A/18702818fe4941b591bd5632b195cbb4 is 175, key is test_row_0/A:col10/1731595393668/Put/seqid=0 2024-11-14T14:43:14,578 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:34345/user/jenkins/test-data/14d118ee-a83a-b09b-5913-1a58940a5db1/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e20241114b167bbcdb8bd4438853a960591701fe7_6bba6f9894a8dbaebc3b47d6055c3663 is 50, key is test_row_0/A:col10/1731595393760/Put/seqid=0 2024-11-14T14:43:14,579 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36699 is added to blk_1073742405_1581 (size=31690) 2024-11-14T14:43:14,582 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36699 is added to blk_1073742406_1582 (size=12454) 2024-11-14T14:43:14,582 DEBUG [MemStoreFlusher.0 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T14:43:14,586 INFO [MemStoreFlusher.0 {}] regionserver.HMobStore(268): FLUSH Renaming flushed file from hdfs://localhost:34345/user/jenkins/test-data/14d118ee-a83a-b09b-5913-1a58940a5db1/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e20241114b167bbcdb8bd4438853a960591701fe7_6bba6f9894a8dbaebc3b47d6055c3663 to hdfs://localhost:34345/user/jenkins/test-data/14d118ee-a83a-b09b-5913-1a58940a5db1/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e20241114b167bbcdb8bd4438853a960591701fe7_6bba6f9894a8dbaebc3b47d6055c3663 2024-11-14T14:43:14,588 DEBUG [MemStoreFlusher.0 {}] mob.DefaultMobStoreFlusher(263): Flush store file: hdfs://localhost:34345/user/jenkins/test-data/14d118ee-a83a-b09b-5913-1a58940a5db1/data/default/TestAcidGuarantees/6bba6f9894a8dbaebc3b47d6055c3663/.tmp/A/327911e41f7f474ba4245fd06caade6e, store: [table=TestAcidGuarantees family=A region=6bba6f9894a8dbaebc3b47d6055c3663] 2024-11-14T14:43:14,588 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:34345/user/jenkins/test-data/14d118ee-a83a-b09b-5913-1a58940a5db1/data/default/TestAcidGuarantees/6bba6f9894a8dbaebc3b47d6055c3663/.tmp/A/327911e41f7f474ba4245fd06caade6e is 175, key is test_row_0/A:col10/1731595393760/Put/seqid=0 2024-11-14T14:43:14,592 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36699 is added to blk_1073742407_1583 (size=31255) 2024-11-14T14:43:14,622 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35765 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6bba6f9894a8dbaebc3b47d6055c3663, server=da1c6afcd1f9,35765,1731595233113 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-14T14:43:14,622 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35765 {}] ipc.CallRunner(138): callId: 112 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:49014 deadline: 1731595454616, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6bba6f9894a8dbaebc3b47d6055c3663, server=da1c6afcd1f9,35765,1731595233113 2024-11-14T14:43:14,622 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731595377819.6bba6f9894a8dbaebc3b47d6055c3663., hostname=da1c6afcd1f9,35765,1731595233113, seqNum=5 , the old value is region=TestAcidGuarantees,,1731595377819.6bba6f9894a8dbaebc3b47d6055c3663., hostname=da1c6afcd1f9,35765,1731595233113, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6bba6f9894a8dbaebc3b47d6055c3663, server=da1c6afcd1f9,35765,1731595233113 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-14T14:43:14,622 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731595377819.6bba6f9894a8dbaebc3b47d6055c3663., hostname=da1c6afcd1f9,35765,1731595233113, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6bba6f9894a8dbaebc3b47d6055c3663, server=da1c6afcd1f9,35765,1731595233113 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-14T14:43:14,622 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731595377819.6bba6f9894a8dbaebc3b47d6055c3663., hostname=da1c6afcd1f9,35765,1731595233113, seqNum=5 because the exception is null or not the one we care about 2024-11-14T14:43:14,632 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=35765 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=169 2024-11-14T14:43:14,632 DEBUG [RS_FLUSH_OPERATIONS-regionserver/da1c6afcd1f9:0-2 {event_type=RS_FLUSH_REGIONS, pid=169}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1731595377819.6bba6f9894a8dbaebc3b47d6055c3663. 2024-11-14T14:43:14,633 DEBUG [RS_FLUSH_OPERATIONS-regionserver/da1c6afcd1f9:0-2 {event_type=RS_FLUSH_REGIONS, pid=169}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1731595377819.6bba6f9894a8dbaebc3b47d6055c3663. as already flushing 2024-11-14T14:43:14,633 DEBUG [RS_FLUSH_OPERATIONS-regionserver/da1c6afcd1f9:0-2 {event_type=RS_FLUSH_REGIONS, pid=169}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1731595377819.6bba6f9894a8dbaebc3b47d6055c3663. 2024-11-14T14:43:14,633 ERROR [RS_FLUSH_OPERATIONS-regionserver/da1c6afcd1f9:0-2 {event_type=RS_FLUSH_REGIONS, pid=169}] handler.RSProcedureHandler(58): pid=169 java.io.IOException: Unable to complete flush {ENCODED => 6bba6f9894a8dbaebc3b47d6055c3663, NAME => 'TestAcidGuarantees,,1731595377819.6bba6f9894a8dbaebc3b47d6055c3663.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-14T14:43:14,633 DEBUG [RS_FLUSH_OPERATIONS-regionserver/da1c6afcd1f9:0-2 {event_type=RS_FLUSH_REGIONS, pid=169}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=169 java.io.IOException: Unable to complete flush {ENCODED => 6bba6f9894a8dbaebc3b47d6055c3663, NAME => 'TestAcidGuarantees,,1731595377819.6bba6f9894a8dbaebc3b47d6055c3663.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-14T14:43:14,634 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45145 {}] master.HMaster(4177): Remote procedure failed, pid=169 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 6bba6f9894a8dbaebc3b47d6055c3663, NAME => 'TestAcidGuarantees,,1731595377819.6bba6f9894a8dbaebc3b47d6055c3663.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$5(MasterRpcServices.java:2580) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2575) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 6bba6f9894a8dbaebc3b47d6055c3663, NAME => 'TestAcidGuarantees,,1731595377819.6bba6f9894a8dbaebc3b47d6055c3663.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-14T14:43:14,696 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45145 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=168 2024-11-14T14:43:14,730 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35765 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6bba6f9894a8dbaebc3b47d6055c3663, server=da1c6afcd1f9,35765,1731595233113 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-14T14:43:14,730 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35765 {}] ipc.CallRunner(138): callId: 113 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:49014 deadline: 1731595454726, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6bba6f9894a8dbaebc3b47d6055c3663, server=da1c6afcd1f9,35765,1731595233113 2024-11-14T14:43:14,731 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731595377819.6bba6f9894a8dbaebc3b47d6055c3663., hostname=da1c6afcd1f9,35765,1731595233113, seqNum=5 , the old value is region=TestAcidGuarantees,,1731595377819.6bba6f9894a8dbaebc3b47d6055c3663., hostname=da1c6afcd1f9,35765,1731595233113, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6bba6f9894a8dbaebc3b47d6055c3663, server=da1c6afcd1f9,35765,1731595233113 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-14T14:43:14,731 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731595377819.6bba6f9894a8dbaebc3b47d6055c3663., hostname=da1c6afcd1f9,35765,1731595233113, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6bba6f9894a8dbaebc3b47d6055c3663, server=da1c6afcd1f9,35765,1731595233113 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-14T14:43:14,731 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731595377819.6bba6f9894a8dbaebc3b47d6055c3663., hostname=da1c6afcd1f9,35765,1731595233113, seqNum=5 because the exception is null or not the one we care about 2024-11-14T14:43:14,786 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=35765 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=169 2024-11-14T14:43:14,786 DEBUG [RS_FLUSH_OPERATIONS-regionserver/da1c6afcd1f9:0-0 {event_type=RS_FLUSH_REGIONS, pid=169}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1731595377819.6bba6f9894a8dbaebc3b47d6055c3663. 2024-11-14T14:43:14,786 DEBUG [RS_FLUSH_OPERATIONS-regionserver/da1c6afcd1f9:0-0 {event_type=RS_FLUSH_REGIONS, pid=169}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1731595377819.6bba6f9894a8dbaebc3b47d6055c3663. as already flushing 2024-11-14T14:43:14,786 DEBUG [RS_FLUSH_OPERATIONS-regionserver/da1c6afcd1f9:0-0 {event_type=RS_FLUSH_REGIONS, pid=169}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1731595377819.6bba6f9894a8dbaebc3b47d6055c3663. 2024-11-14T14:43:14,786 ERROR [RS_FLUSH_OPERATIONS-regionserver/da1c6afcd1f9:0-0 {event_type=RS_FLUSH_REGIONS, pid=169}] handler.RSProcedureHandler(58): pid=169 java.io.IOException: Unable to complete flush {ENCODED => 6bba6f9894a8dbaebc3b47d6055c3663, NAME => 'TestAcidGuarantees,,1731595377819.6bba6f9894a8dbaebc3b47d6055c3663.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-14T14:43:14,787 DEBUG [RS_FLUSH_OPERATIONS-regionserver/da1c6afcd1f9:0-0 {event_type=RS_FLUSH_REGIONS, pid=169}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=169 java.io.IOException: Unable to complete flush {ENCODED => 6bba6f9894a8dbaebc3b47d6055c3663, NAME => 'TestAcidGuarantees,,1731595377819.6bba6f9894a8dbaebc3b47d6055c3663.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-14T14:43:14,787 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45145 {}] master.HMaster(4177): Remote procedure failed, pid=169 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 6bba6f9894a8dbaebc3b47d6055c3663, NAME => 'TestAcidGuarantees,,1731595377819.6bba6f9894a8dbaebc3b47d6055c3663.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$5(MasterRpcServices.java:2580) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2575) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 6bba6f9894a8dbaebc3b47d6055c3663, NAME => 'TestAcidGuarantees,,1731595377819.6bba6f9894a8dbaebc3b47d6055c3663.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-14T14:43:14,909 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35765 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6bba6f9894a8dbaebc3b47d6055c3663, server=da1c6afcd1f9,35765,1731595233113 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-14T14:43:14,910 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35765 {}] ipc.CallRunner(138): callId: 96 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:49004 deadline: 1731595454906, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6bba6f9894a8dbaebc3b47d6055c3663, server=da1c6afcd1f9,35765,1731595233113 2024-11-14T14:43:14,910 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731595377819.6bba6f9894a8dbaebc3b47d6055c3663., hostname=da1c6afcd1f9,35765,1731595233113, seqNum=5 , the old value is region=TestAcidGuarantees,,1731595377819.6bba6f9894a8dbaebc3b47d6055c3663., hostname=da1c6afcd1f9,35765,1731595233113, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6bba6f9894a8dbaebc3b47d6055c3663, server=da1c6afcd1f9,35765,1731595233113 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-14T14:43:14,910 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731595377819.6bba6f9894a8dbaebc3b47d6055c3663., hostname=da1c6afcd1f9,35765,1731595233113, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6bba6f9894a8dbaebc3b47d6055c3663, server=da1c6afcd1f9,35765,1731595233113 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-14T14:43:14,910 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731595377819.6bba6f9894a8dbaebc3b47d6055c3663., hostname=da1c6afcd1f9,35765,1731595233113, seqNum=5 because the exception is null or not the one we care about 2024-11-14T14:43:14,918 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35765 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6bba6f9894a8dbaebc3b47d6055c3663, server=da1c6afcd1f9,35765,1731595233113 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-14T14:43:14,918 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35765 {}] ipc.CallRunner(138): callId: 93 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:49026 deadline: 1731595454915, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6bba6f9894a8dbaebc3b47d6055c3663, server=da1c6afcd1f9,35765,1731595233113 2024-11-14T14:43:14,919 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731595377819.6bba6f9894a8dbaebc3b47d6055c3663., hostname=da1c6afcd1f9,35765,1731595233113, seqNum=5 , the old value is region=TestAcidGuarantees,,1731595377819.6bba6f9894a8dbaebc3b47d6055c3663., hostname=da1c6afcd1f9,35765,1731595233113, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6bba6f9894a8dbaebc3b47d6055c3663, server=da1c6afcd1f9,35765,1731595233113 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-14T14:43:14,919 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731595377819.6bba6f9894a8dbaebc3b47d6055c3663., hostname=da1c6afcd1f9,35765,1731595233113, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6bba6f9894a8dbaebc3b47d6055c3663, server=da1c6afcd1f9,35765,1731595233113 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-14T14:43:14,919 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731595377819.6bba6f9894a8dbaebc3b47d6055c3663., hostname=da1c6afcd1f9,35765,1731595233113, seqNum=5 because the exception is null or not the one we care about 2024-11-14T14:43:14,937 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35765 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6bba6f9894a8dbaebc3b47d6055c3663, server=da1c6afcd1f9,35765,1731595233113 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-14T14:43:14,937 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35765 {}] ipc.CallRunner(138): callId: 114 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:49014 deadline: 1731595454936, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6bba6f9894a8dbaebc3b47d6055c3663, server=da1c6afcd1f9,35765,1731595233113 2024-11-14T14:43:14,938 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731595377819.6bba6f9894a8dbaebc3b47d6055c3663., hostname=da1c6afcd1f9,35765,1731595233113, seqNum=5 , the old value is region=TestAcidGuarantees,,1731595377819.6bba6f9894a8dbaebc3b47d6055c3663., hostname=da1c6afcd1f9,35765,1731595233113, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6bba6f9894a8dbaebc3b47d6055c3663, server=da1c6afcd1f9,35765,1731595233113 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-14T14:43:14,938 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731595377819.6bba6f9894a8dbaebc3b47d6055c3663., hostname=da1c6afcd1f9,35765,1731595233113, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6bba6f9894a8dbaebc3b47d6055c3663, server=da1c6afcd1f9,35765,1731595233113 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-14T14:43:14,938 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731595377819.6bba6f9894a8dbaebc3b47d6055c3663., hostname=da1c6afcd1f9,35765,1731595233113, seqNum=5 because the exception is null or not the one we care about 2024-11-14T14:43:14,939 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=35765 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=169 2024-11-14T14:43:14,939 DEBUG [RS_FLUSH_OPERATIONS-regionserver/da1c6afcd1f9:0-1 {event_type=RS_FLUSH_REGIONS, pid=169}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1731595377819.6bba6f9894a8dbaebc3b47d6055c3663. 2024-11-14T14:43:14,939 DEBUG [RS_FLUSH_OPERATIONS-regionserver/da1c6afcd1f9:0-1 {event_type=RS_FLUSH_REGIONS, pid=169}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1731595377819.6bba6f9894a8dbaebc3b47d6055c3663. as already flushing 2024-11-14T14:43:14,939 DEBUG [RS_FLUSH_OPERATIONS-regionserver/da1c6afcd1f9:0-1 {event_type=RS_FLUSH_REGIONS, pid=169}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1731595377819.6bba6f9894a8dbaebc3b47d6055c3663. 2024-11-14T14:43:14,939 ERROR [RS_FLUSH_OPERATIONS-regionserver/da1c6afcd1f9:0-1 {event_type=RS_FLUSH_REGIONS, pid=169}] handler.RSProcedureHandler(58): pid=169 java.io.IOException: Unable to complete flush {ENCODED => 6bba6f9894a8dbaebc3b47d6055c3663, NAME => 'TestAcidGuarantees,,1731595377819.6bba6f9894a8dbaebc3b47d6055c3663.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-14T14:43:14,939 DEBUG [RS_FLUSH_OPERATIONS-regionserver/da1c6afcd1f9:0-1 {event_type=RS_FLUSH_REGIONS, pid=169}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=169 java.io.IOException: Unable to complete flush {ENCODED => 6bba6f9894a8dbaebc3b47d6055c3663, NAME => 'TestAcidGuarantees,,1731595377819.6bba6f9894a8dbaebc3b47d6055c3663.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-14T14:43:14,940 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45145 {}] master.HMaster(4177): Remote procedure failed, pid=169 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 6bba6f9894a8dbaebc3b47d6055c3663, NAME => 'TestAcidGuarantees,,1731595377819.6bba6f9894a8dbaebc3b47d6055c3663.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$5(MasterRpcServices.java:2580) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2575) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 6bba6f9894a8dbaebc3b47d6055c3663, NAME => 'TestAcidGuarantees,,1731595377819.6bba6f9894a8dbaebc3b47d6055c3663.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-14T14:43:14,962 DEBUG [RS:0;da1c6afcd1f9:35765-longCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:34345/user/jenkins/test-data/14d118ee-a83a-b09b-5913-1a58940a5db1/data/default/TestAcidGuarantees/6bba6f9894a8dbaebc3b47d6055c3663/.tmp/B/4f4111ddb74c4c7f810833b0cf52bda6 as hdfs://localhost:34345/user/jenkins/test-data/14d118ee-a83a-b09b-5913-1a58940a5db1/data/default/TestAcidGuarantees/6bba6f9894a8dbaebc3b47d6055c3663/B/4f4111ddb74c4c7f810833b0cf52bda6 2024-11-14T14:43:14,966 INFO [RS:0;da1c6afcd1f9:35765-longCompactions-0 {}] regionserver.HStore(1337): Completed compaction of 3 (all) file(s) in 6bba6f9894a8dbaebc3b47d6055c3663/B of 6bba6f9894a8dbaebc3b47d6055c3663 into 4f4111ddb74c4c7f810833b0cf52bda6(size=12.3 K), total size for store is 12.3 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-11-14T14:43:14,966 DEBUG [RS:0;da1c6afcd1f9:35765-longCompactions-0 {}] regionserver.HRegion(2446): Compaction status journal for 6bba6f9894a8dbaebc3b47d6055c3663: 2024-11-14T14:43:14,966 INFO [RS:0;da1c6afcd1f9:35765-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1731595377819.6bba6f9894a8dbaebc3b47d6055c3663., storeName=6bba6f9894a8dbaebc3b47d6055c3663/B, priority=13, startTime=1731595394528; duration=0sec 2024-11-14T14:43:14,966 DEBUG [RS:0;da1c6afcd1f9:35765-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=1), splitQueue=0 2024-11-14T14:43:14,966 DEBUG [RS:0;da1c6afcd1f9:35765-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: 6bba6f9894a8dbaebc3b47d6055c3663:B 2024-11-14T14:43:14,966 DEBUG [RS:0;da1c6afcd1f9:35765-longCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 3 store files, 0 compacting, 3 eligible, 16 blocking 2024-11-14T14:43:14,967 DEBUG [RS:0;da1c6afcd1f9:35765-longCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 3 files of size 34435 starting at candidate #0 after considering 1 permutations with 1 in ratio 2024-11-14T14:43:14,967 DEBUG [RS:0;da1c6afcd1f9:35765-longCompactions-0 {}] regionserver.HStore(1541): 6bba6f9894a8dbaebc3b47d6055c3663/C is initiating minor compaction (all files) 2024-11-14T14:43:14,967 INFO [RS:0;da1c6afcd1f9:35765-longCompactions-0 {}] regionserver.HRegion(2416): Starting compaction of 6bba6f9894a8dbaebc3b47d6055c3663/C in TestAcidGuarantees,,1731595377819.6bba6f9894a8dbaebc3b47d6055c3663. 2024-11-14T14:43:14,967 INFO [RS:0;da1c6afcd1f9:35765-longCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:34345/user/jenkins/test-data/14d118ee-a83a-b09b-5913-1a58940a5db1/data/default/TestAcidGuarantees/6bba6f9894a8dbaebc3b47d6055c3663/C/246b920856394feb98c5efbf3d919b4c, hdfs://localhost:34345/user/jenkins/test-data/14d118ee-a83a-b09b-5913-1a58940a5db1/data/default/TestAcidGuarantees/6bba6f9894a8dbaebc3b47d6055c3663/C/a14058feca954316aff91a2632ab2e94, hdfs://localhost:34345/user/jenkins/test-data/14d118ee-a83a-b09b-5913-1a58940a5db1/data/default/TestAcidGuarantees/6bba6f9894a8dbaebc3b47d6055c3663/C/0732729ea3a645779cd71fa53f93dd24] into tmpdir=hdfs://localhost:34345/user/jenkins/test-data/14d118ee-a83a-b09b-5913-1a58940a5db1/data/default/TestAcidGuarantees/6bba6f9894a8dbaebc3b47d6055c3663/.tmp, totalSize=33.6 K 2024-11-14T14:43:14,967 DEBUG [RS:0;da1c6afcd1f9:35765-longCompactions-0 {}] compactions.Compactor(225): Compacting 246b920856394feb98c5efbf3d919b4c, keycount=150, bloomtype=ROW, size=12.2 K, encoding=NONE, compression=NONE, seqNum=198, earliestPutTs=1731595390343 2024-11-14T14:43:14,968 DEBUG [RS:0;da1c6afcd1f9:35765-longCompactions-0 {}] compactions.Compactor(225): Compacting a14058feca954316aff91a2632ab2e94, keycount=150, bloomtype=ROW, size=11.9 K, encoding=NONE, compression=NONE, seqNum=218, earliestPutTs=1731595391449 2024-11-14T14:43:14,968 DEBUG [RS:0;da1c6afcd1f9:35765-longCompactions-0 {}] compactions.Compactor(225): Compacting 0732729ea3a645779cd71fa53f93dd24, keycount=100, bloomtype=ROW, size=9.5 K, encoding=NONE, compression=NONE, seqNum=232, earliestPutTs=1731595393663 2024-11-14T14:43:14,973 INFO [RS:0;da1c6afcd1f9:35765-longCompactions-0 {}] throttle.PressureAwareThroughputController(145): 6bba6f9894a8dbaebc3b47d6055c3663#C#compaction#494 average throughput is 6.55 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second 2024-11-14T14:43:14,974 DEBUG [RS:0;da1c6afcd1f9:35765-longCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:34345/user/jenkins/test-data/14d118ee-a83a-b09b-5913-1a58940a5db1/data/default/TestAcidGuarantees/6bba6f9894a8dbaebc3b47d6055c3663/.tmp/C/25b63fee448349278a9669131946432e is 50, key is test_row_0/C:col10/1731595393668/Put/seqid=0 2024-11-14T14:43:14,981 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36699 is added to blk_1073742408_1584 (size=12629) 2024-11-14T14:43:14,984 DEBUG [RS:0;da1c6afcd1f9:35765-shortCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:34345/user/jenkins/test-data/14d118ee-a83a-b09b-5913-1a58940a5db1/data/default/TestAcidGuarantees/6bba6f9894a8dbaebc3b47d6055c3663/.tmp/A/18702818fe4941b591bd5632b195cbb4 as hdfs://localhost:34345/user/jenkins/test-data/14d118ee-a83a-b09b-5913-1a58940a5db1/data/default/TestAcidGuarantees/6bba6f9894a8dbaebc3b47d6055c3663/A/18702818fe4941b591bd5632b195cbb4 2024-11-14T14:43:14,984 DEBUG [RS:0;da1c6afcd1f9:35765-longCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:34345/user/jenkins/test-data/14d118ee-a83a-b09b-5913-1a58940a5db1/data/default/TestAcidGuarantees/6bba6f9894a8dbaebc3b47d6055c3663/.tmp/C/25b63fee448349278a9669131946432e as hdfs://localhost:34345/user/jenkins/test-data/14d118ee-a83a-b09b-5913-1a58940a5db1/data/default/TestAcidGuarantees/6bba6f9894a8dbaebc3b47d6055c3663/C/25b63fee448349278a9669131946432e 2024-11-14T14:43:14,989 INFO [RS:0;da1c6afcd1f9:35765-longCompactions-0 {}] regionserver.HStore(1337): Completed compaction of 3 (all) file(s) in 6bba6f9894a8dbaebc3b47d6055c3663/C of 6bba6f9894a8dbaebc3b47d6055c3663 into 25b63fee448349278a9669131946432e(size=12.3 K), total size for store is 12.3 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-11-14T14:43:14,989 INFO [RS:0;da1c6afcd1f9:35765-shortCompactions-0 {}] regionserver.HStore(1337): Completed compaction of 3 (all) file(s) in 6bba6f9894a8dbaebc3b47d6055c3663/A of 6bba6f9894a8dbaebc3b47d6055c3663 into 18702818fe4941b591bd5632b195cbb4(size=30.9 K), total size for store is 30.9 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-11-14T14:43:14,989 DEBUG [RS:0;da1c6afcd1f9:35765-longCompactions-0 {}] regionserver.HRegion(2446): Compaction status journal for 6bba6f9894a8dbaebc3b47d6055c3663: 2024-11-14T14:43:14,989 DEBUG [RS:0;da1c6afcd1f9:35765-shortCompactions-0 {}] regionserver.HRegion(2446): Compaction status journal for 6bba6f9894a8dbaebc3b47d6055c3663: 2024-11-14T14:43:14,989 INFO [RS:0;da1c6afcd1f9:35765-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1731595377819.6bba6f9894a8dbaebc3b47d6055c3663., storeName=6bba6f9894a8dbaebc3b47d6055c3663/A, priority=13, startTime=1731595394528; duration=0sec 2024-11-14T14:43:14,989 INFO [RS:0;da1c6afcd1f9:35765-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1731595377819.6bba6f9894a8dbaebc3b47d6055c3663., storeName=6bba6f9894a8dbaebc3b47d6055c3663/C, priority=13, startTime=1731595394528; duration=0sec 2024-11-14T14:43:14,989 DEBUG [RS:0;da1c6afcd1f9:35765-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-14T14:43:14,989 DEBUG [RS:0;da1c6afcd1f9:35765-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-14T14:43:14,989 DEBUG [RS:0;da1c6afcd1f9:35765-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: 6bba6f9894a8dbaebc3b47d6055c3663:C 2024-11-14T14:43:14,989 DEBUG [RS:0;da1c6afcd1f9:35765-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: 6bba6f9894a8dbaebc3b47d6055c3663:A 2024-11-14T14:43:14,993 INFO [MemStoreFlusher.0 {}] mob.DefaultMobStoreFlusher(147): Mob store is flushed, sequenceid=268, memsize=44.7 K, hasBloomFilter=true, into tmp file hdfs://localhost:34345/user/jenkins/test-data/14d118ee-a83a-b09b-5913-1a58940a5db1/data/default/TestAcidGuarantees/6bba6f9894a8dbaebc3b47d6055c3663/.tmp/A/327911e41f7f474ba4245fd06caade6e 2024-11-14T14:43:15,000 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:34345/user/jenkins/test-data/14d118ee-a83a-b09b-5913-1a58940a5db1/data/default/TestAcidGuarantees/6bba6f9894a8dbaebc3b47d6055c3663/.tmp/B/5f6778b1ef414fa29815912c317002d2 is 50, key is test_row_0/B:col10/1731595393760/Put/seqid=0 2024-11-14T14:43:15,013 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36699 is added to blk_1073742409_1585 (size=12301) 2024-11-14T14:43:15,092 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=35765 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=169 2024-11-14T14:43:15,092 DEBUG [RS_FLUSH_OPERATIONS-regionserver/da1c6afcd1f9:0-2 {event_type=RS_FLUSH_REGIONS, pid=169}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1731595377819.6bba6f9894a8dbaebc3b47d6055c3663. 2024-11-14T14:43:15,092 DEBUG [RS_FLUSH_OPERATIONS-regionserver/da1c6afcd1f9:0-2 {event_type=RS_FLUSH_REGIONS, pid=169}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1731595377819.6bba6f9894a8dbaebc3b47d6055c3663. as already flushing 2024-11-14T14:43:15,092 DEBUG [RS_FLUSH_OPERATIONS-regionserver/da1c6afcd1f9:0-2 {event_type=RS_FLUSH_REGIONS, pid=169}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1731595377819.6bba6f9894a8dbaebc3b47d6055c3663. 2024-11-14T14:43:15,092 ERROR [RS_FLUSH_OPERATIONS-regionserver/da1c6afcd1f9:0-2 {event_type=RS_FLUSH_REGIONS, pid=169}] handler.RSProcedureHandler(58): pid=169 java.io.IOException: Unable to complete flush {ENCODED => 6bba6f9894a8dbaebc3b47d6055c3663, NAME => 'TestAcidGuarantees,,1731595377819.6bba6f9894a8dbaebc3b47d6055c3663.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-14T14:43:15,093 DEBUG [RS_FLUSH_OPERATIONS-regionserver/da1c6afcd1f9:0-2 {event_type=RS_FLUSH_REGIONS, pid=169}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=169 java.io.IOException: Unable to complete flush {ENCODED => 6bba6f9894a8dbaebc3b47d6055c3663, NAME => 'TestAcidGuarantees,,1731595377819.6bba6f9894a8dbaebc3b47d6055c3663.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-14T14:43:15,093 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45145 {}] master.HMaster(4177): Remote procedure failed, pid=169 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 6bba6f9894a8dbaebc3b47d6055c3663, NAME => 'TestAcidGuarantees,,1731595377819.6bba6f9894a8dbaebc3b47d6055c3663.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$5(MasterRpcServices.java:2580) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2575) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 6bba6f9894a8dbaebc3b47d6055c3663, NAME => 'TestAcidGuarantees,,1731595377819.6bba6f9894a8dbaebc3b47d6055c3663.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-14T14:43:15,245 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=35765 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=169 2024-11-14T14:43:15,246 DEBUG [RS_FLUSH_OPERATIONS-regionserver/da1c6afcd1f9:0-0 {event_type=RS_FLUSH_REGIONS, pid=169}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1731595377819.6bba6f9894a8dbaebc3b47d6055c3663. 2024-11-14T14:43:15,246 DEBUG [RS_FLUSH_OPERATIONS-regionserver/da1c6afcd1f9:0-0 {event_type=RS_FLUSH_REGIONS, pid=169}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1731595377819.6bba6f9894a8dbaebc3b47d6055c3663. as already flushing 2024-11-14T14:43:15,246 DEBUG [RS_FLUSH_OPERATIONS-regionserver/da1c6afcd1f9:0-0 {event_type=RS_FLUSH_REGIONS, pid=169}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1731595377819.6bba6f9894a8dbaebc3b47d6055c3663. 2024-11-14T14:43:15,246 ERROR [RS_FLUSH_OPERATIONS-regionserver/da1c6afcd1f9:0-0 {event_type=RS_FLUSH_REGIONS, pid=169}] handler.RSProcedureHandler(58): pid=169 java.io.IOException: Unable to complete flush {ENCODED => 6bba6f9894a8dbaebc3b47d6055c3663, NAME => 'TestAcidGuarantees,,1731595377819.6bba6f9894a8dbaebc3b47d6055c3663.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-14T14:43:15,246 DEBUG [RS_FLUSH_OPERATIONS-regionserver/da1c6afcd1f9:0-0 {event_type=RS_FLUSH_REGIONS, pid=169}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=169 java.io.IOException: Unable to complete flush {ENCODED => 6bba6f9894a8dbaebc3b47d6055c3663, NAME => 'TestAcidGuarantees,,1731595377819.6bba6f9894a8dbaebc3b47d6055c3663.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-14T14:43:15,246 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45145 {}] master.HMaster(4177): Remote procedure failed, pid=169 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 6bba6f9894a8dbaebc3b47d6055c3663, NAME => 'TestAcidGuarantees,,1731595377819.6bba6f9894a8dbaebc3b47d6055c3663.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$5(MasterRpcServices.java:2580) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2575) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 6bba6f9894a8dbaebc3b47d6055c3663, NAME => 'TestAcidGuarantees,,1731595377819.6bba6f9894a8dbaebc3b47d6055c3663.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-14T14:43:15,249 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35765 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6bba6f9894a8dbaebc3b47d6055c3663, server=da1c6afcd1f9,35765,1731595233113 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-14T14:43:15,249 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35765 {}] ipc.CallRunner(138): callId: 115 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:49014 deadline: 1731595455246, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6bba6f9894a8dbaebc3b47d6055c3663, server=da1c6afcd1f9,35765,1731595233113 2024-11-14T14:43:15,249 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731595377819.6bba6f9894a8dbaebc3b47d6055c3663., hostname=da1c6afcd1f9,35765,1731595233113, seqNum=5 , the old value is region=TestAcidGuarantees,,1731595377819.6bba6f9894a8dbaebc3b47d6055c3663., hostname=da1c6afcd1f9,35765,1731595233113, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6bba6f9894a8dbaebc3b47d6055c3663, server=da1c6afcd1f9,35765,1731595233113 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-14T14:43:15,249 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731595377819.6bba6f9894a8dbaebc3b47d6055c3663., hostname=da1c6afcd1f9,35765,1731595233113, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6bba6f9894a8dbaebc3b47d6055c3663, server=da1c6afcd1f9,35765,1731595233113 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-14T14:43:15,249 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731595377819.6bba6f9894a8dbaebc3b47d6055c3663., hostname=da1c6afcd1f9,35765,1731595233113, seqNum=5 because the exception is null or not the one we care about 2024-11-14T14:43:15,398 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=35765 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=169 2024-11-14T14:43:15,398 DEBUG [RS_FLUSH_OPERATIONS-regionserver/da1c6afcd1f9:0-1 {event_type=RS_FLUSH_REGIONS, pid=169}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1731595377819.6bba6f9894a8dbaebc3b47d6055c3663. 2024-11-14T14:43:15,398 DEBUG [RS_FLUSH_OPERATIONS-regionserver/da1c6afcd1f9:0-1 {event_type=RS_FLUSH_REGIONS, pid=169}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1731595377819.6bba6f9894a8dbaebc3b47d6055c3663. as already flushing 2024-11-14T14:43:15,399 DEBUG [RS_FLUSH_OPERATIONS-regionserver/da1c6afcd1f9:0-1 {event_type=RS_FLUSH_REGIONS, pid=169}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1731595377819.6bba6f9894a8dbaebc3b47d6055c3663. 2024-11-14T14:43:15,399 ERROR [RS_FLUSH_OPERATIONS-regionserver/da1c6afcd1f9:0-1 {event_type=RS_FLUSH_REGIONS, pid=169}] handler.RSProcedureHandler(58): pid=169 java.io.IOException: Unable to complete flush {ENCODED => 6bba6f9894a8dbaebc3b47d6055c3663, NAME => 'TestAcidGuarantees,,1731595377819.6bba6f9894a8dbaebc3b47d6055c3663.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-14T14:43:15,399 DEBUG [RS_FLUSH_OPERATIONS-regionserver/da1c6afcd1f9:0-1 {event_type=RS_FLUSH_REGIONS, pid=169}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=169 java.io.IOException: Unable to complete flush {ENCODED => 6bba6f9894a8dbaebc3b47d6055c3663, NAME => 'TestAcidGuarantees,,1731595377819.6bba6f9894a8dbaebc3b47d6055c3663.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-14T14:43:15,399 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45145 {}] master.HMaster(4177): Remote procedure failed, pid=169 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 6bba6f9894a8dbaebc3b47d6055c3663, NAME => 'TestAcidGuarantees,,1731595377819.6bba6f9894a8dbaebc3b47d6055c3663.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$5(MasterRpcServices.java:2580) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2575) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 6bba6f9894a8dbaebc3b47d6055c3663, NAME => 'TestAcidGuarantees,,1731595377819.6bba6f9894a8dbaebc3b47d6055c3663.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-14T14:43:15,413 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=44.73 KB at sequenceid=268 (bloomFilter=true), to=hdfs://localhost:34345/user/jenkins/test-data/14d118ee-a83a-b09b-5913-1a58940a5db1/data/default/TestAcidGuarantees/6bba6f9894a8dbaebc3b47d6055c3663/.tmp/B/5f6778b1ef414fa29815912c317002d2 2024-11-14T14:43:15,421 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:34345/user/jenkins/test-data/14d118ee-a83a-b09b-5913-1a58940a5db1/data/default/TestAcidGuarantees/6bba6f9894a8dbaebc3b47d6055c3663/.tmp/C/696e6cdbbaa24960bc0860224a3dd2ac is 50, key is test_row_0/C:col10/1731595393760/Put/seqid=0 2024-11-14T14:43:15,424 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36699 is added to blk_1073742410_1586 (size=12301) 2024-11-14T14:43:15,430 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=44.73 KB at sequenceid=268 (bloomFilter=true), to=hdfs://localhost:34345/user/jenkins/test-data/14d118ee-a83a-b09b-5913-1a58940a5db1/data/default/TestAcidGuarantees/6bba6f9894a8dbaebc3b47d6055c3663/.tmp/C/696e6cdbbaa24960bc0860224a3dd2ac 2024-11-14T14:43:15,434 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:34345/user/jenkins/test-data/14d118ee-a83a-b09b-5913-1a58940a5db1/data/default/TestAcidGuarantees/6bba6f9894a8dbaebc3b47d6055c3663/.tmp/A/327911e41f7f474ba4245fd06caade6e as hdfs://localhost:34345/user/jenkins/test-data/14d118ee-a83a-b09b-5913-1a58940a5db1/data/default/TestAcidGuarantees/6bba6f9894a8dbaebc3b47d6055c3663/A/327911e41f7f474ba4245fd06caade6e 2024-11-14T14:43:15,437 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:34345/user/jenkins/test-data/14d118ee-a83a-b09b-5913-1a58940a5db1/data/default/TestAcidGuarantees/6bba6f9894a8dbaebc3b47d6055c3663/A/327911e41f7f474ba4245fd06caade6e, entries=150, sequenceid=268, filesize=30.5 K 2024-11-14T14:43:15,438 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:34345/user/jenkins/test-data/14d118ee-a83a-b09b-5913-1a58940a5db1/data/default/TestAcidGuarantees/6bba6f9894a8dbaebc3b47d6055c3663/.tmp/B/5f6778b1ef414fa29815912c317002d2 as hdfs://localhost:34345/user/jenkins/test-data/14d118ee-a83a-b09b-5913-1a58940a5db1/data/default/TestAcidGuarantees/6bba6f9894a8dbaebc3b47d6055c3663/B/5f6778b1ef414fa29815912c317002d2 2024-11-14T14:43:15,441 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:34345/user/jenkins/test-data/14d118ee-a83a-b09b-5913-1a58940a5db1/data/default/TestAcidGuarantees/6bba6f9894a8dbaebc3b47d6055c3663/B/5f6778b1ef414fa29815912c317002d2, entries=150, sequenceid=268, filesize=12.0 K 2024-11-14T14:43:15,441 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:34345/user/jenkins/test-data/14d118ee-a83a-b09b-5913-1a58940a5db1/data/default/TestAcidGuarantees/6bba6f9894a8dbaebc3b47d6055c3663/.tmp/C/696e6cdbbaa24960bc0860224a3dd2ac as hdfs://localhost:34345/user/jenkins/test-data/14d118ee-a83a-b09b-5913-1a58940a5db1/data/default/TestAcidGuarantees/6bba6f9894a8dbaebc3b47d6055c3663/C/696e6cdbbaa24960bc0860224a3dd2ac 2024-11-14T14:43:15,444 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:34345/user/jenkins/test-data/14d118ee-a83a-b09b-5913-1a58940a5db1/data/default/TestAcidGuarantees/6bba6f9894a8dbaebc3b47d6055c3663/C/696e6cdbbaa24960bc0860224a3dd2ac, entries=150, sequenceid=268, filesize=12.0 K 2024-11-14T14:43:15,445 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(3140): Finished flush of dataSize ~134.18 KB/137400, heapSize ~380.25 KB/389376, currentSize=46.96 KB/48090 for 6bba6f9894a8dbaebc3b47d6055c3663 in 875ms, sequenceid=268, compaction requested=false 2024-11-14T14:43:15,445 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2603): Flush status journal for 6bba6f9894a8dbaebc3b47d6055c3663: 2024-11-14T14:43:15,551 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=35765 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=169 2024-11-14T14:43:15,551 DEBUG [RS_FLUSH_OPERATIONS-regionserver/da1c6afcd1f9:0-2 {event_type=RS_FLUSH_REGIONS, pid=169}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1731595377819.6bba6f9894a8dbaebc3b47d6055c3663. 2024-11-14T14:43:15,552 INFO [RS_FLUSH_OPERATIONS-regionserver/da1c6afcd1f9:0-2 {event_type=RS_FLUSH_REGIONS, pid=169}] regionserver.HRegion(2902): Flushing 6bba6f9894a8dbaebc3b47d6055c3663 3/3 column families, dataSize=46.96 KB heapSize=140.20 KB 2024-11-14T14:43:15,552 DEBUG [RS_FLUSH_OPERATIONS-regionserver/da1c6afcd1f9:0-2 {event_type=RS_FLUSH_REGIONS, pid=169}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 6bba6f9894a8dbaebc3b47d6055c3663, store=A 2024-11-14T14:43:15,552 DEBUG [RS_FLUSH_OPERATIONS-regionserver/da1c6afcd1f9:0-2 {event_type=RS_FLUSH_REGIONS, pid=169}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-14T14:43:15,552 DEBUG [RS_FLUSH_OPERATIONS-regionserver/da1c6afcd1f9:0-2 {event_type=RS_FLUSH_REGIONS, pid=169}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 6bba6f9894a8dbaebc3b47d6055c3663, store=B 2024-11-14T14:43:15,552 DEBUG [RS_FLUSH_OPERATIONS-regionserver/da1c6afcd1f9:0-2 {event_type=RS_FLUSH_REGIONS, pid=169}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-14T14:43:15,552 DEBUG [RS_FLUSH_OPERATIONS-regionserver/da1c6afcd1f9:0-2 {event_type=RS_FLUSH_REGIONS, pid=169}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 6bba6f9894a8dbaebc3b47d6055c3663, store=C 2024-11-14T14:43:15,552 DEBUG [RS_FLUSH_OPERATIONS-regionserver/da1c6afcd1f9:0-2 {event_type=RS_FLUSH_REGIONS, pid=169}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-14T14:43:15,558 DEBUG [RS_FLUSH_OPERATIONS-regionserver/da1c6afcd1f9:0-2 {event_type=RS_FLUSH_REGIONS, pid=169}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:34345/user/jenkins/test-data/14d118ee-a83a-b09b-5913-1a58940a5db1/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e20241114a24884fdf29c40ceb84842f65ecc3ad9_6bba6f9894a8dbaebc3b47d6055c3663 is 50, key is test_row_0/A:col10/1731595394614/Put/seqid=0 2024-11-14T14:43:15,562 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36699 is added to blk_1073742411_1587 (size=12454) 2024-11-14T14:43:15,706 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45145 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=168 2024-11-14T14:43:15,758 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35765 {}] regionserver.HRegion(8855): Flush requested on 6bba6f9894a8dbaebc3b47d6055c3663 2024-11-14T14:43:15,758 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1731595377819.6bba6f9894a8dbaebc3b47d6055c3663. as already flushing 2024-11-14T14:43:15,845 DEBUG [RS_IN_MEMORY_COMPACTION-regionserver/da1c6afcd1f9:0-1 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=type=CellArrayImmutableSegment, empty=no, cellCount=159, cellSize=7275, totalHeapSize=16776, min timestamp=1731595395821, max timestamp=1731595395841Num uniques 859; 2024-11-14T14:43:15,845 DEBUG [RS_IN_MEMORY_COMPACTION-regionserver/da1c6afcd1f9:0-1 {}] regionserver.CompactionPipeline(163): Suffix data size=39335, new segment data size=7275, suffix heap size=117064,new segment heap size=16776 　suffix off heap size=0, new segment off heap size=0, suffix cells count=859, new segment cells count=159 2024-11-14T14:43:15,845 DEBUG [RS_IN_MEMORY_COMPACTION-regionserver/da1c6afcd1f9:0-6 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=type=CellArrayImmutableSegment, empty=no, cellCount=159, cellSize=7275, totalHeapSize=16776, min timestamp=1731595395821, max timestamp=1731595395841Num uniques 859; 2024-11-14T14:43:15,846 DEBUG [RS_IN_MEMORY_COMPACTION-regionserver/da1c6afcd1f9:0-6 {}] regionserver.CompactionPipeline(163): Suffix data size=39335, new segment data size=7275, suffix heap size=117064,new segment heap size=16776 　suffix off heap size=0, new segment off heap size=0, suffix cells count=859, new segment cells count=159 2024-11-14T14:43:15,846 DEBUG [RS_IN_MEMORY_COMPACTION-regionserver/da1c6afcd1f9:0-0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=type=CellArrayImmutableSegment, empty=no, cellCount=159, cellSize=7275, totalHeapSize=16776, min timestamp=1731595395821, max timestamp=1731595395841Num uniques 859; 2024-11-14T14:43:15,846 DEBUG [RS_IN_MEMORY_COMPACTION-regionserver/da1c6afcd1f9:0-0 {}] regionserver.CompactionPipeline(163): Suffix data size=39335, new segment data size=7275, suffix heap size=117064,new segment heap size=16776 　suffix off heap size=0, new segment off heap size=0, suffix cells count=859, new segment cells count=159 2024-11-14T14:43:15,930 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35765 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6bba6f9894a8dbaebc3b47d6055c3663, server=da1c6afcd1f9,35765,1731595233113 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-14T14:43:15,931 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35765 {}] ipc.CallRunner(138): callId: 148 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:49014 deadline: 1731595455926, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6bba6f9894a8dbaebc3b47d6055c3663, server=da1c6afcd1f9,35765,1731595233113 2024-11-14T14:43:15,931 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731595377819.6bba6f9894a8dbaebc3b47d6055c3663., hostname=da1c6afcd1f9,35765,1731595233113, seqNum=5 , the old value is region=TestAcidGuarantees,,1731595377819.6bba6f9894a8dbaebc3b47d6055c3663., hostname=da1c6afcd1f9,35765,1731595233113, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6bba6f9894a8dbaebc3b47d6055c3663, server=da1c6afcd1f9,35765,1731595233113 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-14T14:43:15,931 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731595377819.6bba6f9894a8dbaebc3b47d6055c3663., hostname=da1c6afcd1f9,35765,1731595233113, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6bba6f9894a8dbaebc3b47d6055c3663, server=da1c6afcd1f9,35765,1731595233113 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-14T14:43:15,931 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731595377819.6bba6f9894a8dbaebc3b47d6055c3663., hostname=da1c6afcd1f9,35765,1731595233113, seqNum=5 because the exception is null or not the one we care about 2024-11-14T14:43:15,936 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35765 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6bba6f9894a8dbaebc3b47d6055c3663, server=da1c6afcd1f9,35765,1731595233113 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-14T14:43:15,936 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35765 {}] ipc.CallRunner(138): callId: 99 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:49004 deadline: 1731595455930, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6bba6f9894a8dbaebc3b47d6055c3663, server=da1c6afcd1f9,35765,1731595233113 2024-11-14T14:43:15,936 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35765 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6bba6f9894a8dbaebc3b47d6055c3663, server=da1c6afcd1f9,35765,1731595233113 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-14T14:43:15,936 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731595377819.6bba6f9894a8dbaebc3b47d6055c3663., hostname=da1c6afcd1f9,35765,1731595233113, seqNum=5 , the old value is region=TestAcidGuarantees,,1731595377819.6bba6f9894a8dbaebc3b47d6055c3663., hostname=da1c6afcd1f9,35765,1731595233113, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6bba6f9894a8dbaebc3b47d6055c3663, server=da1c6afcd1f9,35765,1731595233113 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-14T14:43:15,936 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731595377819.6bba6f9894a8dbaebc3b47d6055c3663., hostname=da1c6afcd1f9,35765,1731595233113, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6bba6f9894a8dbaebc3b47d6055c3663, server=da1c6afcd1f9,35765,1731595233113 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-14T14:43:15,936 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35765 {}] ipc.CallRunner(138): callId: 94 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:49026 deadline: 1731595455936, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6bba6f9894a8dbaebc3b47d6055c3663, server=da1c6afcd1f9,35765,1731595233113 2024-11-14T14:43:15,936 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731595377819.6bba6f9894a8dbaebc3b47d6055c3663., hostname=da1c6afcd1f9,35765,1731595233113, seqNum=5 because the exception is null or not the one we care about 2024-11-14T14:43:15,937 WARN [RPCClient-NioEventLoopGroup-4-7 {}] client.AsyncRpcRetryingCaller(177): Call to da1c6afcd1f9,35765,1731595233113 for 'test_row_0' in 6bba6f9894a8dbaebc3b47d6055c3663 of TestAcidGuarantees failed, tries = 6, maxAttempts = 16, timeout = 1200000 ms, time elapsed = 2174 ms org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6bba6f9894a8dbaebc3b47d6055c3663, server=da1c6afcd1f9,35765,1731595233113 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) at jdk.internal.reflect.GeneratedConstructorAccessor39.newInstance(Unknown Source) ~[?:?] at jdk.internal.reflect.DelegatingConstructorAccessorImpl.newInstance(DelegatingConstructorAccessorImpl.java:45) ~[?:?] at java.lang.reflect.Constructor.newInstanceWithCaller(Constructor.java:499) ~[?:?] at java.lang.reflect.Constructor.newInstance(Constructor.java:480) ~[?:?] at org.apache.hadoop.hbase.ipc.RemoteWithExtrasException.instantiateException(RemoteWithExtrasException.java:110) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RemoteWithExtrasException.unwrapRemoteException(RemoteWithExtrasException.java:100) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.client.ConnectionUtils.translateException(ConnectionUtils.java:219) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRpcRetryingCaller.onError(AsyncRpcRetryingCaller.java:165) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.lambda$call$4(AsyncSingleRequestRpcRetryingCaller.java:86) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.lambda$addListener$0(FutureUtils.java:71) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:863) ~[?:?] at java.util.concurrent.CompletableFuture$UniWhenComplete.tryFire(CompletableFuture.java:841) ~[?:?] at java.util.concurrent.CompletableFuture.postComplete(CompletableFuture.java:510) ~[?:?] at java.util.concurrent.CompletableFuture.completeExceptionally(CompletableFuture.java:2162) ~[?:?] at org.apache.hadoop.hbase.client.ConnectionUtils$2.run(ConnectionUtils.java:625) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hbase.thirdparty.com.google.protobuf.RpcUtil$1.run(RpcUtil.java:56) ~[hbase-shaded-protobuf-4.1.9.jar:4.1.9] at org.apache.hbase.thirdparty.com.google.protobuf.RpcUtil$1.run(RpcUtil.java:47) ~[hbase-shaded-protobuf-4.1.9.jar:4.1.9] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.onCallFinished(AbstractRpcClient.java:397) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:430) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:425) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.callComplete(Call.java:117) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.setException(Call.java:132) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcConnection.readResponse(RpcConnection.java:457) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.NettyRpcDuplexHandler.readResponse(NettyRpcDuplexHandler.java:125) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.NettyRpcDuplexHandler.channelRead(NettyRpcDuplexHandler.java:140) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:442) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.handler.codec.ByteToMessageDecoder.fireChannelRead(ByteToMessageDecoder.java:346) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.handler.codec.ByteToMessageDecoder.channelRead(ByteToMessageDecoder.java:318) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:444) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.handler.timeout.IdleStateHandler.channelRead(IdleStateHandler.java:289) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:442) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline$HeadContext.channelRead(DefaultChannelPipeline.java:1357) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:440) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline.fireChannelRead(DefaultChannelPipeline.java:868) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.AbstractNioByteChannel$NioByteUnsafe.read(AbstractNioByteChannel.java:166) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.processSelectedKey(NioEventLoop.java:788) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.processSelectedKeysOptimized(NioEventLoop.java:724) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.processSelectedKeys(NioEventLoop.java:650) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:562) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) ~[hbase-shaded-netty-4.1.9.jar:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] Caused by: org.apache.hadoop.hbase.ipc.RemoteWithExtrasException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6bba6f9894a8dbaebc3b47d6055c3663, server=da1c6afcd1f9,35765,1731595233113 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) at org.apache.hadoop.hbase.ipc.AbstractRpcClient.onCallFinished(AbstractRpcClient.java:392) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] ... 32 more 2024-11-14T14:43:15,937 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731595377819.6bba6f9894a8dbaebc3b47d6055c3663., hostname=da1c6afcd1f9,35765,1731595233113, seqNum=5 , the old value is region=TestAcidGuarantees,,1731595377819.6bba6f9894a8dbaebc3b47d6055c3663., hostname=da1c6afcd1f9,35765,1731595233113, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6bba6f9894a8dbaebc3b47d6055c3663, server=da1c6afcd1f9,35765,1731595233113 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-14T14:43:15,937 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731595377819.6bba6f9894a8dbaebc3b47d6055c3663., hostname=da1c6afcd1f9,35765,1731595233113, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6bba6f9894a8dbaebc3b47d6055c3663, server=da1c6afcd1f9,35765,1731595233113 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-14T14:43:15,937 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731595377819.6bba6f9894a8dbaebc3b47d6055c3663., hostname=da1c6afcd1f9,35765,1731595233113, seqNum=5 because the exception is null or not the one we care about 2024-11-14T14:43:15,963 DEBUG [RS_FLUSH_OPERATIONS-regionserver/da1c6afcd1f9:0-2 {event_type=RS_FLUSH_REGIONS, pid=169}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T14:43:15,967 INFO [RS_FLUSH_OPERATIONS-regionserver/da1c6afcd1f9:0-2 {event_type=RS_FLUSH_REGIONS, pid=169}] regionserver.HMobStore(268): FLUSH Renaming flushed file from hdfs://localhost:34345/user/jenkins/test-data/14d118ee-a83a-b09b-5913-1a58940a5db1/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e20241114a24884fdf29c40ceb84842f65ecc3ad9_6bba6f9894a8dbaebc3b47d6055c3663 to hdfs://localhost:34345/user/jenkins/test-data/14d118ee-a83a-b09b-5913-1a58940a5db1/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e20241114a24884fdf29c40ceb84842f65ecc3ad9_6bba6f9894a8dbaebc3b47d6055c3663 2024-11-14T14:43:15,967 DEBUG [RS_FLUSH_OPERATIONS-regionserver/da1c6afcd1f9:0-2 {event_type=RS_FLUSH_REGIONS, pid=169}] mob.DefaultMobStoreFlusher(263): Flush store file: hdfs://localhost:34345/user/jenkins/test-data/14d118ee-a83a-b09b-5913-1a58940a5db1/data/default/TestAcidGuarantees/6bba6f9894a8dbaebc3b47d6055c3663/.tmp/A/45b1eb67564f4956bc91688271bf5c69, store: [table=TestAcidGuarantees family=A region=6bba6f9894a8dbaebc3b47d6055c3663] 2024-11-14T14:43:15,968 DEBUG [RS_FLUSH_OPERATIONS-regionserver/da1c6afcd1f9:0-2 {event_type=RS_FLUSH_REGIONS, pid=169}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:34345/user/jenkins/test-data/14d118ee-a83a-b09b-5913-1a58940a5db1/data/default/TestAcidGuarantees/6bba6f9894a8dbaebc3b47d6055c3663/.tmp/A/45b1eb67564f4956bc91688271bf5c69 is 175, key is test_row_0/A:col10/1731595394614/Put/seqid=0 2024-11-14T14:43:15,971 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36699 is added to blk_1073742412_1588 (size=31255) 2024-11-14T14:43:15,972 INFO [RS_FLUSH_OPERATIONS-regionserver/da1c6afcd1f9:0-2 {event_type=RS_FLUSH_REGIONS, pid=169}] mob.DefaultMobStoreFlusher(147): Mob store is flushed, sequenceid=281, memsize=15.7 K, hasBloomFilter=true, into tmp file hdfs://localhost:34345/user/jenkins/test-data/14d118ee-a83a-b09b-5913-1a58940a5db1/data/default/TestAcidGuarantees/6bba6f9894a8dbaebc3b47d6055c3663/.tmp/A/45b1eb67564f4956bc91688271bf5c69 2024-11-14T14:43:15,977 DEBUG [RS_FLUSH_OPERATIONS-regionserver/da1c6afcd1f9:0-2 {event_type=RS_FLUSH_REGIONS, pid=169}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:34345/user/jenkins/test-data/14d118ee-a83a-b09b-5913-1a58940a5db1/data/default/TestAcidGuarantees/6bba6f9894a8dbaebc3b47d6055c3663/.tmp/B/0110d818d913491d9fe8ecb4bb53fd21 is 50, key is test_row_0/B:col10/1731595394614/Put/seqid=0 2024-11-14T14:43:15,980 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36699 is added to blk_1073742413_1589 (size=12301) 2024-11-14T14:43:16,039 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35765 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6bba6f9894a8dbaebc3b47d6055c3663, server=da1c6afcd1f9,35765,1731595233113 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-14T14:43:16,040 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35765 {}] ipc.CallRunner(138): callId: 149 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:49014 deadline: 1731595456035, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6bba6f9894a8dbaebc3b47d6055c3663, server=da1c6afcd1f9,35765,1731595233113 2024-11-14T14:43:16,040 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731595377819.6bba6f9894a8dbaebc3b47d6055c3663., hostname=da1c6afcd1f9,35765,1731595233113, seqNum=5 , the old value is region=TestAcidGuarantees,,1731595377819.6bba6f9894a8dbaebc3b47d6055c3663., hostname=da1c6afcd1f9,35765,1731595233113, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6bba6f9894a8dbaebc3b47d6055c3663, server=da1c6afcd1f9,35765,1731595233113 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-14T14:43:16,040 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731595377819.6bba6f9894a8dbaebc3b47d6055c3663., hostname=da1c6afcd1f9,35765,1731595233113, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6bba6f9894a8dbaebc3b47d6055c3663, server=da1c6afcd1f9,35765,1731595233113 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-14T14:43:16,040 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731595377819.6bba6f9894a8dbaebc3b47d6055c3663., hostname=da1c6afcd1f9,35765,1731595233113, seqNum=5 because the exception is null or not the one we care about 2024-11-14T14:43:16,049 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35765 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6bba6f9894a8dbaebc3b47d6055c3663, server=da1c6afcd1f9,35765,1731595233113 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-14T14:43:16,050 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35765 {}] ipc.CallRunner(138): callId: 100 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:49004 deadline: 1731595456046, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6bba6f9894a8dbaebc3b47d6055c3663, server=da1c6afcd1f9,35765,1731595233113 2024-11-14T14:43:16,050 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731595377819.6bba6f9894a8dbaebc3b47d6055c3663., hostname=da1c6afcd1f9,35765,1731595233113, seqNum=5 , the old value is region=TestAcidGuarantees,,1731595377819.6bba6f9894a8dbaebc3b47d6055c3663., hostname=da1c6afcd1f9,35765,1731595233113, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6bba6f9894a8dbaebc3b47d6055c3663, server=da1c6afcd1f9,35765,1731595233113 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-14T14:43:16,050 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731595377819.6bba6f9894a8dbaebc3b47d6055c3663., hostname=da1c6afcd1f9,35765,1731595233113, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6bba6f9894a8dbaebc3b47d6055c3663, server=da1c6afcd1f9,35765,1731595233113 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-14T14:43:16,050 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731595377819.6bba6f9894a8dbaebc3b47d6055c3663., hostname=da1c6afcd1f9,35765,1731595233113, seqNum=5 because the exception is null or not the one we care about 2024-11-14T14:43:16,249 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35765 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6bba6f9894a8dbaebc3b47d6055c3663, server=da1c6afcd1f9,35765,1731595233113 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-14T14:43:16,249 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35765 {}] ipc.CallRunner(138): callId: 150 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:49014 deadline: 1731595456246, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6bba6f9894a8dbaebc3b47d6055c3663, server=da1c6afcd1f9,35765,1731595233113 2024-11-14T14:43:16,250 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731595377819.6bba6f9894a8dbaebc3b47d6055c3663., hostname=da1c6afcd1f9,35765,1731595233113, seqNum=5 , the old value is region=TestAcidGuarantees,,1731595377819.6bba6f9894a8dbaebc3b47d6055c3663., hostname=da1c6afcd1f9,35765,1731595233113, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6bba6f9894a8dbaebc3b47d6055c3663, server=da1c6afcd1f9,35765,1731595233113 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-14T14:43:16,250 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731595377819.6bba6f9894a8dbaebc3b47d6055c3663., hostname=da1c6afcd1f9,35765,1731595233113, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6bba6f9894a8dbaebc3b47d6055c3663, server=da1c6afcd1f9,35765,1731595233113 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-14T14:43:16,250 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731595377819.6bba6f9894a8dbaebc3b47d6055c3663., hostname=da1c6afcd1f9,35765,1731595233113, seqNum=5 because the exception is null or not the one we care about 2024-11-14T14:43:16,257 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35765 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6bba6f9894a8dbaebc3b47d6055c3663, server=da1c6afcd1f9,35765,1731595233113 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-14T14:43:16,257 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35765 {}] ipc.CallRunner(138): callId: 101 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:49004 deadline: 1731595456256, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6bba6f9894a8dbaebc3b47d6055c3663, server=da1c6afcd1f9,35765,1731595233113 2024-11-14T14:43:16,258 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731595377819.6bba6f9894a8dbaebc3b47d6055c3663., hostname=da1c6afcd1f9,35765,1731595233113, seqNum=5 , the old value is region=TestAcidGuarantees,,1731595377819.6bba6f9894a8dbaebc3b47d6055c3663., hostname=da1c6afcd1f9,35765,1731595233113, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6bba6f9894a8dbaebc3b47d6055c3663, server=da1c6afcd1f9,35765,1731595233113 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-14T14:43:16,258 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731595377819.6bba6f9894a8dbaebc3b47d6055c3663., hostname=da1c6afcd1f9,35765,1731595233113, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6bba6f9894a8dbaebc3b47d6055c3663, server=da1c6afcd1f9,35765,1731595233113 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-14T14:43:16,258 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731595377819.6bba6f9894a8dbaebc3b47d6055c3663., hostname=da1c6afcd1f9,35765,1731595233113, seqNum=5 because the exception is null or not the one we care about 2024-11-14T14:43:16,381 INFO [RS_FLUSH_OPERATIONS-regionserver/da1c6afcd1f9:0-2 {event_type=RS_FLUSH_REGIONS, pid=169}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=15.65 KB at sequenceid=281 (bloomFilter=true), to=hdfs://localhost:34345/user/jenkins/test-data/14d118ee-a83a-b09b-5913-1a58940a5db1/data/default/TestAcidGuarantees/6bba6f9894a8dbaebc3b47d6055c3663/.tmp/B/0110d818d913491d9fe8ecb4bb53fd21 2024-11-14T14:43:16,387 DEBUG [RS_FLUSH_OPERATIONS-regionserver/da1c6afcd1f9:0-2 {event_type=RS_FLUSH_REGIONS, pid=169}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:34345/user/jenkins/test-data/14d118ee-a83a-b09b-5913-1a58940a5db1/data/default/TestAcidGuarantees/6bba6f9894a8dbaebc3b47d6055c3663/.tmp/C/7426c7e38731474bbf35f1699c400eae is 50, key is test_row_0/C:col10/1731595394614/Put/seqid=0 2024-11-14T14:43:16,390 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36699 is added to blk_1073742414_1590 (size=12301) 2024-11-14T14:43:16,559 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35765 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6bba6f9894a8dbaebc3b47d6055c3663, server=da1c6afcd1f9,35765,1731595233113 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-14T14:43:16,560 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35765 {}] ipc.CallRunner(138): callId: 151 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:49014 deadline: 1731595456556, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6bba6f9894a8dbaebc3b47d6055c3663, server=da1c6afcd1f9,35765,1731595233113 2024-11-14T14:43:16,560 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731595377819.6bba6f9894a8dbaebc3b47d6055c3663., hostname=da1c6afcd1f9,35765,1731595233113, seqNum=5 , the old value is region=TestAcidGuarantees,,1731595377819.6bba6f9894a8dbaebc3b47d6055c3663., hostname=da1c6afcd1f9,35765,1731595233113, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6bba6f9894a8dbaebc3b47d6055c3663, server=da1c6afcd1f9,35765,1731595233113 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-14T14:43:16,560 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731595377819.6bba6f9894a8dbaebc3b47d6055c3663., hostname=da1c6afcd1f9,35765,1731595233113, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6bba6f9894a8dbaebc3b47d6055c3663, server=da1c6afcd1f9,35765,1731595233113 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-14T14:43:16,560 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731595377819.6bba6f9894a8dbaebc3b47d6055c3663., hostname=da1c6afcd1f9,35765,1731595233113, seqNum=5 because the exception is null or not the one we care about 2024-11-14T14:43:16,571 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35765 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6bba6f9894a8dbaebc3b47d6055c3663, server=da1c6afcd1f9,35765,1731595233113 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-14T14:43:16,571 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35765 {}] ipc.CallRunner(138): callId: 102 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:49004 deadline: 1731595456566, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6bba6f9894a8dbaebc3b47d6055c3663, server=da1c6afcd1f9,35765,1731595233113 2024-11-14T14:43:16,571 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731595377819.6bba6f9894a8dbaebc3b47d6055c3663., hostname=da1c6afcd1f9,35765,1731595233113, seqNum=5 , the old value is region=TestAcidGuarantees,,1731595377819.6bba6f9894a8dbaebc3b47d6055c3663., hostname=da1c6afcd1f9,35765,1731595233113, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6bba6f9894a8dbaebc3b47d6055c3663, server=da1c6afcd1f9,35765,1731595233113 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-14T14:43:16,571 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731595377819.6bba6f9894a8dbaebc3b47d6055c3663., hostname=da1c6afcd1f9,35765,1731595233113, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6bba6f9894a8dbaebc3b47d6055c3663, server=da1c6afcd1f9,35765,1731595233113 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-14T14:43:16,571 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731595377819.6bba6f9894a8dbaebc3b47d6055c3663., hostname=da1c6afcd1f9,35765,1731595233113, seqNum=5 because the exception is null or not the one we care about 2024-11-14T14:43:16,791 INFO [RS_FLUSH_OPERATIONS-regionserver/da1c6afcd1f9:0-2 {event_type=RS_FLUSH_REGIONS, pid=169}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=15.65 KB at sequenceid=281 (bloomFilter=true), to=hdfs://localhost:34345/user/jenkins/test-data/14d118ee-a83a-b09b-5913-1a58940a5db1/data/default/TestAcidGuarantees/6bba6f9894a8dbaebc3b47d6055c3663/.tmp/C/7426c7e38731474bbf35f1699c400eae 2024-11-14T14:43:16,795 DEBUG [RS_FLUSH_OPERATIONS-regionserver/da1c6afcd1f9:0-2 {event_type=RS_FLUSH_REGIONS, pid=169}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:34345/user/jenkins/test-data/14d118ee-a83a-b09b-5913-1a58940a5db1/data/default/TestAcidGuarantees/6bba6f9894a8dbaebc3b47d6055c3663/.tmp/A/45b1eb67564f4956bc91688271bf5c69 as hdfs://localhost:34345/user/jenkins/test-data/14d118ee-a83a-b09b-5913-1a58940a5db1/data/default/TestAcidGuarantees/6bba6f9894a8dbaebc3b47d6055c3663/A/45b1eb67564f4956bc91688271bf5c69 2024-11-14T14:43:16,797 INFO [RS_FLUSH_OPERATIONS-regionserver/da1c6afcd1f9:0-2 {event_type=RS_FLUSH_REGIONS, pid=169}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:34345/user/jenkins/test-data/14d118ee-a83a-b09b-5913-1a58940a5db1/data/default/TestAcidGuarantees/6bba6f9894a8dbaebc3b47d6055c3663/A/45b1eb67564f4956bc91688271bf5c69, entries=150, sequenceid=281, filesize=30.5 K 2024-11-14T14:43:16,798 DEBUG [RS_FLUSH_OPERATIONS-regionserver/da1c6afcd1f9:0-2 {event_type=RS_FLUSH_REGIONS, pid=169}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:34345/user/jenkins/test-data/14d118ee-a83a-b09b-5913-1a58940a5db1/data/default/TestAcidGuarantees/6bba6f9894a8dbaebc3b47d6055c3663/.tmp/B/0110d818d913491d9fe8ecb4bb53fd21 as hdfs://localhost:34345/user/jenkins/test-data/14d118ee-a83a-b09b-5913-1a58940a5db1/data/default/TestAcidGuarantees/6bba6f9894a8dbaebc3b47d6055c3663/B/0110d818d913491d9fe8ecb4bb53fd21 2024-11-14T14:43:16,801 INFO [RS_FLUSH_OPERATIONS-regionserver/da1c6afcd1f9:0-2 {event_type=RS_FLUSH_REGIONS, pid=169}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:34345/user/jenkins/test-data/14d118ee-a83a-b09b-5913-1a58940a5db1/data/default/TestAcidGuarantees/6bba6f9894a8dbaebc3b47d6055c3663/B/0110d818d913491d9fe8ecb4bb53fd21, entries=150, sequenceid=281, filesize=12.0 K 2024-11-14T14:43:16,802 DEBUG [RS_FLUSH_OPERATIONS-regionserver/da1c6afcd1f9:0-2 {event_type=RS_FLUSH_REGIONS, pid=169}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:34345/user/jenkins/test-data/14d118ee-a83a-b09b-5913-1a58940a5db1/data/default/TestAcidGuarantees/6bba6f9894a8dbaebc3b47d6055c3663/.tmp/C/7426c7e38731474bbf35f1699c400eae as hdfs://localhost:34345/user/jenkins/test-data/14d118ee-a83a-b09b-5913-1a58940a5db1/data/default/TestAcidGuarantees/6bba6f9894a8dbaebc3b47d6055c3663/C/7426c7e38731474bbf35f1699c400eae 2024-11-14T14:43:16,805 INFO [RS_FLUSH_OPERATIONS-regionserver/da1c6afcd1f9:0-2 {event_type=RS_FLUSH_REGIONS, pid=169}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:34345/user/jenkins/test-data/14d118ee-a83a-b09b-5913-1a58940a5db1/data/default/TestAcidGuarantees/6bba6f9894a8dbaebc3b47d6055c3663/C/7426c7e38731474bbf35f1699c400eae, entries=150, sequenceid=281, filesize=12.0 K 2024-11-14T14:43:16,805 INFO [RS_FLUSH_OPERATIONS-regionserver/da1c6afcd1f9:0-2 {event_type=RS_FLUSH_REGIONS, pid=169}] regionserver.HRegion(3140): Finished flush of dataSize ~46.96 KB/48090, heapSize ~140.16 KB/143520, currentSize=134.18 KB/137400 for 6bba6f9894a8dbaebc3b47d6055c3663 in 1254ms, sequenceid=281, compaction requested=true 2024-11-14T14:43:16,805 DEBUG [RS_FLUSH_OPERATIONS-regionserver/da1c6afcd1f9:0-2 {event_type=RS_FLUSH_REGIONS, pid=169}] regionserver.HRegion(2603): Flush status journal for 6bba6f9894a8dbaebc3b47d6055c3663: 2024-11-14T14:43:16,805 DEBUG [RS_FLUSH_OPERATIONS-regionserver/da1c6afcd1f9:0-2 {event_type=RS_FLUSH_REGIONS, pid=169}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1731595377819.6bba6f9894a8dbaebc3b47d6055c3663. 2024-11-14T14:43:16,805 DEBUG [RS_FLUSH_OPERATIONS-regionserver/da1c6afcd1f9:0-2 {event_type=RS_FLUSH_REGIONS, pid=169}] regionserver.RemoteProcedureResultReporter(62): Successfully complete execution of pid=169 2024-11-14T14:43:16,806 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45145 {}] master.HMaster(4169): Remote procedure done, pid=169 2024-11-14T14:43:16,808 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=169, resume processing ppid=168 2024-11-14T14:43:16,808 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1521): Finished pid=169, ppid=168, state=SUCCESS, hasLock=false; org.apache.hadoop.hbase.master.procedure.FlushRegionProcedure in 3.2480 sec 2024-11-14T14:43:16,810 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1521): Finished pid=168, state=SUCCESS, hasLock=false; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=168, table=TestAcidGuarantees in 3.2520 sec 2024-11-14T14:43:17,069 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35765 {}] regionserver.HRegion(8855): Flush requested on 6bba6f9894a8dbaebc3b47d6055c3663 2024-11-14T14:43:17,069 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(2902): Flushing 6bba6f9894a8dbaebc3b47d6055c3663 3/3 column families, dataSize=140.89 KB heapSize=405.61 KB 2024-11-14T14:43:17,069 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 6bba6f9894a8dbaebc3b47d6055c3663, store=A 2024-11-14T14:43:17,069 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=3, new segment=null 2024-11-14T14:43:17,069 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 6bba6f9894a8dbaebc3b47d6055c3663, store=B 2024-11-14T14:43:17,069 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=3, new segment=null 2024-11-14T14:43:17,069 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 6bba6f9894a8dbaebc3b47d6055c3663, store=C 2024-11-14T14:43:17,069 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=3, new segment=null 2024-11-14T14:43:17,077 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:34345/user/jenkins/test-data/14d118ee-a83a-b09b-5913-1a58940a5db1/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e202411142fc8177a362f4b1d931b4c39b55d5733_6bba6f9894a8dbaebc3b47d6055c3663 is 50, key is test_row_0/A:col10/1731595395919/Put/seqid=0 2024-11-14T14:43:17,080 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36699 is added to blk_1073742415_1591 (size=14994) 2024-11-14T14:43:17,081 DEBUG [MemStoreFlusher.0 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T14:43:17,084 INFO [MemStoreFlusher.0 {}] regionserver.HMobStore(268): FLUSH Renaming flushed file from hdfs://localhost:34345/user/jenkins/test-data/14d118ee-a83a-b09b-5913-1a58940a5db1/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e202411142fc8177a362f4b1d931b4c39b55d5733_6bba6f9894a8dbaebc3b47d6055c3663 to hdfs://localhost:34345/user/jenkins/test-data/14d118ee-a83a-b09b-5913-1a58940a5db1/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e202411142fc8177a362f4b1d931b4c39b55d5733_6bba6f9894a8dbaebc3b47d6055c3663 2024-11-14T14:43:17,084 DEBUG [MemStoreFlusher.0 {}] mob.DefaultMobStoreFlusher(263): Flush store file: hdfs://localhost:34345/user/jenkins/test-data/14d118ee-a83a-b09b-5913-1a58940a5db1/data/default/TestAcidGuarantees/6bba6f9894a8dbaebc3b47d6055c3663/.tmp/A/4bd16437a80a4843977a4a81c97f616f, store: [table=TestAcidGuarantees family=A region=6bba6f9894a8dbaebc3b47d6055c3663] 2024-11-14T14:43:17,085 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:34345/user/jenkins/test-data/14d118ee-a83a-b09b-5913-1a58940a5db1/data/default/TestAcidGuarantees/6bba6f9894a8dbaebc3b47d6055c3663/.tmp/A/4bd16437a80a4843977a4a81c97f616f is 175, key is test_row_0/A:col10/1731595395919/Put/seqid=0 2024-11-14T14:43:17,090 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36699 is added to blk_1073742416_1592 (size=39949) 2024-11-14T14:43:17,090 INFO [MemStoreFlusher.0 {}] mob.DefaultMobStoreFlusher(147): Mob store is flushed, sequenceid=319, memsize=47.0 K, hasBloomFilter=true, into tmp file hdfs://localhost:34345/user/jenkins/test-data/14d118ee-a83a-b09b-5913-1a58940a5db1/data/default/TestAcidGuarantees/6bba6f9894a8dbaebc3b47d6055c3663/.tmp/A/4bd16437a80a4843977a4a81c97f616f 2024-11-14T14:43:17,097 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:34345/user/jenkins/test-data/14d118ee-a83a-b09b-5913-1a58940a5db1/data/default/TestAcidGuarantees/6bba6f9894a8dbaebc3b47d6055c3663/.tmp/B/f6fac498ed234d85a74c70d49eae9f58 is 50, key is test_row_0/B:col10/1731595395919/Put/seqid=0 2024-11-14T14:43:17,099 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36699 is added to blk_1073742417_1593 (size=12301) 2024-11-14T14:43:17,101 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35765 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6bba6f9894a8dbaebc3b47d6055c3663, server=da1c6afcd1f9,35765,1731595233113 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-14T14:43:17,101 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35765 {}] ipc.CallRunner(138): callId: 157 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:49014 deadline: 1731595457094, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6bba6f9894a8dbaebc3b47d6055c3663, server=da1c6afcd1f9,35765,1731595233113 2024-11-14T14:43:17,103 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731595377819.6bba6f9894a8dbaebc3b47d6055c3663., hostname=da1c6afcd1f9,35765,1731595233113, seqNum=5 , the old value is region=TestAcidGuarantees,,1731595377819.6bba6f9894a8dbaebc3b47d6055c3663., hostname=da1c6afcd1f9,35765,1731595233113, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6bba6f9894a8dbaebc3b47d6055c3663, server=da1c6afcd1f9,35765,1731595233113 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-14T14:43:17,103 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731595377819.6bba6f9894a8dbaebc3b47d6055c3663., hostname=da1c6afcd1f9,35765,1731595233113, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6bba6f9894a8dbaebc3b47d6055c3663, server=da1c6afcd1f9,35765,1731595233113 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-14T14:43:17,103 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731595377819.6bba6f9894a8dbaebc3b47d6055c3663., hostname=da1c6afcd1f9,35765,1731595233113, seqNum=5 because the exception is null or not the one we care about 2024-11-14T14:43:17,106 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35765 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6bba6f9894a8dbaebc3b47d6055c3663, server=da1c6afcd1f9,35765,1731595233113 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-14T14:43:17,106 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35765 {}] ipc.CallRunner(138): callId: 105 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:49004 deadline: 1731595457101, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6bba6f9894a8dbaebc3b47d6055c3663, server=da1c6afcd1f9,35765,1731595233113 2024-11-14T14:43:17,107 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731595377819.6bba6f9894a8dbaebc3b47d6055c3663., hostname=da1c6afcd1f9,35765,1731595233113, seqNum=5 , the old value is region=TestAcidGuarantees,,1731595377819.6bba6f9894a8dbaebc3b47d6055c3663., hostname=da1c6afcd1f9,35765,1731595233113, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6bba6f9894a8dbaebc3b47d6055c3663, server=da1c6afcd1f9,35765,1731595233113 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-14T14:43:17,107 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731595377819.6bba6f9894a8dbaebc3b47d6055c3663., hostname=da1c6afcd1f9,35765,1731595233113, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6bba6f9894a8dbaebc3b47d6055c3663, server=da1c6afcd1f9,35765,1731595233113 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-14T14:43:17,107 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731595377819.6bba6f9894a8dbaebc3b47d6055c3663., hostname=da1c6afcd1f9,35765,1731595233113, seqNum=5 because the exception is null or not the one we care about 2024-11-14T14:43:17,211 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35765 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6bba6f9894a8dbaebc3b47d6055c3663, server=da1c6afcd1f9,35765,1731595233113 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-14T14:43:17,211 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35765 {}] ipc.CallRunner(138): callId: 158 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:49014 deadline: 1731595457206, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6bba6f9894a8dbaebc3b47d6055c3663, server=da1c6afcd1f9,35765,1731595233113 2024-11-14T14:43:17,211 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731595377819.6bba6f9894a8dbaebc3b47d6055c3663., hostname=da1c6afcd1f9,35765,1731595233113, seqNum=5 , the old value is region=TestAcidGuarantees,,1731595377819.6bba6f9894a8dbaebc3b47d6055c3663., hostname=da1c6afcd1f9,35765,1731595233113, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6bba6f9894a8dbaebc3b47d6055c3663, server=da1c6afcd1f9,35765,1731595233113 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-14T14:43:17,211 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731595377819.6bba6f9894a8dbaebc3b47d6055c3663., hostname=da1c6afcd1f9,35765,1731595233113, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6bba6f9894a8dbaebc3b47d6055c3663, server=da1c6afcd1f9,35765,1731595233113 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-14T14:43:17,211 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731595377819.6bba6f9894a8dbaebc3b47d6055c3663., hostname=da1c6afcd1f9,35765,1731595233113, seqNum=5 because the exception is null or not the one we care about 2024-11-14T14:43:17,221 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35765 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6bba6f9894a8dbaebc3b47d6055c3663, server=da1c6afcd1f9,35765,1731595233113 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-14T14:43:17,221 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35765 {}] ipc.CallRunner(138): callId: 106 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:49004 deadline: 1731595457216, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6bba6f9894a8dbaebc3b47d6055c3663, server=da1c6afcd1f9,35765,1731595233113 2024-11-14T14:43:17,221 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731595377819.6bba6f9894a8dbaebc3b47d6055c3663., hostname=da1c6afcd1f9,35765,1731595233113, seqNum=5 , the old value is region=TestAcidGuarantees,,1731595377819.6bba6f9894a8dbaebc3b47d6055c3663., hostname=da1c6afcd1f9,35765,1731595233113, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6bba6f9894a8dbaebc3b47d6055c3663, server=da1c6afcd1f9,35765,1731595233113 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-14T14:43:17,222 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731595377819.6bba6f9894a8dbaebc3b47d6055c3663., hostname=da1c6afcd1f9,35765,1731595233113, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6bba6f9894a8dbaebc3b47d6055c3663, server=da1c6afcd1f9,35765,1731595233113 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-14T14:43:17,222 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731595377819.6bba6f9894a8dbaebc3b47d6055c3663., hostname=da1c6afcd1f9,35765,1731595233113, seqNum=5 because the exception is null or not the one we care about 2024-11-14T14:43:17,420 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35765 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6bba6f9894a8dbaebc3b47d6055c3663, server=da1c6afcd1f9,35765,1731595233113 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-14T14:43:17,421 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35765 {}] ipc.CallRunner(138): callId: 159 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:49014 deadline: 1731595457416, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6bba6f9894a8dbaebc3b47d6055c3663, server=da1c6afcd1f9,35765,1731595233113 2024-11-14T14:43:17,421 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731595377819.6bba6f9894a8dbaebc3b47d6055c3663., hostname=da1c6afcd1f9,35765,1731595233113, seqNum=5 , the old value is region=TestAcidGuarantees,,1731595377819.6bba6f9894a8dbaebc3b47d6055c3663., hostname=da1c6afcd1f9,35765,1731595233113, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6bba6f9894a8dbaebc3b47d6055c3663, server=da1c6afcd1f9,35765,1731595233113 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-14T14:43:17,421 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731595377819.6bba6f9894a8dbaebc3b47d6055c3663., hostname=da1c6afcd1f9,35765,1731595233113, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6bba6f9894a8dbaebc3b47d6055c3663, server=da1c6afcd1f9,35765,1731595233113 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-14T14:43:17,421 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731595377819.6bba6f9894a8dbaebc3b47d6055c3663., hostname=da1c6afcd1f9,35765,1731595233113, seqNum=5 because the exception is null or not the one we care about 2024-11-14T14:43:17,431 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35765 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6bba6f9894a8dbaebc3b47d6055c3663, server=da1c6afcd1f9,35765,1731595233113 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-14T14:43:17,431 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35765 {}] ipc.CallRunner(138): callId: 107 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:49004 deadline: 1731595457426, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6bba6f9894a8dbaebc3b47d6055c3663, server=da1c6afcd1f9,35765,1731595233113 2024-11-14T14:43:17,431 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731595377819.6bba6f9894a8dbaebc3b47d6055c3663., hostname=da1c6afcd1f9,35765,1731595233113, seqNum=5 , the old value is region=TestAcidGuarantees,,1731595377819.6bba6f9894a8dbaebc3b47d6055c3663., hostname=da1c6afcd1f9,35765,1731595233113, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6bba6f9894a8dbaebc3b47d6055c3663, server=da1c6afcd1f9,35765,1731595233113 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-14T14:43:17,431 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731595377819.6bba6f9894a8dbaebc3b47d6055c3663., hostname=da1c6afcd1f9,35765,1731595233113, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6bba6f9894a8dbaebc3b47d6055c3663, server=da1c6afcd1f9,35765,1731595233113 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-14T14:43:17,431 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731595377819.6bba6f9894a8dbaebc3b47d6055c3663., hostname=da1c6afcd1f9,35765,1731595233113, seqNum=5 because the exception is null or not the one we care about 2024-11-14T14:43:17,500 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=46.96 KB at sequenceid=319 (bloomFilter=true), to=hdfs://localhost:34345/user/jenkins/test-data/14d118ee-a83a-b09b-5913-1a58940a5db1/data/default/TestAcidGuarantees/6bba6f9894a8dbaebc3b47d6055c3663/.tmp/B/f6fac498ed234d85a74c70d49eae9f58 2024-11-14T14:43:17,507 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:34345/user/jenkins/test-data/14d118ee-a83a-b09b-5913-1a58940a5db1/data/default/TestAcidGuarantees/6bba6f9894a8dbaebc3b47d6055c3663/.tmp/C/1d711bcf685d4992aae008c2ef339a89 is 50, key is test_row_0/C:col10/1731595395919/Put/seqid=0 2024-11-14T14:43:17,511 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36699 is added to blk_1073742418_1594 (size=12301) 2024-11-14T14:43:17,726 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45145 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=168 2024-11-14T14:43:17,726 INFO [RPCClient-NioEventLoopGroup-4-12 {}] client.RawAsyncHBaseAdmin$TableProcedureBiConsumer(2721): Operation: FLUSH, Table Name: default:TestAcidGuarantees completed 2024-11-14T14:43:17,727 INFO [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45145 {}] master.HMaster$22(4506): Client=jenkins//172.17.0.2 flush TestAcidGuarantees 2024-11-14T14:43:17,728 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45145 {}] procedure2.ProcedureExecutor(1139): Stored pid=170, state=RUNNABLE:FLUSH_TABLE_PREPARE, hasLock=false; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=170, table=TestAcidGuarantees 2024-11-14T14:43:17,728 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45145 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=170 2024-11-14T14:43:17,729 INFO [PEWorker-4 {}] procedure.FlushTableProcedure(91): pid=170, state=RUNNABLE:FLUSH_TABLE_PREPARE, hasLock=true; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=170, table=TestAcidGuarantees execute state=FLUSH_TABLE_PREPARE 2024-11-14T14:43:17,729 INFO [PEWorker-4 {}] procedure.FlushTableProcedure(91): pid=170, state=RUNNABLE:FLUSH_TABLE_FLUSH_REGIONS, hasLock=true; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=170, table=TestAcidGuarantees execute state=FLUSH_TABLE_FLUSH_REGIONS 2024-11-14T14:43:17,729 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=171, ppid=170, state=RUNNABLE, hasLock=false; org.apache.hadoop.hbase.master.procedure.FlushRegionProcedure}] 2024-11-14T14:43:17,731 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35765 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6bba6f9894a8dbaebc3b47d6055c3663, server=da1c6afcd1f9,35765,1731595233113 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-14T14:43:17,731 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35765 {}] ipc.CallRunner(138): callId: 160 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:49014 deadline: 1731595457726, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6bba6f9894a8dbaebc3b47d6055c3663, server=da1c6afcd1f9,35765,1731595233113 2024-11-14T14:43:17,732 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731595377819.6bba6f9894a8dbaebc3b47d6055c3663., hostname=da1c6afcd1f9,35765,1731595233113, seqNum=5 , the old value is region=TestAcidGuarantees,,1731595377819.6bba6f9894a8dbaebc3b47d6055c3663., hostname=da1c6afcd1f9,35765,1731595233113, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6bba6f9894a8dbaebc3b47d6055c3663, server=da1c6afcd1f9,35765,1731595233113 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-14T14:43:17,732 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731595377819.6bba6f9894a8dbaebc3b47d6055c3663., hostname=da1c6afcd1f9,35765,1731595233113, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6bba6f9894a8dbaebc3b47d6055c3663, server=da1c6afcd1f9,35765,1731595233113 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-14T14:43:17,732 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731595377819.6bba6f9894a8dbaebc3b47d6055c3663., hostname=da1c6afcd1f9,35765,1731595233113, seqNum=5 because the exception is null or not the one we care about 2024-11-14T14:43:17,737 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35765 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6bba6f9894a8dbaebc3b47d6055c3663, server=da1c6afcd1f9,35765,1731595233113 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-14T14:43:17,737 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35765 {}] ipc.CallRunner(138): callId: 108 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:49004 deadline: 1731595457736, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6bba6f9894a8dbaebc3b47d6055c3663, server=da1c6afcd1f9,35765,1731595233113 2024-11-14T14:43:17,738 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731595377819.6bba6f9894a8dbaebc3b47d6055c3663., hostname=da1c6afcd1f9,35765,1731595233113, seqNum=5 , the old value is region=TestAcidGuarantees,,1731595377819.6bba6f9894a8dbaebc3b47d6055c3663., hostname=da1c6afcd1f9,35765,1731595233113, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6bba6f9894a8dbaebc3b47d6055c3663, server=da1c6afcd1f9,35765,1731595233113 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-14T14:43:17,738 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731595377819.6bba6f9894a8dbaebc3b47d6055c3663., hostname=da1c6afcd1f9,35765,1731595233113, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6bba6f9894a8dbaebc3b47d6055c3663, server=da1c6afcd1f9,35765,1731595233113 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-14T14:43:17,738 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731595377819.6bba6f9894a8dbaebc3b47d6055c3663., hostname=da1c6afcd1f9,35765,1731595233113, seqNum=5 because the exception is null or not the one we care about 2024-11-14T14:43:17,836 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45145 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=170 2024-11-14T14:43:17,881 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=35765 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=171 2024-11-14T14:43:17,882 DEBUG [RS_FLUSH_OPERATIONS-regionserver/da1c6afcd1f9:0-0 {event_type=RS_FLUSH_REGIONS, pid=171}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1731595377819.6bba6f9894a8dbaebc3b47d6055c3663. 2024-11-14T14:43:17,882 DEBUG [RS_FLUSH_OPERATIONS-regionserver/da1c6afcd1f9:0-0 {event_type=RS_FLUSH_REGIONS, pid=171}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1731595377819.6bba6f9894a8dbaebc3b47d6055c3663. as already flushing 2024-11-14T14:43:17,882 DEBUG [RS_FLUSH_OPERATIONS-regionserver/da1c6afcd1f9:0-0 {event_type=RS_FLUSH_REGIONS, pid=171}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1731595377819.6bba6f9894a8dbaebc3b47d6055c3663. 2024-11-14T14:43:17,882 ERROR [RS_FLUSH_OPERATIONS-regionserver/da1c6afcd1f9:0-0 {event_type=RS_FLUSH_REGIONS, pid=171}] handler.RSProcedureHandler(58): pid=171 java.io.IOException: Unable to complete flush {ENCODED => 6bba6f9894a8dbaebc3b47d6055c3663, NAME => 'TestAcidGuarantees,,1731595377819.6bba6f9894a8dbaebc3b47d6055c3663.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-14T14:43:17,882 DEBUG [RS_FLUSH_OPERATIONS-regionserver/da1c6afcd1f9:0-0 {event_type=RS_FLUSH_REGIONS, pid=171}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=171 java.io.IOException: Unable to complete flush {ENCODED => 6bba6f9894a8dbaebc3b47d6055c3663, NAME => 'TestAcidGuarantees,,1731595377819.6bba6f9894a8dbaebc3b47d6055c3663.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-14T14:43:17,882 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45145 {}] master.HMaster(4177): Remote procedure failed, pid=171 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 6bba6f9894a8dbaebc3b47d6055c3663, NAME => 'TestAcidGuarantees,,1731595377819.6bba6f9894a8dbaebc3b47d6055c3663.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$5(MasterRpcServices.java:2580) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2575) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 6bba6f9894a8dbaebc3b47d6055c3663, NAME => 'TestAcidGuarantees,,1731595377819.6bba6f9894a8dbaebc3b47d6055c3663.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-14T14:43:17,917 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=46.96 KB at sequenceid=319 (bloomFilter=true), to=hdfs://localhost:34345/user/jenkins/test-data/14d118ee-a83a-b09b-5913-1a58940a5db1/data/default/TestAcidGuarantees/6bba6f9894a8dbaebc3b47d6055c3663/.tmp/C/1d711bcf685d4992aae008c2ef339a89 2024-11-14T14:43:17,922 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:34345/user/jenkins/test-data/14d118ee-a83a-b09b-5913-1a58940a5db1/data/default/TestAcidGuarantees/6bba6f9894a8dbaebc3b47d6055c3663/.tmp/A/4bd16437a80a4843977a4a81c97f616f as hdfs://localhost:34345/user/jenkins/test-data/14d118ee-a83a-b09b-5913-1a58940a5db1/data/default/TestAcidGuarantees/6bba6f9894a8dbaebc3b47d6055c3663/A/4bd16437a80a4843977a4a81c97f616f 2024-11-14T14:43:17,926 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:34345/user/jenkins/test-data/14d118ee-a83a-b09b-5913-1a58940a5db1/data/default/TestAcidGuarantees/6bba6f9894a8dbaebc3b47d6055c3663/A/4bd16437a80a4843977a4a81c97f616f, entries=200, sequenceid=319, filesize=39.0 K 2024-11-14T14:43:17,926 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:34345/user/jenkins/test-data/14d118ee-a83a-b09b-5913-1a58940a5db1/data/default/TestAcidGuarantees/6bba6f9894a8dbaebc3b47d6055c3663/.tmp/B/f6fac498ed234d85a74c70d49eae9f58 as hdfs://localhost:34345/user/jenkins/test-data/14d118ee-a83a-b09b-5913-1a58940a5db1/data/default/TestAcidGuarantees/6bba6f9894a8dbaebc3b47d6055c3663/B/f6fac498ed234d85a74c70d49eae9f58 2024-11-14T14:43:17,930 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:34345/user/jenkins/test-data/14d118ee-a83a-b09b-5913-1a58940a5db1/data/default/TestAcidGuarantees/6bba6f9894a8dbaebc3b47d6055c3663/B/f6fac498ed234d85a74c70d49eae9f58, entries=150, sequenceid=319, filesize=12.0 K 2024-11-14T14:43:17,931 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:34345/user/jenkins/test-data/14d118ee-a83a-b09b-5913-1a58940a5db1/data/default/TestAcidGuarantees/6bba6f9894a8dbaebc3b47d6055c3663/.tmp/C/1d711bcf685d4992aae008c2ef339a89 as hdfs://localhost:34345/user/jenkins/test-data/14d118ee-a83a-b09b-5913-1a58940a5db1/data/default/TestAcidGuarantees/6bba6f9894a8dbaebc3b47d6055c3663/C/1d711bcf685d4992aae008c2ef339a89 2024-11-14T14:43:17,934 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:34345/user/jenkins/test-data/14d118ee-a83a-b09b-5913-1a58940a5db1/data/default/TestAcidGuarantees/6bba6f9894a8dbaebc3b47d6055c3663/C/1d711bcf685d4992aae008c2ef339a89, entries=150, sequenceid=319, filesize=12.0 K 2024-11-14T14:43:17,935 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(3140): Finished flush of dataSize ~140.89 KB/144270, heapSize ~405.56 KB/415296, currentSize=40.25 KB/41220 for 6bba6f9894a8dbaebc3b47d6055c3663 in 866ms, sequenceid=319, compaction requested=true 2024-11-14T14:43:17,935 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2603): Flush status journal for 6bba6f9894a8dbaebc3b47d6055c3663: 2024-11-14T14:43:17,935 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store 6bba6f9894a8dbaebc3b47d6055c3663:A, priority=-2147483648, current under compaction store size is 1 2024-11-14T14:43:17,935 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-14T14:43:17,935 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store 6bba6f9894a8dbaebc3b47d6055c3663:B, priority=-2147483648, current under compaction store size is 2 2024-11-14T14:43:17,935 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-14T14:43:17,935 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store 6bba6f9894a8dbaebc3b47d6055c3663:C, priority=-2147483648, current under compaction store size is 3 2024-11-14T14:43:17,935 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=1), splitQueue=0 2024-11-14T14:43:17,935 DEBUG [RS:0;da1c6afcd1f9:35765-shortCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 4 store files, 0 compacting, 4 eligible, 16 blocking 2024-11-14T14:43:17,935 DEBUG [RS:0;da1c6afcd1f9:35765-longCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 4 store files, 0 compacting, 4 eligible, 16 blocking 2024-11-14T14:43:17,936 DEBUG [RS:0;da1c6afcd1f9:35765-longCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 4 files of size 49532 starting at candidate #0 after considering 3 permutations with 3 in ratio 2024-11-14T14:43:17,936 DEBUG [RS:0;da1c6afcd1f9:35765-shortCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 4 files of size 134149 starting at candidate #0 after considering 3 permutations with 3 in ratio 2024-11-14T14:43:17,936 DEBUG [RS:0;da1c6afcd1f9:35765-longCompactions-0 {}] regionserver.HStore(1541): 6bba6f9894a8dbaebc3b47d6055c3663/B is initiating minor compaction (all files) 2024-11-14T14:43:17,936 DEBUG [RS:0;da1c6afcd1f9:35765-shortCompactions-0 {}] regionserver.HStore(1541): 6bba6f9894a8dbaebc3b47d6055c3663/A is initiating minor compaction (all files) 2024-11-14T14:43:17,936 INFO [RS:0;da1c6afcd1f9:35765-shortCompactions-0 {}] regionserver.HRegion(2416): Starting compaction of 6bba6f9894a8dbaebc3b47d6055c3663/A in TestAcidGuarantees,,1731595377819.6bba6f9894a8dbaebc3b47d6055c3663. 2024-11-14T14:43:17,936 INFO [RS:0;da1c6afcd1f9:35765-longCompactions-0 {}] regionserver.HRegion(2416): Starting compaction of 6bba6f9894a8dbaebc3b47d6055c3663/B in TestAcidGuarantees,,1731595377819.6bba6f9894a8dbaebc3b47d6055c3663. 2024-11-14T14:43:17,936 INFO [RS:0;da1c6afcd1f9:35765-shortCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:34345/user/jenkins/test-data/14d118ee-a83a-b09b-5913-1a58940a5db1/data/default/TestAcidGuarantees/6bba6f9894a8dbaebc3b47d6055c3663/A/18702818fe4941b591bd5632b195cbb4, hdfs://localhost:34345/user/jenkins/test-data/14d118ee-a83a-b09b-5913-1a58940a5db1/data/default/TestAcidGuarantees/6bba6f9894a8dbaebc3b47d6055c3663/A/327911e41f7f474ba4245fd06caade6e, hdfs://localhost:34345/user/jenkins/test-data/14d118ee-a83a-b09b-5913-1a58940a5db1/data/default/TestAcidGuarantees/6bba6f9894a8dbaebc3b47d6055c3663/A/45b1eb67564f4956bc91688271bf5c69, hdfs://localhost:34345/user/jenkins/test-data/14d118ee-a83a-b09b-5913-1a58940a5db1/data/default/TestAcidGuarantees/6bba6f9894a8dbaebc3b47d6055c3663/A/4bd16437a80a4843977a4a81c97f616f] into tmpdir=hdfs://localhost:34345/user/jenkins/test-data/14d118ee-a83a-b09b-5913-1a58940a5db1/data/default/TestAcidGuarantees/6bba6f9894a8dbaebc3b47d6055c3663/.tmp, totalSize=131.0 K 2024-11-14T14:43:17,936 INFO [RS:0;da1c6afcd1f9:35765-longCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:34345/user/jenkins/test-data/14d118ee-a83a-b09b-5913-1a58940a5db1/data/default/TestAcidGuarantees/6bba6f9894a8dbaebc3b47d6055c3663/B/4f4111ddb74c4c7f810833b0cf52bda6, hdfs://localhost:34345/user/jenkins/test-data/14d118ee-a83a-b09b-5913-1a58940a5db1/data/default/TestAcidGuarantees/6bba6f9894a8dbaebc3b47d6055c3663/B/5f6778b1ef414fa29815912c317002d2, hdfs://localhost:34345/user/jenkins/test-data/14d118ee-a83a-b09b-5913-1a58940a5db1/data/default/TestAcidGuarantees/6bba6f9894a8dbaebc3b47d6055c3663/B/0110d818d913491d9fe8ecb4bb53fd21, hdfs://localhost:34345/user/jenkins/test-data/14d118ee-a83a-b09b-5913-1a58940a5db1/data/default/TestAcidGuarantees/6bba6f9894a8dbaebc3b47d6055c3663/B/f6fac498ed234d85a74c70d49eae9f58] into tmpdir=hdfs://localhost:34345/user/jenkins/test-data/14d118ee-a83a-b09b-5913-1a58940a5db1/data/default/TestAcidGuarantees/6bba6f9894a8dbaebc3b47d6055c3663/.tmp, totalSize=48.4 K 2024-11-14T14:43:17,936 INFO [RS:0;da1c6afcd1f9:35765-shortCompactions-0 {}] mob.DefaultMobStoreCompactor(181): MOB compaction: major=false isAll=true priority=12 throughput controller=DefaultCompactionThroughputController [maxThroughput=50.00 MB/second, activeCompactions=0] table=TestAcidGuarantees cf=A region=TestAcidGuarantees,,1731595377819.6bba6f9894a8dbaebc3b47d6055c3663. 2024-11-14T14:43:17,936 DEBUG [RS:0;da1c6afcd1f9:35765-shortCompactions-0 {}] mob.DefaultMobStoreCompactor(191): MOB compaction table=TestAcidGuarantees cf=A region=TestAcidGuarantees,,1731595377819.6bba6f9894a8dbaebc3b47d6055c3663. files: [hdfs://localhost:34345/user/jenkins/test-data/14d118ee-a83a-b09b-5913-1a58940a5db1/data/default/TestAcidGuarantees/6bba6f9894a8dbaebc3b47d6055c3663/A/18702818fe4941b591bd5632b195cbb4, hdfs://localhost:34345/user/jenkins/test-data/14d118ee-a83a-b09b-5913-1a58940a5db1/data/default/TestAcidGuarantees/6bba6f9894a8dbaebc3b47d6055c3663/A/327911e41f7f474ba4245fd06caade6e, hdfs://localhost:34345/user/jenkins/test-data/14d118ee-a83a-b09b-5913-1a58940a5db1/data/default/TestAcidGuarantees/6bba6f9894a8dbaebc3b47d6055c3663/A/45b1eb67564f4956bc91688271bf5c69, hdfs://localhost:34345/user/jenkins/test-data/14d118ee-a83a-b09b-5913-1a58940a5db1/data/default/TestAcidGuarantees/6bba6f9894a8dbaebc3b47d6055c3663/A/4bd16437a80a4843977a4a81c97f616f] 2024-11-14T14:43:17,937 DEBUG [RS:0;da1c6afcd1f9:35765-longCompactions-0 {}] compactions.Compactor(225): Compacting 4f4111ddb74c4c7f810833b0cf52bda6, keycount=150, bloomtype=ROW, size=12.3 K, encoding=NONE, compression=NONE, seqNum=232, earliestPutTs=1731595391459 2024-11-14T14:43:17,937 DEBUG [RS:0;da1c6afcd1f9:35765-shortCompactions-0 {}] compactions.Compactor(225): Compacting 18702818fe4941b591bd5632b195cbb4, keycount=150, bloomtype=ROW, size=30.9 K, encoding=NONE, compression=NONE, seqNum=232, earliestPutTs=1731595391459 2024-11-14T14:43:17,937 DEBUG [RS:0;da1c6afcd1f9:35765-shortCompactions-0 {}] compactions.Compactor(225): Compacting 327911e41f7f474ba4245fd06caade6e, keycount=150, bloomtype=ROW, size=30.5 K, encoding=NONE, compression=NONE, seqNum=268, earliestPutTs=1731595393748 2024-11-14T14:43:17,937 DEBUG [RS:0;da1c6afcd1f9:35765-longCompactions-0 {}] compactions.Compactor(225): Compacting 5f6778b1ef414fa29815912c317002d2, keycount=150, bloomtype=ROW, size=12.0 K, encoding=NONE, compression=NONE, seqNum=268, earliestPutTs=1731595393748 2024-11-14T14:43:17,938 DEBUG [RS:0;da1c6afcd1f9:35765-shortCompactions-0 {}] compactions.Compactor(225): Compacting 45b1eb67564f4956bc91688271bf5c69, keycount=150, bloomtype=ROW, size=30.5 K, encoding=NONE, compression=NONE, seqNum=281, earliestPutTs=1731595394595 2024-11-14T14:43:17,938 DEBUG [RS:0;da1c6afcd1f9:35765-longCompactions-0 {}] compactions.Compactor(225): Compacting 0110d818d913491d9fe8ecb4bb53fd21, keycount=150, bloomtype=ROW, size=12.0 K, encoding=NONE, compression=NONE, seqNum=281, earliestPutTs=1731595394595 2024-11-14T14:43:17,938 DEBUG [RS:0;da1c6afcd1f9:35765-longCompactions-0 {}] compactions.Compactor(225): Compacting f6fac498ed234d85a74c70d49eae9f58, keycount=150, bloomtype=ROW, size=12.0 K, encoding=NONE, compression=NONE, seqNum=319, earliestPutTs=1731595395919 2024-11-14T14:43:17,938 DEBUG [RS:0;da1c6afcd1f9:35765-shortCompactions-0 {}] compactions.Compactor(225): Compacting 4bd16437a80a4843977a4a81c97f616f, keycount=200, bloomtype=ROW, size=39.0 K, encoding=NONE, compression=NONE, seqNum=319, earliestPutTs=1731595395919 2024-11-14T14:43:17,951 INFO [RS:0;da1c6afcd1f9:35765-shortCompactions-0 {}] mob.DefaultMobStoreCompactor(321): Compact MOB=false optimized configured=false optimized enabled=false maximum MOB file size=1073741824 major=true store=[table=TestAcidGuarantees family=A region=6bba6f9894a8dbaebc3b47d6055c3663] 2024-11-14T14:43:17,954 DEBUG [RS:0;da1c6afcd1f9:35765-shortCompactions-0 {}] mob.DefaultMobStoreCompactor(635): New MOB writer created=d41d8cd98f00b204e9800998ecf8427e20241114748b3c641764481c85da1d15556fed9d_6bba6f9894a8dbaebc3b47d6055c3663 store=[table=TestAcidGuarantees family=A region=6bba6f9894a8dbaebc3b47d6055c3663] 2024-11-14T14:43:17,956 DEBUG [RS:0;da1c6afcd1f9:35765-shortCompactions-0 {}] mob.DefaultMobStoreCompactor(656): Commit or abort size=0 mobCells=0 major=true file=d41d8cd98f00b204e9800998ecf8427e20241114748b3c641764481c85da1d15556fed9d_6bba6f9894a8dbaebc3b47d6055c3663, store=[table=TestAcidGuarantees family=A region=6bba6f9894a8dbaebc3b47d6055c3663] 2024-11-14T14:43:17,957 DEBUG [RS:0;da1c6afcd1f9:35765-shortCompactions-0 {}] mob.DefaultMobStoreCompactor(667): Aborting writer for hdfs://localhost:34345/user/jenkins/test-data/14d118ee-a83a-b09b-5913-1a58940a5db1/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e20241114748b3c641764481c85da1d15556fed9d_6bba6f9894a8dbaebc3b47d6055c3663 because there are no MOB cells, store=[table=TestAcidGuarantees family=A region=6bba6f9894a8dbaebc3b47d6055c3663] 2024-11-14T14:43:17,959 INFO [RS:0;da1c6afcd1f9:35765-longCompactions-0 {}] throttle.PressureAwareThroughputController(145): 6bba6f9894a8dbaebc3b47d6055c3663#B#compaction#504 average throughput is 3.28 MB/second, slept 0 time(s) and total slept time is 0 ms. 1 active operations remaining, total limit is 50.00 MB/second 2024-11-14T14:43:17,960 DEBUG [RS:0;da1c6afcd1f9:35765-longCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:34345/user/jenkins/test-data/14d118ee-a83a-b09b-5913-1a58940a5db1/data/default/TestAcidGuarantees/6bba6f9894a8dbaebc3b47d6055c3663/.tmp/B/1856ccbdb2c6414ca76855b48330a69a is 50, key is test_row_0/B:col10/1731595395919/Put/seqid=0 2024-11-14T14:43:17,970 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35765 {}] regionserver.HRegion(8855): Flush requested on 6bba6f9894a8dbaebc3b47d6055c3663 2024-11-14T14:43:17,970 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(2902): Flushing 6bba6f9894a8dbaebc3b47d6055c3663 3/3 column families, dataSize=46.96 KB heapSize=140.20 KB 2024-11-14T14:43:17,970 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 6bba6f9894a8dbaebc3b47d6055c3663, store=A 2024-11-14T14:43:17,970 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-14T14:43:17,970 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 6bba6f9894a8dbaebc3b47d6055c3663, store=B 2024-11-14T14:43:17,970 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-14T14:43:17,970 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 6bba6f9894a8dbaebc3b47d6055c3663, store=C 2024-11-14T14:43:17,970 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-14T14:43:17,985 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36699 is added to blk_1073742419_1595 (size=4469) 2024-11-14T14:43:17,990 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36699 is added to blk_1073742420_1596 (size=12915) 2024-11-14T14:43:17,992 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:34345/user/jenkins/test-data/14d118ee-a83a-b09b-5913-1a58940a5db1/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e202411145d044d8eb21a40b0b093855bacdb058c_6bba6f9894a8dbaebc3b47d6055c3663 is 50, key is test_row_0/A:col10/1731595397968/Put/seqid=0 2024-11-14T14:43:17,997 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36699 is added to blk_1073742421_1597 (size=14994) 2024-11-14T14:43:18,034 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=35765 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=171 2024-11-14T14:43:18,034 DEBUG [RS_FLUSH_OPERATIONS-regionserver/da1c6afcd1f9:0-1 {event_type=RS_FLUSH_REGIONS, pid=171}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1731595377819.6bba6f9894a8dbaebc3b47d6055c3663. 2024-11-14T14:43:18,035 DEBUG [RS_FLUSH_OPERATIONS-regionserver/da1c6afcd1f9:0-1 {event_type=RS_FLUSH_REGIONS, pid=171}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1731595377819.6bba6f9894a8dbaebc3b47d6055c3663. as already flushing 2024-11-14T14:43:18,035 DEBUG [RS_FLUSH_OPERATIONS-regionserver/da1c6afcd1f9:0-1 {event_type=RS_FLUSH_REGIONS, pid=171}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1731595377819.6bba6f9894a8dbaebc3b47d6055c3663. 2024-11-14T14:43:18,035 ERROR [RS_FLUSH_OPERATIONS-regionserver/da1c6afcd1f9:0-1 {event_type=RS_FLUSH_REGIONS, pid=171}] handler.RSProcedureHandler(58): pid=171 java.io.IOException: Unable to complete flush {ENCODED => 6bba6f9894a8dbaebc3b47d6055c3663, NAME => 'TestAcidGuarantees,,1731595377819.6bba6f9894a8dbaebc3b47d6055c3663.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-14T14:43:18,035 DEBUG [RS_FLUSH_OPERATIONS-regionserver/da1c6afcd1f9:0-1 {event_type=RS_FLUSH_REGIONS, pid=171}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=171 java.io.IOException: Unable to complete flush {ENCODED => 6bba6f9894a8dbaebc3b47d6055c3663, NAME => 'TestAcidGuarantees,,1731595377819.6bba6f9894a8dbaebc3b47d6055c3663.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-14T14:43:18,035 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45145 {}] master.HMaster(4177): Remote procedure failed, pid=171 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 6bba6f9894a8dbaebc3b47d6055c3663, NAME => 'TestAcidGuarantees,,1731595377819.6bba6f9894a8dbaebc3b47d6055c3663.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$5(MasterRpcServices.java:2580) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2575) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 6bba6f9894a8dbaebc3b47d6055c3663, NAME => 'TestAcidGuarantees,,1731595377819.6bba6f9894a8dbaebc3b47d6055c3663.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-14T14:43:18,046 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45145 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=170 2024-11-14T14:43:18,072 DEBUG [RS_IN_MEMORY_COMPACTION-regionserver/da1c6afcd1f9:0-2 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=type=CellArrayImmutableSegment, empty=no, cellCount=159, cellSize=7275, totalHeapSize=16776, min timestamp=1731595398047, max timestamp=1731595398069Num uniques 859; 2024-11-14T14:43:18,072 DEBUG [RS_IN_MEMORY_COMPACTION-regionserver/da1c6afcd1f9:0-3 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=type=CellArrayImmutableSegment, empty=no, cellCount=159, cellSize=7275, totalHeapSize=16776, min timestamp=1731595398047, max timestamp=1731595398069Num uniques 859; 2024-11-14T14:43:18,072 DEBUG [RS_IN_MEMORY_COMPACTION-regionserver/da1c6afcd1f9:0-2 {}] regionserver.CompactionPipeline(163): Suffix data size=39335, new segment data size=7275, suffix heap size=117064,new segment heap size=16776 　suffix off heap size=0, new segment off heap size=0, suffix cells count=859, new segment cells count=159 2024-11-14T14:43:18,072 DEBUG [RS_IN_MEMORY_COMPACTION-regionserver/da1c6afcd1f9:0-3 {}] regionserver.CompactionPipeline(163): Suffix data size=39335, new segment data size=7275, suffix heap size=117064,new segment heap size=16776 　suffix off heap size=0, new segment off heap size=0, suffix cells count=859, new segment cells count=159 2024-11-14T14:43:18,072 DEBUG [RS_IN_MEMORY_COMPACTION-regionserver/da1c6afcd1f9:0-4 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=type=CellArrayImmutableSegment, empty=no, cellCount=159, cellSize=7275, totalHeapSize=16776, min timestamp=1731595398047, max timestamp=1731595398069Num uniques 859; 2024-11-14T14:43:18,072 DEBUG [RS_IN_MEMORY_COMPACTION-regionserver/da1c6afcd1f9:0-4 {}] regionserver.CompactionPipeline(163): Suffix data size=39335, new segment data size=7275, suffix heap size=117064,new segment heap size=16776 　suffix off heap size=0, new segment off heap size=0, suffix cells count=859, new segment cells count=159 2024-11-14T14:43:18,176 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35765 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6bba6f9894a8dbaebc3b47d6055c3663, server=da1c6afcd1f9,35765,1731595233113 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-14T14:43:18,176 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35765 {}] ipc.CallRunner(138): callId: 130 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:49026 deadline: 1731595458171, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6bba6f9894a8dbaebc3b47d6055c3663, server=da1c6afcd1f9,35765,1731595233113 2024-11-14T14:43:18,177 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731595377819.6bba6f9894a8dbaebc3b47d6055c3663., hostname=da1c6afcd1f9,35765,1731595233113, seqNum=5 , the old value is region=TestAcidGuarantees,,1731595377819.6bba6f9894a8dbaebc3b47d6055c3663., hostname=da1c6afcd1f9,35765,1731595233113, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6bba6f9894a8dbaebc3b47d6055c3663, server=da1c6afcd1f9,35765,1731595233113 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-14T14:43:18,177 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731595377819.6bba6f9894a8dbaebc3b47d6055c3663., hostname=da1c6afcd1f9,35765,1731595233113, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6bba6f9894a8dbaebc3b47d6055c3663, server=da1c6afcd1f9,35765,1731595233113 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-14T14:43:18,177 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731595377819.6bba6f9894a8dbaebc3b47d6055c3663., hostname=da1c6afcd1f9,35765,1731595233113, seqNum=5 because the exception is null or not the one we care about 2024-11-14T14:43:18,187 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=35765 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=171 2024-11-14T14:43:18,187 DEBUG [RS_FLUSH_OPERATIONS-regionserver/da1c6afcd1f9:0-2 {event_type=RS_FLUSH_REGIONS, pid=171}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1731595377819.6bba6f9894a8dbaebc3b47d6055c3663. 2024-11-14T14:43:18,187 DEBUG [RS_FLUSH_OPERATIONS-regionserver/da1c6afcd1f9:0-2 {event_type=RS_FLUSH_REGIONS, pid=171}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1731595377819.6bba6f9894a8dbaebc3b47d6055c3663. as already flushing 2024-11-14T14:43:18,187 DEBUG [RS_FLUSH_OPERATIONS-regionserver/da1c6afcd1f9:0-2 {event_type=RS_FLUSH_REGIONS, pid=171}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1731595377819.6bba6f9894a8dbaebc3b47d6055c3663. 2024-11-14T14:43:18,187 ERROR [RS_FLUSH_OPERATIONS-regionserver/da1c6afcd1f9:0-2 {event_type=RS_FLUSH_REGIONS, pid=171}] handler.RSProcedureHandler(58): pid=171 java.io.IOException: Unable to complete flush {ENCODED => 6bba6f9894a8dbaebc3b47d6055c3663, NAME => 'TestAcidGuarantees,,1731595377819.6bba6f9894a8dbaebc3b47d6055c3663.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-14T14:43:18,188 DEBUG [RS_FLUSH_OPERATIONS-regionserver/da1c6afcd1f9:0-2 {event_type=RS_FLUSH_REGIONS, pid=171}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=171 java.io.IOException: Unable to complete flush {ENCODED => 6bba6f9894a8dbaebc3b47d6055c3663, NAME => 'TestAcidGuarantees,,1731595377819.6bba6f9894a8dbaebc3b47d6055c3663.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-14T14:43:18,188 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45145 {}] master.HMaster(4177): Remote procedure failed, pid=171 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 6bba6f9894a8dbaebc3b47d6055c3663, NAME => 'TestAcidGuarantees,,1731595377819.6bba6f9894a8dbaebc3b47d6055c3663.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$5(MasterRpcServices.java:2580) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2575) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 6bba6f9894a8dbaebc3b47d6055c3663, NAME => 'TestAcidGuarantees,,1731595377819.6bba6f9894a8dbaebc3b47d6055c3663.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-14T14:43:18,252 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35765 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6bba6f9894a8dbaebc3b47d6055c3663, server=da1c6afcd1f9,35765,1731595233113 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-14T14:43:18,252 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35765 {}] ipc.CallRunner(138): callId: 161 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:49014 deadline: 1731595458246, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6bba6f9894a8dbaebc3b47d6055c3663, server=da1c6afcd1f9,35765,1731595233113 2024-11-14T14:43:18,252 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35765 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6bba6f9894a8dbaebc3b47d6055c3663, server=da1c6afcd1f9,35765,1731595233113 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-14T14:43:18,252 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35765 {}] ipc.CallRunner(138): callId: 109 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:49004 deadline: 1731595458246, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6bba6f9894a8dbaebc3b47d6055c3663, server=da1c6afcd1f9,35765,1731595233113 2024-11-14T14:43:18,259 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731595377819.6bba6f9894a8dbaebc3b47d6055c3663., hostname=da1c6afcd1f9,35765,1731595233113, seqNum=5 , the old value is region=TestAcidGuarantees,,1731595377819.6bba6f9894a8dbaebc3b47d6055c3663., hostname=da1c6afcd1f9,35765,1731595233113, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6bba6f9894a8dbaebc3b47d6055c3663, server=da1c6afcd1f9,35765,1731595233113 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-14T14:43:18,259 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731595377819.6bba6f9894a8dbaebc3b47d6055c3663., hostname=da1c6afcd1f9,35765,1731595233113, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6bba6f9894a8dbaebc3b47d6055c3663, server=da1c6afcd1f9,35765,1731595233113 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-14T14:43:18,259 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731595377819.6bba6f9894a8dbaebc3b47d6055c3663., hostname=da1c6afcd1f9,35765,1731595233113, seqNum=5 because the exception is null or not the one we care about 2024-11-14T14:43:18,260 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731595377819.6bba6f9894a8dbaebc3b47d6055c3663., hostname=da1c6afcd1f9,35765,1731595233113, seqNum=5 , the old value is region=TestAcidGuarantees,,1731595377819.6bba6f9894a8dbaebc3b47d6055c3663., hostname=da1c6afcd1f9,35765,1731595233113, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6bba6f9894a8dbaebc3b47d6055c3663, server=da1c6afcd1f9,35765,1731595233113 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-14T14:43:18,260 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731595377819.6bba6f9894a8dbaebc3b47d6055c3663., hostname=da1c6afcd1f9,35765,1731595233113, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6bba6f9894a8dbaebc3b47d6055c3663, server=da1c6afcd1f9,35765,1731595233113 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-14T14:43:18,260 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731595377819.6bba6f9894a8dbaebc3b47d6055c3663., hostname=da1c6afcd1f9,35765,1731595233113, seqNum=5 because the exception is null or not the one we care about 2024-11-14T14:43:18,287 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35765 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6bba6f9894a8dbaebc3b47d6055c3663, server=da1c6afcd1f9,35765,1731595233113 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-14T14:43:18,288 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35765 {}] ipc.CallRunner(138): callId: 131 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:49026 deadline: 1731595458286, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6bba6f9894a8dbaebc3b47d6055c3663, server=da1c6afcd1f9,35765,1731595233113 2024-11-14T14:43:18,288 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731595377819.6bba6f9894a8dbaebc3b47d6055c3663., hostname=da1c6afcd1f9,35765,1731595233113, seqNum=5 , the old value is region=TestAcidGuarantees,,1731595377819.6bba6f9894a8dbaebc3b47d6055c3663., hostname=da1c6afcd1f9,35765,1731595233113, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6bba6f9894a8dbaebc3b47d6055c3663, server=da1c6afcd1f9,35765,1731595233113 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-14T14:43:18,288 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731595377819.6bba6f9894a8dbaebc3b47d6055c3663., hostname=da1c6afcd1f9,35765,1731595233113, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6bba6f9894a8dbaebc3b47d6055c3663, server=da1c6afcd1f9,35765,1731595233113 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-14T14:43:18,288 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731595377819.6bba6f9894a8dbaebc3b47d6055c3663., hostname=da1c6afcd1f9,35765,1731595233113, seqNum=5 because the exception is null or not the one we care about 2024-11-14T14:43:18,340 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=35765 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=171 2024-11-14T14:43:18,340 DEBUG [RS_FLUSH_OPERATIONS-regionserver/da1c6afcd1f9:0-0 {event_type=RS_FLUSH_REGIONS, pid=171}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1731595377819.6bba6f9894a8dbaebc3b47d6055c3663. 2024-11-14T14:43:18,340 DEBUG [RS_FLUSH_OPERATIONS-regionserver/da1c6afcd1f9:0-0 {event_type=RS_FLUSH_REGIONS, pid=171}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1731595377819.6bba6f9894a8dbaebc3b47d6055c3663. as already flushing 2024-11-14T14:43:18,340 DEBUG [RS_FLUSH_OPERATIONS-regionserver/da1c6afcd1f9:0-0 {event_type=RS_FLUSH_REGIONS, pid=171}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1731595377819.6bba6f9894a8dbaebc3b47d6055c3663. 2024-11-14T14:43:18,340 ERROR [RS_FLUSH_OPERATIONS-regionserver/da1c6afcd1f9:0-0 {event_type=RS_FLUSH_REGIONS, pid=171}] handler.RSProcedureHandler(58): pid=171 java.io.IOException: Unable to complete flush {ENCODED => 6bba6f9894a8dbaebc3b47d6055c3663, NAME => 'TestAcidGuarantees,,1731595377819.6bba6f9894a8dbaebc3b47d6055c3663.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-14T14:43:18,340 DEBUG [RS_FLUSH_OPERATIONS-regionserver/da1c6afcd1f9:0-0 {event_type=RS_FLUSH_REGIONS, pid=171}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=171 java.io.IOException: Unable to complete flush {ENCODED => 6bba6f9894a8dbaebc3b47d6055c3663, NAME => 'TestAcidGuarantees,,1731595377819.6bba6f9894a8dbaebc3b47d6055c3663.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-14T14:43:18,341 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45145 {}] master.HMaster(4177): Remote procedure failed, pid=171 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 6bba6f9894a8dbaebc3b47d6055c3663, NAME => 'TestAcidGuarantees,,1731595377819.6bba6f9894a8dbaebc3b47d6055c3663.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$5(MasterRpcServices.java:2580) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2575) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 6bba6f9894a8dbaebc3b47d6055c3663, NAME => 'TestAcidGuarantees,,1731595377819.6bba6f9894a8dbaebc3b47d6055c3663.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-14T14:43:18,356 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45145 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=170 2024-11-14T14:43:18,398 INFO [RS:0;da1c6afcd1f9:35765-shortCompactions-0 {}] throttle.PressureAwareThroughputController(145): 6bba6f9894a8dbaebc3b47d6055c3663#A#compaction#503 average throughput is 0.05 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second 2024-11-14T14:43:18,399 DEBUG [MemStoreFlusher.0 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T14:43:18,399 DEBUG [RS:0;da1c6afcd1f9:35765-shortCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:34345/user/jenkins/test-data/14d118ee-a83a-b09b-5913-1a58940a5db1/data/default/TestAcidGuarantees/6bba6f9894a8dbaebc3b47d6055c3663/.tmp/A/0216b2e8cf2f430eaf5d478ff9ad731b is 175, key is test_row_0/A:col10/1731595395919/Put/seqid=0 2024-11-14T14:43:18,410 DEBUG [RS:0;da1c6afcd1f9:35765-longCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:34345/user/jenkins/test-data/14d118ee-a83a-b09b-5913-1a58940a5db1/data/default/TestAcidGuarantees/6bba6f9894a8dbaebc3b47d6055c3663/.tmp/B/1856ccbdb2c6414ca76855b48330a69a as hdfs://localhost:34345/user/jenkins/test-data/14d118ee-a83a-b09b-5913-1a58940a5db1/data/default/TestAcidGuarantees/6bba6f9894a8dbaebc3b47d6055c3663/B/1856ccbdb2c6414ca76855b48330a69a 2024-11-14T14:43:18,411 INFO [MemStoreFlusher.0 {}] regionserver.HMobStore(268): FLUSH Renaming flushed file from hdfs://localhost:34345/user/jenkins/test-data/14d118ee-a83a-b09b-5913-1a58940a5db1/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e202411145d044d8eb21a40b0b093855bacdb058c_6bba6f9894a8dbaebc3b47d6055c3663 to hdfs://localhost:34345/user/jenkins/test-data/14d118ee-a83a-b09b-5913-1a58940a5db1/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e202411145d044d8eb21a40b0b093855bacdb058c_6bba6f9894a8dbaebc3b47d6055c3663 2024-11-14T14:43:18,411 DEBUG [MemStoreFlusher.0 {}] mob.DefaultMobStoreFlusher(263): Flush store file: hdfs://localhost:34345/user/jenkins/test-data/14d118ee-a83a-b09b-5913-1a58940a5db1/data/default/TestAcidGuarantees/6bba6f9894a8dbaebc3b47d6055c3663/.tmp/A/a94b023fc5bb436bbe14a85d9b901a85, store: [table=TestAcidGuarantees family=A region=6bba6f9894a8dbaebc3b47d6055c3663] 2024-11-14T14:43:18,412 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:34345/user/jenkins/test-data/14d118ee-a83a-b09b-5913-1a58940a5db1/data/default/TestAcidGuarantees/6bba6f9894a8dbaebc3b47d6055c3663/.tmp/A/a94b023fc5bb436bbe14a85d9b901a85 is 175, key is test_row_0/A:col10/1731595397968/Put/seqid=0 2024-11-14T14:43:18,425 INFO [RS:0;da1c6afcd1f9:35765-longCompactions-0 {}] regionserver.HStore(1337): Completed compaction of 4 (all) file(s) in 6bba6f9894a8dbaebc3b47d6055c3663/B of 6bba6f9894a8dbaebc3b47d6055c3663 into 1856ccbdb2c6414ca76855b48330a69a(size=12.6 K), total size for store is 12.6 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-11-14T14:43:18,425 DEBUG [RS:0;da1c6afcd1f9:35765-longCompactions-0 {}] regionserver.HRegion(2446): Compaction status journal for 6bba6f9894a8dbaebc3b47d6055c3663: 2024-11-14T14:43:18,425 INFO [RS:0;da1c6afcd1f9:35765-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1731595377819.6bba6f9894a8dbaebc3b47d6055c3663., storeName=6bba6f9894a8dbaebc3b47d6055c3663/B, priority=12, startTime=1731595397935; duration=0sec 2024-11-14T14:43:18,425 DEBUG [RS:0;da1c6afcd1f9:35765-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=1), splitQueue=0 2024-11-14T14:43:18,425 DEBUG [RS:0;da1c6afcd1f9:35765-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: 6bba6f9894a8dbaebc3b47d6055c3663:B 2024-11-14T14:43:18,425 DEBUG [RS:0;da1c6afcd1f9:35765-longCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 4 store files, 0 compacting, 4 eligible, 16 blocking 2024-11-14T14:43:18,427 DEBUG [RS:0;da1c6afcd1f9:35765-longCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 4 files of size 49532 starting at candidate #0 after considering 3 permutations with 3 in ratio 2024-11-14T14:43:18,427 DEBUG [RS:0;da1c6afcd1f9:35765-longCompactions-0 {}] regionserver.HStore(1541): 6bba6f9894a8dbaebc3b47d6055c3663/C is initiating minor compaction (all files) 2024-11-14T14:43:18,427 INFO [RS:0;da1c6afcd1f9:35765-longCompactions-0 {}] regionserver.HRegion(2416): Starting compaction of 6bba6f9894a8dbaebc3b47d6055c3663/C in TestAcidGuarantees,,1731595377819.6bba6f9894a8dbaebc3b47d6055c3663. 2024-11-14T14:43:18,427 INFO [RS:0;da1c6afcd1f9:35765-longCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:34345/user/jenkins/test-data/14d118ee-a83a-b09b-5913-1a58940a5db1/data/default/TestAcidGuarantees/6bba6f9894a8dbaebc3b47d6055c3663/C/25b63fee448349278a9669131946432e, hdfs://localhost:34345/user/jenkins/test-data/14d118ee-a83a-b09b-5913-1a58940a5db1/data/default/TestAcidGuarantees/6bba6f9894a8dbaebc3b47d6055c3663/C/696e6cdbbaa24960bc0860224a3dd2ac, hdfs://localhost:34345/user/jenkins/test-data/14d118ee-a83a-b09b-5913-1a58940a5db1/data/default/TestAcidGuarantees/6bba6f9894a8dbaebc3b47d6055c3663/C/7426c7e38731474bbf35f1699c400eae, hdfs://localhost:34345/user/jenkins/test-data/14d118ee-a83a-b09b-5913-1a58940a5db1/data/default/TestAcidGuarantees/6bba6f9894a8dbaebc3b47d6055c3663/C/1d711bcf685d4992aae008c2ef339a89] into tmpdir=hdfs://localhost:34345/user/jenkins/test-data/14d118ee-a83a-b09b-5913-1a58940a5db1/data/default/TestAcidGuarantees/6bba6f9894a8dbaebc3b47d6055c3663/.tmp, totalSize=48.4 K 2024-11-14T14:43:18,428 DEBUG [RS:0;da1c6afcd1f9:35765-longCompactions-0 {}] compactions.Compactor(225): Compacting 25b63fee448349278a9669131946432e, keycount=150, bloomtype=ROW, size=12.3 K, encoding=NONE, compression=NONE, seqNum=232, earliestPutTs=1731595391459 2024-11-14T14:43:18,428 DEBUG [RS:0;da1c6afcd1f9:35765-longCompactions-0 {}] compactions.Compactor(225): Compacting 696e6cdbbaa24960bc0860224a3dd2ac, keycount=150, bloomtype=ROW, size=12.0 K, encoding=NONE, compression=NONE, seqNum=268, earliestPutTs=1731595393748 2024-11-14T14:43:18,429 DEBUG [RS:0;da1c6afcd1f9:35765-longCompactions-0 {}] compactions.Compactor(225): Compacting 7426c7e38731474bbf35f1699c400eae, keycount=150, bloomtype=ROW, size=12.0 K, encoding=NONE, compression=NONE, seqNum=281, earliestPutTs=1731595394595 2024-11-14T14:43:18,429 DEBUG [RS:0;da1c6afcd1f9:35765-longCompactions-0 {}] compactions.Compactor(225): Compacting 1d711bcf685d4992aae008c2ef339a89, keycount=150, bloomtype=ROW, size=12.0 K, encoding=NONE, compression=NONE, seqNum=319, earliestPutTs=1731595395919 2024-11-14T14:43:18,442 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36699 is added to blk_1073742422_1598 (size=31869) 2024-11-14T14:43:18,449 DEBUG [RS:0;da1c6afcd1f9:35765-shortCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:34345/user/jenkins/test-data/14d118ee-a83a-b09b-5913-1a58940a5db1/data/default/TestAcidGuarantees/6bba6f9894a8dbaebc3b47d6055c3663/.tmp/A/0216b2e8cf2f430eaf5d478ff9ad731b as hdfs://localhost:34345/user/jenkins/test-data/14d118ee-a83a-b09b-5913-1a58940a5db1/data/default/TestAcidGuarantees/6bba6f9894a8dbaebc3b47d6055c3663/A/0216b2e8cf2f430eaf5d478ff9ad731b 2024-11-14T14:43:18,454 INFO [RS:0;da1c6afcd1f9:35765-shortCompactions-0 {}] regionserver.HStore(1337): Completed compaction of 4 (all) file(s) in 6bba6f9894a8dbaebc3b47d6055c3663/A of 6bba6f9894a8dbaebc3b47d6055c3663 into 0216b2e8cf2f430eaf5d478ff9ad731b(size=31.1 K), total size for store is 31.1 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-11-14T14:43:18,454 DEBUG [RS:0;da1c6afcd1f9:35765-shortCompactions-0 {}] regionserver.HRegion(2446): Compaction status journal for 6bba6f9894a8dbaebc3b47d6055c3663: 2024-11-14T14:43:18,454 INFO [RS:0;da1c6afcd1f9:35765-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1731595377819.6bba6f9894a8dbaebc3b47d6055c3663., storeName=6bba6f9894a8dbaebc3b47d6055c3663/A, priority=12, startTime=1731595397935; duration=0sec 2024-11-14T14:43:18,454 DEBUG [RS:0;da1c6afcd1f9:35765-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-14T14:43:18,454 DEBUG [RS:0;da1c6afcd1f9:35765-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: 6bba6f9894a8dbaebc3b47d6055c3663:A 2024-11-14T14:43:18,457 INFO [RS:0;da1c6afcd1f9:35765-longCompactions-0 {}] throttle.PressureAwareThroughputController(145): 6bba6f9894a8dbaebc3b47d6055c3663#C#compaction#506 average throughput is 2.18 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second 2024-11-14T14:43:18,457 DEBUG [RS:0;da1c6afcd1f9:35765-longCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:34345/user/jenkins/test-data/14d118ee-a83a-b09b-5913-1a58940a5db1/data/default/TestAcidGuarantees/6bba6f9894a8dbaebc3b47d6055c3663/.tmp/C/c07407032fba41359e245116b52c868b is 50, key is test_row_0/C:col10/1731595395919/Put/seqid=0 2024-11-14T14:43:18,476 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36699 is added to blk_1073742423_1599 (size=39949) 2024-11-14T14:43:18,493 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=35765 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=171 2024-11-14T14:43:18,493 DEBUG [RS_FLUSH_OPERATIONS-regionserver/da1c6afcd1f9:0-1 {event_type=RS_FLUSH_REGIONS, pid=171}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1731595377819.6bba6f9894a8dbaebc3b47d6055c3663. 2024-11-14T14:43:18,494 DEBUG [RS_FLUSH_OPERATIONS-regionserver/da1c6afcd1f9:0-1 {event_type=RS_FLUSH_REGIONS, pid=171}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1731595377819.6bba6f9894a8dbaebc3b47d6055c3663. as already flushing 2024-11-14T14:43:18,494 DEBUG [RS_FLUSH_OPERATIONS-regionserver/da1c6afcd1f9:0-1 {event_type=RS_FLUSH_REGIONS, pid=171}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1731595377819.6bba6f9894a8dbaebc3b47d6055c3663. 2024-11-14T14:43:18,494 ERROR [RS_FLUSH_OPERATIONS-regionserver/da1c6afcd1f9:0-1 {event_type=RS_FLUSH_REGIONS, pid=171}] handler.RSProcedureHandler(58): pid=171 java.io.IOException: Unable to complete flush {ENCODED => 6bba6f9894a8dbaebc3b47d6055c3663, NAME => 'TestAcidGuarantees,,1731595377819.6bba6f9894a8dbaebc3b47d6055c3663.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-14T14:43:18,494 DEBUG [RS_FLUSH_OPERATIONS-regionserver/da1c6afcd1f9:0-1 {event_type=RS_FLUSH_REGIONS, pid=171}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=171 java.io.IOException: Unable to complete flush {ENCODED => 6bba6f9894a8dbaebc3b47d6055c3663, NAME => 'TestAcidGuarantees,,1731595377819.6bba6f9894a8dbaebc3b47d6055c3663.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-14T14:43:18,495 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45145 {}] master.HMaster(4177): Remote procedure failed, pid=171 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 6bba6f9894a8dbaebc3b47d6055c3663, NAME => 'TestAcidGuarantees,,1731595377819.6bba6f9894a8dbaebc3b47d6055c3663.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$5(MasterRpcServices.java:2580) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2575) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 6bba6f9894a8dbaebc3b47d6055c3663, NAME => 'TestAcidGuarantees,,1731595377819.6bba6f9894a8dbaebc3b47d6055c3663.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-14T14:43:18,502 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35765 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6bba6f9894a8dbaebc3b47d6055c3663, server=da1c6afcd1f9,35765,1731595233113 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-14T14:43:18,503 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35765 {}] ipc.CallRunner(138): callId: 132 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:49026 deadline: 1731595458496, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6bba6f9894a8dbaebc3b47d6055c3663, server=da1c6afcd1f9,35765,1731595233113 2024-11-14T14:43:18,503 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731595377819.6bba6f9894a8dbaebc3b47d6055c3663., hostname=da1c6afcd1f9,35765,1731595233113, seqNum=5 , the old value is region=TestAcidGuarantees,,1731595377819.6bba6f9894a8dbaebc3b47d6055c3663., hostname=da1c6afcd1f9,35765,1731595233113, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6bba6f9894a8dbaebc3b47d6055c3663, server=da1c6afcd1f9,35765,1731595233113 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-14T14:43:18,504 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731595377819.6bba6f9894a8dbaebc3b47d6055c3663., hostname=da1c6afcd1f9,35765,1731595233113, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6bba6f9894a8dbaebc3b47d6055c3663, server=da1c6afcd1f9,35765,1731595233113 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-14T14:43:18,504 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731595377819.6bba6f9894a8dbaebc3b47d6055c3663., hostname=da1c6afcd1f9,35765,1731595233113, seqNum=5 because the exception is null or not the one we care about 2024-11-14T14:43:18,535 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36699 is added to blk_1073742424_1600 (size=12915) 2024-11-14T14:43:18,542 DEBUG [RS:0;da1c6afcd1f9:35765-longCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:34345/user/jenkins/test-data/14d118ee-a83a-b09b-5913-1a58940a5db1/data/default/TestAcidGuarantees/6bba6f9894a8dbaebc3b47d6055c3663/.tmp/C/c07407032fba41359e245116b52c868b as hdfs://localhost:34345/user/jenkins/test-data/14d118ee-a83a-b09b-5913-1a58940a5db1/data/default/TestAcidGuarantees/6bba6f9894a8dbaebc3b47d6055c3663/C/c07407032fba41359e245116b52c868b 2024-11-14T14:43:18,548 INFO [RS:0;da1c6afcd1f9:35765-longCompactions-0 {}] regionserver.HStore(1337): Completed compaction of 4 (all) file(s) in 6bba6f9894a8dbaebc3b47d6055c3663/C of 6bba6f9894a8dbaebc3b47d6055c3663 into c07407032fba41359e245116b52c868b(size=12.6 K), total size for store is 12.6 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-11-14T14:43:18,548 DEBUG [RS:0;da1c6afcd1f9:35765-longCompactions-0 {}] regionserver.HRegion(2446): Compaction status journal for 6bba6f9894a8dbaebc3b47d6055c3663: 2024-11-14T14:43:18,548 INFO [RS:0;da1c6afcd1f9:35765-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1731595377819.6bba6f9894a8dbaebc3b47d6055c3663., storeName=6bba6f9894a8dbaebc3b47d6055c3663/C, priority=12, startTime=1731595397935; duration=0sec 2024-11-14T14:43:18,548 DEBUG [RS:0;da1c6afcd1f9:35765-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-14T14:43:18,548 DEBUG [RS:0;da1c6afcd1f9:35765-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: 6bba6f9894a8dbaebc3b47d6055c3663:C 2024-11-14T14:43:18,647 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=35765 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=171 2024-11-14T14:43:18,647 DEBUG [RS_FLUSH_OPERATIONS-regionserver/da1c6afcd1f9:0-2 {event_type=RS_FLUSH_REGIONS, pid=171}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1731595377819.6bba6f9894a8dbaebc3b47d6055c3663. 2024-11-14T14:43:18,648 DEBUG [RS_FLUSH_OPERATIONS-regionserver/da1c6afcd1f9:0-2 {event_type=RS_FLUSH_REGIONS, pid=171}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1731595377819.6bba6f9894a8dbaebc3b47d6055c3663. as already flushing 2024-11-14T14:43:18,648 DEBUG [RS_FLUSH_OPERATIONS-regionserver/da1c6afcd1f9:0-2 {event_type=RS_FLUSH_REGIONS, pid=171}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1731595377819.6bba6f9894a8dbaebc3b47d6055c3663. 2024-11-14T14:43:18,648 ERROR [RS_FLUSH_OPERATIONS-regionserver/da1c6afcd1f9:0-2 {event_type=RS_FLUSH_REGIONS, pid=171}] handler.RSProcedureHandler(58): pid=171 java.io.IOException: Unable to complete flush {ENCODED => 6bba6f9894a8dbaebc3b47d6055c3663, NAME => 'TestAcidGuarantees,,1731595377819.6bba6f9894a8dbaebc3b47d6055c3663.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-14T14:43:18,648 DEBUG [RS_FLUSH_OPERATIONS-regionserver/da1c6afcd1f9:0-2 {event_type=RS_FLUSH_REGIONS, pid=171}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=171 java.io.IOException: Unable to complete flush {ENCODED => 6bba6f9894a8dbaebc3b47d6055c3663, NAME => 'TestAcidGuarantees,,1731595377819.6bba6f9894a8dbaebc3b47d6055c3663.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-14T14:43:18,649 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45145 {}] master.HMaster(4177): Remote procedure failed, pid=171 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 6bba6f9894a8dbaebc3b47d6055c3663, NAME => 'TestAcidGuarantees,,1731595377819.6bba6f9894a8dbaebc3b47d6055c3663.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$5(MasterRpcServices.java:2580) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2575) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 6bba6f9894a8dbaebc3b47d6055c3663, NAME => 'TestAcidGuarantees,,1731595377819.6bba6f9894a8dbaebc3b47d6055c3663.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-14T14:43:18,801 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=35765 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=171 2024-11-14T14:43:18,801 DEBUG [RS_FLUSH_OPERATIONS-regionserver/da1c6afcd1f9:0-0 {event_type=RS_FLUSH_REGIONS, pid=171}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1731595377819.6bba6f9894a8dbaebc3b47d6055c3663. 2024-11-14T14:43:18,801 DEBUG [RS_FLUSH_OPERATIONS-regionserver/da1c6afcd1f9:0-0 {event_type=RS_FLUSH_REGIONS, pid=171}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1731595377819.6bba6f9894a8dbaebc3b47d6055c3663. as already flushing 2024-11-14T14:43:18,801 DEBUG [RS_FLUSH_OPERATIONS-regionserver/da1c6afcd1f9:0-0 {event_type=RS_FLUSH_REGIONS, pid=171}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1731595377819.6bba6f9894a8dbaebc3b47d6055c3663. 2024-11-14T14:43:18,801 ERROR [RS_FLUSH_OPERATIONS-regionserver/da1c6afcd1f9:0-0 {event_type=RS_FLUSH_REGIONS, pid=171}] handler.RSProcedureHandler(58): pid=171 java.io.IOException: Unable to complete flush {ENCODED => 6bba6f9894a8dbaebc3b47d6055c3663, NAME => 'TestAcidGuarantees,,1731595377819.6bba6f9894a8dbaebc3b47d6055c3663.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-14T14:43:18,801 DEBUG [RS_FLUSH_OPERATIONS-regionserver/da1c6afcd1f9:0-0 {event_type=RS_FLUSH_REGIONS, pid=171}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=171 java.io.IOException: Unable to complete flush {ENCODED => 6bba6f9894a8dbaebc3b47d6055c3663, NAME => 'TestAcidGuarantees,,1731595377819.6bba6f9894a8dbaebc3b47d6055c3663.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-14T14:43:18,802 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45145 {}] master.HMaster(4177): Remote procedure failed, pid=171 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 6bba6f9894a8dbaebc3b47d6055c3663, NAME => 'TestAcidGuarantees,,1731595377819.6bba6f9894a8dbaebc3b47d6055c3663.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$5(MasterRpcServices.java:2580) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2575) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 6bba6f9894a8dbaebc3b47d6055c3663, NAME => 'TestAcidGuarantees,,1731595377819.6bba6f9894a8dbaebc3b47d6055c3663.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-14T14:43:18,839 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35765 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6bba6f9894a8dbaebc3b47d6055c3663, server=da1c6afcd1f9,35765,1731595233113 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-14T14:43:18,839 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35765 {}] ipc.CallRunner(138): callId: 133 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:49026 deadline: 1731595458836, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6bba6f9894a8dbaebc3b47d6055c3663, server=da1c6afcd1f9,35765,1731595233113 2024-11-14T14:43:18,839 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731595377819.6bba6f9894a8dbaebc3b47d6055c3663., hostname=da1c6afcd1f9,35765,1731595233113, seqNum=5 , the old value is region=TestAcidGuarantees,,1731595377819.6bba6f9894a8dbaebc3b47d6055c3663., hostname=da1c6afcd1f9,35765,1731595233113, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6bba6f9894a8dbaebc3b47d6055c3663, server=da1c6afcd1f9,35765,1731595233113 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-14T14:43:18,839 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731595377819.6bba6f9894a8dbaebc3b47d6055c3663., hostname=da1c6afcd1f9,35765,1731595233113, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6bba6f9894a8dbaebc3b47d6055c3663, server=da1c6afcd1f9,35765,1731595233113 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-14T14:43:18,839 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731595377819.6bba6f9894a8dbaebc3b47d6055c3663., hostname=da1c6afcd1f9,35765,1731595233113, seqNum=5 because the exception is null or not the one we care about 2024-11-14T14:43:18,866 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45145 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=170 2024-11-14T14:43:18,877 INFO [MemStoreFlusher.0 {}] mob.DefaultMobStoreFlusher(147): Mob store is flushed, sequenceid=329, memsize=15.7 K, hasBloomFilter=true, into tmp file hdfs://localhost:34345/user/jenkins/test-data/14d118ee-a83a-b09b-5913-1a58940a5db1/data/default/TestAcidGuarantees/6bba6f9894a8dbaebc3b47d6055c3663/.tmp/A/a94b023fc5bb436bbe14a85d9b901a85 2024-11-14T14:43:18,884 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:34345/user/jenkins/test-data/14d118ee-a83a-b09b-5913-1a58940a5db1/data/default/TestAcidGuarantees/6bba6f9894a8dbaebc3b47d6055c3663/.tmp/B/5b2ebc4c3e2e4daba510f31452fb8055 is 50, key is test_row_0/B:col10/1731595397968/Put/seqid=0 2024-11-14T14:43:18,890 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36699 is added to blk_1073742425_1601 (size=12301) 2024-11-14T14:43:18,891 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=15.65 KB at sequenceid=329 (bloomFilter=true), to=hdfs://localhost:34345/user/jenkins/test-data/14d118ee-a83a-b09b-5913-1a58940a5db1/data/default/TestAcidGuarantees/6bba6f9894a8dbaebc3b47d6055c3663/.tmp/B/5b2ebc4c3e2e4daba510f31452fb8055 2024-11-14T14:43:18,899 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:34345/user/jenkins/test-data/14d118ee-a83a-b09b-5913-1a58940a5db1/data/default/TestAcidGuarantees/6bba6f9894a8dbaebc3b47d6055c3663/.tmp/C/a482d4a90abe446cad73070b5317f706 is 50, key is test_row_0/C:col10/1731595397968/Put/seqid=0 2024-11-14T14:43:18,909 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36699 is added to blk_1073742426_1602 (size=12301) 2024-11-14T14:43:18,909 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=15.65 KB at sequenceid=329 (bloomFilter=true), to=hdfs://localhost:34345/user/jenkins/test-data/14d118ee-a83a-b09b-5913-1a58940a5db1/data/default/TestAcidGuarantees/6bba6f9894a8dbaebc3b47d6055c3663/.tmp/C/a482d4a90abe446cad73070b5317f706 2024-11-14T14:43:18,915 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:34345/user/jenkins/test-data/14d118ee-a83a-b09b-5913-1a58940a5db1/data/default/TestAcidGuarantees/6bba6f9894a8dbaebc3b47d6055c3663/.tmp/A/a94b023fc5bb436bbe14a85d9b901a85 as hdfs://localhost:34345/user/jenkins/test-data/14d118ee-a83a-b09b-5913-1a58940a5db1/data/default/TestAcidGuarantees/6bba6f9894a8dbaebc3b47d6055c3663/A/a94b023fc5bb436bbe14a85d9b901a85 2024-11-14T14:43:18,919 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:34345/user/jenkins/test-data/14d118ee-a83a-b09b-5913-1a58940a5db1/data/default/TestAcidGuarantees/6bba6f9894a8dbaebc3b47d6055c3663/A/a94b023fc5bb436bbe14a85d9b901a85, entries=200, sequenceid=329, filesize=39.0 K 2024-11-14T14:43:18,920 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:34345/user/jenkins/test-data/14d118ee-a83a-b09b-5913-1a58940a5db1/data/default/TestAcidGuarantees/6bba6f9894a8dbaebc3b47d6055c3663/.tmp/B/5b2ebc4c3e2e4daba510f31452fb8055 as hdfs://localhost:34345/user/jenkins/test-data/14d118ee-a83a-b09b-5913-1a58940a5db1/data/default/TestAcidGuarantees/6bba6f9894a8dbaebc3b47d6055c3663/B/5b2ebc4c3e2e4daba510f31452fb8055 2024-11-14T14:43:18,923 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:34345/user/jenkins/test-data/14d118ee-a83a-b09b-5913-1a58940a5db1/data/default/TestAcidGuarantees/6bba6f9894a8dbaebc3b47d6055c3663/B/5b2ebc4c3e2e4daba510f31452fb8055, entries=150, sequenceid=329, filesize=12.0 K 2024-11-14T14:43:18,923 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:34345/user/jenkins/test-data/14d118ee-a83a-b09b-5913-1a58940a5db1/data/default/TestAcidGuarantees/6bba6f9894a8dbaebc3b47d6055c3663/.tmp/C/a482d4a90abe446cad73070b5317f706 as hdfs://localhost:34345/user/jenkins/test-data/14d118ee-a83a-b09b-5913-1a58940a5db1/data/default/TestAcidGuarantees/6bba6f9894a8dbaebc3b47d6055c3663/C/a482d4a90abe446cad73070b5317f706 2024-11-14T14:43:18,929 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:34345/user/jenkins/test-data/14d118ee-a83a-b09b-5913-1a58940a5db1/data/default/TestAcidGuarantees/6bba6f9894a8dbaebc3b47d6055c3663/C/a482d4a90abe446cad73070b5317f706, entries=150, sequenceid=329, filesize=12.0 K 2024-11-14T14:43:18,930 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(3140): Finished flush of dataSize ~46.96 KB/48090, heapSize ~140.16 KB/143520, currentSize=134.18 KB/137400 for 6bba6f9894a8dbaebc3b47d6055c3663 in 960ms, sequenceid=329, compaction requested=false 2024-11-14T14:43:18,930 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2603): Flush status journal for 6bba6f9894a8dbaebc3b47d6055c3663: 2024-11-14T14:43:18,955 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=35765 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=171 2024-11-14T14:43:18,955 DEBUG [RS_FLUSH_OPERATIONS-regionserver/da1c6afcd1f9:0-1 {event_type=RS_FLUSH_REGIONS, pid=171}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1731595377819.6bba6f9894a8dbaebc3b47d6055c3663. 2024-11-14T14:43:18,955 INFO [RS_FLUSH_OPERATIONS-regionserver/da1c6afcd1f9:0-1 {event_type=RS_FLUSH_REGIONS, pid=171}] regionserver.HRegion(2902): Flushing 6bba6f9894a8dbaebc3b47d6055c3663 3/3 column families, dataSize=134.18 KB heapSize=384.98 KB 2024-11-14T14:43:18,956 DEBUG [RS_FLUSH_OPERATIONS-regionserver/da1c6afcd1f9:0-1 {event_type=RS_FLUSH_REGIONS, pid=171}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 6bba6f9894a8dbaebc3b47d6055c3663, store=A 2024-11-14T14:43:18,956 DEBUG [RS_FLUSH_OPERATIONS-regionserver/da1c6afcd1f9:0-1 {event_type=RS_FLUSH_REGIONS, pid=171}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=2, new segment=null 2024-11-14T14:43:18,956 DEBUG [RS_FLUSH_OPERATIONS-regionserver/da1c6afcd1f9:0-1 {event_type=RS_FLUSH_REGIONS, pid=171}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 6bba6f9894a8dbaebc3b47d6055c3663, store=B 2024-11-14T14:43:18,956 DEBUG [RS_FLUSH_OPERATIONS-regionserver/da1c6afcd1f9:0-1 {event_type=RS_FLUSH_REGIONS, pid=171}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=2, new segment=null 2024-11-14T14:43:18,956 DEBUG [RS_FLUSH_OPERATIONS-regionserver/da1c6afcd1f9:0-1 {event_type=RS_FLUSH_REGIONS, pid=171}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 6bba6f9894a8dbaebc3b47d6055c3663, store=C 2024-11-14T14:43:18,956 DEBUG [RS_FLUSH_OPERATIONS-regionserver/da1c6afcd1f9:0-1 {event_type=RS_FLUSH_REGIONS, pid=171}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=2, new segment=null 2024-11-14T14:43:18,976 DEBUG [RS_FLUSH_OPERATIONS-regionserver/da1c6afcd1f9:0-1 {event_type=RS_FLUSH_REGIONS, pid=171}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:34345/user/jenkins/test-data/14d118ee-a83a-b09b-5913-1a58940a5db1/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e2024111443ef9103f1534729937dd83823131969_6bba6f9894a8dbaebc3b47d6055c3663 is 50, key is test_row_0/A:col10/1731595398133/Put/seqid=0 2024-11-14T14:43:18,981 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36699 is added to blk_1073742427_1603 (size=12454) 2024-11-14T14:43:19,280 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35765 {}] regionserver.HRegion(8855): Flush requested on 6bba6f9894a8dbaebc3b47d6055c3663 2024-11-14T14:43:19,280 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1731595377819.6bba6f9894a8dbaebc3b47d6055c3663. as already flushing 2024-11-14T14:43:19,291 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35765 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6bba6f9894a8dbaebc3b47d6055c3663, server=da1c6afcd1f9,35765,1731595233113 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-14T14:43:19,291 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35765 {}] ipc.CallRunner(138): callId: 112 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:49004 deadline: 1731595459286, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6bba6f9894a8dbaebc3b47d6055c3663, server=da1c6afcd1f9,35765,1731595233113 2024-11-14T14:43:19,291 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731595377819.6bba6f9894a8dbaebc3b47d6055c3663., hostname=da1c6afcd1f9,35765,1731595233113, seqNum=5 , the old value is region=TestAcidGuarantees,,1731595377819.6bba6f9894a8dbaebc3b47d6055c3663., hostname=da1c6afcd1f9,35765,1731595233113, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6bba6f9894a8dbaebc3b47d6055c3663, server=da1c6afcd1f9,35765,1731595233113 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-14T14:43:19,291 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35765 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6bba6f9894a8dbaebc3b47d6055c3663, server=da1c6afcd1f9,35765,1731595233113 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-14T14:43:19,292 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731595377819.6bba6f9894a8dbaebc3b47d6055c3663., hostname=da1c6afcd1f9,35765,1731595233113, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6bba6f9894a8dbaebc3b47d6055c3663, server=da1c6afcd1f9,35765,1731595233113 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-14T14:43:19,292 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731595377819.6bba6f9894a8dbaebc3b47d6055c3663., hostname=da1c6afcd1f9,35765,1731595233113, seqNum=5 because the exception is null or not the one we care about 2024-11-14T14:43:19,292 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35765 {}] ipc.CallRunner(138): callId: 164 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:49014 deadline: 1731595459288, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6bba6f9894a8dbaebc3b47d6055c3663, server=da1c6afcd1f9,35765,1731595233113 2024-11-14T14:43:19,292 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731595377819.6bba6f9894a8dbaebc3b47d6055c3663., hostname=da1c6afcd1f9,35765,1731595233113, seqNum=5 , the old value is region=TestAcidGuarantees,,1731595377819.6bba6f9894a8dbaebc3b47d6055c3663., hostname=da1c6afcd1f9,35765,1731595233113, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6bba6f9894a8dbaebc3b47d6055c3663, server=da1c6afcd1f9,35765,1731595233113 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-14T14:43:19,292 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731595377819.6bba6f9894a8dbaebc3b47d6055c3663., hostname=da1c6afcd1f9,35765,1731595233113, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6bba6f9894a8dbaebc3b47d6055c3663, server=da1c6afcd1f9,35765,1731595233113 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-14T14:43:19,292 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731595377819.6bba6f9894a8dbaebc3b47d6055c3663., hostname=da1c6afcd1f9,35765,1731595233113, seqNum=5 because the exception is null or not the one we care about 2024-11-14T14:43:19,294 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35765 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6bba6f9894a8dbaebc3b47d6055c3663, server=da1c6afcd1f9,35765,1731595233113 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-14T14:43:19,294 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35765 {}] ipc.CallRunner(138): callId: 27 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:48962 deadline: 1731595459291, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6bba6f9894a8dbaebc3b47d6055c3663, server=da1c6afcd1f9,35765,1731595233113 2024-11-14T14:43:19,294 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731595377819.6bba6f9894a8dbaebc3b47d6055c3663., hostname=da1c6afcd1f9,35765,1731595233113, seqNum=5 , the old value is region=TestAcidGuarantees,,1731595377819.6bba6f9894a8dbaebc3b47d6055c3663., hostname=da1c6afcd1f9,35765,1731595233113, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6bba6f9894a8dbaebc3b47d6055c3663, server=da1c6afcd1f9,35765,1731595233113 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-14T14:43:19,294 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731595377819.6bba6f9894a8dbaebc3b47d6055c3663., hostname=da1c6afcd1f9,35765,1731595233113, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6bba6f9894a8dbaebc3b47d6055c3663, server=da1c6afcd1f9,35765,1731595233113 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-14T14:43:19,294 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731595377819.6bba6f9894a8dbaebc3b47d6055c3663., hostname=da1c6afcd1f9,35765,1731595233113, seqNum=5 because the exception is null or not the one we care about 2024-11-14T14:43:19,297 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35765 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6bba6f9894a8dbaebc3b47d6055c3663, server=da1c6afcd1f9,35765,1731595233113 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-14T14:43:19,297 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35765 {}] ipc.CallRunner(138): callId: 20 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:49056 deadline: 1731595459296, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6bba6f9894a8dbaebc3b47d6055c3663, server=da1c6afcd1f9,35765,1731595233113 2024-11-14T14:43:19,298 WARN [RPCClient-NioEventLoopGroup-4-10 {}] client.AsyncRpcRetryingCaller(177): Call to da1c6afcd1f9,35765,1731595233113 for 'test_row_0' in 6bba6f9894a8dbaebc3b47d6055c3663 of TestAcidGuarantees failed, tries = 9, maxAttempts = 16, timeout = 1200000 ms, time elapsed = 18310 ms org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6bba6f9894a8dbaebc3b47d6055c3663, server=da1c6afcd1f9,35765,1731595233113 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) at jdk.internal.reflect.GeneratedConstructorAccessor39.newInstance(Unknown Source) ~[?:?] at jdk.internal.reflect.DelegatingConstructorAccessorImpl.newInstance(DelegatingConstructorAccessorImpl.java:45) ~[?:?] at java.lang.reflect.Constructor.newInstanceWithCaller(Constructor.java:499) ~[?:?] at java.lang.reflect.Constructor.newInstance(Constructor.java:480) ~[?:?] at org.apache.hadoop.hbase.ipc.RemoteWithExtrasException.instantiateException(RemoteWithExtrasException.java:110) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RemoteWithExtrasException.unwrapRemoteException(RemoteWithExtrasException.java:100) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.client.ConnectionUtils.translateException(ConnectionUtils.java:219) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRpcRetryingCaller.onError(AsyncRpcRetryingCaller.java:165) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.lambda$call$4(AsyncSingleRequestRpcRetryingCaller.java:86) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.lambda$addListener$0(FutureUtils.java:71) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:863) ~[?:?] at java.util.concurrent.CompletableFuture$UniWhenComplete.tryFire(CompletableFuture.java:841) ~[?:?] at java.util.concurrent.CompletableFuture.postComplete(CompletableFuture.java:510) ~[?:?] at java.util.concurrent.CompletableFuture.completeExceptionally(CompletableFuture.java:2162) ~[?:?] at org.apache.hadoop.hbase.client.ConnectionUtils$2.run(ConnectionUtils.java:625) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hbase.thirdparty.com.google.protobuf.RpcUtil$1.run(RpcUtil.java:56) ~[hbase-shaded-protobuf-4.1.9.jar:4.1.9] at org.apache.hbase.thirdparty.com.google.protobuf.RpcUtil$1.run(RpcUtil.java:47) ~[hbase-shaded-protobuf-4.1.9.jar:4.1.9] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.onCallFinished(AbstractRpcClient.java:397) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:430) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:425) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.callComplete(Call.java:117) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.setException(Call.java:132) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcConnection.readResponse(RpcConnection.java:457) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.NettyRpcDuplexHandler.readResponse(NettyRpcDuplexHandler.java:125) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.NettyRpcDuplexHandler.channelRead(NettyRpcDuplexHandler.java:140) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:442) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.handler.codec.ByteToMessageDecoder.fireChannelRead(ByteToMessageDecoder.java:346) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.handler.codec.ByteToMessageDecoder.channelRead(ByteToMessageDecoder.java:318) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:444) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.handler.timeout.IdleStateHandler.channelRead(IdleStateHandler.java:289) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:442) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline$HeadContext.channelRead(DefaultChannelPipeline.java:1357) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:440) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline.fireChannelRead(DefaultChannelPipeline.java:868) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.AbstractNioByteChannel$NioByteUnsafe.read(AbstractNioByteChannel.java:166) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.processSelectedKey(NioEventLoop.java:788) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.processSelectedKeysOptimized(NioEventLoop.java:724) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.processSelectedKeys(NioEventLoop.java:650) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:562) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) ~[hbase-shaded-netty-4.1.9.jar:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] Caused by: org.apache.hadoop.hbase.ipc.RemoteWithExtrasException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6bba6f9894a8dbaebc3b47d6055c3663, server=da1c6afcd1f9,35765,1731595233113 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) at org.apache.hadoop.hbase.ipc.AbstractRpcClient.onCallFinished(AbstractRpcClient.java:392) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] ... 32 more 2024-11-14T14:43:19,298 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731595377819.6bba6f9894a8dbaebc3b47d6055c3663., hostname=da1c6afcd1f9,35765,1731595233113, seqNum=5 , the old value is region=TestAcidGuarantees,,1731595377819.6bba6f9894a8dbaebc3b47d6055c3663., hostname=da1c6afcd1f9,35765,1731595233113, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6bba6f9894a8dbaebc3b47d6055c3663, server=da1c6afcd1f9,35765,1731595233113 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-14T14:43:19,298 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731595377819.6bba6f9894a8dbaebc3b47d6055c3663., hostname=da1c6afcd1f9,35765,1731595233113, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6bba6f9894a8dbaebc3b47d6055c3663, server=da1c6afcd1f9,35765,1731595233113 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-14T14:43:19,298 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731595377819.6bba6f9894a8dbaebc3b47d6055c3663., hostname=da1c6afcd1f9,35765,1731595233113, seqNum=5 because the exception is null or not the one we care about 2024-11-14T14:43:19,350 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35765 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6bba6f9894a8dbaebc3b47d6055c3663, server=da1c6afcd1f9,35765,1731595233113 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-14T14:43:19,350 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35765 {}] ipc.CallRunner(138): callId: 134 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:49026 deadline: 1731595459346, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6bba6f9894a8dbaebc3b47d6055c3663, server=da1c6afcd1f9,35765,1731595233113 2024-11-14T14:43:19,350 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731595377819.6bba6f9894a8dbaebc3b47d6055c3663., hostname=da1c6afcd1f9,35765,1731595233113, seqNum=5 , the old value is region=TestAcidGuarantees,,1731595377819.6bba6f9894a8dbaebc3b47d6055c3663., hostname=da1c6afcd1f9,35765,1731595233113, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6bba6f9894a8dbaebc3b47d6055c3663, server=da1c6afcd1f9,35765,1731595233113 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-14T14:43:19,350 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731595377819.6bba6f9894a8dbaebc3b47d6055c3663., hostname=da1c6afcd1f9,35765,1731595233113, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6bba6f9894a8dbaebc3b47d6055c3663, server=da1c6afcd1f9,35765,1731595233113 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-14T14:43:19,350 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731595377819.6bba6f9894a8dbaebc3b47d6055c3663., hostname=da1c6afcd1f9,35765,1731595233113, seqNum=5 because the exception is null or not the one we care about 2024-11-14T14:43:19,382 DEBUG [RS_FLUSH_OPERATIONS-regionserver/da1c6afcd1f9:0-1 {event_type=RS_FLUSH_REGIONS, pid=171}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T14:43:19,385 INFO [RS_FLUSH_OPERATIONS-regionserver/da1c6afcd1f9:0-1 {event_type=RS_FLUSH_REGIONS, pid=171}] regionserver.HMobStore(268): FLUSH Renaming flushed file from hdfs://localhost:34345/user/jenkins/test-data/14d118ee-a83a-b09b-5913-1a58940a5db1/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e2024111443ef9103f1534729937dd83823131969_6bba6f9894a8dbaebc3b47d6055c3663 to hdfs://localhost:34345/user/jenkins/test-data/14d118ee-a83a-b09b-5913-1a58940a5db1/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e2024111443ef9103f1534729937dd83823131969_6bba6f9894a8dbaebc3b47d6055c3663 2024-11-14T14:43:19,386 DEBUG [RS_FLUSH_OPERATIONS-regionserver/da1c6afcd1f9:0-1 {event_type=RS_FLUSH_REGIONS, pid=171}] mob.DefaultMobStoreFlusher(263): Flush store file: hdfs://localhost:34345/user/jenkins/test-data/14d118ee-a83a-b09b-5913-1a58940a5db1/data/default/TestAcidGuarantees/6bba6f9894a8dbaebc3b47d6055c3663/.tmp/A/9c8e54c63ffc44748e5854cb45eb3efd, store: [table=TestAcidGuarantees family=A region=6bba6f9894a8dbaebc3b47d6055c3663] 2024-11-14T14:43:19,386 DEBUG [RS_FLUSH_OPERATIONS-regionserver/da1c6afcd1f9:0-1 {event_type=RS_FLUSH_REGIONS, pid=171}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:34345/user/jenkins/test-data/14d118ee-a83a-b09b-5913-1a58940a5db1/data/default/TestAcidGuarantees/6bba6f9894a8dbaebc3b47d6055c3663/.tmp/A/9c8e54c63ffc44748e5854cb45eb3efd is 175, key is test_row_0/A:col10/1731595398133/Put/seqid=0 2024-11-14T14:43:19,390 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36699 is added to blk_1073742428_1604 (size=31255) 2024-11-14T14:43:19,390 INFO [RS_FLUSH_OPERATIONS-regionserver/da1c6afcd1f9:0-1 {event_type=RS_FLUSH_REGIONS, pid=171}] mob.DefaultMobStoreFlusher(147): Mob store is flushed, sequenceid=369, memsize=44.7 K, hasBloomFilter=true, into tmp file hdfs://localhost:34345/user/jenkins/test-data/14d118ee-a83a-b09b-5913-1a58940a5db1/data/default/TestAcidGuarantees/6bba6f9894a8dbaebc3b47d6055c3663/.tmp/A/9c8e54c63ffc44748e5854cb45eb3efd 2024-11-14T14:43:19,396 DEBUG [RS_FLUSH_OPERATIONS-regionserver/da1c6afcd1f9:0-1 {event_type=RS_FLUSH_REGIONS, pid=171}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:34345/user/jenkins/test-data/14d118ee-a83a-b09b-5913-1a58940a5db1/data/default/TestAcidGuarantees/6bba6f9894a8dbaebc3b47d6055c3663/.tmp/B/2a4b760f865a414ea1077a2179b5c6e4 is 50, key is test_row_0/B:col10/1731595398133/Put/seqid=0 2024-11-14T14:43:19,398 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35765 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6bba6f9894a8dbaebc3b47d6055c3663, server=da1c6afcd1f9,35765,1731595233113 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-14T14:43:19,398 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35765 {}] ipc.CallRunner(138): callId: 113 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:49004 deadline: 1731595459396, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6bba6f9894a8dbaebc3b47d6055c3663, server=da1c6afcd1f9,35765,1731595233113 2024-11-14T14:43:19,398 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35765 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6bba6f9894a8dbaebc3b47d6055c3663, server=da1c6afcd1f9,35765,1731595233113 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-14T14:43:19,398 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731595377819.6bba6f9894a8dbaebc3b47d6055c3663., hostname=da1c6afcd1f9,35765,1731595233113, seqNum=5 , the old value is region=TestAcidGuarantees,,1731595377819.6bba6f9894a8dbaebc3b47d6055c3663., hostname=da1c6afcd1f9,35765,1731595233113, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6bba6f9894a8dbaebc3b47d6055c3663, server=da1c6afcd1f9,35765,1731595233113 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-14T14:43:19,399 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731595377819.6bba6f9894a8dbaebc3b47d6055c3663., hostname=da1c6afcd1f9,35765,1731595233113, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6bba6f9894a8dbaebc3b47d6055c3663, server=da1c6afcd1f9,35765,1731595233113 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-14T14:43:19,399 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35765 {}] ipc.CallRunner(138): callId: 28 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:48962 deadline: 1731595459396, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6bba6f9894a8dbaebc3b47d6055c3663, server=da1c6afcd1f9,35765,1731595233113 2024-11-14T14:43:19,399 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731595377819.6bba6f9894a8dbaebc3b47d6055c3663., hostname=da1c6afcd1f9,35765,1731595233113, seqNum=5 because the exception is null or not the one we care about 2024-11-14T14:43:19,399 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731595377819.6bba6f9894a8dbaebc3b47d6055c3663., hostname=da1c6afcd1f9,35765,1731595233113, seqNum=5 , the old value is region=TestAcidGuarantees,,1731595377819.6bba6f9894a8dbaebc3b47d6055c3663., hostname=da1c6afcd1f9,35765,1731595233113, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6bba6f9894a8dbaebc3b47d6055c3663, server=da1c6afcd1f9,35765,1731595233113 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-14T14:43:19,399 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731595377819.6bba6f9894a8dbaebc3b47d6055c3663., hostname=da1c6afcd1f9,35765,1731595233113, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6bba6f9894a8dbaebc3b47d6055c3663, server=da1c6afcd1f9,35765,1731595233113 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-14T14:43:19,399 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731595377819.6bba6f9894a8dbaebc3b47d6055c3663., hostname=da1c6afcd1f9,35765,1731595233113, seqNum=5 because the exception is null or not the one we care about 2024-11-14T14:43:19,399 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35765 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6bba6f9894a8dbaebc3b47d6055c3663, server=da1c6afcd1f9,35765,1731595233113 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-14T14:43:19,399 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35765 {}] ipc.CallRunner(138): callId: 165 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:49014 deadline: 1731595459397, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6bba6f9894a8dbaebc3b47d6055c3663, server=da1c6afcd1f9,35765,1731595233113 2024-11-14T14:43:19,400 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731595377819.6bba6f9894a8dbaebc3b47d6055c3663., hostname=da1c6afcd1f9,35765,1731595233113, seqNum=5 , the old value is region=TestAcidGuarantees,,1731595377819.6bba6f9894a8dbaebc3b47d6055c3663., hostname=da1c6afcd1f9,35765,1731595233113, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6bba6f9894a8dbaebc3b47d6055c3663, server=da1c6afcd1f9,35765,1731595233113 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-14T14:43:19,400 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731595377819.6bba6f9894a8dbaebc3b47d6055c3663., hostname=da1c6afcd1f9,35765,1731595233113, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6bba6f9894a8dbaebc3b47d6055c3663, server=da1c6afcd1f9,35765,1731595233113 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-14T14:43:19,400 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731595377819.6bba6f9894a8dbaebc3b47d6055c3663., hostname=da1c6afcd1f9,35765,1731595233113, seqNum=5 because the exception is null or not the one we care about 2024-11-14T14:43:19,400 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36699 is added to blk_1073742429_1605 (size=12301) 2024-11-14T14:43:19,609 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35765 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6bba6f9894a8dbaebc3b47d6055c3663, server=da1c6afcd1f9,35765,1731595233113 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-14T14:43:19,609 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35765 {}] ipc.CallRunner(138): callId: 114 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:49004 deadline: 1731595459606, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6bba6f9894a8dbaebc3b47d6055c3663, server=da1c6afcd1f9,35765,1731595233113 2024-11-14T14:43:19,609 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35765 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6bba6f9894a8dbaebc3b47d6055c3663, server=da1c6afcd1f9,35765,1731595233113 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-14T14:43:19,609 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731595377819.6bba6f9894a8dbaebc3b47d6055c3663., hostname=da1c6afcd1f9,35765,1731595233113, seqNum=5 , the old value is region=TestAcidGuarantees,,1731595377819.6bba6f9894a8dbaebc3b47d6055c3663., hostname=da1c6afcd1f9,35765,1731595233113, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6bba6f9894a8dbaebc3b47d6055c3663, server=da1c6afcd1f9,35765,1731595233113 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-14T14:43:19,609 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731595377819.6bba6f9894a8dbaebc3b47d6055c3663., hostname=da1c6afcd1f9,35765,1731595233113, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6bba6f9894a8dbaebc3b47d6055c3663, server=da1c6afcd1f9,35765,1731595233113 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-14T14:43:19,609 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35765 {}] ipc.CallRunner(138): callId: 29 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:48962 deadline: 1731595459606, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6bba6f9894a8dbaebc3b47d6055c3663, server=da1c6afcd1f9,35765,1731595233113 2024-11-14T14:43:19,609 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731595377819.6bba6f9894a8dbaebc3b47d6055c3663., hostname=da1c6afcd1f9,35765,1731595233113, seqNum=5 because the exception is null or not the one we care about 2024-11-14T14:43:19,610 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731595377819.6bba6f9894a8dbaebc3b47d6055c3663., hostname=da1c6afcd1f9,35765,1731595233113, seqNum=5 , the old value is region=TestAcidGuarantees,,1731595377819.6bba6f9894a8dbaebc3b47d6055c3663., hostname=da1c6afcd1f9,35765,1731595233113, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6bba6f9894a8dbaebc3b47d6055c3663, server=da1c6afcd1f9,35765,1731595233113 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-14T14:43:19,610 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35765 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6bba6f9894a8dbaebc3b47d6055c3663, server=da1c6afcd1f9,35765,1731595233113 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-14T14:43:19,610 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731595377819.6bba6f9894a8dbaebc3b47d6055c3663., hostname=da1c6afcd1f9,35765,1731595233113, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6bba6f9894a8dbaebc3b47d6055c3663, server=da1c6afcd1f9,35765,1731595233113 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-14T14:43:19,610 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35765 {}] ipc.CallRunner(138): callId: 166 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:49014 deadline: 1731595459606, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6bba6f9894a8dbaebc3b47d6055c3663, server=da1c6afcd1f9,35765,1731595233113 2024-11-14T14:43:19,610 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731595377819.6bba6f9894a8dbaebc3b47d6055c3663., hostname=da1c6afcd1f9,35765,1731595233113, seqNum=5 because the exception is null or not the one we care about 2024-11-14T14:43:19,610 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731595377819.6bba6f9894a8dbaebc3b47d6055c3663., hostname=da1c6afcd1f9,35765,1731595233113, seqNum=5 , the old value is region=TestAcidGuarantees,,1731595377819.6bba6f9894a8dbaebc3b47d6055c3663., hostname=da1c6afcd1f9,35765,1731595233113, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6bba6f9894a8dbaebc3b47d6055c3663, server=da1c6afcd1f9,35765,1731595233113 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-14T14:43:19,610 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731595377819.6bba6f9894a8dbaebc3b47d6055c3663., hostname=da1c6afcd1f9,35765,1731595233113, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6bba6f9894a8dbaebc3b47d6055c3663, server=da1c6afcd1f9,35765,1731595233113 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-14T14:43:19,610 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731595377819.6bba6f9894a8dbaebc3b47d6055c3663., hostname=da1c6afcd1f9,35765,1731595233113, seqNum=5 because the exception is null or not the one we care about 2024-11-14T14:43:19,801 INFO [RS_FLUSH_OPERATIONS-regionserver/da1c6afcd1f9:0-1 {event_type=RS_FLUSH_REGIONS, pid=171}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=44.73 KB at sequenceid=369 (bloomFilter=true), to=hdfs://localhost:34345/user/jenkins/test-data/14d118ee-a83a-b09b-5913-1a58940a5db1/data/default/TestAcidGuarantees/6bba6f9894a8dbaebc3b47d6055c3663/.tmp/B/2a4b760f865a414ea1077a2179b5c6e4 2024-11-14T14:43:19,808 DEBUG [RS_FLUSH_OPERATIONS-regionserver/da1c6afcd1f9:0-1 {event_type=RS_FLUSH_REGIONS, pid=171}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:34345/user/jenkins/test-data/14d118ee-a83a-b09b-5913-1a58940a5db1/data/default/TestAcidGuarantees/6bba6f9894a8dbaebc3b47d6055c3663/.tmp/C/7e0efcce2f904ae7919e7e5f44d67e06 is 50, key is test_row_0/C:col10/1731595398133/Put/seqid=0 2024-11-14T14:43:19,811 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36699 is added to blk_1073742430_1606 (size=12301) 2024-11-14T14:43:19,876 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45145 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=170 2024-11-14T14:43:19,919 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35765 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6bba6f9894a8dbaebc3b47d6055c3663, server=da1c6afcd1f9,35765,1731595233113 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-14T14:43:19,919 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35765 {}] ipc.CallRunner(138): callId: 115 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:49004 deadline: 1731595459915, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6bba6f9894a8dbaebc3b47d6055c3663, server=da1c6afcd1f9,35765,1731595233113 2024-11-14T14:43:19,919 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35765 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6bba6f9894a8dbaebc3b47d6055c3663, server=da1c6afcd1f9,35765,1731595233113 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-14T14:43:19,919 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731595377819.6bba6f9894a8dbaebc3b47d6055c3663., hostname=da1c6afcd1f9,35765,1731595233113, seqNum=5 , the old value is region=TestAcidGuarantees,,1731595377819.6bba6f9894a8dbaebc3b47d6055c3663., hostname=da1c6afcd1f9,35765,1731595233113, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6bba6f9894a8dbaebc3b47d6055c3663, server=da1c6afcd1f9,35765,1731595233113 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-14T14:43:19,919 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731595377819.6bba6f9894a8dbaebc3b47d6055c3663., hostname=da1c6afcd1f9,35765,1731595233113, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6bba6f9894a8dbaebc3b47d6055c3663, server=da1c6afcd1f9,35765,1731595233113 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-14T14:43:19,919 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35765 {}] ipc.CallRunner(138): callId: 30 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:48962 deadline: 1731595459916, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6bba6f9894a8dbaebc3b47d6055c3663, server=da1c6afcd1f9,35765,1731595233113 2024-11-14T14:43:19,919 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731595377819.6bba6f9894a8dbaebc3b47d6055c3663., hostname=da1c6afcd1f9,35765,1731595233113, seqNum=5 because the exception is null or not the one we care about 2024-11-14T14:43:19,919 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35765 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6bba6f9894a8dbaebc3b47d6055c3663, server=da1c6afcd1f9,35765,1731595233113 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-14T14:43:19,919 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731595377819.6bba6f9894a8dbaebc3b47d6055c3663., hostname=da1c6afcd1f9,35765,1731595233113, seqNum=5 , the old value is region=TestAcidGuarantees,,1731595377819.6bba6f9894a8dbaebc3b47d6055c3663., hostname=da1c6afcd1f9,35765,1731595233113, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6bba6f9894a8dbaebc3b47d6055c3663, server=da1c6afcd1f9,35765,1731595233113 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-14T14:43:19,919 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731595377819.6bba6f9894a8dbaebc3b47d6055c3663., hostname=da1c6afcd1f9,35765,1731595233113, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6bba6f9894a8dbaebc3b47d6055c3663, server=da1c6afcd1f9,35765,1731595233113 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-14T14:43:19,919 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35765 {}] ipc.CallRunner(138): callId: 167 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:49014 deadline: 1731595459916, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6bba6f9894a8dbaebc3b47d6055c3663, server=da1c6afcd1f9,35765,1731595233113 2024-11-14T14:43:19,919 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731595377819.6bba6f9894a8dbaebc3b47d6055c3663., hostname=da1c6afcd1f9,35765,1731595233113, seqNum=5 because the exception is null or not the one we care about 2024-11-14T14:43:19,920 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731595377819.6bba6f9894a8dbaebc3b47d6055c3663., hostname=da1c6afcd1f9,35765,1731595233113, seqNum=5 , the old value is region=TestAcidGuarantees,,1731595377819.6bba6f9894a8dbaebc3b47d6055c3663., hostname=da1c6afcd1f9,35765,1731595233113, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6bba6f9894a8dbaebc3b47d6055c3663, server=da1c6afcd1f9,35765,1731595233113 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-14T14:43:19,920 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731595377819.6bba6f9894a8dbaebc3b47d6055c3663., hostname=da1c6afcd1f9,35765,1731595233113, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6bba6f9894a8dbaebc3b47d6055c3663, server=da1c6afcd1f9,35765,1731595233113 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-14T14:43:19,920 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731595377819.6bba6f9894a8dbaebc3b47d6055c3663., hostname=da1c6afcd1f9,35765,1731595233113, seqNum=5 because the exception is null or not the one we care about 2024-11-14T14:43:20,212 INFO [RS_FLUSH_OPERATIONS-regionserver/da1c6afcd1f9:0-1 {event_type=RS_FLUSH_REGIONS, pid=171}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=44.73 KB at sequenceid=369 (bloomFilter=true), to=hdfs://localhost:34345/user/jenkins/test-data/14d118ee-a83a-b09b-5913-1a58940a5db1/data/default/TestAcidGuarantees/6bba6f9894a8dbaebc3b47d6055c3663/.tmp/C/7e0efcce2f904ae7919e7e5f44d67e06 2024-11-14T14:43:20,216 DEBUG [RS_FLUSH_OPERATIONS-regionserver/da1c6afcd1f9:0-1 {event_type=RS_FLUSH_REGIONS, pid=171}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:34345/user/jenkins/test-data/14d118ee-a83a-b09b-5913-1a58940a5db1/data/default/TestAcidGuarantees/6bba6f9894a8dbaebc3b47d6055c3663/.tmp/A/9c8e54c63ffc44748e5854cb45eb3efd as hdfs://localhost:34345/user/jenkins/test-data/14d118ee-a83a-b09b-5913-1a58940a5db1/data/default/TestAcidGuarantees/6bba6f9894a8dbaebc3b47d6055c3663/A/9c8e54c63ffc44748e5854cb45eb3efd 2024-11-14T14:43:20,219 INFO [RS_FLUSH_OPERATIONS-regionserver/da1c6afcd1f9:0-1 {event_type=RS_FLUSH_REGIONS, pid=171}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:34345/user/jenkins/test-data/14d118ee-a83a-b09b-5913-1a58940a5db1/data/default/TestAcidGuarantees/6bba6f9894a8dbaebc3b47d6055c3663/A/9c8e54c63ffc44748e5854cb45eb3efd, entries=150, sequenceid=369, filesize=30.5 K 2024-11-14T14:43:20,220 DEBUG [RS_FLUSH_OPERATIONS-regionserver/da1c6afcd1f9:0-1 {event_type=RS_FLUSH_REGIONS, pid=171}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:34345/user/jenkins/test-data/14d118ee-a83a-b09b-5913-1a58940a5db1/data/default/TestAcidGuarantees/6bba6f9894a8dbaebc3b47d6055c3663/.tmp/B/2a4b760f865a414ea1077a2179b5c6e4 as hdfs://localhost:34345/user/jenkins/test-data/14d118ee-a83a-b09b-5913-1a58940a5db1/data/default/TestAcidGuarantees/6bba6f9894a8dbaebc3b47d6055c3663/B/2a4b760f865a414ea1077a2179b5c6e4 2024-11-14T14:43:20,223 INFO [RS_FLUSH_OPERATIONS-regionserver/da1c6afcd1f9:0-1 {event_type=RS_FLUSH_REGIONS, pid=171}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:34345/user/jenkins/test-data/14d118ee-a83a-b09b-5913-1a58940a5db1/data/default/TestAcidGuarantees/6bba6f9894a8dbaebc3b47d6055c3663/B/2a4b760f865a414ea1077a2179b5c6e4, entries=150, sequenceid=369, filesize=12.0 K 2024-11-14T14:43:20,223 DEBUG [RS_FLUSH_OPERATIONS-regionserver/da1c6afcd1f9:0-1 {event_type=RS_FLUSH_REGIONS, pid=171}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:34345/user/jenkins/test-data/14d118ee-a83a-b09b-5913-1a58940a5db1/data/default/TestAcidGuarantees/6bba6f9894a8dbaebc3b47d6055c3663/.tmp/C/7e0efcce2f904ae7919e7e5f44d67e06 as hdfs://localhost:34345/user/jenkins/test-data/14d118ee-a83a-b09b-5913-1a58940a5db1/data/default/TestAcidGuarantees/6bba6f9894a8dbaebc3b47d6055c3663/C/7e0efcce2f904ae7919e7e5f44d67e06 2024-11-14T14:43:20,226 INFO [RS_FLUSH_OPERATIONS-regionserver/da1c6afcd1f9:0-1 {event_type=RS_FLUSH_REGIONS, pid=171}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:34345/user/jenkins/test-data/14d118ee-a83a-b09b-5913-1a58940a5db1/data/default/TestAcidGuarantees/6bba6f9894a8dbaebc3b47d6055c3663/C/7e0efcce2f904ae7919e7e5f44d67e06, entries=150, sequenceid=369, filesize=12.0 K 2024-11-14T14:43:20,227 INFO [RS_FLUSH_OPERATIONS-regionserver/da1c6afcd1f9:0-1 {event_type=RS_FLUSH_REGIONS, pid=171}] regionserver.HRegion(3140): Finished flush of dataSize ~134.18 KB/137400, heapSize ~384.94 KB/394176, currentSize=46.96 KB/48090 for 6bba6f9894a8dbaebc3b47d6055c3663 in 1272ms, sequenceid=369, compaction requested=true 2024-11-14T14:43:20,227 DEBUG [RS_FLUSH_OPERATIONS-regionserver/da1c6afcd1f9:0-1 {event_type=RS_FLUSH_REGIONS, pid=171}] regionserver.HRegion(2603): Flush status journal for 6bba6f9894a8dbaebc3b47d6055c3663: 2024-11-14T14:43:20,227 DEBUG [RS_FLUSH_OPERATIONS-regionserver/da1c6afcd1f9:0-1 {event_type=RS_FLUSH_REGIONS, pid=171}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1731595377819.6bba6f9894a8dbaebc3b47d6055c3663. 2024-11-14T14:43:20,227 DEBUG [RS_FLUSH_OPERATIONS-regionserver/da1c6afcd1f9:0-1 {event_type=RS_FLUSH_REGIONS, pid=171}] regionserver.RemoteProcedureResultReporter(62): Successfully complete execution of pid=171 2024-11-14T14:43:20,228 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45145 {}] master.HMaster(4169): Remote procedure done, pid=171 2024-11-14T14:43:20,231 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=171, resume processing ppid=170 2024-11-14T14:43:20,231 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1521): Finished pid=171, ppid=170, state=SUCCESS, hasLock=false; org.apache.hadoop.hbase.master.procedure.FlushRegionProcedure in 2.5000 sec 2024-11-14T14:43:20,232 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1521): Finished pid=170, state=SUCCESS, hasLock=false; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=170, table=TestAcidGuarantees in 2.5040 sec 2024-11-14T14:43:20,358 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35765 {}] regionserver.HRegion(8855): Flush requested on 6bba6f9894a8dbaebc3b47d6055c3663 2024-11-14T14:43:20,359 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(2902): Flushing 6bba6f9894a8dbaebc3b47d6055c3663 3/3 column families, dataSize=53.67 KB heapSize=160.13 KB 2024-11-14T14:43:20,359 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 6bba6f9894a8dbaebc3b47d6055c3663, store=A 2024-11-14T14:43:20,359 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-14T14:43:20,359 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 6bba6f9894a8dbaebc3b47d6055c3663, store=B 2024-11-14T14:43:20,359 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-14T14:43:20,359 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 6bba6f9894a8dbaebc3b47d6055c3663, store=C 2024-11-14T14:43:20,359 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-14T14:43:20,365 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:34345/user/jenkins/test-data/14d118ee-a83a-b09b-5913-1a58940a5db1/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e2024111461306a9f0aad4eb8b8f3123890f3bced_6bba6f9894a8dbaebc3b47d6055c3663 is 50, key is test_row_0/A:col10/1731595400357/Put/seqid=0 2024-11-14T14:43:20,369 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36699 is added to blk_1073742431_1607 (size=14994) 2024-11-14T14:43:20,436 DEBUG [RS_IN_MEMORY_COMPACTION-regionserver/da1c6afcd1f9:0-1 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=type=CellArrayImmutableSegment, empty=no, cellCount=209, cellSize=9565, totalHeapSize=21976, min timestamp=1731595400427, max timestamp=1731595400433Num uniques 859; 2024-11-14T14:43:20,436 DEBUG [RS_IN_MEMORY_COMPACTION-regionserver/da1c6afcd1f9:0-1 {}] regionserver.CompactionPipeline(163): Suffix data size=39335, new segment data size=9565, suffix heap size=117064,new segment heap size=21976 　suffix off heap size=0, new segment off heap size=0, suffix cells count=859, new segment cells count=209 2024-11-14T14:43:20,436 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35765 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6bba6f9894a8dbaebc3b47d6055c3663, server=da1c6afcd1f9,35765,1731595233113 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-14T14:43:20,437 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35765 {}] ipc.CallRunner(138): callId: 117 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:49004 deadline: 1731595460431, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6bba6f9894a8dbaebc3b47d6055c3663, server=da1c6afcd1f9,35765,1731595233113 2024-11-14T14:43:20,437 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731595377819.6bba6f9894a8dbaebc3b47d6055c3663., hostname=da1c6afcd1f9,35765,1731595233113, seqNum=5 , the old value is region=TestAcidGuarantees,,1731595377819.6bba6f9894a8dbaebc3b47d6055c3663., hostname=da1c6afcd1f9,35765,1731595233113, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6bba6f9894a8dbaebc3b47d6055c3663, server=da1c6afcd1f9,35765,1731595233113 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-14T14:43:20,437 DEBUG [RS_IN_MEMORY_COMPACTION-regionserver/da1c6afcd1f9:0-8 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=type=CellArrayImmutableSegment, empty=no, cellCount=209, cellSize=9565, totalHeapSize=21976, min timestamp=1731595400427, max timestamp=1731595400433Num uniques 859; 2024-11-14T14:43:20,437 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731595377819.6bba6f9894a8dbaebc3b47d6055c3663., hostname=da1c6afcd1f9,35765,1731595233113, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6bba6f9894a8dbaebc3b47d6055c3663, server=da1c6afcd1f9,35765,1731595233113 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-14T14:43:20,437 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731595377819.6bba6f9894a8dbaebc3b47d6055c3663., hostname=da1c6afcd1f9,35765,1731595233113, seqNum=5 because the exception is null or not the one we care about 2024-11-14T14:43:20,437 DEBUG [RS_IN_MEMORY_COMPACTION-regionserver/da1c6afcd1f9:0-6 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=type=CellArrayImmutableSegment, empty=no, cellCount=209, cellSize=9565, totalHeapSize=21976, min timestamp=1731595400427, max timestamp=1731595400433Num uniques 859; 2024-11-14T14:43:20,437 DEBUG [RS_IN_MEMORY_COMPACTION-regionserver/da1c6afcd1f9:0-8 {}] regionserver.CompactionPipeline(163): Suffix data size=39335, new segment data size=9565, suffix heap size=117064,new segment heap size=21976 　suffix off heap size=0, new segment off heap size=0, suffix cells count=859, new segment cells count=209 2024-11-14T14:43:20,437 DEBUG [RS_IN_MEMORY_COMPACTION-regionserver/da1c6afcd1f9:0-6 {}] regionserver.CompactionPipeline(163): Suffix data size=39335, new segment data size=9565, suffix heap size=117064,new segment heap size=21976 　suffix off heap size=0, new segment off heap size=0, suffix cells count=859, new segment cells count=209 2024-11-14T14:43:20,466 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35765 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6bba6f9894a8dbaebc3b47d6055c3663, server=da1c6afcd1f9,35765,1731595233113 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-14T14:43:20,466 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35765 {}] ipc.CallRunner(138): callId: 155 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:49026 deadline: 1731595460460, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6bba6f9894a8dbaebc3b47d6055c3663, server=da1c6afcd1f9,35765,1731595233113 2024-11-14T14:43:20,466 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731595377819.6bba6f9894a8dbaebc3b47d6055c3663., hostname=da1c6afcd1f9,35765,1731595233113, seqNum=5 , the old value is region=TestAcidGuarantees,,1731595377819.6bba6f9894a8dbaebc3b47d6055c3663., hostname=da1c6afcd1f9,35765,1731595233113, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6bba6f9894a8dbaebc3b47d6055c3663, server=da1c6afcd1f9,35765,1731595233113 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-14T14:43:20,466 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731595377819.6bba6f9894a8dbaebc3b47d6055c3663., hostname=da1c6afcd1f9,35765,1731595233113, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6bba6f9894a8dbaebc3b47d6055c3663, server=da1c6afcd1f9,35765,1731595233113 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-14T14:43:20,466 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731595377819.6bba6f9894a8dbaebc3b47d6055c3663., hostname=da1c6afcd1f9,35765,1731595233113, seqNum=5 because the exception is null or not the one we care about 2024-11-14T14:43:20,467 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35765 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6bba6f9894a8dbaebc3b47d6055c3663, server=da1c6afcd1f9,35765,1731595233113 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-14T14:43:20,467 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35765 {}] ipc.CallRunner(138): callId: 37 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:48962 deadline: 1731595460462, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6bba6f9894a8dbaebc3b47d6055c3663, server=da1c6afcd1f9,35765,1731595233113 2024-11-14T14:43:20,467 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731595377819.6bba6f9894a8dbaebc3b47d6055c3663., hostname=da1c6afcd1f9,35765,1731595233113, seqNum=5 , the old value is region=TestAcidGuarantees,,1731595377819.6bba6f9894a8dbaebc3b47d6055c3663., hostname=da1c6afcd1f9,35765,1731595233113, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6bba6f9894a8dbaebc3b47d6055c3663, server=da1c6afcd1f9,35765,1731595233113 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-14T14:43:20,467 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731595377819.6bba6f9894a8dbaebc3b47d6055c3663., hostname=da1c6afcd1f9,35765,1731595233113, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6bba6f9894a8dbaebc3b47d6055c3663, server=da1c6afcd1f9,35765,1731595233113 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-14T14:43:20,467 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731595377819.6bba6f9894a8dbaebc3b47d6055c3663., hostname=da1c6afcd1f9,35765,1731595233113, seqNum=5 because the exception is null or not the one we care about 2024-11-14T14:43:20,470 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35765 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6bba6f9894a8dbaebc3b47d6055c3663, server=da1c6afcd1f9,35765,1731595233113 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-14T14:43:20,470 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35765 {}] ipc.CallRunner(138): callId: 174 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:49014 deadline: 1731595460465, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6bba6f9894a8dbaebc3b47d6055c3663, server=da1c6afcd1f9,35765,1731595233113 2024-11-14T14:43:20,471 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731595377819.6bba6f9894a8dbaebc3b47d6055c3663., hostname=da1c6afcd1f9,35765,1731595233113, seqNum=5 , the old value is region=TestAcidGuarantees,,1731595377819.6bba6f9894a8dbaebc3b47d6055c3663., hostname=da1c6afcd1f9,35765,1731595233113, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6bba6f9894a8dbaebc3b47d6055c3663, server=da1c6afcd1f9,35765,1731595233113 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-14T14:43:20,471 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731595377819.6bba6f9894a8dbaebc3b47d6055c3663., hostname=da1c6afcd1f9,35765,1731595233113, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6bba6f9894a8dbaebc3b47d6055c3663, server=da1c6afcd1f9,35765,1731595233113 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-14T14:43:20,471 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731595377819.6bba6f9894a8dbaebc3b47d6055c3663., hostname=da1c6afcd1f9,35765,1731595233113, seqNum=5 because the exception is null or not the one we care about 2024-11-14T14:43:20,550 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35765 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6bba6f9894a8dbaebc3b47d6055c3663, server=da1c6afcd1f9,35765,1731595233113 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-14T14:43:20,550 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35765 {}] ipc.CallRunner(138): callId: 118 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:49004 deadline: 1731595460546, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6bba6f9894a8dbaebc3b47d6055c3663, server=da1c6afcd1f9,35765,1731595233113 2024-11-14T14:43:20,551 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731595377819.6bba6f9894a8dbaebc3b47d6055c3663., hostname=da1c6afcd1f9,35765,1731595233113, seqNum=5 , the old value is region=TestAcidGuarantees,,1731595377819.6bba6f9894a8dbaebc3b47d6055c3663., hostname=da1c6afcd1f9,35765,1731595233113, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6bba6f9894a8dbaebc3b47d6055c3663, server=da1c6afcd1f9,35765,1731595233113 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-14T14:43:20,551 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731595377819.6bba6f9894a8dbaebc3b47d6055c3663., hostname=da1c6afcd1f9,35765,1731595233113, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6bba6f9894a8dbaebc3b47d6055c3663, server=da1c6afcd1f9,35765,1731595233113 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-14T14:43:20,551 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731595377819.6bba6f9894a8dbaebc3b47d6055c3663., hostname=da1c6afcd1f9,35765,1731595233113, seqNum=5 because the exception is null or not the one we care about 2024-11-14T14:43:20,580 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35765 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6bba6f9894a8dbaebc3b47d6055c3663, server=da1c6afcd1f9,35765,1731595233113 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-14T14:43:20,580 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35765 {}] ipc.CallRunner(138): callId: 156 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:49026 deadline: 1731595460576, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6bba6f9894a8dbaebc3b47d6055c3663, server=da1c6afcd1f9,35765,1731595233113 2024-11-14T14:43:20,580 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35765 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6bba6f9894a8dbaebc3b47d6055c3663, server=da1c6afcd1f9,35765,1731595233113 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-14T14:43:20,580 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731595377819.6bba6f9894a8dbaebc3b47d6055c3663., hostname=da1c6afcd1f9,35765,1731595233113, seqNum=5 , the old value is region=TestAcidGuarantees,,1731595377819.6bba6f9894a8dbaebc3b47d6055c3663., hostname=da1c6afcd1f9,35765,1731595233113, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6bba6f9894a8dbaebc3b47d6055c3663, server=da1c6afcd1f9,35765,1731595233113 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-14T14:43:20,580 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731595377819.6bba6f9894a8dbaebc3b47d6055c3663., hostname=da1c6afcd1f9,35765,1731595233113, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6bba6f9894a8dbaebc3b47d6055c3663, server=da1c6afcd1f9,35765,1731595233113 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-14T14:43:20,580 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35765 {}] ipc.CallRunner(138): callId: 38 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:48962 deadline: 1731595460576, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6bba6f9894a8dbaebc3b47d6055c3663, server=da1c6afcd1f9,35765,1731595233113 2024-11-14T14:43:20,580 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731595377819.6bba6f9894a8dbaebc3b47d6055c3663., hostname=da1c6afcd1f9,35765,1731595233113, seqNum=5 because the exception is null or not the one we care about 2024-11-14T14:43:20,580 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35765 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6bba6f9894a8dbaebc3b47d6055c3663, server=da1c6afcd1f9,35765,1731595233113 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-14T14:43:20,580 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731595377819.6bba6f9894a8dbaebc3b47d6055c3663., hostname=da1c6afcd1f9,35765,1731595233113, seqNum=5 , the old value is region=TestAcidGuarantees,,1731595377819.6bba6f9894a8dbaebc3b47d6055c3663., hostname=da1c6afcd1f9,35765,1731595233113, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6bba6f9894a8dbaebc3b47d6055c3663, server=da1c6afcd1f9,35765,1731595233113 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-14T14:43:20,580 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35765 {}] ipc.CallRunner(138): callId: 175 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:49014 deadline: 1731595460576, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6bba6f9894a8dbaebc3b47d6055c3663, server=da1c6afcd1f9,35765,1731595233113 2024-11-14T14:43:20,580 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731595377819.6bba6f9894a8dbaebc3b47d6055c3663., hostname=da1c6afcd1f9,35765,1731595233113, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6bba6f9894a8dbaebc3b47d6055c3663, server=da1c6afcd1f9,35765,1731595233113 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-14T14:43:20,580 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731595377819.6bba6f9894a8dbaebc3b47d6055c3663., hostname=da1c6afcd1f9,35765,1731595233113, seqNum=5 because the exception is null or not the one we care about 2024-11-14T14:43:20,581 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731595377819.6bba6f9894a8dbaebc3b47d6055c3663., hostname=da1c6afcd1f9,35765,1731595233113, seqNum=5 , the old value is region=TestAcidGuarantees,,1731595377819.6bba6f9894a8dbaebc3b47d6055c3663., hostname=da1c6afcd1f9,35765,1731595233113, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6bba6f9894a8dbaebc3b47d6055c3663, server=da1c6afcd1f9,35765,1731595233113 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-14T14:43:20,581 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731595377819.6bba6f9894a8dbaebc3b47d6055c3663., hostname=da1c6afcd1f9,35765,1731595233113, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6bba6f9894a8dbaebc3b47d6055c3663, server=da1c6afcd1f9,35765,1731595233113 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-14T14:43:20,581 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731595377819.6bba6f9894a8dbaebc3b47d6055c3663., hostname=da1c6afcd1f9,35765,1731595233113, seqNum=5 because the exception is null or not the one we care about 2024-11-14T14:43:20,759 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35765 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6bba6f9894a8dbaebc3b47d6055c3663, server=da1c6afcd1f9,35765,1731595233113 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-14T14:43:20,759 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35765 {}] ipc.CallRunner(138): callId: 119 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:49004 deadline: 1731595460756, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6bba6f9894a8dbaebc3b47d6055c3663, server=da1c6afcd1f9,35765,1731595233113 2024-11-14T14:43:20,760 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731595377819.6bba6f9894a8dbaebc3b47d6055c3663., hostname=da1c6afcd1f9,35765,1731595233113, seqNum=5 , the old value is region=TestAcidGuarantees,,1731595377819.6bba6f9894a8dbaebc3b47d6055c3663., hostname=da1c6afcd1f9,35765,1731595233113, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6bba6f9894a8dbaebc3b47d6055c3663, server=da1c6afcd1f9,35765,1731595233113 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-14T14:43:20,760 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731595377819.6bba6f9894a8dbaebc3b47d6055c3663., hostname=da1c6afcd1f9,35765,1731595233113, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6bba6f9894a8dbaebc3b47d6055c3663, server=da1c6afcd1f9,35765,1731595233113 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-14T14:43:20,760 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731595377819.6bba6f9894a8dbaebc3b47d6055c3663., hostname=da1c6afcd1f9,35765,1731595233113, seqNum=5 because the exception is null or not the one we care about 2024-11-14T14:43:20,770 DEBUG [MemStoreFlusher.0 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T14:43:20,773 INFO [MemStoreFlusher.0 {}] regionserver.HMobStore(268): FLUSH Renaming flushed file from hdfs://localhost:34345/user/jenkins/test-data/14d118ee-a83a-b09b-5913-1a58940a5db1/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e2024111461306a9f0aad4eb8b8f3123890f3bced_6bba6f9894a8dbaebc3b47d6055c3663 to hdfs://localhost:34345/user/jenkins/test-data/14d118ee-a83a-b09b-5913-1a58940a5db1/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e2024111461306a9f0aad4eb8b8f3123890f3bced_6bba6f9894a8dbaebc3b47d6055c3663 2024-11-14T14:43:20,774 DEBUG [MemStoreFlusher.0 {}] mob.DefaultMobStoreFlusher(263): Flush store file: hdfs://localhost:34345/user/jenkins/test-data/14d118ee-a83a-b09b-5913-1a58940a5db1/data/default/TestAcidGuarantees/6bba6f9894a8dbaebc3b47d6055c3663/.tmp/A/3e8becf70a3245ec9d6d5572a1ae8835, store: [table=TestAcidGuarantees family=A region=6bba6f9894a8dbaebc3b47d6055c3663] 2024-11-14T14:43:20,775 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:34345/user/jenkins/test-data/14d118ee-a83a-b09b-5913-1a58940a5db1/data/default/TestAcidGuarantees/6bba6f9894a8dbaebc3b47d6055c3663/.tmp/A/3e8becf70a3245ec9d6d5572a1ae8835 is 175, key is test_row_0/A:col10/1731595400357/Put/seqid=0 2024-11-14T14:43:20,778 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36699 is added to blk_1073742432_1608 (size=39949) 2024-11-14T14:43:20,789 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35765 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6bba6f9894a8dbaebc3b47d6055c3663, server=da1c6afcd1f9,35765,1731595233113 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-14T14:43:20,789 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35765 {}] ipc.CallRunner(138): callId: 157 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:49026 deadline: 1731595460786, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6bba6f9894a8dbaebc3b47d6055c3663, server=da1c6afcd1f9,35765,1731595233113 2024-11-14T14:43:20,790 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35765 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6bba6f9894a8dbaebc3b47d6055c3663, server=da1c6afcd1f9,35765,1731595233113 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-14T14:43:20,790 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35765 {}] ipc.CallRunner(138): callId: 39 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:48962 deadline: 1731595460786, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6bba6f9894a8dbaebc3b47d6055c3663, server=da1c6afcd1f9,35765,1731595233113 2024-11-14T14:43:20,790 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731595377819.6bba6f9894a8dbaebc3b47d6055c3663., hostname=da1c6afcd1f9,35765,1731595233113, seqNum=5 , the old value is region=TestAcidGuarantees,,1731595377819.6bba6f9894a8dbaebc3b47d6055c3663., hostname=da1c6afcd1f9,35765,1731595233113, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6bba6f9894a8dbaebc3b47d6055c3663, server=da1c6afcd1f9,35765,1731595233113 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-14T14:43:20,790 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731595377819.6bba6f9894a8dbaebc3b47d6055c3663., hostname=da1c6afcd1f9,35765,1731595233113, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6bba6f9894a8dbaebc3b47d6055c3663, server=da1c6afcd1f9,35765,1731595233113 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-14T14:43:20,790 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731595377819.6bba6f9894a8dbaebc3b47d6055c3663., hostname=da1c6afcd1f9,35765,1731595233113, seqNum=5 because the exception is null or not the one we care about 2024-11-14T14:43:20,790 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731595377819.6bba6f9894a8dbaebc3b47d6055c3663., hostname=da1c6afcd1f9,35765,1731595233113, seqNum=5 , the old value is region=TestAcidGuarantees,,1731595377819.6bba6f9894a8dbaebc3b47d6055c3663., hostname=da1c6afcd1f9,35765,1731595233113, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6bba6f9894a8dbaebc3b47d6055c3663, server=da1c6afcd1f9,35765,1731595233113 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-14T14:43:20,790 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35765 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6bba6f9894a8dbaebc3b47d6055c3663, server=da1c6afcd1f9,35765,1731595233113 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-14T14:43:20,790 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731595377819.6bba6f9894a8dbaebc3b47d6055c3663., hostname=da1c6afcd1f9,35765,1731595233113, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6bba6f9894a8dbaebc3b47d6055c3663, server=da1c6afcd1f9,35765,1731595233113 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-14T14:43:20,790 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35765 {}] ipc.CallRunner(138): callId: 176 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:49014 deadline: 1731595460786, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6bba6f9894a8dbaebc3b47d6055c3663, server=da1c6afcd1f9,35765,1731595233113 2024-11-14T14:43:20,790 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731595377819.6bba6f9894a8dbaebc3b47d6055c3663., hostname=da1c6afcd1f9,35765,1731595233113, seqNum=5 because the exception is null or not the one we care about 2024-11-14T14:43:20,790 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731595377819.6bba6f9894a8dbaebc3b47d6055c3663., hostname=da1c6afcd1f9,35765,1731595233113, seqNum=5 , the old value is region=TestAcidGuarantees,,1731595377819.6bba6f9894a8dbaebc3b47d6055c3663., hostname=da1c6afcd1f9,35765,1731595233113, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6bba6f9894a8dbaebc3b47d6055c3663, server=da1c6afcd1f9,35765,1731595233113 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-14T14:43:20,790 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731595377819.6bba6f9894a8dbaebc3b47d6055c3663., hostname=da1c6afcd1f9,35765,1731595233113, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6bba6f9894a8dbaebc3b47d6055c3663, server=da1c6afcd1f9,35765,1731595233113 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-14T14:43:20,790 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731595377819.6bba6f9894a8dbaebc3b47d6055c3663., hostname=da1c6afcd1f9,35765,1731595233113, seqNum=5 because the exception is null or not the one we care about 2024-11-14T14:43:20,918 INFO [Thread-2343 {}] client.AsyncConnectionImpl(233): Connection has been closed by Thread-2343. 2024-11-14T14:43:20,918 DEBUG [Thread-2343 {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.client.ConnectionOverAsyncConnection.close(ConnectionOverAsyncConnection.java:134) at org.apache.hadoop.hbase.AcidGuaranteesTestTool$AtomicGetReader.workDone(AcidGuaranteesTestTool.java:234) at org.apache.hadoop.hbase.MultithreadedTestUtil$RepeatingTestThread.doWork(MultithreadedTestUtil.java:152) at org.apache.hadoop.hbase.MultithreadedTestUtil$TestThread.run(MultithreadedTestUtil.java:123) 2024-11-14T14:43:20,918 DEBUG [Thread-2343 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-14T14:43:20,918 DEBUG [Thread-2343 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-14T14:43:20,918 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-11-14T14:43:20,920 INFO [Thread-2347 {}] client.AsyncConnectionImpl(233): Connection has been closed by Thread-2347. 2024-11-14T14:43:20,920 DEBUG [Thread-2347 {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.client.ConnectionOverAsyncConnection.close(ConnectionOverAsyncConnection.java:134) at org.apache.hadoop.hbase.AcidGuaranteesTestTool$AtomicGetReader.workDone(AcidGuaranteesTestTool.java:234) at org.apache.hadoop.hbase.MultithreadedTestUtil$RepeatingTestThread.doWork(MultithreadedTestUtil.java:152) at org.apache.hadoop.hbase.MultithreadedTestUtil$TestThread.run(MultithreadedTestUtil.java:123) 2024-11-14T14:43:20,920 DEBUG [Thread-2347 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-14T14:43:20,921 DEBUG [Thread-2347 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-14T14:43:20,921 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-11-14T14:43:20,921 INFO [Thread-2349 {}] client.AsyncConnectionImpl(233): Connection has been closed by Thread-2349. 2024-11-14T14:43:20,921 DEBUG [Thread-2349 {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.client.ConnectionOverAsyncConnection.close(ConnectionOverAsyncConnection.java:134) at org.apache.hadoop.hbase.AcidGuaranteesTestTool$AtomicGetReader.workDone(AcidGuaranteesTestTool.java:234) at org.apache.hadoop.hbase.MultithreadedTestUtil$RepeatingTestThread.doWork(MultithreadedTestUtil.java:152) at org.apache.hadoop.hbase.MultithreadedTestUtil$TestThread.run(MultithreadedTestUtil.java:123) 2024-11-14T14:43:20,921 DEBUG [Thread-2349 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-14T14:43:20,921 DEBUG [Thread-2349 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-14T14:43:20,921 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-11-14T14:43:20,924 INFO [Thread-2345 {}] client.AsyncConnectionImpl(233): Connection has been closed by Thread-2345. 2024-11-14T14:43:20,924 DEBUG [Thread-2345 {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.client.ConnectionOverAsyncConnection.close(ConnectionOverAsyncConnection.java:134) at org.apache.hadoop.hbase.AcidGuaranteesTestTool$AtomicGetReader.workDone(AcidGuaranteesTestTool.java:234) at org.apache.hadoop.hbase.MultithreadedTestUtil$RepeatingTestThread.doWork(MultithreadedTestUtil.java:152) at org.apache.hadoop.hbase.MultithreadedTestUtil$TestThread.run(MultithreadedTestUtil.java:123) 2024-11-14T14:43:20,924 DEBUG [Thread-2345 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-14T14:43:20,924 DEBUG [Thread-2345 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-14T14:43:20,924 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-11-14T14:43:20,925 INFO [Thread-2341 {}] client.AsyncConnectionImpl(233): Connection has been closed by Thread-2341. 2024-11-14T14:43:20,925 DEBUG [Thread-2341 {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.client.ConnectionOverAsyncConnection.close(ConnectionOverAsyncConnection.java:134) at org.apache.hadoop.hbase.AcidGuaranteesTestTool$AtomicGetReader.workDone(AcidGuaranteesTestTool.java:234) at org.apache.hadoop.hbase.MultithreadedTestUtil$RepeatingTestThread.doWork(MultithreadedTestUtil.java:152) at org.apache.hadoop.hbase.MultithreadedTestUtil$TestThread.run(MultithreadedTestUtil.java:123) 2024-11-14T14:43:20,925 DEBUG [Thread-2341 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-14T14:43:20,925 DEBUG [Thread-2341 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-14T14:43:20,925 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-11-14T14:43:21,066 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35765 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6bba6f9894a8dbaebc3b47d6055c3663, server=da1c6afcd1f9,35765,1731595233113 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-14T14:43:21,066 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35765 {}] ipc.CallRunner(138): callId: 120 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:49004 deadline: 1731595461066, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6bba6f9894a8dbaebc3b47d6055c3663, server=da1c6afcd1f9,35765,1731595233113 2024-11-14T14:43:21,066 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731595377819.6bba6f9894a8dbaebc3b47d6055c3663., hostname=da1c6afcd1f9,35765,1731595233113, seqNum=5 , the old value is region=TestAcidGuarantees,,1731595377819.6bba6f9894a8dbaebc3b47d6055c3663., hostname=da1c6afcd1f9,35765,1731595233113, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6bba6f9894a8dbaebc3b47d6055c3663, server=da1c6afcd1f9,35765,1731595233113 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-14T14:43:21,066 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731595377819.6bba6f9894a8dbaebc3b47d6055c3663., hostname=da1c6afcd1f9,35765,1731595233113, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6bba6f9894a8dbaebc3b47d6055c3663, server=da1c6afcd1f9,35765,1731595233113 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-14T14:43:21,066 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731595377819.6bba6f9894a8dbaebc3b47d6055c3663., hostname=da1c6afcd1f9,35765,1731595233113, seqNum=5 because the exception is null or not the one we care about 2024-11-14T14:43:21,096 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35765 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6bba6f9894a8dbaebc3b47d6055c3663, server=da1c6afcd1f9,35765,1731595233113 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-14T14:43:21,096 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35765 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6bba6f9894a8dbaebc3b47d6055c3663, server=da1c6afcd1f9,35765,1731595233113 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-14T14:43:21,096 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35765 {}] ipc.CallRunner(138): callId: 158 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:49026 deadline: 1731595461096, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6bba6f9894a8dbaebc3b47d6055c3663, server=da1c6afcd1f9,35765,1731595233113 2024-11-14T14:43:21,096 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35765 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6bba6f9894a8dbaebc3b47d6055c3663, server=da1c6afcd1f9,35765,1731595233113 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-14T14:43:21,096 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35765 {}] ipc.CallRunner(138): callId: 40 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:48962 deadline: 1731595461096, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6bba6f9894a8dbaebc3b47d6055c3663, server=da1c6afcd1f9,35765,1731595233113 2024-11-14T14:43:21,096 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35765 {}] ipc.CallRunner(138): callId: 177 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:49014 deadline: 1731595461096, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6bba6f9894a8dbaebc3b47d6055c3663, server=da1c6afcd1f9,35765,1731595233113 2024-11-14T14:43:21,096 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731595377819.6bba6f9894a8dbaebc3b47d6055c3663., hostname=da1c6afcd1f9,35765,1731595233113, seqNum=5 , the old value is region=TestAcidGuarantees,,1731595377819.6bba6f9894a8dbaebc3b47d6055c3663., hostname=da1c6afcd1f9,35765,1731595233113, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6bba6f9894a8dbaebc3b47d6055c3663, server=da1c6afcd1f9,35765,1731595233113 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-14T14:43:21,096 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731595377819.6bba6f9894a8dbaebc3b47d6055c3663., hostname=da1c6afcd1f9,35765,1731595233113, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6bba6f9894a8dbaebc3b47d6055c3663, server=da1c6afcd1f9,35765,1731595233113 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-14T14:43:21,096 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731595377819.6bba6f9894a8dbaebc3b47d6055c3663., hostname=da1c6afcd1f9,35765,1731595233113, seqNum=5 because the exception is null or not the one we care about 2024-11-14T14:43:21,096 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731595377819.6bba6f9894a8dbaebc3b47d6055c3663., hostname=da1c6afcd1f9,35765,1731595233113, seqNum=5 , the old value is region=TestAcidGuarantees,,1731595377819.6bba6f9894a8dbaebc3b47d6055c3663., hostname=da1c6afcd1f9,35765,1731595233113, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6bba6f9894a8dbaebc3b47d6055c3663, server=da1c6afcd1f9,35765,1731595233113 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-14T14:43:21,097 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731595377819.6bba6f9894a8dbaebc3b47d6055c3663., hostname=da1c6afcd1f9,35765,1731595233113, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6bba6f9894a8dbaebc3b47d6055c3663, server=da1c6afcd1f9,35765,1731595233113 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-14T14:43:21,097 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731595377819.6bba6f9894a8dbaebc3b47d6055c3663., hostname=da1c6afcd1f9,35765,1731595233113, seqNum=5 , the old value is region=TestAcidGuarantees,,1731595377819.6bba6f9894a8dbaebc3b47d6055c3663., hostname=da1c6afcd1f9,35765,1731595233113, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6bba6f9894a8dbaebc3b47d6055c3663, server=da1c6afcd1f9,35765,1731595233113 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-14T14:43:21,097 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731595377819.6bba6f9894a8dbaebc3b47d6055c3663., hostname=da1c6afcd1f9,35765,1731595233113, seqNum=5 because the exception is null or not the one we care about 2024-11-14T14:43:21,097 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731595377819.6bba6f9894a8dbaebc3b47d6055c3663., hostname=da1c6afcd1f9,35765,1731595233113, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6bba6f9894a8dbaebc3b47d6055c3663, server=da1c6afcd1f9,35765,1731595233113 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-14T14:43:21,097 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731595377819.6bba6f9894a8dbaebc3b47d6055c3663., hostname=da1c6afcd1f9,35765,1731595233113, seqNum=5 because the exception is null or not the one we care about 2024-11-14T14:43:21,179 INFO [MemStoreFlusher.0 {}] mob.DefaultMobStoreFlusher(147): Mob store is flushed, sequenceid=380, memsize=17.9 K, hasBloomFilter=true, into tmp file hdfs://localhost:34345/user/jenkins/test-data/14d118ee-a83a-b09b-5913-1a58940a5db1/data/default/TestAcidGuarantees/6bba6f9894a8dbaebc3b47d6055c3663/.tmp/A/3e8becf70a3245ec9d6d5572a1ae8835 2024-11-14T14:43:21,184 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:34345/user/jenkins/test-data/14d118ee-a83a-b09b-5913-1a58940a5db1/data/default/TestAcidGuarantees/6bba6f9894a8dbaebc3b47d6055c3663/.tmp/B/d2c43d4785f34eb39580cd3ecd351083 is 50, key is test_row_0/B:col10/1731595400357/Put/seqid=0 2024-11-14T14:43:21,187 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36699 is added to blk_1073742433_1609 (size=12301) 2024-11-14T14:43:21,577 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35765 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6bba6f9894a8dbaebc3b47d6055c3663, server=da1c6afcd1f9,35765,1731595233113 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-14T14:43:21,577 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35765 {}] ipc.CallRunner(138): callId: 121 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:49004 deadline: 1731595461576, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6bba6f9894a8dbaebc3b47d6055c3663, server=da1c6afcd1f9,35765,1731595233113 2024-11-14T14:43:21,577 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731595377819.6bba6f9894a8dbaebc3b47d6055c3663., hostname=da1c6afcd1f9,35765,1731595233113, seqNum=5 , the old value is region=TestAcidGuarantees,,1731595377819.6bba6f9894a8dbaebc3b47d6055c3663., hostname=da1c6afcd1f9,35765,1731595233113, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6bba6f9894a8dbaebc3b47d6055c3663, server=da1c6afcd1f9,35765,1731595233113 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-14T14:43:21,577 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731595377819.6bba6f9894a8dbaebc3b47d6055c3663., hostname=da1c6afcd1f9,35765,1731595233113, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6bba6f9894a8dbaebc3b47d6055c3663, server=da1c6afcd1f9,35765,1731595233113 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-14T14:43:21,577 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731595377819.6bba6f9894a8dbaebc3b47d6055c3663., hostname=da1c6afcd1f9,35765,1731595233113, seqNum=5 because the exception is null or not the one we care about 2024-11-14T14:43:21,588 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=17.89 KB at sequenceid=380 (bloomFilter=true), to=hdfs://localhost:34345/user/jenkins/test-data/14d118ee-a83a-b09b-5913-1a58940a5db1/data/default/TestAcidGuarantees/6bba6f9894a8dbaebc3b47d6055c3663/.tmp/B/d2c43d4785f34eb39580cd3ecd351083 2024-11-14T14:43:21,593 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:34345/user/jenkins/test-data/14d118ee-a83a-b09b-5913-1a58940a5db1/data/default/TestAcidGuarantees/6bba6f9894a8dbaebc3b47d6055c3663/.tmp/C/c51d5ccfc06c47e5b6c41ef1bc527650 is 50, key is test_row_0/C:col10/1731595400357/Put/seqid=0 2024-11-14T14:43:21,596 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36699 is added to blk_1073742434_1610 (size=12301) 2024-11-14T14:43:21,606 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35765 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6bba6f9894a8dbaebc3b47d6055c3663, server=da1c6afcd1f9,35765,1731595233113 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-14T14:43:21,606 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35765 {}] ipc.CallRunner(138): callId: 159 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:49026 deadline: 1731595461606, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6bba6f9894a8dbaebc3b47d6055c3663, server=da1c6afcd1f9,35765,1731595233113 2024-11-14T14:43:21,606 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35765 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6bba6f9894a8dbaebc3b47d6055c3663, server=da1c6afcd1f9,35765,1731595233113 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-14T14:43:21,606 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35765 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6bba6f9894a8dbaebc3b47d6055c3663, server=da1c6afcd1f9,35765,1731595233113 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-14T14:43:21,607 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35765 {}] ipc.CallRunner(138): callId: 41 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:48962 deadline: 1731595461606, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6bba6f9894a8dbaebc3b47d6055c3663, server=da1c6afcd1f9,35765,1731595233113 2024-11-14T14:43:21,607 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731595377819.6bba6f9894a8dbaebc3b47d6055c3663., hostname=da1c6afcd1f9,35765,1731595233113, seqNum=5 , the old value is region=TestAcidGuarantees,,1731595377819.6bba6f9894a8dbaebc3b47d6055c3663., hostname=da1c6afcd1f9,35765,1731595233113, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6bba6f9894a8dbaebc3b47d6055c3663, server=da1c6afcd1f9,35765,1731595233113 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-14T14:43:21,607 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35765 {}] ipc.CallRunner(138): callId: 178 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:49014 deadline: 1731595461606, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6bba6f9894a8dbaebc3b47d6055c3663, server=da1c6afcd1f9,35765,1731595233113 2024-11-14T14:43:21,607 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731595377819.6bba6f9894a8dbaebc3b47d6055c3663., hostname=da1c6afcd1f9,35765,1731595233113, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6bba6f9894a8dbaebc3b47d6055c3663, server=da1c6afcd1f9,35765,1731595233113 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-14T14:43:21,607 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731595377819.6bba6f9894a8dbaebc3b47d6055c3663., hostname=da1c6afcd1f9,35765,1731595233113, seqNum=5 because the exception is null or not the one we care about 2024-11-14T14:43:21,607 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731595377819.6bba6f9894a8dbaebc3b47d6055c3663., hostname=da1c6afcd1f9,35765,1731595233113, seqNum=5 , the old value is region=TestAcidGuarantees,,1731595377819.6bba6f9894a8dbaebc3b47d6055c3663., hostname=da1c6afcd1f9,35765,1731595233113, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6bba6f9894a8dbaebc3b47d6055c3663, server=da1c6afcd1f9,35765,1731595233113 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-14T14:43:21,607 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731595377819.6bba6f9894a8dbaebc3b47d6055c3663., hostname=da1c6afcd1f9,35765,1731595233113, seqNum=5 , the old value is region=TestAcidGuarantees,,1731595377819.6bba6f9894a8dbaebc3b47d6055c3663., hostname=da1c6afcd1f9,35765,1731595233113, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6bba6f9894a8dbaebc3b47d6055c3663, server=da1c6afcd1f9,35765,1731595233113 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-14T14:43:21,607 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731595377819.6bba6f9894a8dbaebc3b47d6055c3663., hostname=da1c6afcd1f9,35765,1731595233113, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6bba6f9894a8dbaebc3b47d6055c3663, server=da1c6afcd1f9,35765,1731595233113 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-14T14:43:21,607 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731595377819.6bba6f9894a8dbaebc3b47d6055c3663., hostname=da1c6afcd1f9,35765,1731595233113, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6bba6f9894a8dbaebc3b47d6055c3663, server=da1c6afcd1f9,35765,1731595233113 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-14T14:43:21,607 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731595377819.6bba6f9894a8dbaebc3b47d6055c3663., hostname=da1c6afcd1f9,35765,1731595233113, seqNum=5 because the exception is null or not the one we care about 2024-11-14T14:43:21,607 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731595377819.6bba6f9894a8dbaebc3b47d6055c3663., hostname=da1c6afcd1f9,35765,1731595233113, seqNum=5 because the exception is null or not the one we care about 2024-11-14T14:43:21,887 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45145 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=170 2024-11-14T14:43:21,887 INFO [RPCClient-NioEventLoopGroup-4-12 {}] client.RawAsyncHBaseAdmin$TableProcedureBiConsumer(2721): Operation: FLUSH, Table Name: default:TestAcidGuarantees completed 2024-11-14T14:43:21,996 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=17.89 KB at sequenceid=380 (bloomFilter=true), to=hdfs://localhost:34345/user/jenkins/test-data/14d118ee-a83a-b09b-5913-1a58940a5db1/data/default/TestAcidGuarantees/6bba6f9894a8dbaebc3b47d6055c3663/.tmp/C/c51d5ccfc06c47e5b6c41ef1bc527650 2024-11-14T14:43:21,999 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:34345/user/jenkins/test-data/14d118ee-a83a-b09b-5913-1a58940a5db1/data/default/TestAcidGuarantees/6bba6f9894a8dbaebc3b47d6055c3663/.tmp/A/3e8becf70a3245ec9d6d5572a1ae8835 as hdfs://localhost:34345/user/jenkins/test-data/14d118ee-a83a-b09b-5913-1a58940a5db1/data/default/TestAcidGuarantees/6bba6f9894a8dbaebc3b47d6055c3663/A/3e8becf70a3245ec9d6d5572a1ae8835 2024-11-14T14:43:22,002 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:34345/user/jenkins/test-data/14d118ee-a83a-b09b-5913-1a58940a5db1/data/default/TestAcidGuarantees/6bba6f9894a8dbaebc3b47d6055c3663/A/3e8becf70a3245ec9d6d5572a1ae8835, entries=200, sequenceid=380, filesize=39.0 K 2024-11-14T14:43:22,003 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:34345/user/jenkins/test-data/14d118ee-a83a-b09b-5913-1a58940a5db1/data/default/TestAcidGuarantees/6bba6f9894a8dbaebc3b47d6055c3663/.tmp/B/d2c43d4785f34eb39580cd3ecd351083 as hdfs://localhost:34345/user/jenkins/test-data/14d118ee-a83a-b09b-5913-1a58940a5db1/data/default/TestAcidGuarantees/6bba6f9894a8dbaebc3b47d6055c3663/B/d2c43d4785f34eb39580cd3ecd351083 2024-11-14T14:43:22,005 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:34345/user/jenkins/test-data/14d118ee-a83a-b09b-5913-1a58940a5db1/data/default/TestAcidGuarantees/6bba6f9894a8dbaebc3b47d6055c3663/B/d2c43d4785f34eb39580cd3ecd351083, entries=150, sequenceid=380, filesize=12.0 K 2024-11-14T14:43:22,005 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:34345/user/jenkins/test-data/14d118ee-a83a-b09b-5913-1a58940a5db1/data/default/TestAcidGuarantees/6bba6f9894a8dbaebc3b47d6055c3663/.tmp/C/c51d5ccfc06c47e5b6c41ef1bc527650 as hdfs://localhost:34345/user/jenkins/test-data/14d118ee-a83a-b09b-5913-1a58940a5db1/data/default/TestAcidGuarantees/6bba6f9894a8dbaebc3b47d6055c3663/C/c51d5ccfc06c47e5b6c41ef1bc527650 2024-11-14T14:43:22,008 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:34345/user/jenkins/test-data/14d118ee-a83a-b09b-5913-1a58940a5db1/data/default/TestAcidGuarantees/6bba6f9894a8dbaebc3b47d6055c3663/C/c51d5ccfc06c47e5b6c41ef1bc527650, entries=150, sequenceid=380, filesize=12.0 K 2024-11-14T14:43:22,009 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(3140): Finished flush of dataSize ~53.67 KB/54960, heapSize ~160.08 KB/163920, currentSize=127.47 KB/130530 for 6bba6f9894a8dbaebc3b47d6055c3663 in 1650ms, sequenceid=380, compaction requested=true 2024-11-14T14:43:22,009 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2603): Flush status journal for 6bba6f9894a8dbaebc3b47d6055c3663: 2024-11-14T14:43:22,009 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store 6bba6f9894a8dbaebc3b47d6055c3663:A, priority=-2147483648, current under compaction store size is 1 2024-11-14T14:43:22,009 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-14T14:43:22,009 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store 6bba6f9894a8dbaebc3b47d6055c3663:B, priority=-2147483648, current under compaction store size is 2 2024-11-14T14:43:22,009 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-14T14:43:22,009 DEBUG [RS:0;da1c6afcd1f9:35765-shortCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 4 store files, 0 compacting, 4 eligible, 16 blocking 2024-11-14T14:43:22,009 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store 6bba6f9894a8dbaebc3b47d6055c3663:C, priority=-2147483648, current under compaction store size is 3 2024-11-14T14:43:22,009 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=1), splitQueue=0 2024-11-14T14:43:22,009 DEBUG [RS:0;da1c6afcd1f9:35765-longCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 4 store files, 0 compacting, 4 eligible, 16 blocking 2024-11-14T14:43:22,010 DEBUG [RS:0;da1c6afcd1f9:35765-shortCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 4 files of size 143022 starting at candidate #0 after considering 3 permutations with 3 in ratio 2024-11-14T14:43:22,010 DEBUG [RS:0;da1c6afcd1f9:35765-longCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 4 files of size 49818 starting at candidate #0 after considering 3 permutations with 3 in ratio 2024-11-14T14:43:22,010 DEBUG [RS:0;da1c6afcd1f9:35765-longCompactions-0 {}] regionserver.HStore(1541): 6bba6f9894a8dbaebc3b47d6055c3663/B is initiating minor compaction (all files) 2024-11-14T14:43:22,010 DEBUG [RS:0;da1c6afcd1f9:35765-shortCompactions-0 {}] regionserver.HStore(1541): 6bba6f9894a8dbaebc3b47d6055c3663/A is initiating minor compaction (all files) 2024-11-14T14:43:22,010 INFO [RS:0;da1c6afcd1f9:35765-longCompactions-0 {}] regionserver.HRegion(2416): Starting compaction of 6bba6f9894a8dbaebc3b47d6055c3663/B in TestAcidGuarantees,,1731595377819.6bba6f9894a8dbaebc3b47d6055c3663. 2024-11-14T14:43:22,010 INFO [RS:0;da1c6afcd1f9:35765-shortCompactions-0 {}] regionserver.HRegion(2416): Starting compaction of 6bba6f9894a8dbaebc3b47d6055c3663/A in TestAcidGuarantees,,1731595377819.6bba6f9894a8dbaebc3b47d6055c3663. 2024-11-14T14:43:22,010 INFO [RS:0;da1c6afcd1f9:35765-shortCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:34345/user/jenkins/test-data/14d118ee-a83a-b09b-5913-1a58940a5db1/data/default/TestAcidGuarantees/6bba6f9894a8dbaebc3b47d6055c3663/A/0216b2e8cf2f430eaf5d478ff9ad731b, hdfs://localhost:34345/user/jenkins/test-data/14d118ee-a83a-b09b-5913-1a58940a5db1/data/default/TestAcidGuarantees/6bba6f9894a8dbaebc3b47d6055c3663/A/a94b023fc5bb436bbe14a85d9b901a85, hdfs://localhost:34345/user/jenkins/test-data/14d118ee-a83a-b09b-5913-1a58940a5db1/data/default/TestAcidGuarantees/6bba6f9894a8dbaebc3b47d6055c3663/A/9c8e54c63ffc44748e5854cb45eb3efd, hdfs://localhost:34345/user/jenkins/test-data/14d118ee-a83a-b09b-5913-1a58940a5db1/data/default/TestAcidGuarantees/6bba6f9894a8dbaebc3b47d6055c3663/A/3e8becf70a3245ec9d6d5572a1ae8835] into tmpdir=hdfs://localhost:34345/user/jenkins/test-data/14d118ee-a83a-b09b-5913-1a58940a5db1/data/default/TestAcidGuarantees/6bba6f9894a8dbaebc3b47d6055c3663/.tmp, totalSize=139.7 K 2024-11-14T14:43:22,010 INFO [RS:0;da1c6afcd1f9:35765-longCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:34345/user/jenkins/test-data/14d118ee-a83a-b09b-5913-1a58940a5db1/data/default/TestAcidGuarantees/6bba6f9894a8dbaebc3b47d6055c3663/B/1856ccbdb2c6414ca76855b48330a69a, hdfs://localhost:34345/user/jenkins/test-data/14d118ee-a83a-b09b-5913-1a58940a5db1/data/default/TestAcidGuarantees/6bba6f9894a8dbaebc3b47d6055c3663/B/5b2ebc4c3e2e4daba510f31452fb8055, hdfs://localhost:34345/user/jenkins/test-data/14d118ee-a83a-b09b-5913-1a58940a5db1/data/default/TestAcidGuarantees/6bba6f9894a8dbaebc3b47d6055c3663/B/2a4b760f865a414ea1077a2179b5c6e4, hdfs://localhost:34345/user/jenkins/test-data/14d118ee-a83a-b09b-5913-1a58940a5db1/data/default/TestAcidGuarantees/6bba6f9894a8dbaebc3b47d6055c3663/B/d2c43d4785f34eb39580cd3ecd351083] into tmpdir=hdfs://localhost:34345/user/jenkins/test-data/14d118ee-a83a-b09b-5913-1a58940a5db1/data/default/TestAcidGuarantees/6bba6f9894a8dbaebc3b47d6055c3663/.tmp, totalSize=48.7 K 2024-11-14T14:43:22,010 INFO [RS:0;da1c6afcd1f9:35765-shortCompactions-0 {}] mob.DefaultMobStoreCompactor(181): MOB compaction: major=false isAll=true priority=12 throughput controller=DefaultCompactionThroughputController [maxThroughput=50.00 MB/second, activeCompactions=0] table=TestAcidGuarantees cf=A region=TestAcidGuarantees,,1731595377819.6bba6f9894a8dbaebc3b47d6055c3663. 2024-11-14T14:43:22,010 DEBUG [RS:0;da1c6afcd1f9:35765-shortCompactions-0 {}] mob.DefaultMobStoreCompactor(191): MOB compaction table=TestAcidGuarantees cf=A region=TestAcidGuarantees,,1731595377819.6bba6f9894a8dbaebc3b47d6055c3663. files: [hdfs://localhost:34345/user/jenkins/test-data/14d118ee-a83a-b09b-5913-1a58940a5db1/data/default/TestAcidGuarantees/6bba6f9894a8dbaebc3b47d6055c3663/A/0216b2e8cf2f430eaf5d478ff9ad731b, hdfs://localhost:34345/user/jenkins/test-data/14d118ee-a83a-b09b-5913-1a58940a5db1/data/default/TestAcidGuarantees/6bba6f9894a8dbaebc3b47d6055c3663/A/a94b023fc5bb436bbe14a85d9b901a85, hdfs://localhost:34345/user/jenkins/test-data/14d118ee-a83a-b09b-5913-1a58940a5db1/data/default/TestAcidGuarantees/6bba6f9894a8dbaebc3b47d6055c3663/A/9c8e54c63ffc44748e5854cb45eb3efd, hdfs://localhost:34345/user/jenkins/test-data/14d118ee-a83a-b09b-5913-1a58940a5db1/data/default/TestAcidGuarantees/6bba6f9894a8dbaebc3b47d6055c3663/A/3e8becf70a3245ec9d6d5572a1ae8835] 2024-11-14T14:43:22,010 DEBUG [RS:0;da1c6afcd1f9:35765-longCompactions-0 {}] compactions.Compactor(225): Compacting 1856ccbdb2c6414ca76855b48330a69a, keycount=150, bloomtype=ROW, size=12.6 K, encoding=NONE, compression=NONE, seqNum=319, earliestPutTs=1731595395919 2024-11-14T14:43:22,010 DEBUG [RS:0;da1c6afcd1f9:35765-shortCompactions-0 {}] compactions.Compactor(225): Compacting 0216b2e8cf2f430eaf5d478ff9ad731b, keycount=150, bloomtype=ROW, size=31.1 K, encoding=NONE, compression=NONE, seqNum=319, earliestPutTs=1731595395919 2024-11-14T14:43:22,010 DEBUG [RS:0;da1c6afcd1f9:35765-longCompactions-0 {}] compactions.Compactor(225): Compacting 5b2ebc4c3e2e4daba510f31452fb8055, keycount=150, bloomtype=ROW, size=12.0 K, encoding=NONE, compression=NONE, seqNum=329, earliestPutTs=1731595397092 2024-11-14T14:43:22,011 DEBUG [RS:0;da1c6afcd1f9:35765-shortCompactions-0 {}] compactions.Compactor(225): Compacting a94b023fc5bb436bbe14a85d9b901a85, keycount=200, bloomtype=ROW, size=39.0 K, encoding=NONE, compression=NONE, seqNum=329, earliestPutTs=1731595397092 2024-11-14T14:43:22,011 DEBUG [RS:0;da1c6afcd1f9:35765-longCompactions-0 {}] compactions.Compactor(225): Compacting 2a4b760f865a414ea1077a2179b5c6e4, keycount=150, bloomtype=ROW, size=12.0 K, encoding=NONE, compression=NONE, seqNum=369, earliestPutTs=1731595398133 2024-11-14T14:43:22,011 DEBUG [RS:0;da1c6afcd1f9:35765-shortCompactions-0 {}] compactions.Compactor(225): Compacting 9c8e54c63ffc44748e5854cb45eb3efd, keycount=150, bloomtype=ROW, size=30.5 K, encoding=NONE, compression=NONE, seqNum=369, earliestPutTs=1731595398133 2024-11-14T14:43:22,011 DEBUG [RS:0;da1c6afcd1f9:35765-longCompactions-0 {}] compactions.Compactor(225): Compacting d2c43d4785f34eb39580cd3ecd351083, keycount=150, bloomtype=ROW, size=12.0 K, encoding=NONE, compression=NONE, seqNum=380, earliestPutTs=1731595399280 2024-11-14T14:43:22,011 DEBUG [RS:0;da1c6afcd1f9:35765-shortCompactions-0 {}] compactions.Compactor(225): Compacting 3e8becf70a3245ec9d6d5572a1ae8835, keycount=200, bloomtype=ROW, size=39.0 K, encoding=NONE, compression=NONE, seqNum=380, earliestPutTs=1731595399280 2024-11-14T14:43:22,016 INFO [RS:0;da1c6afcd1f9:35765-shortCompactions-0 {}] mob.DefaultMobStoreCompactor(321): Compact MOB=false optimized configured=false optimized enabled=false maximum MOB file size=1073741824 major=true store=[table=TestAcidGuarantees family=A region=6bba6f9894a8dbaebc3b47d6055c3663] 2024-11-14T14:43:22,017 INFO [RS:0;da1c6afcd1f9:35765-longCompactions-0 {}] throttle.PressureAwareThroughputController(145): 6bba6f9894a8dbaebc3b47d6055c3663#B#compaction#515 average throughput is 6.55 MB/second, slept 0 time(s) and total slept time is 0 ms. 1 active operations remaining, total limit is 50.00 MB/second 2024-11-14T14:43:22,017 DEBUG [RS:0;da1c6afcd1f9:35765-longCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:34345/user/jenkins/test-data/14d118ee-a83a-b09b-5913-1a58940a5db1/data/default/TestAcidGuarantees/6bba6f9894a8dbaebc3b47d6055c3663/.tmp/B/595c5f4a2ab9417caadedad6c6c231eb is 50, key is test_row_0/B:col10/1731595400357/Put/seqid=0 2024-11-14T14:43:22,017 DEBUG [RS:0;da1c6afcd1f9:35765-shortCompactions-0 {}] mob.DefaultMobStoreCompactor(635): New MOB writer created=d41d8cd98f00b204e9800998ecf8427e2024111414188be0a6df4d91a6baabc7f32993a7_6bba6f9894a8dbaebc3b47d6055c3663 store=[table=TestAcidGuarantees family=A region=6bba6f9894a8dbaebc3b47d6055c3663] 2024-11-14T14:43:22,021 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36699 is added to blk_1073742435_1611 (size=13051) 2024-11-14T14:43:22,022 DEBUG [RS:0;da1c6afcd1f9:35765-shortCompactions-0 {}] mob.DefaultMobStoreCompactor(656): Commit or abort size=0 mobCells=0 major=true file=d41d8cd98f00b204e9800998ecf8427e2024111414188be0a6df4d91a6baabc7f32993a7_6bba6f9894a8dbaebc3b47d6055c3663, store=[table=TestAcidGuarantees family=A region=6bba6f9894a8dbaebc3b47d6055c3663] 2024-11-14T14:43:22,023 DEBUG [RS:0;da1c6afcd1f9:35765-shortCompactions-0 {}] mob.DefaultMobStoreCompactor(667): Aborting writer for hdfs://localhost:34345/user/jenkins/test-data/14d118ee-a83a-b09b-5913-1a58940a5db1/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e2024111414188be0a6df4d91a6baabc7f32993a7_6bba6f9894a8dbaebc3b47d6055c3663 because there are no MOB cells, store=[table=TestAcidGuarantees family=A region=6bba6f9894a8dbaebc3b47d6055c3663] 2024-11-14T14:43:22,025 DEBUG [RS:0;da1c6afcd1f9:35765-longCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:34345/user/jenkins/test-data/14d118ee-a83a-b09b-5913-1a58940a5db1/data/default/TestAcidGuarantees/6bba6f9894a8dbaebc3b47d6055c3663/.tmp/B/595c5f4a2ab9417caadedad6c6c231eb as hdfs://localhost:34345/user/jenkins/test-data/14d118ee-a83a-b09b-5913-1a58940a5db1/data/default/TestAcidGuarantees/6bba6f9894a8dbaebc3b47d6055c3663/B/595c5f4a2ab9417caadedad6c6c231eb 2024-11-14T14:43:22,025 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36699 is added to blk_1073742436_1612 (size=4469) 2024-11-14T14:43:22,029 INFO [RS:0;da1c6afcd1f9:35765-longCompactions-0 {}] regionserver.HStore(1337): Completed compaction of 4 (all) file(s) in 6bba6f9894a8dbaebc3b47d6055c3663/B of 6bba6f9894a8dbaebc3b47d6055c3663 into 595c5f4a2ab9417caadedad6c6c231eb(size=12.7 K), total size for store is 12.7 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-11-14T14:43:22,029 DEBUG [RS:0;da1c6afcd1f9:35765-longCompactions-0 {}] regionserver.HRegion(2446): Compaction status journal for 6bba6f9894a8dbaebc3b47d6055c3663: 2024-11-14T14:43:22,029 INFO [RS:0;da1c6afcd1f9:35765-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1731595377819.6bba6f9894a8dbaebc3b47d6055c3663., storeName=6bba6f9894a8dbaebc3b47d6055c3663/B, priority=12, startTime=1731595402009; duration=0sec 2024-11-14T14:43:22,029 DEBUG [RS:0;da1c6afcd1f9:35765-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=1), splitQueue=0 2024-11-14T14:43:22,029 DEBUG [RS:0;da1c6afcd1f9:35765-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: 6bba6f9894a8dbaebc3b47d6055c3663:B 2024-11-14T14:43:22,029 DEBUG [RS:0;da1c6afcd1f9:35765-longCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 4 store files, 0 compacting, 4 eligible, 16 blocking 2024-11-14T14:43:22,030 DEBUG [RS:0;da1c6afcd1f9:35765-longCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 4 files of size 49818 starting at candidate #0 after considering 3 permutations with 3 in ratio 2024-11-14T14:43:22,030 DEBUG [RS:0;da1c6afcd1f9:35765-longCompactions-0 {}] regionserver.HStore(1541): 6bba6f9894a8dbaebc3b47d6055c3663/C is initiating minor compaction (all files) 2024-11-14T14:43:22,030 INFO [RS:0;da1c6afcd1f9:35765-longCompactions-0 {}] regionserver.HRegion(2416): Starting compaction of 6bba6f9894a8dbaebc3b47d6055c3663/C in TestAcidGuarantees,,1731595377819.6bba6f9894a8dbaebc3b47d6055c3663. 2024-11-14T14:43:22,030 INFO [RS:0;da1c6afcd1f9:35765-longCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:34345/user/jenkins/test-data/14d118ee-a83a-b09b-5913-1a58940a5db1/data/default/TestAcidGuarantees/6bba6f9894a8dbaebc3b47d6055c3663/C/c07407032fba41359e245116b52c868b, hdfs://localhost:34345/user/jenkins/test-data/14d118ee-a83a-b09b-5913-1a58940a5db1/data/default/TestAcidGuarantees/6bba6f9894a8dbaebc3b47d6055c3663/C/a482d4a90abe446cad73070b5317f706, hdfs://localhost:34345/user/jenkins/test-data/14d118ee-a83a-b09b-5913-1a58940a5db1/data/default/TestAcidGuarantees/6bba6f9894a8dbaebc3b47d6055c3663/C/7e0efcce2f904ae7919e7e5f44d67e06, hdfs://localhost:34345/user/jenkins/test-data/14d118ee-a83a-b09b-5913-1a58940a5db1/data/default/TestAcidGuarantees/6bba6f9894a8dbaebc3b47d6055c3663/C/c51d5ccfc06c47e5b6c41ef1bc527650] into tmpdir=hdfs://localhost:34345/user/jenkins/test-data/14d118ee-a83a-b09b-5913-1a58940a5db1/data/default/TestAcidGuarantees/6bba6f9894a8dbaebc3b47d6055c3663/.tmp, totalSize=48.7 K 2024-11-14T14:43:22,030 DEBUG [RS:0;da1c6afcd1f9:35765-longCompactions-0 {}] compactions.Compactor(225): Compacting c07407032fba41359e245116b52c868b, keycount=150, bloomtype=ROW, size=12.6 K, encoding=NONE, compression=NONE, seqNum=319, earliestPutTs=1731595395919 2024-11-14T14:43:22,030 DEBUG [RS:0;da1c6afcd1f9:35765-longCompactions-0 {}] compactions.Compactor(225): Compacting a482d4a90abe446cad73070b5317f706, keycount=150, bloomtype=ROW, size=12.0 K, encoding=NONE, compression=NONE, seqNum=329, earliestPutTs=1731595397092 2024-11-14T14:43:22,030 DEBUG [RS:0;da1c6afcd1f9:35765-longCompactions-0 {}] compactions.Compactor(225): Compacting 7e0efcce2f904ae7919e7e5f44d67e06, keycount=150, bloomtype=ROW, size=12.0 K, encoding=NONE, compression=NONE, seqNum=369, earliestPutTs=1731595398133 2024-11-14T14:43:22,030 DEBUG [RS:0;da1c6afcd1f9:35765-longCompactions-0 {}] compactions.Compactor(225): Compacting c51d5ccfc06c47e5b6c41ef1bc527650, keycount=150, bloomtype=ROW, size=12.0 K, encoding=NONE, compression=NONE, seqNum=380, earliestPutTs=1731595399280 2024-11-14T14:43:22,037 INFO [RS:0;da1c6afcd1f9:35765-longCompactions-0 {}] throttle.PressureAwareThroughputController(145): 6bba6f9894a8dbaebc3b47d6055c3663#C#compaction#517 average throughput is 3.28 MB/second, slept 0 time(s) and total slept time is 0 ms. 1 active operations remaining, total limit is 50.00 MB/second 2024-11-14T14:43:22,037 DEBUG [RS:0;da1c6afcd1f9:35765-longCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:34345/user/jenkins/test-data/14d118ee-a83a-b09b-5913-1a58940a5db1/data/default/TestAcidGuarantees/6bba6f9894a8dbaebc3b47d6055c3663/.tmp/C/f457779850d0455da85997f258324bfe is 50, key is test_row_0/C:col10/1731595400357/Put/seqid=0 2024-11-14T14:43:22,040 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36699 is added to blk_1073742437_1613 (size=13051) 2024-11-14T14:43:22,427 INFO [RS:0;da1c6afcd1f9:35765-shortCompactions-0 {}] throttle.PressureAwareThroughputController(145): 6bba6f9894a8dbaebc3b47d6055c3663#A#compaction#516 average throughput is 0.06 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second 2024-11-14T14:43:22,427 DEBUG [RS:0;da1c6afcd1f9:35765-shortCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:34345/user/jenkins/test-data/14d118ee-a83a-b09b-5913-1a58940a5db1/data/default/TestAcidGuarantees/6bba6f9894a8dbaebc3b47d6055c3663/.tmp/A/19f63544460645a48ded97441c0519d3 is 175, key is test_row_0/A:col10/1731595400357/Put/seqid=0 2024-11-14T14:43:22,430 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36699 is added to blk_1073742438_1614 (size=32005) 2024-11-14T14:43:22,444 DEBUG [RS:0;da1c6afcd1f9:35765-longCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:34345/user/jenkins/test-data/14d118ee-a83a-b09b-5913-1a58940a5db1/data/default/TestAcidGuarantees/6bba6f9894a8dbaebc3b47d6055c3663/.tmp/C/f457779850d0455da85997f258324bfe as hdfs://localhost:34345/user/jenkins/test-data/14d118ee-a83a-b09b-5913-1a58940a5db1/data/default/TestAcidGuarantees/6bba6f9894a8dbaebc3b47d6055c3663/C/f457779850d0455da85997f258324bfe 2024-11-14T14:43:22,447 INFO [RS:0;da1c6afcd1f9:35765-longCompactions-0 {}] regionserver.HStore(1337): Completed compaction of 4 (all) file(s) in 6bba6f9894a8dbaebc3b47d6055c3663/C of 6bba6f9894a8dbaebc3b47d6055c3663 into f457779850d0455da85997f258324bfe(size=12.7 K), total size for store is 12.7 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-11-14T14:43:22,447 DEBUG [RS:0;da1c6afcd1f9:35765-longCompactions-0 {}] regionserver.HRegion(2446): Compaction status journal for 6bba6f9894a8dbaebc3b47d6055c3663: 2024-11-14T14:43:22,447 INFO [RS:0;da1c6afcd1f9:35765-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1731595377819.6bba6f9894a8dbaebc3b47d6055c3663., storeName=6bba6f9894a8dbaebc3b47d6055c3663/C, priority=12, startTime=1731595402009; duration=0sec 2024-11-14T14:43:22,447 DEBUG [RS:0;da1c6afcd1f9:35765-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-14T14:43:22,447 DEBUG [RS:0;da1c6afcd1f9:35765-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: 6bba6f9894a8dbaebc3b47d6055c3663:C 2024-11-14T14:43:22,588 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35765 {}] regionserver.HRegion(8855): Flush requested on 6bba6f9894a8dbaebc3b47d6055c3663 2024-11-14T14:43:22,588 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(2902): Flushing 6bba6f9894a8dbaebc3b47d6055c3663 3/3 column families, dataSize=134.18 KB heapSize=380.30 KB 2024-11-14T14:43:22,588 INFO [Thread-2338 {}] client.AsyncConnectionImpl(233): Connection has been closed by Thread-2338. 2024-11-14T14:43:22,588 DEBUG [Thread-2338 {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.client.ConnectionOverAsyncConnection.close(ConnectionOverAsyncConnection.java:134) at org.apache.hadoop.hbase.AcidGuaranteesTestTool$AtomicityWriter.workDone(AcidGuaranteesTestTool.java:178) at org.apache.hadoop.hbase.MultithreadedTestUtil$RepeatingTestThread.doWork(MultithreadedTestUtil.java:152) at org.apache.hadoop.hbase.MultithreadedTestUtil$TestThread.run(MultithreadedTestUtil.java:123) 2024-11-14T14:43:22,588 DEBUG [Thread-2338 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-14T14:43:22,588 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 6bba6f9894a8dbaebc3b47d6055c3663, store=A 2024-11-14T14:43:22,588 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=2, new segment=null 2024-11-14T14:43:22,588 DEBUG [Thread-2338 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-14T14:43:22,588 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 6bba6f9894a8dbaebc3b47d6055c3663, store=B 2024-11-14T14:43:22,588 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-11-14T14:43:22,588 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=2, new segment=null 2024-11-14T14:43:22,588 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 6bba6f9894a8dbaebc3b47d6055c3663, store=C 2024-11-14T14:43:22,589 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=2, new segment=null 2024-11-14T14:43:22,594 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:34345/user/jenkins/test-data/14d118ee-a83a-b09b-5913-1a58940a5db1/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e20241114111a47eff24a4a6182899811bbfd6c16_6bba6f9894a8dbaebc3b47d6055c3663 is 50, key is test_row_0/A:col10/1731595400460/Put/seqid=0 2024-11-14T14:43:22,597 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36699 is added to blk_1073742439_1615 (size=12454) 2024-11-14T14:43:22,618 INFO [Thread-2332 {}] client.AsyncConnectionImpl(233): Connection has been closed by Thread-2332. 2024-11-14T14:43:22,618 INFO [Thread-2336 {}] client.AsyncConnectionImpl(233): Connection has been closed by Thread-2336. 2024-11-14T14:43:22,618 INFO [Thread-2330 {}] client.AsyncConnectionImpl(233): Connection has been closed by Thread-2330. 2024-11-14T14:43:22,618 DEBUG [Thread-2332 {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.client.ConnectionOverAsyncConnection.close(ConnectionOverAsyncConnection.java:134) at org.apache.hadoop.hbase.AcidGuaranteesTestTool$AtomicityWriter.workDone(AcidGuaranteesTestTool.java:178) at org.apache.hadoop.hbase.MultithreadedTestUtil$RepeatingTestThread.doWork(MultithreadedTestUtil.java:152) at org.apache.hadoop.hbase.MultithreadedTestUtil$TestThread.run(MultithreadedTestUtil.java:123) 2024-11-14T14:43:22,618 DEBUG [Thread-2336 {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.client.ConnectionOverAsyncConnection.close(ConnectionOverAsyncConnection.java:134) at org.apache.hadoop.hbase.AcidGuaranteesTestTool$AtomicityWriter.workDone(AcidGuaranteesTestTool.java:178) at org.apache.hadoop.hbase.MultithreadedTestUtil$RepeatingTestThread.doWork(MultithreadedTestUtil.java:152) at org.apache.hadoop.hbase.MultithreadedTestUtil$TestThread.run(MultithreadedTestUtil.java:123) 2024-11-14T14:43:22,618 DEBUG [Thread-2330 {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.client.ConnectionOverAsyncConnection.close(ConnectionOverAsyncConnection.java:134) at org.apache.hadoop.hbase.AcidGuaranteesTestTool$AtomicityWriter.workDone(AcidGuaranteesTestTool.java:178) at org.apache.hadoop.hbase.MultithreadedTestUtil$RepeatingTestThread.doWork(MultithreadedTestUtil.java:152) at org.apache.hadoop.hbase.MultithreadedTestUtil$TestThread.run(MultithreadedTestUtil.java:123) 2024-11-14T14:43:22,618 DEBUG [Thread-2332 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-14T14:43:22,618 DEBUG [Thread-2336 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-14T14:43:22,618 DEBUG [Thread-2330 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-14T14:43:22,618 DEBUG [Thread-2332 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-14T14:43:22,618 DEBUG [Thread-2336 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-14T14:43:22,618 DEBUG [Thread-2330 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-14T14:43:22,618 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-11-14T14:43:22,618 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-11-14T14:43:22,618 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-11-14T14:43:22,834 DEBUG [RS:0;da1c6afcd1f9:35765-shortCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:34345/user/jenkins/test-data/14d118ee-a83a-b09b-5913-1a58940a5db1/data/default/TestAcidGuarantees/6bba6f9894a8dbaebc3b47d6055c3663/.tmp/A/19f63544460645a48ded97441c0519d3 as hdfs://localhost:34345/user/jenkins/test-data/14d118ee-a83a-b09b-5913-1a58940a5db1/data/default/TestAcidGuarantees/6bba6f9894a8dbaebc3b47d6055c3663/A/19f63544460645a48ded97441c0519d3 2024-11-14T14:43:22,838 INFO [RS:0;da1c6afcd1f9:35765-shortCompactions-0 {}] regionserver.HStore(1337): Completed compaction of 4 (all) file(s) in 6bba6f9894a8dbaebc3b47d6055c3663/A of 6bba6f9894a8dbaebc3b47d6055c3663 into 19f63544460645a48ded97441c0519d3(size=31.3 K), total size for store is 31.3 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-11-14T14:43:22,838 DEBUG [RS:0;da1c6afcd1f9:35765-shortCompactions-0 {}] regionserver.HRegion(2446): Compaction status journal for 6bba6f9894a8dbaebc3b47d6055c3663: 2024-11-14T14:43:22,838 INFO [RS:0;da1c6afcd1f9:35765-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1731595377819.6bba6f9894a8dbaebc3b47d6055c3663., storeName=6bba6f9894a8dbaebc3b47d6055c3663/A, priority=12, startTime=1731595402009; duration=0sec 2024-11-14T14:43:22,838 DEBUG [RS:0;da1c6afcd1f9:35765-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-14T14:43:22,838 DEBUG [RS:0;da1c6afcd1f9:35765-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: 6bba6f9894a8dbaebc3b47d6055c3663:A 2024-11-14T14:43:22,998 DEBUG [MemStoreFlusher.0 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T14:43:23,000 INFO [MemStoreFlusher.0 {}] regionserver.HMobStore(268): FLUSH Renaming flushed file from hdfs://localhost:34345/user/jenkins/test-data/14d118ee-a83a-b09b-5913-1a58940a5db1/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e20241114111a47eff24a4a6182899811bbfd6c16_6bba6f9894a8dbaebc3b47d6055c3663 to hdfs://localhost:34345/user/jenkins/test-data/14d118ee-a83a-b09b-5913-1a58940a5db1/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e20241114111a47eff24a4a6182899811bbfd6c16_6bba6f9894a8dbaebc3b47d6055c3663 2024-11-14T14:43:23,001 DEBUG [MemStoreFlusher.0 {}] mob.DefaultMobStoreFlusher(263): Flush store file: hdfs://localhost:34345/user/jenkins/test-data/14d118ee-a83a-b09b-5913-1a58940a5db1/data/default/TestAcidGuarantees/6bba6f9894a8dbaebc3b47d6055c3663/.tmp/A/bdc3d763300d4b969052483e4bb6f209, store: [table=TestAcidGuarantees family=A region=6bba6f9894a8dbaebc3b47d6055c3663] 2024-11-14T14:43:23,001 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:34345/user/jenkins/test-data/14d118ee-a83a-b09b-5913-1a58940a5db1/data/default/TestAcidGuarantees/6bba6f9894a8dbaebc3b47d6055c3663/.tmp/A/bdc3d763300d4b969052483e4bb6f209 is 175, key is test_row_0/A:col10/1731595400460/Put/seqid=0 2024-11-14T14:43:23,004 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36699 is added to blk_1073742440_1616 (size=31255) 2024-11-14T14:43:23,405 INFO [MemStoreFlusher.0 {}] mob.DefaultMobStoreFlusher(147): Mob store is flushed, sequenceid=418, memsize=44.7 K, hasBloomFilter=true, into tmp file hdfs://localhost:34345/user/jenkins/test-data/14d118ee-a83a-b09b-5913-1a58940a5db1/data/default/TestAcidGuarantees/6bba6f9894a8dbaebc3b47d6055c3663/.tmp/A/bdc3d763300d4b969052483e4bb6f209 2024-11-14T14:43:23,411 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:34345/user/jenkins/test-data/14d118ee-a83a-b09b-5913-1a58940a5db1/data/default/TestAcidGuarantees/6bba6f9894a8dbaebc3b47d6055c3663/.tmp/B/4945b7aa9d0b415d8779616b1f0a8be9 is 50, key is test_row_0/B:col10/1731595400460/Put/seqid=0 2024-11-14T14:43:23,414 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36699 is added to blk_1073742441_1617 (size=12301) 2024-11-14T14:43:23,815 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=44.73 KB at sequenceid=418 (bloomFilter=true), to=hdfs://localhost:34345/user/jenkins/test-data/14d118ee-a83a-b09b-5913-1a58940a5db1/data/default/TestAcidGuarantees/6bba6f9894a8dbaebc3b47d6055c3663/.tmp/B/4945b7aa9d0b415d8779616b1f0a8be9 2024-11-14T14:43:23,821 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:34345/user/jenkins/test-data/14d118ee-a83a-b09b-5913-1a58940a5db1/data/default/TestAcidGuarantees/6bba6f9894a8dbaebc3b47d6055c3663/.tmp/C/635d444e09da45169350e3a2ca9e51a4 is 50, key is test_row_0/C:col10/1731595400460/Put/seqid=0 2024-11-14T14:43:23,824 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36699 is added to blk_1073742442_1618 (size=12301) 2024-11-14T14:43:24,224 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=44.73 KB at sequenceid=418 (bloomFilter=true), to=hdfs://localhost:34345/user/jenkins/test-data/14d118ee-a83a-b09b-5913-1a58940a5db1/data/default/TestAcidGuarantees/6bba6f9894a8dbaebc3b47d6055c3663/.tmp/C/635d444e09da45169350e3a2ca9e51a4 2024-11-14T14:43:24,228 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:34345/user/jenkins/test-data/14d118ee-a83a-b09b-5913-1a58940a5db1/data/default/TestAcidGuarantees/6bba6f9894a8dbaebc3b47d6055c3663/.tmp/A/bdc3d763300d4b969052483e4bb6f209 as hdfs://localhost:34345/user/jenkins/test-data/14d118ee-a83a-b09b-5913-1a58940a5db1/data/default/TestAcidGuarantees/6bba6f9894a8dbaebc3b47d6055c3663/A/bdc3d763300d4b969052483e4bb6f209 2024-11-14T14:43:24,230 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:34345/user/jenkins/test-data/14d118ee-a83a-b09b-5913-1a58940a5db1/data/default/TestAcidGuarantees/6bba6f9894a8dbaebc3b47d6055c3663/A/bdc3d763300d4b969052483e4bb6f209, entries=150, sequenceid=418, filesize=30.5 K 2024-11-14T14:43:24,231 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:34345/user/jenkins/test-data/14d118ee-a83a-b09b-5913-1a58940a5db1/data/default/TestAcidGuarantees/6bba6f9894a8dbaebc3b47d6055c3663/.tmp/B/4945b7aa9d0b415d8779616b1f0a8be9 as hdfs://localhost:34345/user/jenkins/test-data/14d118ee-a83a-b09b-5913-1a58940a5db1/data/default/TestAcidGuarantees/6bba6f9894a8dbaebc3b47d6055c3663/B/4945b7aa9d0b415d8779616b1f0a8be9 2024-11-14T14:43:24,233 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:34345/user/jenkins/test-data/14d118ee-a83a-b09b-5913-1a58940a5db1/data/default/TestAcidGuarantees/6bba6f9894a8dbaebc3b47d6055c3663/B/4945b7aa9d0b415d8779616b1f0a8be9, entries=150, sequenceid=418, filesize=12.0 K 2024-11-14T14:43:24,234 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:34345/user/jenkins/test-data/14d118ee-a83a-b09b-5913-1a58940a5db1/data/default/TestAcidGuarantees/6bba6f9894a8dbaebc3b47d6055c3663/.tmp/C/635d444e09da45169350e3a2ca9e51a4 as hdfs://localhost:34345/user/jenkins/test-data/14d118ee-a83a-b09b-5913-1a58940a5db1/data/default/TestAcidGuarantees/6bba6f9894a8dbaebc3b47d6055c3663/C/635d444e09da45169350e3a2ca9e51a4 2024-11-14T14:43:24,236 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:34345/user/jenkins/test-data/14d118ee-a83a-b09b-5913-1a58940a5db1/data/default/TestAcidGuarantees/6bba6f9894a8dbaebc3b47d6055c3663/C/635d444e09da45169350e3a2ca9e51a4, entries=150, sequenceid=418, filesize=12.0 K 2024-11-14T14:43:24,237 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(3140): Finished flush of dataSize ~134.18 KB/137400, heapSize ~380.25 KB/389376, currentSize=20.13 KB/20610 for 6bba6f9894a8dbaebc3b47d6055c3663 in 1649ms, sequenceid=418, compaction requested=false 2024-11-14T14:43:24,237 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2603): Flush status journal for 6bba6f9894a8dbaebc3b47d6055c3663: 2024-11-14T14:43:29,348 INFO [Thread-2334 {}] client.AsyncConnectionImpl(233): Connection has been closed by Thread-2334. 2024-11-14T14:43:29,348 DEBUG [Thread-2334 {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.client.ConnectionOverAsyncConnection.close(ConnectionOverAsyncConnection.java:134) at org.apache.hadoop.hbase.AcidGuaranteesTestTool$AtomicityWriter.workDone(AcidGuaranteesTestTool.java:178) at org.apache.hadoop.hbase.MultithreadedTestUtil$RepeatingTestThread.doWork(MultithreadedTestUtil.java:152) at org.apache.hadoop.hbase.MultithreadedTestUtil$TestThread.run(MultithreadedTestUtil.java:123) 2024-11-14T14:43:29,348 DEBUG [Thread-2334 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-14T14:43:29,348 DEBUG [Thread-2334 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-14T14:43:29,348 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-11-14T14:43:29,348 INFO [Time-limited test {}] hbase.AcidGuaranteesTestTool(392): Finished test. Writers: 2024-11-14T14:43:29,348 INFO [Time-limited test {}] hbase.AcidGuaranteesTestTool(394): wrote 123 2024-11-14T14:43:29,348 INFO [Time-limited test {}] hbase.AcidGuaranteesTestTool(394): wrote 25 2024-11-14T14:43:29,348 INFO [Time-limited test {}] hbase.AcidGuaranteesTestTool(394): wrote 12 2024-11-14T14:43:29,349 INFO [Time-limited test {}] hbase.AcidGuaranteesTestTool(394): wrote 116 2024-11-14T14:43:29,349 INFO [Time-limited test {}] hbase.AcidGuaranteesTestTool(394): wrote 71 2024-11-14T14:43:29,349 INFO [Time-limited test {}] hbase.AcidGuaranteesTestTool(396): Readers: 2024-11-14T14:43:29,349 INFO [Time-limited test {}] hbase.AcidGuaranteesTestTool(398): read 2833 2024-11-14T14:43:29,349 INFO [Time-limited test {}] hbase.AcidGuaranteesTestTool(398): read 2733 2024-11-14T14:43:29,349 INFO [Time-limited test {}] hbase.AcidGuaranteesTestTool(398): read 2667 2024-11-14T14:43:29,349 INFO [Time-limited test {}] hbase.AcidGuaranteesTestTool(398): read 2824 2024-11-14T14:43:29,349 INFO [Time-limited test {}] hbase.AcidGuaranteesTestTool(398): read 2744 2024-11-14T14:43:29,349 INFO [Time-limited test {}] hbase.AcidGuaranteesTestTool(400): Scanners: 2024-11-14T14:43:29,349 INFO [Time-limited test {}] client.AsyncConnectionImpl(233): Connection has been closed by Time-limited test. 2024-11-14T14:43:29,349 DEBUG [Time-limited test {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.client.ConnectionOverAsyncConnection.close(ConnectionOverAsyncConnection.java:134) at org.apache.hadoop.hbase.AcidGuaranteesTestTool.doWork(AcidGuaranteesTestTool.java:131) at org.apache.hadoop.hbase.util.AbstractHBaseTool.run(AbstractHBaseTool.java:150) at org.apache.hadoop.hbase.AcidGuaranteesTestBase.runTestAtomicity(AcidGuaranteesTestBase.java:102) at org.apache.hadoop.hbase.AcidGuaranteesTestBase.testMobGetAtomicity(AcidGuaranteesTestBase.java:122) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:77) at java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) at java.base/java.lang.reflect.Method.invoke(Method.java:568) at org.junit.runners.model.FrameworkMethod$1.runReflectiveCall(FrameworkMethod.java:59) at org.junit.internal.runners.model.ReflectiveCallable.run(ReflectiveCallable.java:12) at org.junit.runners.model.FrameworkMethod.invokeExplosively(FrameworkMethod.java:56) at org.junit.internal.runners.statements.InvokeMethod.evaluate(InvokeMethod.java:17) at org.junit.internal.runners.statements.RunBefores.evaluate(RunBefores.java:26) at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:27) at org.junit.runners.ParentRunner$3.evaluate(ParentRunner.java:306) at org.junit.runners.BlockJUnit4ClassRunner$1.evaluate(BlockJUnit4ClassRunner.java:100) at org.junit.runners.ParentRunner.runLeaf(ParentRunner.java:366) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:103) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:63) at org.junit.runners.ParentRunner$4.run(ParentRunner.java:331) at org.junit.runners.ParentRunner$1.schedule(ParentRunner.java:79) at org.junit.runners.ParentRunner.runChildren(ParentRunner.java:329) at org.junit.runners.ParentRunner.access$100(ParentRunner.java:66) at org.junit.runners.ParentRunner$2.evaluate(ParentRunner.java:293) at org.junit.internal.runners.statements.RunBefores.evaluate(RunBefores.java:26) at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:27) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:299) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:293) at java.base/java.util.concurrent.FutureTask.run(FutureTask.java:264) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-14T14:43:29,349 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-14T14:43:29,349 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-14T14:43:29,349 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-11-14T14:43:29,350 INFO [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45145 {}] master.HMaster$13(2820): Client=jenkins//172.17.0.2 disable TestAcidGuarantees 2024-11-14T14:43:29,351 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45145 {}] procedure2.ProcedureExecutor(1139): Stored pid=172, state=RUNNABLE:DISABLE_TABLE_PREPARE, hasLock=false; DisableTableProcedure table=TestAcidGuarantees 2024-11-14T14:43:29,353 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45145 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=172 2024-11-14T14:43:29,354 DEBUG [PEWorker-1 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":1,"row":"TestAcidGuarantees","families":{"table":[{"qualifier":"state","vlen":2,"tag":[],"timestamp":"1731595409354"}]},"ts":"1731595409354"} 2024-11-14T14:43:29,356 INFO [PEWorker-1 {}] hbase.MetaTableAccessor(843): Updated tableName=TestAcidGuarantees, state=DISABLING in hbase:meta 2024-11-14T14:43:29,356 INFO [PEWorker-1 {}] procedure.DisableTableProcedure(284): Set TestAcidGuarantees to state=DISABLING 2024-11-14T14:43:29,357 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=173, ppid=172, state=RUNNABLE:CLOSE_TABLE_REGIONS_SCHEDULE, hasLock=false; CloseTableRegionsProcedure table=TestAcidGuarantees}] 2024-11-14T14:43:29,358 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=174, ppid=173, state=RUNNABLE:REGION_STATE_TRANSITION_CLOSE, hasLock=false; TransitRegionStateProcedure table=TestAcidGuarantees, region=6bba6f9894a8dbaebc3b47d6055c3663, UNASSIGN}] 2024-11-14T14:43:29,359 INFO [PEWorker-5 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=174, ppid=173, state=RUNNABLE:REGION_STATE_TRANSITION_CLOSE, hasLock=false; TransitRegionStateProcedure table=TestAcidGuarantees, region=6bba6f9894a8dbaebc3b47d6055c3663, UNASSIGN 2024-11-14T14:43:29,360 INFO [PEWorker-5 {}] assignment.RegionStateStore(223): pid=174 updating hbase:meta row=6bba6f9894a8dbaebc3b47d6055c3663, regionState=CLOSING, regionLocation=da1c6afcd1f9,35765,1731595233113 2024-11-14T14:43:29,361 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-3 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=174, ppid=173, state=RUNNABLE:REGION_STATE_TRANSITION_CLOSE, hasLock=true; TransitRegionStateProcedure table=TestAcidGuarantees, region=6bba6f9894a8dbaebc3b47d6055c3663, UNASSIGN because future has completed 2024-11-14T14:43:29,361 DEBUG [PEWorker-4 {}] assignment.TransitRegionStateProcedure(375): Close region: isSplit: false: evictOnSplit: true: evictOnClose: false 2024-11-14T14:43:29,361 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=175, ppid=174, state=RUNNABLE, hasLock=false; CloseRegionProcedure 6bba6f9894a8dbaebc3b47d6055c3663, server=da1c6afcd1f9,35765,1731595233113}] 2024-11-14T14:43:29,456 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45145 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=172 2024-11-14T14:43:29,514 INFO [RS_CLOSE_REGION-regionserver/da1c6afcd1f9:0-0 {event_type=M_RS_CLOSE_REGION, pid=175}] handler.UnassignRegionHandler(122): Close 6bba6f9894a8dbaebc3b47d6055c3663 2024-11-14T14:43:29,514 DEBUG [RS_CLOSE_REGION-regionserver/da1c6afcd1f9:0-0 {event_type=M_RS_CLOSE_REGION, pid=175}] handler.UnassignRegionHandler(136): Unassign region: split region: false: evictCache: false 2024-11-14T14:43:29,514 DEBUG [RS_CLOSE_REGION-regionserver/da1c6afcd1f9:0-0 {event_type=M_RS_CLOSE_REGION, pid=175}] regionserver.HRegion(1722): Closing 6bba6f9894a8dbaebc3b47d6055c3663, disabling compactions & flushes 2024-11-14T14:43:29,514 INFO [RS_CLOSE_REGION-regionserver/da1c6afcd1f9:0-0 {event_type=M_RS_CLOSE_REGION, pid=175}] regionserver.HRegion(1755): Closing region TestAcidGuarantees,,1731595377819.6bba6f9894a8dbaebc3b47d6055c3663. 2024-11-14T14:43:29,514 DEBUG [RS_CLOSE_REGION-regionserver/da1c6afcd1f9:0-0 {event_type=M_RS_CLOSE_REGION, pid=175}] regionserver.HRegion(1776): Time limited wait for close lock on TestAcidGuarantees,,1731595377819.6bba6f9894a8dbaebc3b47d6055c3663. 2024-11-14T14:43:29,514 DEBUG [RS_CLOSE_REGION-regionserver/da1c6afcd1f9:0-0 {event_type=M_RS_CLOSE_REGION, pid=175}] regionserver.HRegion(1843): Acquired close lock on TestAcidGuarantees,,1731595377819.6bba6f9894a8dbaebc3b47d6055c3663. after waiting 0 ms 2024-11-14T14:43:29,514 DEBUG [RS_CLOSE_REGION-regionserver/da1c6afcd1f9:0-0 {event_type=M_RS_CLOSE_REGION, pid=175}] regionserver.HRegion(1853): Updates disabled for region TestAcidGuarantees,,1731595377819.6bba6f9894a8dbaebc3b47d6055c3663. 2024-11-14T14:43:29,514 INFO [RS_CLOSE_REGION-regionserver/da1c6afcd1f9:0-0 {event_type=M_RS_CLOSE_REGION, pid=175}] regionserver.HRegion(2902): Flushing 6bba6f9894a8dbaebc3b47d6055c3663 3/3 column families, dataSize=26.84 KB heapSize=80.44 KB 2024-11-14T14:43:29,515 DEBUG [RS_CLOSE_REGION-regionserver/da1c6afcd1f9:0-0 {event_type=M_RS_CLOSE_REGION, pid=175}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 6bba6f9894a8dbaebc3b47d6055c3663, store=A 2024-11-14T14:43:29,515 DEBUG [RS_CLOSE_REGION-regionserver/da1c6afcd1f9:0-0 {event_type=M_RS_CLOSE_REGION, pid=175}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-14T14:43:29,515 DEBUG [RS_CLOSE_REGION-regionserver/da1c6afcd1f9:0-0 {event_type=M_RS_CLOSE_REGION, pid=175}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 6bba6f9894a8dbaebc3b47d6055c3663, store=B 2024-11-14T14:43:29,515 DEBUG [RS_CLOSE_REGION-regionserver/da1c6afcd1f9:0-0 {event_type=M_RS_CLOSE_REGION, pid=175}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-14T14:43:29,515 DEBUG [RS_CLOSE_REGION-regionserver/da1c6afcd1f9:0-0 {event_type=M_RS_CLOSE_REGION, pid=175}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 6bba6f9894a8dbaebc3b47d6055c3663, store=C 2024-11-14T14:43:29,515 DEBUG [RS_CLOSE_REGION-regionserver/da1c6afcd1f9:0-0 {event_type=M_RS_CLOSE_REGION, pid=175}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-14T14:43:29,519 DEBUG [RS_CLOSE_REGION-regionserver/da1c6afcd1f9:0-0 {event_type=M_RS_CLOSE_REGION, pid=175}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:34345/user/jenkins/test-data/14d118ee-a83a-b09b-5913-1a58940a5db1/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e202411142ab2a05ed8bb418eaf747cb57588fc00_6bba6f9894a8dbaebc3b47d6055c3663 is 50, key is test_row_0/A:col10/1731595409346/Put/seqid=0 2024-11-14T14:43:29,522 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36699 is added to blk_1073742443_1619 (size=9914) 2024-11-14T14:43:29,666 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45145 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=172 2024-11-14T14:43:29,923 DEBUG [RS_CLOSE_REGION-regionserver/da1c6afcd1f9:0-0 {event_type=M_RS_CLOSE_REGION, pid=175}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T14:43:29,926 INFO [RS_CLOSE_REGION-regionserver/da1c6afcd1f9:0-0 {event_type=M_RS_CLOSE_REGION, pid=175}] regionserver.HMobStore(268): FLUSH Renaming flushed file from hdfs://localhost:34345/user/jenkins/test-data/14d118ee-a83a-b09b-5913-1a58940a5db1/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e202411142ab2a05ed8bb418eaf747cb57588fc00_6bba6f9894a8dbaebc3b47d6055c3663 to hdfs://localhost:34345/user/jenkins/test-data/14d118ee-a83a-b09b-5913-1a58940a5db1/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e202411142ab2a05ed8bb418eaf747cb57588fc00_6bba6f9894a8dbaebc3b47d6055c3663 2024-11-14T14:43:29,926 DEBUG [RS_CLOSE_REGION-regionserver/da1c6afcd1f9:0-0 {event_type=M_RS_CLOSE_REGION, pid=175}] mob.DefaultMobStoreFlusher(263): Flush store file: hdfs://localhost:34345/user/jenkins/test-data/14d118ee-a83a-b09b-5913-1a58940a5db1/data/default/TestAcidGuarantees/6bba6f9894a8dbaebc3b47d6055c3663/.tmp/A/d7609a03c11648879d5f2fd8ba9d4d57, store: [table=TestAcidGuarantees family=A region=6bba6f9894a8dbaebc3b47d6055c3663] 2024-11-14T14:43:29,927 DEBUG [RS_CLOSE_REGION-regionserver/da1c6afcd1f9:0-0 {event_type=M_RS_CLOSE_REGION, pid=175}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:34345/user/jenkins/test-data/14d118ee-a83a-b09b-5913-1a58940a5db1/data/default/TestAcidGuarantees/6bba6f9894a8dbaebc3b47d6055c3663/.tmp/A/d7609a03c11648879d5f2fd8ba9d4d57 is 175, key is test_row_0/A:col10/1731595409346/Put/seqid=0 2024-11-14T14:43:29,930 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36699 is added to blk_1073742444_1620 (size=22561) 2024-11-14T14:43:29,976 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45145 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=172 2024-11-14T14:43:30,330 INFO [RS_CLOSE_REGION-regionserver/da1c6afcd1f9:0-0 {event_type=M_RS_CLOSE_REGION, pid=175}] mob.DefaultMobStoreFlusher(147): Mob store is flushed, sequenceid=426, memsize=8.9 K, hasBloomFilter=true, into tmp file hdfs://localhost:34345/user/jenkins/test-data/14d118ee-a83a-b09b-5913-1a58940a5db1/data/default/TestAcidGuarantees/6bba6f9894a8dbaebc3b47d6055c3663/.tmp/A/d7609a03c11648879d5f2fd8ba9d4d57 2024-11-14T14:43:30,335 DEBUG [RS_CLOSE_REGION-regionserver/da1c6afcd1f9:0-0 {event_type=M_RS_CLOSE_REGION, pid=175}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:34345/user/jenkins/test-data/14d118ee-a83a-b09b-5913-1a58940a5db1/data/default/TestAcidGuarantees/6bba6f9894a8dbaebc3b47d6055c3663/.tmp/B/9ede2560b24e49a8b58e7814835d9350 is 50, key is test_row_0/B:col10/1731595409346/Put/seqid=0 2024-11-14T14:43:30,338 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36699 is added to blk_1073742445_1621 (size=9857) 2024-11-14T14:43:30,486 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45145 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=172 2024-11-14T14:43:30,739 INFO [RS_CLOSE_REGION-regionserver/da1c6afcd1f9:0-0 {event_type=M_RS_CLOSE_REGION, pid=175}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=8.95 KB at sequenceid=426 (bloomFilter=true), to=hdfs://localhost:34345/user/jenkins/test-data/14d118ee-a83a-b09b-5913-1a58940a5db1/data/default/TestAcidGuarantees/6bba6f9894a8dbaebc3b47d6055c3663/.tmp/B/9ede2560b24e49a8b58e7814835d9350 2024-11-14T14:43:30,744 DEBUG [RS_CLOSE_REGION-regionserver/da1c6afcd1f9:0-0 {event_type=M_RS_CLOSE_REGION, pid=175}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:34345/user/jenkins/test-data/14d118ee-a83a-b09b-5913-1a58940a5db1/data/default/TestAcidGuarantees/6bba6f9894a8dbaebc3b47d6055c3663/.tmp/C/846bfa7045854e28b4d5f328ca13e110 is 50, key is test_row_0/C:col10/1731595409346/Put/seqid=0 2024-11-14T14:43:30,747 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36699 is added to blk_1073742446_1622 (size=9857) 2024-11-14T14:43:31,147 INFO [RS_CLOSE_REGION-regionserver/da1c6afcd1f9:0-0 {event_type=M_RS_CLOSE_REGION, pid=175}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=8.95 KB at sequenceid=426 (bloomFilter=true), to=hdfs://localhost:34345/user/jenkins/test-data/14d118ee-a83a-b09b-5913-1a58940a5db1/data/default/TestAcidGuarantees/6bba6f9894a8dbaebc3b47d6055c3663/.tmp/C/846bfa7045854e28b4d5f328ca13e110 2024-11-14T14:43:31,150 DEBUG [RS_CLOSE_REGION-regionserver/da1c6afcd1f9:0-0 {event_type=M_RS_CLOSE_REGION, pid=175}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:34345/user/jenkins/test-data/14d118ee-a83a-b09b-5913-1a58940a5db1/data/default/TestAcidGuarantees/6bba6f9894a8dbaebc3b47d6055c3663/.tmp/A/d7609a03c11648879d5f2fd8ba9d4d57 as hdfs://localhost:34345/user/jenkins/test-data/14d118ee-a83a-b09b-5913-1a58940a5db1/data/default/TestAcidGuarantees/6bba6f9894a8dbaebc3b47d6055c3663/A/d7609a03c11648879d5f2fd8ba9d4d57 2024-11-14T14:43:31,153 INFO [RS_CLOSE_REGION-regionserver/da1c6afcd1f9:0-0 {event_type=M_RS_CLOSE_REGION, pid=175}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:34345/user/jenkins/test-data/14d118ee-a83a-b09b-5913-1a58940a5db1/data/default/TestAcidGuarantees/6bba6f9894a8dbaebc3b47d6055c3663/A/d7609a03c11648879d5f2fd8ba9d4d57, entries=100, sequenceid=426, filesize=22.0 K 2024-11-14T14:43:31,153 DEBUG [RS_CLOSE_REGION-regionserver/da1c6afcd1f9:0-0 {event_type=M_RS_CLOSE_REGION, pid=175}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:34345/user/jenkins/test-data/14d118ee-a83a-b09b-5913-1a58940a5db1/data/default/TestAcidGuarantees/6bba6f9894a8dbaebc3b47d6055c3663/.tmp/B/9ede2560b24e49a8b58e7814835d9350 as hdfs://localhost:34345/user/jenkins/test-data/14d118ee-a83a-b09b-5913-1a58940a5db1/data/default/TestAcidGuarantees/6bba6f9894a8dbaebc3b47d6055c3663/B/9ede2560b24e49a8b58e7814835d9350 2024-11-14T14:43:31,156 INFO [RS_CLOSE_REGION-regionserver/da1c6afcd1f9:0-0 {event_type=M_RS_CLOSE_REGION, pid=175}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:34345/user/jenkins/test-data/14d118ee-a83a-b09b-5913-1a58940a5db1/data/default/TestAcidGuarantees/6bba6f9894a8dbaebc3b47d6055c3663/B/9ede2560b24e49a8b58e7814835d9350, entries=100, sequenceid=426, filesize=9.6 K 2024-11-14T14:43:31,156 DEBUG [RS_CLOSE_REGION-regionserver/da1c6afcd1f9:0-0 {event_type=M_RS_CLOSE_REGION, pid=175}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:34345/user/jenkins/test-data/14d118ee-a83a-b09b-5913-1a58940a5db1/data/default/TestAcidGuarantees/6bba6f9894a8dbaebc3b47d6055c3663/.tmp/C/846bfa7045854e28b4d5f328ca13e110 as hdfs://localhost:34345/user/jenkins/test-data/14d118ee-a83a-b09b-5913-1a58940a5db1/data/default/TestAcidGuarantees/6bba6f9894a8dbaebc3b47d6055c3663/C/846bfa7045854e28b4d5f328ca13e110 2024-11-14T14:43:31,158 INFO [RS_CLOSE_REGION-regionserver/da1c6afcd1f9:0-0 {event_type=M_RS_CLOSE_REGION, pid=175}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:34345/user/jenkins/test-data/14d118ee-a83a-b09b-5913-1a58940a5db1/data/default/TestAcidGuarantees/6bba6f9894a8dbaebc3b47d6055c3663/C/846bfa7045854e28b4d5f328ca13e110, entries=100, sequenceid=426, filesize=9.6 K 2024-11-14T14:43:31,159 INFO [RS_CLOSE_REGION-regionserver/da1c6afcd1f9:0-0 {event_type=M_RS_CLOSE_REGION, pid=175}] regionserver.HRegion(3140): Finished flush of dataSize ~26.84 KB/27480, heapSize ~80.39 KB/82320, currentSize=0 B/0 for 6bba6f9894a8dbaebc3b47d6055c3663 in 1645ms, sequenceid=426, compaction requested=true 2024-11-14T14:43:31,160 DEBUG [StoreCloser-TestAcidGuarantees,,1731595377819.6bba6f9894a8dbaebc3b47d6055c3663.-1 {}] regionserver.HStore(2317): Moving the files [hdfs://localhost:34345/user/jenkins/test-data/14d118ee-a83a-b09b-5913-1a58940a5db1/data/default/TestAcidGuarantees/6bba6f9894a8dbaebc3b47d6055c3663/A/47712e4fb13241e9bb67250e1803eeba, hdfs://localhost:34345/user/jenkins/test-data/14d118ee-a83a-b09b-5913-1a58940a5db1/data/default/TestAcidGuarantees/6bba6f9894a8dbaebc3b47d6055c3663/A/1daf1c792b3145d083ffa3b6202657e4, hdfs://localhost:34345/user/jenkins/test-data/14d118ee-a83a-b09b-5913-1a58940a5db1/data/default/TestAcidGuarantees/6bba6f9894a8dbaebc3b47d6055c3663/A/373876b9f8bb40fcb58280649995b19b, hdfs://localhost:34345/user/jenkins/test-data/14d118ee-a83a-b09b-5913-1a58940a5db1/data/default/TestAcidGuarantees/6bba6f9894a8dbaebc3b47d6055c3663/A/5d29800ba49e4c0f9f03f4e665f3aea3, hdfs://localhost:34345/user/jenkins/test-data/14d118ee-a83a-b09b-5913-1a58940a5db1/data/default/TestAcidGuarantees/6bba6f9894a8dbaebc3b47d6055c3663/A/94a5e7d712944c05a0beb4150dd461de, hdfs://localhost:34345/user/jenkins/test-data/14d118ee-a83a-b09b-5913-1a58940a5db1/data/default/TestAcidGuarantees/6bba6f9894a8dbaebc3b47d6055c3663/A/0765bb1acc304bfb8c2bf5f0e57d1434, hdfs://localhost:34345/user/jenkins/test-data/14d118ee-a83a-b09b-5913-1a58940a5db1/data/default/TestAcidGuarantees/6bba6f9894a8dbaebc3b47d6055c3663/A/c00e65dcc7ef47789eb474131f20aeb2, hdfs://localhost:34345/user/jenkins/test-data/14d118ee-a83a-b09b-5913-1a58940a5db1/data/default/TestAcidGuarantees/6bba6f9894a8dbaebc3b47d6055c3663/A/3b3a144e590a4b84b25df4f35e18c6ef, hdfs://localhost:34345/user/jenkins/test-data/14d118ee-a83a-b09b-5913-1a58940a5db1/data/default/TestAcidGuarantees/6bba6f9894a8dbaebc3b47d6055c3663/A/0389574cff0142dc81b31d595b5bb6fe, hdfs://localhost:34345/user/jenkins/test-data/14d118ee-a83a-b09b-5913-1a58940a5db1/data/default/TestAcidGuarantees/6bba6f9894a8dbaebc3b47d6055c3663/A/b2c49fcdee694d2193e7f1570704d1e3, hdfs://localhost:34345/user/jenkins/test-data/14d118ee-a83a-b09b-5913-1a58940a5db1/data/default/TestAcidGuarantees/6bba6f9894a8dbaebc3b47d6055c3663/A/56552d99ec3241ad89b84a1e01729bfa, hdfs://localhost:34345/user/jenkins/test-data/14d118ee-a83a-b09b-5913-1a58940a5db1/data/default/TestAcidGuarantees/6bba6f9894a8dbaebc3b47d6055c3663/A/4106db110eb74165871ef4977bcf3087, hdfs://localhost:34345/user/jenkins/test-data/14d118ee-a83a-b09b-5913-1a58940a5db1/data/default/TestAcidGuarantees/6bba6f9894a8dbaebc3b47d6055c3663/A/1fd2940fe270411283afd05364d8da12, hdfs://localhost:34345/user/jenkins/test-data/14d118ee-a83a-b09b-5913-1a58940a5db1/data/default/TestAcidGuarantees/6bba6f9894a8dbaebc3b47d6055c3663/A/4e757e19249c4c9abb36f2567c3689c0, hdfs://localhost:34345/user/jenkins/test-data/14d118ee-a83a-b09b-5913-1a58940a5db1/data/default/TestAcidGuarantees/6bba6f9894a8dbaebc3b47d6055c3663/A/18702818fe4941b591bd5632b195cbb4, hdfs://localhost:34345/user/jenkins/test-data/14d118ee-a83a-b09b-5913-1a58940a5db1/data/default/TestAcidGuarantees/6bba6f9894a8dbaebc3b47d6055c3663/A/327911e41f7f474ba4245fd06caade6e, hdfs://localhost:34345/user/jenkins/test-data/14d118ee-a83a-b09b-5913-1a58940a5db1/data/default/TestAcidGuarantees/6bba6f9894a8dbaebc3b47d6055c3663/A/45b1eb67564f4956bc91688271bf5c69, hdfs://localhost:34345/user/jenkins/test-data/14d118ee-a83a-b09b-5913-1a58940a5db1/data/default/TestAcidGuarantees/6bba6f9894a8dbaebc3b47d6055c3663/A/4bd16437a80a4843977a4a81c97f616f, hdfs://localhost:34345/user/jenkins/test-data/14d118ee-a83a-b09b-5913-1a58940a5db1/data/default/TestAcidGuarantees/6bba6f9894a8dbaebc3b47d6055c3663/A/0216b2e8cf2f430eaf5d478ff9ad731b, hdfs://localhost:34345/user/jenkins/test-data/14d118ee-a83a-b09b-5913-1a58940a5db1/data/default/TestAcidGuarantees/6bba6f9894a8dbaebc3b47d6055c3663/A/a94b023fc5bb436bbe14a85d9b901a85, hdfs://localhost:34345/user/jenkins/test-data/14d118ee-a83a-b09b-5913-1a58940a5db1/data/default/TestAcidGuarantees/6bba6f9894a8dbaebc3b47d6055c3663/A/9c8e54c63ffc44748e5854cb45eb3efd, hdfs://localhost:34345/user/jenkins/test-data/14d118ee-a83a-b09b-5913-1a58940a5db1/data/default/TestAcidGuarantees/6bba6f9894a8dbaebc3b47d6055c3663/A/3e8becf70a3245ec9d6d5572a1ae8835] to archive 2024-11-14T14:43:31,160 DEBUG [StoreCloser-TestAcidGuarantees,,1731595377819.6bba6f9894a8dbaebc3b47d6055c3663.-1 {}] backup.HFileArchiver(360): Archiving compacted files. 2024-11-14T14:43:31,161 DEBUG [StoreCloser-TestAcidGuarantees,,1731595377819.6bba6f9894a8dbaebc3b47d6055c3663.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:34345/user/jenkins/test-data/14d118ee-a83a-b09b-5913-1a58940a5db1/data/default/TestAcidGuarantees/6bba6f9894a8dbaebc3b47d6055c3663/A/47712e4fb13241e9bb67250e1803eeba to hdfs://localhost:34345/user/jenkins/test-data/14d118ee-a83a-b09b-5913-1a58940a5db1/archive/data/default/TestAcidGuarantees/6bba6f9894a8dbaebc3b47d6055c3663/A/47712e4fb13241e9bb67250e1803eeba 2024-11-14T14:43:31,162 DEBUG [StoreCloser-TestAcidGuarantees,,1731595377819.6bba6f9894a8dbaebc3b47d6055c3663.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:34345/user/jenkins/test-data/14d118ee-a83a-b09b-5913-1a58940a5db1/data/default/TestAcidGuarantees/6bba6f9894a8dbaebc3b47d6055c3663/A/1daf1c792b3145d083ffa3b6202657e4 to hdfs://localhost:34345/user/jenkins/test-data/14d118ee-a83a-b09b-5913-1a58940a5db1/archive/data/default/TestAcidGuarantees/6bba6f9894a8dbaebc3b47d6055c3663/A/1daf1c792b3145d083ffa3b6202657e4 2024-11-14T14:43:31,163 DEBUG [StoreCloser-TestAcidGuarantees,,1731595377819.6bba6f9894a8dbaebc3b47d6055c3663.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:34345/user/jenkins/test-data/14d118ee-a83a-b09b-5913-1a58940a5db1/data/default/TestAcidGuarantees/6bba6f9894a8dbaebc3b47d6055c3663/A/373876b9f8bb40fcb58280649995b19b to hdfs://localhost:34345/user/jenkins/test-data/14d118ee-a83a-b09b-5913-1a58940a5db1/archive/data/default/TestAcidGuarantees/6bba6f9894a8dbaebc3b47d6055c3663/A/373876b9f8bb40fcb58280649995b19b 2024-11-14T14:43:31,164 DEBUG [StoreCloser-TestAcidGuarantees,,1731595377819.6bba6f9894a8dbaebc3b47d6055c3663.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:34345/user/jenkins/test-data/14d118ee-a83a-b09b-5913-1a58940a5db1/data/default/TestAcidGuarantees/6bba6f9894a8dbaebc3b47d6055c3663/A/5d29800ba49e4c0f9f03f4e665f3aea3 to hdfs://localhost:34345/user/jenkins/test-data/14d118ee-a83a-b09b-5913-1a58940a5db1/archive/data/default/TestAcidGuarantees/6bba6f9894a8dbaebc3b47d6055c3663/A/5d29800ba49e4c0f9f03f4e665f3aea3 2024-11-14T14:43:31,165 DEBUG [StoreCloser-TestAcidGuarantees,,1731595377819.6bba6f9894a8dbaebc3b47d6055c3663.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:34345/user/jenkins/test-data/14d118ee-a83a-b09b-5913-1a58940a5db1/data/default/TestAcidGuarantees/6bba6f9894a8dbaebc3b47d6055c3663/A/94a5e7d712944c05a0beb4150dd461de to hdfs://localhost:34345/user/jenkins/test-data/14d118ee-a83a-b09b-5913-1a58940a5db1/archive/data/default/TestAcidGuarantees/6bba6f9894a8dbaebc3b47d6055c3663/A/94a5e7d712944c05a0beb4150dd461de 2024-11-14T14:43:31,166 DEBUG [StoreCloser-TestAcidGuarantees,,1731595377819.6bba6f9894a8dbaebc3b47d6055c3663.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:34345/user/jenkins/test-data/14d118ee-a83a-b09b-5913-1a58940a5db1/data/default/TestAcidGuarantees/6bba6f9894a8dbaebc3b47d6055c3663/A/0765bb1acc304bfb8c2bf5f0e57d1434 to hdfs://localhost:34345/user/jenkins/test-data/14d118ee-a83a-b09b-5913-1a58940a5db1/archive/data/default/TestAcidGuarantees/6bba6f9894a8dbaebc3b47d6055c3663/A/0765bb1acc304bfb8c2bf5f0e57d1434 2024-11-14T14:43:31,166 DEBUG [StoreCloser-TestAcidGuarantees,,1731595377819.6bba6f9894a8dbaebc3b47d6055c3663.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:34345/user/jenkins/test-data/14d118ee-a83a-b09b-5913-1a58940a5db1/data/default/TestAcidGuarantees/6bba6f9894a8dbaebc3b47d6055c3663/A/c00e65dcc7ef47789eb474131f20aeb2 to hdfs://localhost:34345/user/jenkins/test-data/14d118ee-a83a-b09b-5913-1a58940a5db1/archive/data/default/TestAcidGuarantees/6bba6f9894a8dbaebc3b47d6055c3663/A/c00e65dcc7ef47789eb474131f20aeb2 2024-11-14T14:43:31,167 DEBUG [StoreCloser-TestAcidGuarantees,,1731595377819.6bba6f9894a8dbaebc3b47d6055c3663.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:34345/user/jenkins/test-data/14d118ee-a83a-b09b-5913-1a58940a5db1/data/default/TestAcidGuarantees/6bba6f9894a8dbaebc3b47d6055c3663/A/3b3a144e590a4b84b25df4f35e18c6ef to hdfs://localhost:34345/user/jenkins/test-data/14d118ee-a83a-b09b-5913-1a58940a5db1/archive/data/default/TestAcidGuarantees/6bba6f9894a8dbaebc3b47d6055c3663/A/3b3a144e590a4b84b25df4f35e18c6ef 2024-11-14T14:43:31,168 DEBUG [StoreCloser-TestAcidGuarantees,,1731595377819.6bba6f9894a8dbaebc3b47d6055c3663.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:34345/user/jenkins/test-data/14d118ee-a83a-b09b-5913-1a58940a5db1/data/default/TestAcidGuarantees/6bba6f9894a8dbaebc3b47d6055c3663/A/0389574cff0142dc81b31d595b5bb6fe to hdfs://localhost:34345/user/jenkins/test-data/14d118ee-a83a-b09b-5913-1a58940a5db1/archive/data/default/TestAcidGuarantees/6bba6f9894a8dbaebc3b47d6055c3663/A/0389574cff0142dc81b31d595b5bb6fe 2024-11-14T14:43:31,169 DEBUG [StoreCloser-TestAcidGuarantees,,1731595377819.6bba6f9894a8dbaebc3b47d6055c3663.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:34345/user/jenkins/test-data/14d118ee-a83a-b09b-5913-1a58940a5db1/data/default/TestAcidGuarantees/6bba6f9894a8dbaebc3b47d6055c3663/A/b2c49fcdee694d2193e7f1570704d1e3 to hdfs://localhost:34345/user/jenkins/test-data/14d118ee-a83a-b09b-5913-1a58940a5db1/archive/data/default/TestAcidGuarantees/6bba6f9894a8dbaebc3b47d6055c3663/A/b2c49fcdee694d2193e7f1570704d1e3 2024-11-14T14:43:31,169 DEBUG [StoreCloser-TestAcidGuarantees,,1731595377819.6bba6f9894a8dbaebc3b47d6055c3663.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:34345/user/jenkins/test-data/14d118ee-a83a-b09b-5913-1a58940a5db1/data/default/TestAcidGuarantees/6bba6f9894a8dbaebc3b47d6055c3663/A/56552d99ec3241ad89b84a1e01729bfa to hdfs://localhost:34345/user/jenkins/test-data/14d118ee-a83a-b09b-5913-1a58940a5db1/archive/data/default/TestAcidGuarantees/6bba6f9894a8dbaebc3b47d6055c3663/A/56552d99ec3241ad89b84a1e01729bfa 2024-11-14T14:43:31,170 DEBUG [StoreCloser-TestAcidGuarantees,,1731595377819.6bba6f9894a8dbaebc3b47d6055c3663.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:34345/user/jenkins/test-data/14d118ee-a83a-b09b-5913-1a58940a5db1/data/default/TestAcidGuarantees/6bba6f9894a8dbaebc3b47d6055c3663/A/4106db110eb74165871ef4977bcf3087 to hdfs://localhost:34345/user/jenkins/test-data/14d118ee-a83a-b09b-5913-1a58940a5db1/archive/data/default/TestAcidGuarantees/6bba6f9894a8dbaebc3b47d6055c3663/A/4106db110eb74165871ef4977bcf3087 2024-11-14T14:43:31,171 DEBUG [StoreCloser-TestAcidGuarantees,,1731595377819.6bba6f9894a8dbaebc3b47d6055c3663.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:34345/user/jenkins/test-data/14d118ee-a83a-b09b-5913-1a58940a5db1/data/default/TestAcidGuarantees/6bba6f9894a8dbaebc3b47d6055c3663/A/1fd2940fe270411283afd05364d8da12 to hdfs://localhost:34345/user/jenkins/test-data/14d118ee-a83a-b09b-5913-1a58940a5db1/archive/data/default/TestAcidGuarantees/6bba6f9894a8dbaebc3b47d6055c3663/A/1fd2940fe270411283afd05364d8da12 2024-11-14T14:43:31,172 DEBUG [StoreCloser-TestAcidGuarantees,,1731595377819.6bba6f9894a8dbaebc3b47d6055c3663.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:34345/user/jenkins/test-data/14d118ee-a83a-b09b-5913-1a58940a5db1/data/default/TestAcidGuarantees/6bba6f9894a8dbaebc3b47d6055c3663/A/4e757e19249c4c9abb36f2567c3689c0 to hdfs://localhost:34345/user/jenkins/test-data/14d118ee-a83a-b09b-5913-1a58940a5db1/archive/data/default/TestAcidGuarantees/6bba6f9894a8dbaebc3b47d6055c3663/A/4e757e19249c4c9abb36f2567c3689c0 2024-11-14T14:43:31,172 DEBUG [StoreCloser-TestAcidGuarantees,,1731595377819.6bba6f9894a8dbaebc3b47d6055c3663.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:34345/user/jenkins/test-data/14d118ee-a83a-b09b-5913-1a58940a5db1/data/default/TestAcidGuarantees/6bba6f9894a8dbaebc3b47d6055c3663/A/18702818fe4941b591bd5632b195cbb4 to hdfs://localhost:34345/user/jenkins/test-data/14d118ee-a83a-b09b-5913-1a58940a5db1/archive/data/default/TestAcidGuarantees/6bba6f9894a8dbaebc3b47d6055c3663/A/18702818fe4941b591bd5632b195cbb4 2024-11-14T14:43:31,173 DEBUG [StoreCloser-TestAcidGuarantees,,1731595377819.6bba6f9894a8dbaebc3b47d6055c3663.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:34345/user/jenkins/test-data/14d118ee-a83a-b09b-5913-1a58940a5db1/data/default/TestAcidGuarantees/6bba6f9894a8dbaebc3b47d6055c3663/A/327911e41f7f474ba4245fd06caade6e to hdfs://localhost:34345/user/jenkins/test-data/14d118ee-a83a-b09b-5913-1a58940a5db1/archive/data/default/TestAcidGuarantees/6bba6f9894a8dbaebc3b47d6055c3663/A/327911e41f7f474ba4245fd06caade6e 2024-11-14T14:43:31,174 DEBUG [StoreCloser-TestAcidGuarantees,,1731595377819.6bba6f9894a8dbaebc3b47d6055c3663.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:34345/user/jenkins/test-data/14d118ee-a83a-b09b-5913-1a58940a5db1/data/default/TestAcidGuarantees/6bba6f9894a8dbaebc3b47d6055c3663/A/45b1eb67564f4956bc91688271bf5c69 to hdfs://localhost:34345/user/jenkins/test-data/14d118ee-a83a-b09b-5913-1a58940a5db1/archive/data/default/TestAcidGuarantees/6bba6f9894a8dbaebc3b47d6055c3663/A/45b1eb67564f4956bc91688271bf5c69 2024-11-14T14:43:31,175 DEBUG [StoreCloser-TestAcidGuarantees,,1731595377819.6bba6f9894a8dbaebc3b47d6055c3663.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:34345/user/jenkins/test-data/14d118ee-a83a-b09b-5913-1a58940a5db1/data/default/TestAcidGuarantees/6bba6f9894a8dbaebc3b47d6055c3663/A/4bd16437a80a4843977a4a81c97f616f to hdfs://localhost:34345/user/jenkins/test-data/14d118ee-a83a-b09b-5913-1a58940a5db1/archive/data/default/TestAcidGuarantees/6bba6f9894a8dbaebc3b47d6055c3663/A/4bd16437a80a4843977a4a81c97f616f 2024-11-14T14:43:31,175 DEBUG [StoreCloser-TestAcidGuarantees,,1731595377819.6bba6f9894a8dbaebc3b47d6055c3663.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:34345/user/jenkins/test-data/14d118ee-a83a-b09b-5913-1a58940a5db1/data/default/TestAcidGuarantees/6bba6f9894a8dbaebc3b47d6055c3663/A/0216b2e8cf2f430eaf5d478ff9ad731b to hdfs://localhost:34345/user/jenkins/test-data/14d118ee-a83a-b09b-5913-1a58940a5db1/archive/data/default/TestAcidGuarantees/6bba6f9894a8dbaebc3b47d6055c3663/A/0216b2e8cf2f430eaf5d478ff9ad731b 2024-11-14T14:43:31,176 DEBUG [StoreCloser-TestAcidGuarantees,,1731595377819.6bba6f9894a8dbaebc3b47d6055c3663.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:34345/user/jenkins/test-data/14d118ee-a83a-b09b-5913-1a58940a5db1/data/default/TestAcidGuarantees/6bba6f9894a8dbaebc3b47d6055c3663/A/a94b023fc5bb436bbe14a85d9b901a85 to hdfs://localhost:34345/user/jenkins/test-data/14d118ee-a83a-b09b-5913-1a58940a5db1/archive/data/default/TestAcidGuarantees/6bba6f9894a8dbaebc3b47d6055c3663/A/a94b023fc5bb436bbe14a85d9b901a85 2024-11-14T14:43:31,177 DEBUG [StoreCloser-TestAcidGuarantees,,1731595377819.6bba6f9894a8dbaebc3b47d6055c3663.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:34345/user/jenkins/test-data/14d118ee-a83a-b09b-5913-1a58940a5db1/data/default/TestAcidGuarantees/6bba6f9894a8dbaebc3b47d6055c3663/A/9c8e54c63ffc44748e5854cb45eb3efd to hdfs://localhost:34345/user/jenkins/test-data/14d118ee-a83a-b09b-5913-1a58940a5db1/archive/data/default/TestAcidGuarantees/6bba6f9894a8dbaebc3b47d6055c3663/A/9c8e54c63ffc44748e5854cb45eb3efd 2024-11-14T14:43:31,178 DEBUG [StoreCloser-TestAcidGuarantees,,1731595377819.6bba6f9894a8dbaebc3b47d6055c3663.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:34345/user/jenkins/test-data/14d118ee-a83a-b09b-5913-1a58940a5db1/data/default/TestAcidGuarantees/6bba6f9894a8dbaebc3b47d6055c3663/A/3e8becf70a3245ec9d6d5572a1ae8835 to hdfs://localhost:34345/user/jenkins/test-data/14d118ee-a83a-b09b-5913-1a58940a5db1/archive/data/default/TestAcidGuarantees/6bba6f9894a8dbaebc3b47d6055c3663/A/3e8becf70a3245ec9d6d5572a1ae8835 2024-11-14T14:43:31,179 DEBUG [StoreCloser-TestAcidGuarantees,,1731595377819.6bba6f9894a8dbaebc3b47d6055c3663.-1 {}] regionserver.HStore(2317): Moving the files [hdfs://localhost:34345/user/jenkins/test-data/14d118ee-a83a-b09b-5913-1a58940a5db1/data/default/TestAcidGuarantees/6bba6f9894a8dbaebc3b47d6055c3663/B/13f8c590be1b4000b8ec76f8ee78c89a, hdfs://localhost:34345/user/jenkins/test-data/14d118ee-a83a-b09b-5913-1a58940a5db1/data/default/TestAcidGuarantees/6bba6f9894a8dbaebc3b47d6055c3663/B/37904fb731f44c7e8c82dd33181cf469, hdfs://localhost:34345/user/jenkins/test-data/14d118ee-a83a-b09b-5913-1a58940a5db1/data/default/TestAcidGuarantees/6bba6f9894a8dbaebc3b47d6055c3663/B/abb42960c8fc423991b03c5c04744a05, hdfs://localhost:34345/user/jenkins/test-data/14d118ee-a83a-b09b-5913-1a58940a5db1/data/default/TestAcidGuarantees/6bba6f9894a8dbaebc3b47d6055c3663/B/a29b392715a84ff1ad061ddd215f4759, hdfs://localhost:34345/user/jenkins/test-data/14d118ee-a83a-b09b-5913-1a58940a5db1/data/default/TestAcidGuarantees/6bba6f9894a8dbaebc3b47d6055c3663/B/cd0f08e7e74b46609fb817e7130d72b3, hdfs://localhost:34345/user/jenkins/test-data/14d118ee-a83a-b09b-5913-1a58940a5db1/data/default/TestAcidGuarantees/6bba6f9894a8dbaebc3b47d6055c3663/B/74bdc213fff64ce1975dae67d15939dd, hdfs://localhost:34345/user/jenkins/test-data/14d118ee-a83a-b09b-5913-1a58940a5db1/data/default/TestAcidGuarantees/6bba6f9894a8dbaebc3b47d6055c3663/B/a7f2d66e812e4d0799403fba1e783a5a, hdfs://localhost:34345/user/jenkins/test-data/14d118ee-a83a-b09b-5913-1a58940a5db1/data/default/TestAcidGuarantees/6bba6f9894a8dbaebc3b47d6055c3663/B/25cef361e91b4e6e97bfb51e4df9ab40, hdfs://localhost:34345/user/jenkins/test-data/14d118ee-a83a-b09b-5913-1a58940a5db1/data/default/TestAcidGuarantees/6bba6f9894a8dbaebc3b47d6055c3663/B/c34d9a2b7a0b45dea0f6886d2a98e847, hdfs://localhost:34345/user/jenkins/test-data/14d118ee-a83a-b09b-5913-1a58940a5db1/data/default/TestAcidGuarantees/6bba6f9894a8dbaebc3b47d6055c3663/B/9da9d6ab83254e59a5e0521d36a9cb21, hdfs://localhost:34345/user/jenkins/test-data/14d118ee-a83a-b09b-5913-1a58940a5db1/data/default/TestAcidGuarantees/6bba6f9894a8dbaebc3b47d6055c3663/B/dd9a5d39eb4a48b5a97e0e6b712cdcad, hdfs://localhost:34345/user/jenkins/test-data/14d118ee-a83a-b09b-5913-1a58940a5db1/data/default/TestAcidGuarantees/6bba6f9894a8dbaebc3b47d6055c3663/B/178392401a8d45348070d9a7e0eac2c7, hdfs://localhost:34345/user/jenkins/test-data/14d118ee-a83a-b09b-5913-1a58940a5db1/data/default/TestAcidGuarantees/6bba6f9894a8dbaebc3b47d6055c3663/B/6e58567f37714c1a84593e3e40903659, hdfs://localhost:34345/user/jenkins/test-data/14d118ee-a83a-b09b-5913-1a58940a5db1/data/default/TestAcidGuarantees/6bba6f9894a8dbaebc3b47d6055c3663/B/4f4111ddb74c4c7f810833b0cf52bda6, hdfs://localhost:34345/user/jenkins/test-data/14d118ee-a83a-b09b-5913-1a58940a5db1/data/default/TestAcidGuarantees/6bba6f9894a8dbaebc3b47d6055c3663/B/d949e921a31744579f2e6f2f11f971f6, hdfs://localhost:34345/user/jenkins/test-data/14d118ee-a83a-b09b-5913-1a58940a5db1/data/default/TestAcidGuarantees/6bba6f9894a8dbaebc3b47d6055c3663/B/5f6778b1ef414fa29815912c317002d2, hdfs://localhost:34345/user/jenkins/test-data/14d118ee-a83a-b09b-5913-1a58940a5db1/data/default/TestAcidGuarantees/6bba6f9894a8dbaebc3b47d6055c3663/B/0110d818d913491d9fe8ecb4bb53fd21, hdfs://localhost:34345/user/jenkins/test-data/14d118ee-a83a-b09b-5913-1a58940a5db1/data/default/TestAcidGuarantees/6bba6f9894a8dbaebc3b47d6055c3663/B/1856ccbdb2c6414ca76855b48330a69a, hdfs://localhost:34345/user/jenkins/test-data/14d118ee-a83a-b09b-5913-1a58940a5db1/data/default/TestAcidGuarantees/6bba6f9894a8dbaebc3b47d6055c3663/B/f6fac498ed234d85a74c70d49eae9f58, hdfs://localhost:34345/user/jenkins/test-data/14d118ee-a83a-b09b-5913-1a58940a5db1/data/default/TestAcidGuarantees/6bba6f9894a8dbaebc3b47d6055c3663/B/5b2ebc4c3e2e4daba510f31452fb8055, hdfs://localhost:34345/user/jenkins/test-data/14d118ee-a83a-b09b-5913-1a58940a5db1/data/default/TestAcidGuarantees/6bba6f9894a8dbaebc3b47d6055c3663/B/2a4b760f865a414ea1077a2179b5c6e4, hdfs://localhost:34345/user/jenkins/test-data/14d118ee-a83a-b09b-5913-1a58940a5db1/data/default/TestAcidGuarantees/6bba6f9894a8dbaebc3b47d6055c3663/B/d2c43d4785f34eb39580cd3ecd351083] to archive 2024-11-14T14:43:31,179 DEBUG [StoreCloser-TestAcidGuarantees,,1731595377819.6bba6f9894a8dbaebc3b47d6055c3663.-1 {}] backup.HFileArchiver(360): Archiving compacted files. 2024-11-14T14:43:31,181 DEBUG [StoreCloser-TestAcidGuarantees,,1731595377819.6bba6f9894a8dbaebc3b47d6055c3663.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:34345/user/jenkins/test-data/14d118ee-a83a-b09b-5913-1a58940a5db1/data/default/TestAcidGuarantees/6bba6f9894a8dbaebc3b47d6055c3663/B/13f8c590be1b4000b8ec76f8ee78c89a to hdfs://localhost:34345/user/jenkins/test-data/14d118ee-a83a-b09b-5913-1a58940a5db1/archive/data/default/TestAcidGuarantees/6bba6f9894a8dbaebc3b47d6055c3663/B/13f8c590be1b4000b8ec76f8ee78c89a 2024-11-14T14:43:31,182 DEBUG [StoreCloser-TestAcidGuarantees,,1731595377819.6bba6f9894a8dbaebc3b47d6055c3663.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:34345/user/jenkins/test-data/14d118ee-a83a-b09b-5913-1a58940a5db1/data/default/TestAcidGuarantees/6bba6f9894a8dbaebc3b47d6055c3663/B/37904fb731f44c7e8c82dd33181cf469 to hdfs://localhost:34345/user/jenkins/test-data/14d118ee-a83a-b09b-5913-1a58940a5db1/archive/data/default/TestAcidGuarantees/6bba6f9894a8dbaebc3b47d6055c3663/B/37904fb731f44c7e8c82dd33181cf469 2024-11-14T14:43:31,182 DEBUG [StoreCloser-TestAcidGuarantees,,1731595377819.6bba6f9894a8dbaebc3b47d6055c3663.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:34345/user/jenkins/test-data/14d118ee-a83a-b09b-5913-1a58940a5db1/data/default/TestAcidGuarantees/6bba6f9894a8dbaebc3b47d6055c3663/B/abb42960c8fc423991b03c5c04744a05 to hdfs://localhost:34345/user/jenkins/test-data/14d118ee-a83a-b09b-5913-1a58940a5db1/archive/data/default/TestAcidGuarantees/6bba6f9894a8dbaebc3b47d6055c3663/B/abb42960c8fc423991b03c5c04744a05 2024-11-14T14:43:31,183 DEBUG [StoreCloser-TestAcidGuarantees,,1731595377819.6bba6f9894a8dbaebc3b47d6055c3663.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:34345/user/jenkins/test-data/14d118ee-a83a-b09b-5913-1a58940a5db1/data/default/TestAcidGuarantees/6bba6f9894a8dbaebc3b47d6055c3663/B/a29b392715a84ff1ad061ddd215f4759 to hdfs://localhost:34345/user/jenkins/test-data/14d118ee-a83a-b09b-5913-1a58940a5db1/archive/data/default/TestAcidGuarantees/6bba6f9894a8dbaebc3b47d6055c3663/B/a29b392715a84ff1ad061ddd215f4759 2024-11-14T14:43:31,184 DEBUG [StoreCloser-TestAcidGuarantees,,1731595377819.6bba6f9894a8dbaebc3b47d6055c3663.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:34345/user/jenkins/test-data/14d118ee-a83a-b09b-5913-1a58940a5db1/data/default/TestAcidGuarantees/6bba6f9894a8dbaebc3b47d6055c3663/B/cd0f08e7e74b46609fb817e7130d72b3 to hdfs://localhost:34345/user/jenkins/test-data/14d118ee-a83a-b09b-5913-1a58940a5db1/archive/data/default/TestAcidGuarantees/6bba6f9894a8dbaebc3b47d6055c3663/B/cd0f08e7e74b46609fb817e7130d72b3 2024-11-14T14:43:31,185 DEBUG [StoreCloser-TestAcidGuarantees,,1731595377819.6bba6f9894a8dbaebc3b47d6055c3663.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:34345/user/jenkins/test-data/14d118ee-a83a-b09b-5913-1a58940a5db1/data/default/TestAcidGuarantees/6bba6f9894a8dbaebc3b47d6055c3663/B/74bdc213fff64ce1975dae67d15939dd to hdfs://localhost:34345/user/jenkins/test-data/14d118ee-a83a-b09b-5913-1a58940a5db1/archive/data/default/TestAcidGuarantees/6bba6f9894a8dbaebc3b47d6055c3663/B/74bdc213fff64ce1975dae67d15939dd 2024-11-14T14:43:31,186 DEBUG [StoreCloser-TestAcidGuarantees,,1731595377819.6bba6f9894a8dbaebc3b47d6055c3663.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:34345/user/jenkins/test-data/14d118ee-a83a-b09b-5913-1a58940a5db1/data/default/TestAcidGuarantees/6bba6f9894a8dbaebc3b47d6055c3663/B/a7f2d66e812e4d0799403fba1e783a5a to hdfs://localhost:34345/user/jenkins/test-data/14d118ee-a83a-b09b-5913-1a58940a5db1/archive/data/default/TestAcidGuarantees/6bba6f9894a8dbaebc3b47d6055c3663/B/a7f2d66e812e4d0799403fba1e783a5a 2024-11-14T14:43:31,187 DEBUG [StoreCloser-TestAcidGuarantees,,1731595377819.6bba6f9894a8dbaebc3b47d6055c3663.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:34345/user/jenkins/test-data/14d118ee-a83a-b09b-5913-1a58940a5db1/data/default/TestAcidGuarantees/6bba6f9894a8dbaebc3b47d6055c3663/B/25cef361e91b4e6e97bfb51e4df9ab40 to hdfs://localhost:34345/user/jenkins/test-data/14d118ee-a83a-b09b-5913-1a58940a5db1/archive/data/default/TestAcidGuarantees/6bba6f9894a8dbaebc3b47d6055c3663/B/25cef361e91b4e6e97bfb51e4df9ab40 2024-11-14T14:43:31,187 DEBUG [StoreCloser-TestAcidGuarantees,,1731595377819.6bba6f9894a8dbaebc3b47d6055c3663.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:34345/user/jenkins/test-data/14d118ee-a83a-b09b-5913-1a58940a5db1/data/default/TestAcidGuarantees/6bba6f9894a8dbaebc3b47d6055c3663/B/c34d9a2b7a0b45dea0f6886d2a98e847 to hdfs://localhost:34345/user/jenkins/test-data/14d118ee-a83a-b09b-5913-1a58940a5db1/archive/data/default/TestAcidGuarantees/6bba6f9894a8dbaebc3b47d6055c3663/B/c34d9a2b7a0b45dea0f6886d2a98e847 2024-11-14T14:43:31,188 DEBUG [StoreCloser-TestAcidGuarantees,,1731595377819.6bba6f9894a8dbaebc3b47d6055c3663.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:34345/user/jenkins/test-data/14d118ee-a83a-b09b-5913-1a58940a5db1/data/default/TestAcidGuarantees/6bba6f9894a8dbaebc3b47d6055c3663/B/9da9d6ab83254e59a5e0521d36a9cb21 to hdfs://localhost:34345/user/jenkins/test-data/14d118ee-a83a-b09b-5913-1a58940a5db1/archive/data/default/TestAcidGuarantees/6bba6f9894a8dbaebc3b47d6055c3663/B/9da9d6ab83254e59a5e0521d36a9cb21 2024-11-14T14:43:31,189 DEBUG [StoreCloser-TestAcidGuarantees,,1731595377819.6bba6f9894a8dbaebc3b47d6055c3663.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:34345/user/jenkins/test-data/14d118ee-a83a-b09b-5913-1a58940a5db1/data/default/TestAcidGuarantees/6bba6f9894a8dbaebc3b47d6055c3663/B/dd9a5d39eb4a48b5a97e0e6b712cdcad to hdfs://localhost:34345/user/jenkins/test-data/14d118ee-a83a-b09b-5913-1a58940a5db1/archive/data/default/TestAcidGuarantees/6bba6f9894a8dbaebc3b47d6055c3663/B/dd9a5d39eb4a48b5a97e0e6b712cdcad 2024-11-14T14:43:31,190 DEBUG [StoreCloser-TestAcidGuarantees,,1731595377819.6bba6f9894a8dbaebc3b47d6055c3663.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:34345/user/jenkins/test-data/14d118ee-a83a-b09b-5913-1a58940a5db1/data/default/TestAcidGuarantees/6bba6f9894a8dbaebc3b47d6055c3663/B/178392401a8d45348070d9a7e0eac2c7 to hdfs://localhost:34345/user/jenkins/test-data/14d118ee-a83a-b09b-5913-1a58940a5db1/archive/data/default/TestAcidGuarantees/6bba6f9894a8dbaebc3b47d6055c3663/B/178392401a8d45348070d9a7e0eac2c7 2024-11-14T14:43:31,190 DEBUG [StoreCloser-TestAcidGuarantees,,1731595377819.6bba6f9894a8dbaebc3b47d6055c3663.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:34345/user/jenkins/test-data/14d118ee-a83a-b09b-5913-1a58940a5db1/data/default/TestAcidGuarantees/6bba6f9894a8dbaebc3b47d6055c3663/B/6e58567f37714c1a84593e3e40903659 to hdfs://localhost:34345/user/jenkins/test-data/14d118ee-a83a-b09b-5913-1a58940a5db1/archive/data/default/TestAcidGuarantees/6bba6f9894a8dbaebc3b47d6055c3663/B/6e58567f37714c1a84593e3e40903659 2024-11-14T14:43:31,191 DEBUG [StoreCloser-TestAcidGuarantees,,1731595377819.6bba6f9894a8dbaebc3b47d6055c3663.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:34345/user/jenkins/test-data/14d118ee-a83a-b09b-5913-1a58940a5db1/data/default/TestAcidGuarantees/6bba6f9894a8dbaebc3b47d6055c3663/B/4f4111ddb74c4c7f810833b0cf52bda6 to hdfs://localhost:34345/user/jenkins/test-data/14d118ee-a83a-b09b-5913-1a58940a5db1/archive/data/default/TestAcidGuarantees/6bba6f9894a8dbaebc3b47d6055c3663/B/4f4111ddb74c4c7f810833b0cf52bda6 2024-11-14T14:43:31,192 DEBUG [StoreCloser-TestAcidGuarantees,,1731595377819.6bba6f9894a8dbaebc3b47d6055c3663.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:34345/user/jenkins/test-data/14d118ee-a83a-b09b-5913-1a58940a5db1/data/default/TestAcidGuarantees/6bba6f9894a8dbaebc3b47d6055c3663/B/d949e921a31744579f2e6f2f11f971f6 to hdfs://localhost:34345/user/jenkins/test-data/14d118ee-a83a-b09b-5913-1a58940a5db1/archive/data/default/TestAcidGuarantees/6bba6f9894a8dbaebc3b47d6055c3663/B/d949e921a31744579f2e6f2f11f971f6 2024-11-14T14:43:31,193 DEBUG [StoreCloser-TestAcidGuarantees,,1731595377819.6bba6f9894a8dbaebc3b47d6055c3663.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:34345/user/jenkins/test-data/14d118ee-a83a-b09b-5913-1a58940a5db1/data/default/TestAcidGuarantees/6bba6f9894a8dbaebc3b47d6055c3663/B/5f6778b1ef414fa29815912c317002d2 to hdfs://localhost:34345/user/jenkins/test-data/14d118ee-a83a-b09b-5913-1a58940a5db1/archive/data/default/TestAcidGuarantees/6bba6f9894a8dbaebc3b47d6055c3663/B/5f6778b1ef414fa29815912c317002d2 2024-11-14T14:43:31,193 DEBUG [StoreCloser-TestAcidGuarantees,,1731595377819.6bba6f9894a8dbaebc3b47d6055c3663.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:34345/user/jenkins/test-data/14d118ee-a83a-b09b-5913-1a58940a5db1/data/default/TestAcidGuarantees/6bba6f9894a8dbaebc3b47d6055c3663/B/0110d818d913491d9fe8ecb4bb53fd21 to hdfs://localhost:34345/user/jenkins/test-data/14d118ee-a83a-b09b-5913-1a58940a5db1/archive/data/default/TestAcidGuarantees/6bba6f9894a8dbaebc3b47d6055c3663/B/0110d818d913491d9fe8ecb4bb53fd21 2024-11-14T14:43:31,194 DEBUG [StoreCloser-TestAcidGuarantees,,1731595377819.6bba6f9894a8dbaebc3b47d6055c3663.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:34345/user/jenkins/test-data/14d118ee-a83a-b09b-5913-1a58940a5db1/data/default/TestAcidGuarantees/6bba6f9894a8dbaebc3b47d6055c3663/B/1856ccbdb2c6414ca76855b48330a69a to hdfs://localhost:34345/user/jenkins/test-data/14d118ee-a83a-b09b-5913-1a58940a5db1/archive/data/default/TestAcidGuarantees/6bba6f9894a8dbaebc3b47d6055c3663/B/1856ccbdb2c6414ca76855b48330a69a 2024-11-14T14:43:31,195 DEBUG [StoreCloser-TestAcidGuarantees,,1731595377819.6bba6f9894a8dbaebc3b47d6055c3663.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:34345/user/jenkins/test-data/14d118ee-a83a-b09b-5913-1a58940a5db1/data/default/TestAcidGuarantees/6bba6f9894a8dbaebc3b47d6055c3663/B/f6fac498ed234d85a74c70d49eae9f58 to hdfs://localhost:34345/user/jenkins/test-data/14d118ee-a83a-b09b-5913-1a58940a5db1/archive/data/default/TestAcidGuarantees/6bba6f9894a8dbaebc3b47d6055c3663/B/f6fac498ed234d85a74c70d49eae9f58 2024-11-14T14:43:31,195 DEBUG [StoreCloser-TestAcidGuarantees,,1731595377819.6bba6f9894a8dbaebc3b47d6055c3663.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:34345/user/jenkins/test-data/14d118ee-a83a-b09b-5913-1a58940a5db1/data/default/TestAcidGuarantees/6bba6f9894a8dbaebc3b47d6055c3663/B/5b2ebc4c3e2e4daba510f31452fb8055 to hdfs://localhost:34345/user/jenkins/test-data/14d118ee-a83a-b09b-5913-1a58940a5db1/archive/data/default/TestAcidGuarantees/6bba6f9894a8dbaebc3b47d6055c3663/B/5b2ebc4c3e2e4daba510f31452fb8055 2024-11-14T14:43:31,196 DEBUG [StoreCloser-TestAcidGuarantees,,1731595377819.6bba6f9894a8dbaebc3b47d6055c3663.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:34345/user/jenkins/test-data/14d118ee-a83a-b09b-5913-1a58940a5db1/data/default/TestAcidGuarantees/6bba6f9894a8dbaebc3b47d6055c3663/B/2a4b760f865a414ea1077a2179b5c6e4 to hdfs://localhost:34345/user/jenkins/test-data/14d118ee-a83a-b09b-5913-1a58940a5db1/archive/data/default/TestAcidGuarantees/6bba6f9894a8dbaebc3b47d6055c3663/B/2a4b760f865a414ea1077a2179b5c6e4 2024-11-14T14:43:31,197 DEBUG [StoreCloser-TestAcidGuarantees,,1731595377819.6bba6f9894a8dbaebc3b47d6055c3663.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:34345/user/jenkins/test-data/14d118ee-a83a-b09b-5913-1a58940a5db1/data/default/TestAcidGuarantees/6bba6f9894a8dbaebc3b47d6055c3663/B/d2c43d4785f34eb39580cd3ecd351083 to hdfs://localhost:34345/user/jenkins/test-data/14d118ee-a83a-b09b-5913-1a58940a5db1/archive/data/default/TestAcidGuarantees/6bba6f9894a8dbaebc3b47d6055c3663/B/d2c43d4785f34eb39580cd3ecd351083 2024-11-14T14:43:31,198 DEBUG [StoreCloser-TestAcidGuarantees,,1731595377819.6bba6f9894a8dbaebc3b47d6055c3663.-1 {}] regionserver.HStore(2317): Moving the files [hdfs://localhost:34345/user/jenkins/test-data/14d118ee-a83a-b09b-5913-1a58940a5db1/data/default/TestAcidGuarantees/6bba6f9894a8dbaebc3b47d6055c3663/C/3367179fdb54482ea027f4ea6025eac1, hdfs://localhost:34345/user/jenkins/test-data/14d118ee-a83a-b09b-5913-1a58940a5db1/data/default/TestAcidGuarantees/6bba6f9894a8dbaebc3b47d6055c3663/C/02416d5620b8428d958498a11f41fd14, hdfs://localhost:34345/user/jenkins/test-data/14d118ee-a83a-b09b-5913-1a58940a5db1/data/default/TestAcidGuarantees/6bba6f9894a8dbaebc3b47d6055c3663/C/ecf3ed81fe8f4e0590e677d467d0609a, hdfs://localhost:34345/user/jenkins/test-data/14d118ee-a83a-b09b-5913-1a58940a5db1/data/default/TestAcidGuarantees/6bba6f9894a8dbaebc3b47d6055c3663/C/7e806d90f1404d25b74dc27370bae2fd, hdfs://localhost:34345/user/jenkins/test-data/14d118ee-a83a-b09b-5913-1a58940a5db1/data/default/TestAcidGuarantees/6bba6f9894a8dbaebc3b47d6055c3663/C/62dc906701214e3aa631f541af63cbab, hdfs://localhost:34345/user/jenkins/test-data/14d118ee-a83a-b09b-5913-1a58940a5db1/data/default/TestAcidGuarantees/6bba6f9894a8dbaebc3b47d6055c3663/C/907c21cdae344208ab1b8f76b528590c, hdfs://localhost:34345/user/jenkins/test-data/14d118ee-a83a-b09b-5913-1a58940a5db1/data/default/TestAcidGuarantees/6bba6f9894a8dbaebc3b47d6055c3663/C/3fd331a9b9c84c319c0748adca2f6d13, hdfs://localhost:34345/user/jenkins/test-data/14d118ee-a83a-b09b-5913-1a58940a5db1/data/default/TestAcidGuarantees/6bba6f9894a8dbaebc3b47d6055c3663/C/a2742d8a045443b9b75470e296926652, hdfs://localhost:34345/user/jenkins/test-data/14d118ee-a83a-b09b-5913-1a58940a5db1/data/default/TestAcidGuarantees/6bba6f9894a8dbaebc3b47d6055c3663/C/e23bf01037d546f4bbceade066a45616, hdfs://localhost:34345/user/jenkins/test-data/14d118ee-a83a-b09b-5913-1a58940a5db1/data/default/TestAcidGuarantees/6bba6f9894a8dbaebc3b47d6055c3663/C/bb429205d30a495587b53d579cb41c7e, hdfs://localhost:34345/user/jenkins/test-data/14d118ee-a83a-b09b-5913-1a58940a5db1/data/default/TestAcidGuarantees/6bba6f9894a8dbaebc3b47d6055c3663/C/246b920856394feb98c5efbf3d919b4c, hdfs://localhost:34345/user/jenkins/test-data/14d118ee-a83a-b09b-5913-1a58940a5db1/data/default/TestAcidGuarantees/6bba6f9894a8dbaebc3b47d6055c3663/C/3d909ce8d6094b20af6b0d0704e8c15d, hdfs://localhost:34345/user/jenkins/test-data/14d118ee-a83a-b09b-5913-1a58940a5db1/data/default/TestAcidGuarantees/6bba6f9894a8dbaebc3b47d6055c3663/C/a14058feca954316aff91a2632ab2e94, hdfs://localhost:34345/user/jenkins/test-data/14d118ee-a83a-b09b-5913-1a58940a5db1/data/default/TestAcidGuarantees/6bba6f9894a8dbaebc3b47d6055c3663/C/25b63fee448349278a9669131946432e, hdfs://localhost:34345/user/jenkins/test-data/14d118ee-a83a-b09b-5913-1a58940a5db1/data/default/TestAcidGuarantees/6bba6f9894a8dbaebc3b47d6055c3663/C/0732729ea3a645779cd71fa53f93dd24, hdfs://localhost:34345/user/jenkins/test-data/14d118ee-a83a-b09b-5913-1a58940a5db1/data/default/TestAcidGuarantees/6bba6f9894a8dbaebc3b47d6055c3663/C/696e6cdbbaa24960bc0860224a3dd2ac, hdfs://localhost:34345/user/jenkins/test-data/14d118ee-a83a-b09b-5913-1a58940a5db1/data/default/TestAcidGuarantees/6bba6f9894a8dbaebc3b47d6055c3663/C/7426c7e38731474bbf35f1699c400eae, hdfs://localhost:34345/user/jenkins/test-data/14d118ee-a83a-b09b-5913-1a58940a5db1/data/default/TestAcidGuarantees/6bba6f9894a8dbaebc3b47d6055c3663/C/c07407032fba41359e245116b52c868b, hdfs://localhost:34345/user/jenkins/test-data/14d118ee-a83a-b09b-5913-1a58940a5db1/data/default/TestAcidGuarantees/6bba6f9894a8dbaebc3b47d6055c3663/C/1d711bcf685d4992aae008c2ef339a89, hdfs://localhost:34345/user/jenkins/test-data/14d118ee-a83a-b09b-5913-1a58940a5db1/data/default/TestAcidGuarantees/6bba6f9894a8dbaebc3b47d6055c3663/C/a482d4a90abe446cad73070b5317f706, hdfs://localhost:34345/user/jenkins/test-data/14d118ee-a83a-b09b-5913-1a58940a5db1/data/default/TestAcidGuarantees/6bba6f9894a8dbaebc3b47d6055c3663/C/7e0efcce2f904ae7919e7e5f44d67e06, hdfs://localhost:34345/user/jenkins/test-data/14d118ee-a83a-b09b-5913-1a58940a5db1/data/default/TestAcidGuarantees/6bba6f9894a8dbaebc3b47d6055c3663/C/c51d5ccfc06c47e5b6c41ef1bc527650] to archive 2024-11-14T14:43:31,199 DEBUG [StoreCloser-TestAcidGuarantees,,1731595377819.6bba6f9894a8dbaebc3b47d6055c3663.-1 {}] backup.HFileArchiver(360): Archiving compacted files. 2024-11-14T14:43:31,200 DEBUG [StoreCloser-TestAcidGuarantees,,1731595377819.6bba6f9894a8dbaebc3b47d6055c3663.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:34345/user/jenkins/test-data/14d118ee-a83a-b09b-5913-1a58940a5db1/data/default/TestAcidGuarantees/6bba6f9894a8dbaebc3b47d6055c3663/C/3367179fdb54482ea027f4ea6025eac1 to hdfs://localhost:34345/user/jenkins/test-data/14d118ee-a83a-b09b-5913-1a58940a5db1/archive/data/default/TestAcidGuarantees/6bba6f9894a8dbaebc3b47d6055c3663/C/3367179fdb54482ea027f4ea6025eac1 2024-11-14T14:43:31,200 DEBUG [StoreCloser-TestAcidGuarantees,,1731595377819.6bba6f9894a8dbaebc3b47d6055c3663.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:34345/user/jenkins/test-data/14d118ee-a83a-b09b-5913-1a58940a5db1/data/default/TestAcidGuarantees/6bba6f9894a8dbaebc3b47d6055c3663/C/02416d5620b8428d958498a11f41fd14 to hdfs://localhost:34345/user/jenkins/test-data/14d118ee-a83a-b09b-5913-1a58940a5db1/archive/data/default/TestAcidGuarantees/6bba6f9894a8dbaebc3b47d6055c3663/C/02416d5620b8428d958498a11f41fd14 2024-11-14T14:43:31,201 DEBUG [StoreCloser-TestAcidGuarantees,,1731595377819.6bba6f9894a8dbaebc3b47d6055c3663.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:34345/user/jenkins/test-data/14d118ee-a83a-b09b-5913-1a58940a5db1/data/default/TestAcidGuarantees/6bba6f9894a8dbaebc3b47d6055c3663/C/ecf3ed81fe8f4e0590e677d467d0609a to hdfs://localhost:34345/user/jenkins/test-data/14d118ee-a83a-b09b-5913-1a58940a5db1/archive/data/default/TestAcidGuarantees/6bba6f9894a8dbaebc3b47d6055c3663/C/ecf3ed81fe8f4e0590e677d467d0609a 2024-11-14T14:43:31,202 DEBUG [StoreCloser-TestAcidGuarantees,,1731595377819.6bba6f9894a8dbaebc3b47d6055c3663.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:34345/user/jenkins/test-data/14d118ee-a83a-b09b-5913-1a58940a5db1/data/default/TestAcidGuarantees/6bba6f9894a8dbaebc3b47d6055c3663/C/7e806d90f1404d25b74dc27370bae2fd to hdfs://localhost:34345/user/jenkins/test-data/14d118ee-a83a-b09b-5913-1a58940a5db1/archive/data/default/TestAcidGuarantees/6bba6f9894a8dbaebc3b47d6055c3663/C/7e806d90f1404d25b74dc27370bae2fd 2024-11-14T14:43:31,203 DEBUG [StoreCloser-TestAcidGuarantees,,1731595377819.6bba6f9894a8dbaebc3b47d6055c3663.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:34345/user/jenkins/test-data/14d118ee-a83a-b09b-5913-1a58940a5db1/data/default/TestAcidGuarantees/6bba6f9894a8dbaebc3b47d6055c3663/C/62dc906701214e3aa631f541af63cbab to hdfs://localhost:34345/user/jenkins/test-data/14d118ee-a83a-b09b-5913-1a58940a5db1/archive/data/default/TestAcidGuarantees/6bba6f9894a8dbaebc3b47d6055c3663/C/62dc906701214e3aa631f541af63cbab 2024-11-14T14:43:31,203 DEBUG [StoreCloser-TestAcidGuarantees,,1731595377819.6bba6f9894a8dbaebc3b47d6055c3663.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:34345/user/jenkins/test-data/14d118ee-a83a-b09b-5913-1a58940a5db1/data/default/TestAcidGuarantees/6bba6f9894a8dbaebc3b47d6055c3663/C/907c21cdae344208ab1b8f76b528590c to hdfs://localhost:34345/user/jenkins/test-data/14d118ee-a83a-b09b-5913-1a58940a5db1/archive/data/default/TestAcidGuarantees/6bba6f9894a8dbaebc3b47d6055c3663/C/907c21cdae344208ab1b8f76b528590c 2024-11-14T14:43:31,204 DEBUG [StoreCloser-TestAcidGuarantees,,1731595377819.6bba6f9894a8dbaebc3b47d6055c3663.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:34345/user/jenkins/test-data/14d118ee-a83a-b09b-5913-1a58940a5db1/data/default/TestAcidGuarantees/6bba6f9894a8dbaebc3b47d6055c3663/C/3fd331a9b9c84c319c0748adca2f6d13 to hdfs://localhost:34345/user/jenkins/test-data/14d118ee-a83a-b09b-5913-1a58940a5db1/archive/data/default/TestAcidGuarantees/6bba6f9894a8dbaebc3b47d6055c3663/C/3fd331a9b9c84c319c0748adca2f6d13 2024-11-14T14:43:31,205 DEBUG [StoreCloser-TestAcidGuarantees,,1731595377819.6bba6f9894a8dbaebc3b47d6055c3663.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:34345/user/jenkins/test-data/14d118ee-a83a-b09b-5913-1a58940a5db1/data/default/TestAcidGuarantees/6bba6f9894a8dbaebc3b47d6055c3663/C/a2742d8a045443b9b75470e296926652 to hdfs://localhost:34345/user/jenkins/test-data/14d118ee-a83a-b09b-5913-1a58940a5db1/archive/data/default/TestAcidGuarantees/6bba6f9894a8dbaebc3b47d6055c3663/C/a2742d8a045443b9b75470e296926652 2024-11-14T14:43:31,206 DEBUG [StoreCloser-TestAcidGuarantees,,1731595377819.6bba6f9894a8dbaebc3b47d6055c3663.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:34345/user/jenkins/test-data/14d118ee-a83a-b09b-5913-1a58940a5db1/data/default/TestAcidGuarantees/6bba6f9894a8dbaebc3b47d6055c3663/C/e23bf01037d546f4bbceade066a45616 to hdfs://localhost:34345/user/jenkins/test-data/14d118ee-a83a-b09b-5913-1a58940a5db1/archive/data/default/TestAcidGuarantees/6bba6f9894a8dbaebc3b47d6055c3663/C/e23bf01037d546f4bbceade066a45616 2024-11-14T14:43:31,206 DEBUG [StoreCloser-TestAcidGuarantees,,1731595377819.6bba6f9894a8dbaebc3b47d6055c3663.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:34345/user/jenkins/test-data/14d118ee-a83a-b09b-5913-1a58940a5db1/data/default/TestAcidGuarantees/6bba6f9894a8dbaebc3b47d6055c3663/C/bb429205d30a495587b53d579cb41c7e to hdfs://localhost:34345/user/jenkins/test-data/14d118ee-a83a-b09b-5913-1a58940a5db1/archive/data/default/TestAcidGuarantees/6bba6f9894a8dbaebc3b47d6055c3663/C/bb429205d30a495587b53d579cb41c7e 2024-11-14T14:43:31,207 DEBUG [StoreCloser-TestAcidGuarantees,,1731595377819.6bba6f9894a8dbaebc3b47d6055c3663.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:34345/user/jenkins/test-data/14d118ee-a83a-b09b-5913-1a58940a5db1/data/default/TestAcidGuarantees/6bba6f9894a8dbaebc3b47d6055c3663/C/246b920856394feb98c5efbf3d919b4c to hdfs://localhost:34345/user/jenkins/test-data/14d118ee-a83a-b09b-5913-1a58940a5db1/archive/data/default/TestAcidGuarantees/6bba6f9894a8dbaebc3b47d6055c3663/C/246b920856394feb98c5efbf3d919b4c 2024-11-14T14:43:31,208 DEBUG [StoreCloser-TestAcidGuarantees,,1731595377819.6bba6f9894a8dbaebc3b47d6055c3663.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:34345/user/jenkins/test-data/14d118ee-a83a-b09b-5913-1a58940a5db1/data/default/TestAcidGuarantees/6bba6f9894a8dbaebc3b47d6055c3663/C/3d909ce8d6094b20af6b0d0704e8c15d to hdfs://localhost:34345/user/jenkins/test-data/14d118ee-a83a-b09b-5913-1a58940a5db1/archive/data/default/TestAcidGuarantees/6bba6f9894a8dbaebc3b47d6055c3663/C/3d909ce8d6094b20af6b0d0704e8c15d 2024-11-14T14:43:31,208 DEBUG [StoreCloser-TestAcidGuarantees,,1731595377819.6bba6f9894a8dbaebc3b47d6055c3663.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:34345/user/jenkins/test-data/14d118ee-a83a-b09b-5913-1a58940a5db1/data/default/TestAcidGuarantees/6bba6f9894a8dbaebc3b47d6055c3663/C/a14058feca954316aff91a2632ab2e94 to hdfs://localhost:34345/user/jenkins/test-data/14d118ee-a83a-b09b-5913-1a58940a5db1/archive/data/default/TestAcidGuarantees/6bba6f9894a8dbaebc3b47d6055c3663/C/a14058feca954316aff91a2632ab2e94 2024-11-14T14:43:31,209 DEBUG [StoreCloser-TestAcidGuarantees,,1731595377819.6bba6f9894a8dbaebc3b47d6055c3663.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:34345/user/jenkins/test-data/14d118ee-a83a-b09b-5913-1a58940a5db1/data/default/TestAcidGuarantees/6bba6f9894a8dbaebc3b47d6055c3663/C/25b63fee448349278a9669131946432e to hdfs://localhost:34345/user/jenkins/test-data/14d118ee-a83a-b09b-5913-1a58940a5db1/archive/data/default/TestAcidGuarantees/6bba6f9894a8dbaebc3b47d6055c3663/C/25b63fee448349278a9669131946432e 2024-11-14T14:43:31,210 DEBUG [StoreCloser-TestAcidGuarantees,,1731595377819.6bba6f9894a8dbaebc3b47d6055c3663.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:34345/user/jenkins/test-data/14d118ee-a83a-b09b-5913-1a58940a5db1/data/default/TestAcidGuarantees/6bba6f9894a8dbaebc3b47d6055c3663/C/0732729ea3a645779cd71fa53f93dd24 to hdfs://localhost:34345/user/jenkins/test-data/14d118ee-a83a-b09b-5913-1a58940a5db1/archive/data/default/TestAcidGuarantees/6bba6f9894a8dbaebc3b47d6055c3663/C/0732729ea3a645779cd71fa53f93dd24 2024-11-14T14:43:31,211 DEBUG [StoreCloser-TestAcidGuarantees,,1731595377819.6bba6f9894a8dbaebc3b47d6055c3663.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:34345/user/jenkins/test-data/14d118ee-a83a-b09b-5913-1a58940a5db1/data/default/TestAcidGuarantees/6bba6f9894a8dbaebc3b47d6055c3663/C/696e6cdbbaa24960bc0860224a3dd2ac to hdfs://localhost:34345/user/jenkins/test-data/14d118ee-a83a-b09b-5913-1a58940a5db1/archive/data/default/TestAcidGuarantees/6bba6f9894a8dbaebc3b47d6055c3663/C/696e6cdbbaa24960bc0860224a3dd2ac 2024-11-14T14:43:31,211 DEBUG [StoreCloser-TestAcidGuarantees,,1731595377819.6bba6f9894a8dbaebc3b47d6055c3663.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:34345/user/jenkins/test-data/14d118ee-a83a-b09b-5913-1a58940a5db1/data/default/TestAcidGuarantees/6bba6f9894a8dbaebc3b47d6055c3663/C/7426c7e38731474bbf35f1699c400eae to hdfs://localhost:34345/user/jenkins/test-data/14d118ee-a83a-b09b-5913-1a58940a5db1/archive/data/default/TestAcidGuarantees/6bba6f9894a8dbaebc3b47d6055c3663/C/7426c7e38731474bbf35f1699c400eae 2024-11-14T14:43:31,212 DEBUG [StoreCloser-TestAcidGuarantees,,1731595377819.6bba6f9894a8dbaebc3b47d6055c3663.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:34345/user/jenkins/test-data/14d118ee-a83a-b09b-5913-1a58940a5db1/data/default/TestAcidGuarantees/6bba6f9894a8dbaebc3b47d6055c3663/C/c07407032fba41359e245116b52c868b to hdfs://localhost:34345/user/jenkins/test-data/14d118ee-a83a-b09b-5913-1a58940a5db1/archive/data/default/TestAcidGuarantees/6bba6f9894a8dbaebc3b47d6055c3663/C/c07407032fba41359e245116b52c868b 2024-11-14T14:43:31,213 DEBUG [StoreCloser-TestAcidGuarantees,,1731595377819.6bba6f9894a8dbaebc3b47d6055c3663.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:34345/user/jenkins/test-data/14d118ee-a83a-b09b-5913-1a58940a5db1/data/default/TestAcidGuarantees/6bba6f9894a8dbaebc3b47d6055c3663/C/1d711bcf685d4992aae008c2ef339a89 to hdfs://localhost:34345/user/jenkins/test-data/14d118ee-a83a-b09b-5913-1a58940a5db1/archive/data/default/TestAcidGuarantees/6bba6f9894a8dbaebc3b47d6055c3663/C/1d711bcf685d4992aae008c2ef339a89 2024-11-14T14:43:31,214 DEBUG [StoreCloser-TestAcidGuarantees,,1731595377819.6bba6f9894a8dbaebc3b47d6055c3663.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:34345/user/jenkins/test-data/14d118ee-a83a-b09b-5913-1a58940a5db1/data/default/TestAcidGuarantees/6bba6f9894a8dbaebc3b47d6055c3663/C/a482d4a90abe446cad73070b5317f706 to hdfs://localhost:34345/user/jenkins/test-data/14d118ee-a83a-b09b-5913-1a58940a5db1/archive/data/default/TestAcidGuarantees/6bba6f9894a8dbaebc3b47d6055c3663/C/a482d4a90abe446cad73070b5317f706 2024-11-14T14:43:31,215 DEBUG [StoreCloser-TestAcidGuarantees,,1731595377819.6bba6f9894a8dbaebc3b47d6055c3663.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:34345/user/jenkins/test-data/14d118ee-a83a-b09b-5913-1a58940a5db1/data/default/TestAcidGuarantees/6bba6f9894a8dbaebc3b47d6055c3663/C/7e0efcce2f904ae7919e7e5f44d67e06 to hdfs://localhost:34345/user/jenkins/test-data/14d118ee-a83a-b09b-5913-1a58940a5db1/archive/data/default/TestAcidGuarantees/6bba6f9894a8dbaebc3b47d6055c3663/C/7e0efcce2f904ae7919e7e5f44d67e06 2024-11-14T14:43:31,215 DEBUG [StoreCloser-TestAcidGuarantees,,1731595377819.6bba6f9894a8dbaebc3b47d6055c3663.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:34345/user/jenkins/test-data/14d118ee-a83a-b09b-5913-1a58940a5db1/data/default/TestAcidGuarantees/6bba6f9894a8dbaebc3b47d6055c3663/C/c51d5ccfc06c47e5b6c41ef1bc527650 to hdfs://localhost:34345/user/jenkins/test-data/14d118ee-a83a-b09b-5913-1a58940a5db1/archive/data/default/TestAcidGuarantees/6bba6f9894a8dbaebc3b47d6055c3663/C/c51d5ccfc06c47e5b6c41ef1bc527650 2024-11-14T14:43:31,219 DEBUG [RS_CLOSE_REGION-regionserver/da1c6afcd1f9:0-0 {event_type=M_RS_CLOSE_REGION, pid=175}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:34345/user/jenkins/test-data/14d118ee-a83a-b09b-5913-1a58940a5db1/data/default/TestAcidGuarantees/6bba6f9894a8dbaebc3b47d6055c3663/recovered.edits/429.seqid, newMaxSeqId=429, maxSeqId=4 2024-11-14T14:43:31,219 INFO [RS_CLOSE_REGION-regionserver/da1c6afcd1f9:0-0 {event_type=M_RS_CLOSE_REGION, pid=175}] regionserver.HRegion(1973): Closed TestAcidGuarantees,,1731595377819.6bba6f9894a8dbaebc3b47d6055c3663. 2024-11-14T14:43:31,219 DEBUG [RS_CLOSE_REGION-regionserver/da1c6afcd1f9:0-0 {event_type=M_RS_CLOSE_REGION, pid=175}] regionserver.HRegion(1676): Region close journal for 6bba6f9894a8dbaebc3b47d6055c3663: Waiting for close lock at 1731595409514Running coprocessor pre-close hooks at 1731595409514Disabling compacts and flushes for region at 1731595409514Disabling writes for close at 1731595409514Obtaining lock to block concurrent updates at 1731595409514Preparing flush snapshotting stores in 6bba6f9894a8dbaebc3b47d6055c3663 at 1731595409514Finished memstore snapshotting TestAcidGuarantees,,1731595377819.6bba6f9894a8dbaebc3b47d6055c3663., syncing WAL and waiting on mvcc, flushsize=dataSize=27480, getHeapSize=82320, getOffHeapSize=0, getCellsCount=600 at 1731595409515 (+1 ms)Flushing stores of TestAcidGuarantees,,1731595377819.6bba6f9894a8dbaebc3b47d6055c3663. at 1731595409515Flushing 6bba6f9894a8dbaebc3b47d6055c3663/A: creating writer at 1731595409515Flushing mob file 6bba6f9894a8dbaebc3b47d6055c3663/A: appending metadata at 1731595409519 (+4 ms)Flushing mob file 6bba6f9894a8dbaebc3b47d6055c3663/A: closing flushed file at 1731595409519Flushing 6bba6f9894a8dbaebc3b47d6055c3663/A: appending metadata at 1731595409926 (+407 ms)Flushing 6bba6f9894a8dbaebc3b47d6055c3663/A: closing flushed file at 1731595409927 (+1 ms)Flushing 6bba6f9894a8dbaebc3b47d6055c3663/B: creating writer at 1731595410333 (+406 ms)Flushing 6bba6f9894a8dbaebc3b47d6055c3663/B: appending metadata at 1731595410335 (+2 ms)Flushing 6bba6f9894a8dbaebc3b47d6055c3663/B: closing flushed file at 1731595410335Flushing 6bba6f9894a8dbaebc3b47d6055c3663/C: creating writer at 1731595410741 (+406 ms)Flushing 6bba6f9894a8dbaebc3b47d6055c3663/C: appending metadata at 1731595410743 (+2 ms)Flushing 6bba6f9894a8dbaebc3b47d6055c3663/C: closing flushed file at 1731595410743Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@4d5ae2a: reopening flushed file at 1731595411150 (+407 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@725fea2: reopening flushed file at 1731595411153 (+3 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@51131ed4: reopening flushed file at 1731595411156 (+3 ms)Finished flush of dataSize ~26.84 KB/27480, heapSize ~80.39 KB/82320, currentSize=0 B/0 for 6bba6f9894a8dbaebc3b47d6055c3663 in 1645ms, sequenceid=426, compaction requested=true at 1731595411159 (+3 ms)Writing region close event to WAL at 1731595411216 (+57 ms)Running coprocessor post-close hooks at 1731595411219 (+3 ms)Closed at 1731595411219 2024-11-14T14:43:31,221 INFO [RS_CLOSE_REGION-regionserver/da1c6afcd1f9:0-0 {event_type=M_RS_CLOSE_REGION, pid=175}] handler.UnassignRegionHandler(157): Closed 6bba6f9894a8dbaebc3b47d6055c3663 2024-11-14T14:43:31,221 INFO [PEWorker-1 {}] assignment.RegionStateStore(223): pid=174 updating hbase:meta row=6bba6f9894a8dbaebc3b47d6055c3663, regionState=CLOSED 2024-11-14T14:43:31,222 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-3 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=175, ppid=174, state=RUNNABLE, hasLock=false; CloseRegionProcedure 6bba6f9894a8dbaebc3b47d6055c3663, server=da1c6afcd1f9,35765,1731595233113 because future has completed 2024-11-14T14:43:31,224 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=175, resume processing ppid=174 2024-11-14T14:43:31,224 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1521): Finished pid=175, ppid=174, state=SUCCESS, hasLock=false; CloseRegionProcedure 6bba6f9894a8dbaebc3b47d6055c3663, server=da1c6afcd1f9,35765,1731595233113 in 1.8620 sec 2024-11-14T14:43:31,226 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=174, resume processing ppid=173 2024-11-14T14:43:31,226 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1521): Finished pid=174, ppid=173, state=SUCCESS, hasLock=false; TransitRegionStateProcedure table=TestAcidGuarantees, region=6bba6f9894a8dbaebc3b47d6055c3663, UNASSIGN in 1.8660 sec 2024-11-14T14:43:31,227 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=173, resume processing ppid=172 2024-11-14T14:43:31,227 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1521): Finished pid=173, ppid=172, state=SUCCESS, hasLock=false; CloseTableRegionsProcedure table=TestAcidGuarantees in 1.8690 sec 2024-11-14T14:43:31,228 DEBUG [PEWorker-3 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":1,"row":"TestAcidGuarantees","families":{"table":[{"qualifier":"state","vlen":2,"tag":[],"timestamp":"1731595411228"}]},"ts":"1731595411228"} 2024-11-14T14:43:31,229 INFO [PEWorker-3 {}] hbase.MetaTableAccessor(843): Updated tableName=TestAcidGuarantees, state=DISABLED in hbase:meta 2024-11-14T14:43:31,229 INFO [PEWorker-3 {}] procedure.DisableTableProcedure(296): Set TestAcidGuarantees to state=DISABLED 2024-11-14T14:43:31,231 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1521): Finished pid=172, state=SUCCESS, hasLock=false; DisableTableProcedure table=TestAcidGuarantees in 1.8800 sec 2024-11-14T14:43:31,281 DEBUG [FsDatasetAsyncDiskServiceFixer {}] hbase.HBaseTestingUtil$FsDatasetAsyncDiskServiceFixer(597): NoSuchFieldException: threadGroup; It might because your Hadoop version > 3.2.3 or 3.3.4, See HBASE-27595 for details. 2024-11-14T14:43:31,496 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45145 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=172 2024-11-14T14:43:31,496 INFO [RPCClient-NioEventLoopGroup-4-4 {}] client.RawAsyncHBaseAdmin$TableProcedureBiConsumer(2721): Operation: DISABLE, Table Name: default:TestAcidGuarantees completed 2024-11-14T14:43:31,496 INFO [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45145 {}] master.HMaster$5(2570): Client=jenkins//172.17.0.2 delete TestAcidGuarantees 2024-11-14T14:43:31,497 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45145 {}] procedure2.ProcedureExecutor(1139): Stored pid=176, state=RUNNABLE:DELETE_TABLE_PRE_OPERATION, hasLock=false; DeleteTableProcedure table=TestAcidGuarantees 2024-11-14T14:43:31,498 DEBUG [PEWorker-1 {}] procedure.DeleteTableProcedure(103): Waiting for RIT for pid=176, state=RUNNABLE:DELETE_TABLE_PRE_OPERATION, hasLock=true; DeleteTableProcedure table=TestAcidGuarantees 2024-11-14T14:43:31,498 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45145 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=176 2024-11-14T14:43:31,498 DEBUG [PEWorker-1 {}] procedure.DeleteTableProcedure(115): Deleting regions from filesystem for pid=176, state=RUNNABLE:DELETE_TABLE_CLEAR_FS_LAYOUT, hasLock=true; DeleteTableProcedure table=TestAcidGuarantees 2024-11-14T14:43:31,501 DEBUG [HFileArchiver-6 {}] backup.HFileArchiver(131): ARCHIVING hdfs://localhost:34345/user/jenkins/test-data/14d118ee-a83a-b09b-5913-1a58940a5db1/data/default/TestAcidGuarantees/6bba6f9894a8dbaebc3b47d6055c3663 2024-11-14T14:43:31,503 DEBUG [HFileArchiver-6 {}] backup.HFileArchiver(159): Archiving [FileablePath, hdfs://localhost:34345/user/jenkins/test-data/14d118ee-a83a-b09b-5913-1a58940a5db1/data/default/TestAcidGuarantees/6bba6f9894a8dbaebc3b47d6055c3663/A, FileablePath, hdfs://localhost:34345/user/jenkins/test-data/14d118ee-a83a-b09b-5913-1a58940a5db1/data/default/TestAcidGuarantees/6bba6f9894a8dbaebc3b47d6055c3663/B, FileablePath, hdfs://localhost:34345/user/jenkins/test-data/14d118ee-a83a-b09b-5913-1a58940a5db1/data/default/TestAcidGuarantees/6bba6f9894a8dbaebc3b47d6055c3663/C, FileablePath, hdfs://localhost:34345/user/jenkins/test-data/14d118ee-a83a-b09b-5913-1a58940a5db1/data/default/TestAcidGuarantees/6bba6f9894a8dbaebc3b47d6055c3663/recovered.edits] 2024-11-14T14:43:31,505 DEBUG [HFileArchiver-6 {}] backup.HFileArchiver(596): Archived from FileablePath, hdfs://localhost:34345/user/jenkins/test-data/14d118ee-a83a-b09b-5913-1a58940a5db1/data/default/TestAcidGuarantees/6bba6f9894a8dbaebc3b47d6055c3663/A/19f63544460645a48ded97441c0519d3 to hdfs://localhost:34345/user/jenkins/test-data/14d118ee-a83a-b09b-5913-1a58940a5db1/archive/data/default/TestAcidGuarantees/6bba6f9894a8dbaebc3b47d6055c3663/A/19f63544460645a48ded97441c0519d3 2024-11-14T14:43:31,505 DEBUG [HFileArchiver-6 {}] backup.HFileArchiver(596): Archived from FileablePath, hdfs://localhost:34345/user/jenkins/test-data/14d118ee-a83a-b09b-5913-1a58940a5db1/data/default/TestAcidGuarantees/6bba6f9894a8dbaebc3b47d6055c3663/A/bdc3d763300d4b969052483e4bb6f209 to hdfs://localhost:34345/user/jenkins/test-data/14d118ee-a83a-b09b-5913-1a58940a5db1/archive/data/default/TestAcidGuarantees/6bba6f9894a8dbaebc3b47d6055c3663/A/bdc3d763300d4b969052483e4bb6f209 2024-11-14T14:43:31,506 DEBUG [HFileArchiver-6 {}] backup.HFileArchiver(596): Archived from FileablePath, hdfs://localhost:34345/user/jenkins/test-data/14d118ee-a83a-b09b-5913-1a58940a5db1/data/default/TestAcidGuarantees/6bba6f9894a8dbaebc3b47d6055c3663/A/d7609a03c11648879d5f2fd8ba9d4d57 to hdfs://localhost:34345/user/jenkins/test-data/14d118ee-a83a-b09b-5913-1a58940a5db1/archive/data/default/TestAcidGuarantees/6bba6f9894a8dbaebc3b47d6055c3663/A/d7609a03c11648879d5f2fd8ba9d4d57 2024-11-14T14:43:31,508 DEBUG [HFileArchiver-6 {}] backup.HFileArchiver(596): Archived from FileablePath, hdfs://localhost:34345/user/jenkins/test-data/14d118ee-a83a-b09b-5913-1a58940a5db1/data/default/TestAcidGuarantees/6bba6f9894a8dbaebc3b47d6055c3663/B/4945b7aa9d0b415d8779616b1f0a8be9 to hdfs://localhost:34345/user/jenkins/test-data/14d118ee-a83a-b09b-5913-1a58940a5db1/archive/data/default/TestAcidGuarantees/6bba6f9894a8dbaebc3b47d6055c3663/B/4945b7aa9d0b415d8779616b1f0a8be9 2024-11-14T14:43:31,509 DEBUG [HFileArchiver-6 {}] backup.HFileArchiver(596): Archived from FileablePath, hdfs://localhost:34345/user/jenkins/test-data/14d118ee-a83a-b09b-5913-1a58940a5db1/data/default/TestAcidGuarantees/6bba6f9894a8dbaebc3b47d6055c3663/B/595c5f4a2ab9417caadedad6c6c231eb to hdfs://localhost:34345/user/jenkins/test-data/14d118ee-a83a-b09b-5913-1a58940a5db1/archive/data/default/TestAcidGuarantees/6bba6f9894a8dbaebc3b47d6055c3663/B/595c5f4a2ab9417caadedad6c6c231eb 2024-11-14T14:43:31,510 DEBUG [HFileArchiver-6 {}] backup.HFileArchiver(596): Archived from FileablePath, hdfs://localhost:34345/user/jenkins/test-data/14d118ee-a83a-b09b-5913-1a58940a5db1/data/default/TestAcidGuarantees/6bba6f9894a8dbaebc3b47d6055c3663/B/9ede2560b24e49a8b58e7814835d9350 to hdfs://localhost:34345/user/jenkins/test-data/14d118ee-a83a-b09b-5913-1a58940a5db1/archive/data/default/TestAcidGuarantees/6bba6f9894a8dbaebc3b47d6055c3663/B/9ede2560b24e49a8b58e7814835d9350 2024-11-14T14:43:31,511 DEBUG [HFileArchiver-6 {}] backup.HFileArchiver(596): Archived from FileablePath, hdfs://localhost:34345/user/jenkins/test-data/14d118ee-a83a-b09b-5913-1a58940a5db1/data/default/TestAcidGuarantees/6bba6f9894a8dbaebc3b47d6055c3663/C/635d444e09da45169350e3a2ca9e51a4 to hdfs://localhost:34345/user/jenkins/test-data/14d118ee-a83a-b09b-5913-1a58940a5db1/archive/data/default/TestAcidGuarantees/6bba6f9894a8dbaebc3b47d6055c3663/C/635d444e09da45169350e3a2ca9e51a4 2024-11-14T14:43:31,512 DEBUG [HFileArchiver-6 {}] backup.HFileArchiver(596): Archived from FileablePath, hdfs://localhost:34345/user/jenkins/test-data/14d118ee-a83a-b09b-5913-1a58940a5db1/data/default/TestAcidGuarantees/6bba6f9894a8dbaebc3b47d6055c3663/C/846bfa7045854e28b4d5f328ca13e110 to hdfs://localhost:34345/user/jenkins/test-data/14d118ee-a83a-b09b-5913-1a58940a5db1/archive/data/default/TestAcidGuarantees/6bba6f9894a8dbaebc3b47d6055c3663/C/846bfa7045854e28b4d5f328ca13e110 2024-11-14T14:43:31,513 DEBUG [HFileArchiver-6 {}] backup.HFileArchiver(596): Archived from FileablePath, hdfs://localhost:34345/user/jenkins/test-data/14d118ee-a83a-b09b-5913-1a58940a5db1/data/default/TestAcidGuarantees/6bba6f9894a8dbaebc3b47d6055c3663/C/f457779850d0455da85997f258324bfe to hdfs://localhost:34345/user/jenkins/test-data/14d118ee-a83a-b09b-5913-1a58940a5db1/archive/data/default/TestAcidGuarantees/6bba6f9894a8dbaebc3b47d6055c3663/C/f457779850d0455da85997f258324bfe 2024-11-14T14:43:31,515 DEBUG [HFileArchiver-6 {}] backup.HFileArchiver(596): Archived from FileablePath, hdfs://localhost:34345/user/jenkins/test-data/14d118ee-a83a-b09b-5913-1a58940a5db1/data/default/TestAcidGuarantees/6bba6f9894a8dbaebc3b47d6055c3663/recovered.edits/429.seqid to hdfs://localhost:34345/user/jenkins/test-data/14d118ee-a83a-b09b-5913-1a58940a5db1/archive/data/default/TestAcidGuarantees/6bba6f9894a8dbaebc3b47d6055c3663/recovered.edits/429.seqid 2024-11-14T14:43:31,515 DEBUG [HFileArchiver-6 {}] backup.HFileArchiver(610): Deleted hdfs://localhost:34345/user/jenkins/test-data/14d118ee-a83a-b09b-5913-1a58940a5db1/data/default/TestAcidGuarantees/6bba6f9894a8dbaebc3b47d6055c3663 2024-11-14T14:43:31,515 DEBUG [PEWorker-1 {}] procedure.DeleteTableProcedure(313): Archived TestAcidGuarantees regions 2024-11-14T14:43:31,515 DEBUG [PEWorker-1 {}] backup.HFileArchiver(131): ARCHIVING hdfs://localhost:34345/user/jenkins/test-data/14d118ee-a83a-b09b-5913-1a58940a5db1/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3 2024-11-14T14:43:31,516 DEBUG [PEWorker-1 {}] backup.HFileArchiver(159): Archiving [FileablePath, hdfs://localhost:34345/user/jenkins/test-data/14d118ee-a83a-b09b-5913-1a58940a5db1/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A] 2024-11-14T14:43:31,518 DEBUG [PEWorker-1 {}] backup.HFileArchiver(596): Archived from FileablePath, hdfs://localhost:34345/user/jenkins/test-data/14d118ee-a83a-b09b-5913-1a58940a5db1/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e20241114111a47eff24a4a6182899811bbfd6c16_6bba6f9894a8dbaebc3b47d6055c3663 to hdfs://localhost:34345/user/jenkins/test-data/14d118ee-a83a-b09b-5913-1a58940a5db1/archive/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e20241114111a47eff24a4a6182899811bbfd6c16_6bba6f9894a8dbaebc3b47d6055c3663 2024-11-14T14:43:31,519 DEBUG [PEWorker-1 {}] backup.HFileArchiver(596): Archived from FileablePath, hdfs://localhost:34345/user/jenkins/test-data/14d118ee-a83a-b09b-5913-1a58940a5db1/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e2024111417548b74f0e248e3ae18b90dd460c320_6bba6f9894a8dbaebc3b47d6055c3663 to hdfs://localhost:34345/user/jenkins/test-data/14d118ee-a83a-b09b-5913-1a58940a5db1/archive/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e2024111417548b74f0e248e3ae18b90dd460c320_6bba6f9894a8dbaebc3b47d6055c3663 2024-11-14T14:43:31,520 DEBUG [PEWorker-1 {}] backup.HFileArchiver(596): Archived from FileablePath, hdfs://localhost:34345/user/jenkins/test-data/14d118ee-a83a-b09b-5913-1a58940a5db1/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e202411141cdcd6cacb33463db84673b82b4bd788_6bba6f9894a8dbaebc3b47d6055c3663 to hdfs://localhost:34345/user/jenkins/test-data/14d118ee-a83a-b09b-5913-1a58940a5db1/archive/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e202411141cdcd6cacb33463db84673b82b4bd788_6bba6f9894a8dbaebc3b47d6055c3663 2024-11-14T14:43:31,521 DEBUG [PEWorker-1 {}] backup.HFileArchiver(596): Archived from FileablePath, hdfs://localhost:34345/user/jenkins/test-data/14d118ee-a83a-b09b-5913-1a58940a5db1/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e202411141ebf9d2e02e34135aeb6bdd39057fdd0_6bba6f9894a8dbaebc3b47d6055c3663 to hdfs://localhost:34345/user/jenkins/test-data/14d118ee-a83a-b09b-5913-1a58940a5db1/archive/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e202411141ebf9d2e02e34135aeb6bdd39057fdd0_6bba6f9894a8dbaebc3b47d6055c3663 2024-11-14T14:43:31,522 DEBUG [PEWorker-1 {}] backup.HFileArchiver(596): Archived from FileablePath, hdfs://localhost:34345/user/jenkins/test-data/14d118ee-a83a-b09b-5913-1a58940a5db1/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e202411142176906784304a688d6320833a575fde_6bba6f9894a8dbaebc3b47d6055c3663 to hdfs://localhost:34345/user/jenkins/test-data/14d118ee-a83a-b09b-5913-1a58940a5db1/archive/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e202411142176906784304a688d6320833a575fde_6bba6f9894a8dbaebc3b47d6055c3663 2024-11-14T14:43:31,523 DEBUG [PEWorker-1 {}] backup.HFileArchiver(596): Archived from FileablePath, hdfs://localhost:34345/user/jenkins/test-data/14d118ee-a83a-b09b-5913-1a58940a5db1/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e202411142ab2a05ed8bb418eaf747cb57588fc00_6bba6f9894a8dbaebc3b47d6055c3663 to hdfs://localhost:34345/user/jenkins/test-data/14d118ee-a83a-b09b-5913-1a58940a5db1/archive/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e202411142ab2a05ed8bb418eaf747cb57588fc00_6bba6f9894a8dbaebc3b47d6055c3663 2024-11-14T14:43:31,524 DEBUG [PEWorker-1 {}] backup.HFileArchiver(596): Archived from FileablePath, hdfs://localhost:34345/user/jenkins/test-data/14d118ee-a83a-b09b-5913-1a58940a5db1/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e202411142fc8177a362f4b1d931b4c39b55d5733_6bba6f9894a8dbaebc3b47d6055c3663 to hdfs://localhost:34345/user/jenkins/test-data/14d118ee-a83a-b09b-5913-1a58940a5db1/archive/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e202411142fc8177a362f4b1d931b4c39b55d5733_6bba6f9894a8dbaebc3b47d6055c3663 2024-11-14T14:43:31,524 DEBUG [PEWorker-1 {}] backup.HFileArchiver(596): Archived from FileablePath, hdfs://localhost:34345/user/jenkins/test-data/14d118ee-a83a-b09b-5913-1a58940a5db1/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e2024111442ed7588f4b446a4ad4e935c522021f3_6bba6f9894a8dbaebc3b47d6055c3663 to hdfs://localhost:34345/user/jenkins/test-data/14d118ee-a83a-b09b-5913-1a58940a5db1/archive/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e2024111442ed7588f4b446a4ad4e935c522021f3_6bba6f9894a8dbaebc3b47d6055c3663 2024-11-14T14:43:31,525 DEBUG [PEWorker-1 {}] backup.HFileArchiver(596): Archived from FileablePath, hdfs://localhost:34345/user/jenkins/test-data/14d118ee-a83a-b09b-5913-1a58940a5db1/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e2024111443ef9103f1534729937dd83823131969_6bba6f9894a8dbaebc3b47d6055c3663 to hdfs://localhost:34345/user/jenkins/test-data/14d118ee-a83a-b09b-5913-1a58940a5db1/archive/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e2024111443ef9103f1534729937dd83823131969_6bba6f9894a8dbaebc3b47d6055c3663 2024-11-14T14:43:31,526 DEBUG [PEWorker-1 {}] backup.HFileArchiver(596): Archived from FileablePath, hdfs://localhost:34345/user/jenkins/test-data/14d118ee-a83a-b09b-5913-1a58940a5db1/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e202411145d044d8eb21a40b0b093855bacdb058c_6bba6f9894a8dbaebc3b47d6055c3663 to hdfs://localhost:34345/user/jenkins/test-data/14d118ee-a83a-b09b-5913-1a58940a5db1/archive/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e202411145d044d8eb21a40b0b093855bacdb058c_6bba6f9894a8dbaebc3b47d6055c3663 2024-11-14T14:43:31,527 DEBUG [PEWorker-1 {}] backup.HFileArchiver(596): Archived from FileablePath, hdfs://localhost:34345/user/jenkins/test-data/14d118ee-a83a-b09b-5913-1a58940a5db1/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e2024111461306a9f0aad4eb8b8f3123890f3bced_6bba6f9894a8dbaebc3b47d6055c3663 to hdfs://localhost:34345/user/jenkins/test-data/14d118ee-a83a-b09b-5913-1a58940a5db1/archive/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e2024111461306a9f0aad4eb8b8f3123890f3bced_6bba6f9894a8dbaebc3b47d6055c3663 2024-11-14T14:43:31,528 DEBUG [PEWorker-1 {}] backup.HFileArchiver(596): Archived from FileablePath, hdfs://localhost:34345/user/jenkins/test-data/14d118ee-a83a-b09b-5913-1a58940a5db1/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e202411146a8b926858644688ba4d75c5c40310a9_6bba6f9894a8dbaebc3b47d6055c3663 to hdfs://localhost:34345/user/jenkins/test-data/14d118ee-a83a-b09b-5913-1a58940a5db1/archive/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e202411146a8b926858644688ba4d75c5c40310a9_6bba6f9894a8dbaebc3b47d6055c3663 2024-11-14T14:43:31,529 DEBUG [PEWorker-1 {}] backup.HFileArchiver(596): Archived from FileablePath, hdfs://localhost:34345/user/jenkins/test-data/14d118ee-a83a-b09b-5913-1a58940a5db1/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e202411149319774812724d29b9cfd5e6682fcb36_6bba6f9894a8dbaebc3b47d6055c3663 to hdfs://localhost:34345/user/jenkins/test-data/14d118ee-a83a-b09b-5913-1a58940a5db1/archive/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e202411149319774812724d29b9cfd5e6682fcb36_6bba6f9894a8dbaebc3b47d6055c3663 2024-11-14T14:43:31,530 DEBUG [PEWorker-1 {}] backup.HFileArchiver(596): Archived from FileablePath, hdfs://localhost:34345/user/jenkins/test-data/14d118ee-a83a-b09b-5913-1a58940a5db1/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e20241114a24884fdf29c40ceb84842f65ecc3ad9_6bba6f9894a8dbaebc3b47d6055c3663 to hdfs://localhost:34345/user/jenkins/test-data/14d118ee-a83a-b09b-5913-1a58940a5db1/archive/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e20241114a24884fdf29c40ceb84842f65ecc3ad9_6bba6f9894a8dbaebc3b47d6055c3663 2024-11-14T14:43:31,531 DEBUG [PEWorker-1 {}] backup.HFileArchiver(596): Archived from FileablePath, hdfs://localhost:34345/user/jenkins/test-data/14d118ee-a83a-b09b-5913-1a58940a5db1/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e20241114b167bbcdb8bd4438853a960591701fe7_6bba6f9894a8dbaebc3b47d6055c3663 to hdfs://localhost:34345/user/jenkins/test-data/14d118ee-a83a-b09b-5913-1a58940a5db1/archive/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e20241114b167bbcdb8bd4438853a960591701fe7_6bba6f9894a8dbaebc3b47d6055c3663 2024-11-14T14:43:31,532 DEBUG [PEWorker-1 {}] backup.HFileArchiver(596): Archived from FileablePath, hdfs://localhost:34345/user/jenkins/test-data/14d118ee-a83a-b09b-5913-1a58940a5db1/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e20241114de6fad123cc742f799135fdeb23545a6_6bba6f9894a8dbaebc3b47d6055c3663 to hdfs://localhost:34345/user/jenkins/test-data/14d118ee-a83a-b09b-5913-1a58940a5db1/archive/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e20241114de6fad123cc742f799135fdeb23545a6_6bba6f9894a8dbaebc3b47d6055c3663 2024-11-14T14:43:31,533 DEBUG [PEWorker-1 {}] backup.HFileArchiver(596): Archived from FileablePath, hdfs://localhost:34345/user/jenkins/test-data/14d118ee-a83a-b09b-5913-1a58940a5db1/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e20241114e6160ad6f4d04c2796e294aee2c40f8a_6bba6f9894a8dbaebc3b47d6055c3663 to hdfs://localhost:34345/user/jenkins/test-data/14d118ee-a83a-b09b-5913-1a58940a5db1/archive/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e20241114e6160ad6f4d04c2796e294aee2c40f8a_6bba6f9894a8dbaebc3b47d6055c3663 2024-11-14T14:43:31,534 DEBUG [PEWorker-1 {}] backup.HFileArchiver(596): Archived from FileablePath, hdfs://localhost:34345/user/jenkins/test-data/14d118ee-a83a-b09b-5913-1a58940a5db1/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e20241114f3eeca98831a4318b94954a01ddaacd0_6bba6f9894a8dbaebc3b47d6055c3663 to hdfs://localhost:34345/user/jenkins/test-data/14d118ee-a83a-b09b-5913-1a58940a5db1/archive/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e20241114f3eeca98831a4318b94954a01ddaacd0_6bba6f9894a8dbaebc3b47d6055c3663 2024-11-14T14:43:31,535 DEBUG [PEWorker-1 {}] backup.HFileArchiver(596): Archived from FileablePath, hdfs://localhost:34345/user/jenkins/test-data/14d118ee-a83a-b09b-5913-1a58940a5db1/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e20241114f5f944d30d364f72bfb89a9399980560_6bba6f9894a8dbaebc3b47d6055c3663 to hdfs://localhost:34345/user/jenkins/test-data/14d118ee-a83a-b09b-5913-1a58940a5db1/archive/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e20241114f5f944d30d364f72bfb89a9399980560_6bba6f9894a8dbaebc3b47d6055c3663 2024-11-14T14:43:31,535 DEBUG [PEWorker-1 {}] backup.HFileArchiver(610): Deleted hdfs://localhost:34345/user/jenkins/test-data/14d118ee-a83a-b09b-5913-1a58940a5db1/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3 2024-11-14T14:43:31,537 DEBUG [PEWorker-1 {}] procedure.DeleteTableProcedure(120): Deleting regions from META for pid=176, state=RUNNABLE:DELETE_TABLE_REMOVE_FROM_META, hasLock=true; DeleteTableProcedure table=TestAcidGuarantees 2024-11-14T14:43:31,539 WARN [PEWorker-1 {}] procedure.DeleteTableProcedure(370): Deleting some vestigial 1 rows of TestAcidGuarantees from hbase:meta 2024-11-14T14:43:31,540 DEBUG [PEWorker-1 {}] procedure.DeleteTableProcedure(407): Removing 'TestAcidGuarantees' descriptor. 2024-11-14T14:43:31,541 DEBUG [PEWorker-1 {}] procedure.DeleteTableProcedure(126): Deleting assignment state for pid=176, state=RUNNABLE:DELETE_TABLE_UNASSIGN_REGIONS, hasLock=true; DeleteTableProcedure table=TestAcidGuarantees 2024-11-14T14:43:31,541 DEBUG [PEWorker-1 {}] procedure.DeleteTableProcedure(397): Removing 'TestAcidGuarantees' from region states. 2024-11-14T14:43:31,541 DEBUG [PEWorker-1 {}] assignment.RegionStateStore(723): Delete {"totalColumns":1,"row":"TestAcidGuarantees,,1731595377819.6bba6f9894a8dbaebc3b47d6055c3663.","families":{"info":[{"qualifier":"","vlen":0,"tag":[],"timestamp":"1731595411541"}]},"ts":"9223372036854775807"} 2024-11-14T14:43:31,543 INFO [PEWorker-1 {}] assignment.RegionStateStore(562): Deleted 1 regions from META 2024-11-14T14:43:31,543 DEBUG [PEWorker-1 {}] assignment.RegionStateStore(563): Deleted regions: [{ENCODED => 6bba6f9894a8dbaebc3b47d6055c3663, NAME => 'TestAcidGuarantees,,1731595377819.6bba6f9894a8dbaebc3b47d6055c3663.', STARTKEY => '', ENDKEY => ''}] 2024-11-14T14:43:31,543 DEBUG [PEWorker-1 {}] procedure.DeleteTableProcedure(401): Marking 'TestAcidGuarantees' as deleted. 2024-11-14T14:43:31,543 DEBUG [PEWorker-1 {}] hbase.MetaTableAccessor(964): Delete {"totalColumns":1,"row":"TestAcidGuarantees","families":{"table":[{"qualifier":"state","vlen":0,"tag":[],"timestamp":"1731595411543"}]},"ts":"9223372036854775807"} 2024-11-14T14:43:31,544 INFO [PEWorker-1 {}] hbase.MetaTableAccessor(867): Deleted table TestAcidGuarantees state from META 2024-11-14T14:43:31,545 DEBUG [PEWorker-1 {}] procedure.DeleteTableProcedure(133): Finished pid=176, state=RUNNABLE:DELETE_TABLE_POST_OPERATION, hasLock=true; DeleteTableProcedure table=TestAcidGuarantees 2024-11-14T14:43:31,545 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1521): Finished pid=176, state=SUCCESS, hasLock=false; DeleteTableProcedure table=TestAcidGuarantees in 49 msec 2024-11-14T14:43:31,606 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45145 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=176 2024-11-14T14:43:31,607 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocator(219): Clear meta cache for TestAcidGuarantees 2024-11-14T14:43:31,607 INFO [RPCClient-NioEventLoopGroup-4-4 {}] client.RawAsyncHBaseAdmin$TableProcedureBiConsumer(2721): Operation: DELETE, Table Name: default:TestAcidGuarantees completed 2024-11-14T14:43:31,616 INFO [Time-limited test {}] hbase.ResourceChecker(175): after: TestAcidGuaranteesWithEagerPolicy#testMobGetAtomicity Thread=247 (was 248), OpenFileDescriptor=447 (was 445) - OpenFileDescriptor LEAK? -, MaxFileDescriptor=1048576 (was 1048576), SystemLoadAverage=303 (was 381), ProcessCount=11 (was 11), AvailableMemoryMB=7257 (was 7357) 2024-11-14T14:43:31,616 INFO [Time-limited test {}] hbase.HBaseTestingUtil(1019): Shutting down minicluster 2024-11-14T14:43:31,616 INFO [Time-limited test {}] client.AsyncConnectionImpl(233): Connection has been closed by Time-limited test. 2024-11-14T14:43:31,616 DEBUG [Time-limited test {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hbase.thirdparty.com.google.common.io.Closeables.close(Closeables.java:79) at org.apache.hadoop.hbase.HBaseTestingUtil.closeConnection(HBaseTestingUtil.java:2611) at org.apache.hadoop.hbase.HBaseTestingUtil.cleanup(HBaseTestingUtil.java:1065) at org.apache.hadoop.hbase.HBaseTestingUtil.shutdownMiniHBaseCluster(HBaseTestingUtil.java:1034) at org.apache.hadoop.hbase.HBaseTestingUtil.shutdownMiniCluster(HBaseTestingUtil.java:1020) at org.apache.hadoop.hbase.AcidGuaranteesTestBase.tearDownAfterClass(AcidGuaranteesTestBase.java:66) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:77) at java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) at java.base/java.lang.reflect.Method.invoke(Method.java:568) at org.junit.runners.model.FrameworkMethod$1.runReflectiveCall(FrameworkMethod.java:59) at org.junit.internal.runners.model.ReflectiveCallable.run(ReflectiveCallable.java:12) at org.junit.runners.model.FrameworkMethod.invokeExplosively(FrameworkMethod.java:56) at org.junit.internal.runners.statements.RunAfters.invokeMethod(RunAfters.java:46) at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:33) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:299) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:293) at java.base/java.util.concurrent.FutureTask.run(FutureTask.java:264) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-14T14:43:31,616 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-14T14:43:31,616 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-14T14:43:31,616 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-11-14T14:43:31,616 DEBUG [Time-limited test {}] util.JVMClusterUtil(237): Shutting down HBase Cluster 2024-11-14T14:43:31,616 DEBUG [Time-limited test {}] util.JVMClusterUtil(257): Found active master hash=611241949, stopped=false 2024-11-14T14:43:31,617 INFO [Time-limited test {}] master.ServerManager(983): Cluster shutdown requested of master=da1c6afcd1f9,45145,1731595232258 2024-11-14T14:43:31,619 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:35765-0x101a739d5e50001, quorum=127.0.0.1:49531, baseZNode=/hbase Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/hbase/running 2024-11-14T14:43:31,619 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:45145-0x101a739d5e50000, quorum=127.0.0.1:49531, baseZNode=/hbase Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/hbase/running 2024-11-14T14:43:31,619 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:35765-0x101a739d5e50001, quorum=127.0.0.1:49531, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-11-14T14:43:31,619 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:45145-0x101a739d5e50000, quorum=127.0.0.1:49531, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-11-14T14:43:31,619 INFO [Time-limited test {}] procedure2.ProcedureExecutor(723): Stopping 2024-11-14T14:43:31,619 INFO [Time-limited test {}] client.AsyncConnectionImpl(233): Connection has been closed by Time-limited test. 2024-11-14T14:43:31,619 DEBUG [Time-limited test {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.master.HMaster.lambda$shutdown$17(HMaster.java:3306) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.master.HMaster.shutdown(HMaster.java:3277) at org.apache.hadoop.hbase.util.JVMClusterUtil.shutdown(JVMClusterUtil.java:265) at org.apache.hadoop.hbase.LocalHBaseCluster.shutdown(LocalHBaseCluster.java:416) at org.apache.hadoop.hbase.SingleProcessHBaseCluster.shutdown(SingleProcessHBaseCluster.java:676) at org.apache.hadoop.hbase.HBaseTestingUtil.shutdownMiniHBaseCluster(HBaseTestingUtil.java:1036) at org.apache.hadoop.hbase.HBaseTestingUtil.shutdownMiniCluster(HBaseTestingUtil.java:1020) at org.apache.hadoop.hbase.AcidGuaranteesTestBase.tearDownAfterClass(AcidGuaranteesTestBase.java:66) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:77) at java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) at java.base/java.lang.reflect.Method.invoke(Method.java:568) at org.junit.runners.model.FrameworkMethod$1.runReflectiveCall(FrameworkMethod.java:59) at org.junit.internal.runners.model.ReflectiveCallable.run(ReflectiveCallable.java:12) at org.junit.runners.model.FrameworkMethod.invokeExplosively(FrameworkMethod.java:56) at org.junit.internal.runners.statements.RunAfters.invokeMethod(RunAfters.java:46) at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:33) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:299) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:293) at java.base/java.util.concurrent.FutureTask.run(FutureTask.java:264) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-14T14:43:31,619 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-14T14:43:31,620 INFO [Time-limited test {}] regionserver.HRegionServer(2196): ***** STOPPING region server 'da1c6afcd1f9,35765,1731595233113' ***** 2024-11-14T14:43:31,620 INFO [Time-limited test {}] regionserver.HRegionServer(2210): STOPPED: Shutdown requested 2024-11-14T14:43:31,620 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKUtil(113): master:45145-0x101a739d5e50000, quorum=127.0.0.1:49531, baseZNode=/hbase Set watcher on znode that does not yet exist, /hbase/running 2024-11-14T14:43:31,620 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKUtil(113): regionserver:35765-0x101a739d5e50001, quorum=127.0.0.1:49531, baseZNode=/hbase Set watcher on znode that does not yet exist, /hbase/running 2024-11-14T14:43:31,620 INFO [RS:0;da1c6afcd1f9:35765 {}] regionserver.HeapMemoryManager(220): Stopping 2024-11-14T14:43:31,620 INFO [RS:0;da1c6afcd1f9:35765 {}] flush.RegionServerFlushTableProcedureManager(119): Stopping region server flush procedure manager gracefully. 2024-11-14T14:43:31,620 INFO [MemStoreFlusher.0 {}] regionserver.MemStoreFlusher$FlushHandler(374): MemStoreFlusher.0 exiting 2024-11-14T14:43:31,621 INFO [RS:0;da1c6afcd1f9:35765 {}] snapshot.RegionServerSnapshotManager(137): Stopping RegionServerSnapshotManager gracefully. 2024-11-14T14:43:31,621 INFO [RS:0;da1c6afcd1f9:35765 {}] regionserver.HRegionServer(959): stopping server da1c6afcd1f9,35765,1731595233113 2024-11-14T14:43:31,621 INFO [RS:0;da1c6afcd1f9:35765 {}] hbase.HBaseServerBase(455): Close async cluster connection 2024-11-14T14:43:31,621 INFO [RS:0;da1c6afcd1f9:35765 {}] client.AsyncConnectionImpl(233): Connection has been closed by RS:0;da1c6afcd1f9:35765. 2024-11-14T14:43:31,621 DEBUG [RS:0;da1c6afcd1f9:35765 {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.HBaseServerBase.closeClusterConnection(HBaseServerBase.java:457) at org.apache.hadoop.hbase.regionserver.HRegionServer.run(HRegionServer.java:962) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.runRegionServer(SingleProcessHBaseCluster.java:171) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer$1.run(SingleProcessHBaseCluster.java:155) at java.base/java.security.AccessController.doPrivileged(AccessController.java:399) at java.base/javax.security.auth.Subject.doAs(Subject.java:376) at org.apache.hadoop.security.UserGroupInformation.doAs(UserGroupInformation.java:1930) at org.apache.hadoop.hbase.security.User$SecureHadoopUser.runAs(User.java:322) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.run(SingleProcessHBaseCluster.java:152) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-14T14:43:31,621 DEBUG [RS:0;da1c6afcd1f9:35765 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-14T14:43:31,621 INFO [RS:0;da1c6afcd1f9:35765 {}] regionserver.CompactSplit(469): Waiting for Split Thread to finish... 2024-11-14T14:43:31,621 INFO [RS:0;da1c6afcd1f9:35765 {}] regionserver.CompactSplit(469): Waiting for Large Compaction Thread to finish... 2024-11-14T14:43:31,621 INFO [RS:0;da1c6afcd1f9:35765 {}] regionserver.CompactSplit(469): Waiting for Small Compaction Thread to finish... 2024-11-14T14:43:31,621 INFO [RS:0;da1c6afcd1f9:35765 {}] regionserver.HRegionServer(3091): Received CLOSE for 1588230740 2024-11-14T14:43:31,622 INFO [RS:0;da1c6afcd1f9:35765 {}] regionserver.HRegionServer(1321): Waiting on 1 regions to close 2024-11-14T14:43:31,622 DEBUG [RS:0;da1c6afcd1f9:35765 {}] regionserver.HRegionServer(1325): Online Regions={1588230740=hbase:meta,,1.1588230740} 2024-11-14T14:43:31,622 DEBUG [RS_CLOSE_META-regionserver/da1c6afcd1f9:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1722): Closing 1588230740, disabling compactions & flushes 2024-11-14T14:43:31,622 INFO [RS_CLOSE_META-regionserver/da1c6afcd1f9:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1755): Closing region hbase:meta,,1.1588230740 2024-11-14T14:43:31,622 DEBUG [RS_CLOSE_META-regionserver/da1c6afcd1f9:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1776): Time limited wait for close lock on hbase:meta,,1.1588230740 2024-11-14T14:43:31,622 DEBUG [RS_CLOSE_META-regionserver/da1c6afcd1f9:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1843): Acquired close lock on hbase:meta,,1.1588230740 after waiting 0 ms 2024-11-14T14:43:31,622 DEBUG [RS:0;da1c6afcd1f9:35765 {}] regionserver.HRegionServer(1351): Waiting on 1588230740 2024-11-14T14:43:31,622 DEBUG [RS_CLOSE_META-regionserver/da1c6afcd1f9:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1853): Updates disabled for region hbase:meta,,1.1588230740 2024-11-14T14:43:31,622 INFO [RS_CLOSE_META-regionserver/da1c6afcd1f9:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(2902): Flushing 1588230740 4/4 column families, dataSize=19.91 KB heapSize=35.20 KB 2024-11-14T14:43:31,644 DEBUG [RS_CLOSE_META-regionserver/da1c6afcd1f9:0-0 {event_type=M_RS_CLOSE_META}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:34345/user/jenkins/test-data/14d118ee-a83a-b09b-5913-1a58940a5db1/data/hbase/meta/1588230740/.tmp/info/d85e751732484c8589314f81d08dbfcd is 95, key is TestAcidGuarantees,,1731595236744.b982b98e12b52abc271df4d930581a34./info:/1731595262361/DeleteFamily/seqid=0 2024-11-14T14:43:31,647 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36699 is added to blk_1073742447_1623 (size=6514) 2024-11-14T14:43:31,651 INFO [regionserver/da1c6afcd1f9:0.leaseChecker {}] regionserver.LeaseManager(133): Closed leases 2024-11-14T14:43:31,822 DEBUG [RS:0;da1c6afcd1f9:35765 {}] regionserver.HRegionServer(1351): Waiting on 1588230740 2024-11-14T14:43:32,023 DEBUG [RS:0;da1c6afcd1f9:35765 {}] regionserver.HRegionServer(1351): Waiting on 1588230740 2024-11-14T14:43:32,047 INFO [RS_CLOSE_META-regionserver/da1c6afcd1f9:0-0 {event_type=M_RS_CLOSE_META}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=16.75 KB at sequenceid=90 (bloomFilter=true), to=hdfs://localhost:34345/user/jenkins/test-data/14d118ee-a83a-b09b-5913-1a58940a5db1/data/hbase/meta/1588230740/.tmp/info/d85e751732484c8589314f81d08dbfcd 2024-11-14T14:43:32,065 DEBUG [RS_CLOSE_META-regionserver/da1c6afcd1f9:0-0 {event_type=M_RS_CLOSE_META}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:34345/user/jenkins/test-data/14d118ee-a83a-b09b-5913-1a58940a5db1/data/hbase/meta/1588230740/.tmp/ns/95cc1e2fcb854b5bb8abf9905aa8e0b1 is 93, key is TestAcidGuarantees,,1731595236744.b982b98e12b52abc271df4d930581a34./ns:/1731595262301/DeleteFamily/seqid=0 2024-11-14T14:43:32,068 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36699 is added to blk_1073742448_1624 (size=5906) 2024-11-14T14:43:32,222 INFO [regionserver/da1c6afcd1f9:0.Chore.1 {}] hbase.ScheduledChore(149): Chore: MemstoreFlusherChore was stopped 2024-11-14T14:43:32,222 INFO [regionserver/da1c6afcd1f9:0.Chore.1 {}] hbase.ScheduledChore(149): Chore: CompactionChecker was stopped 2024-11-14T14:43:32,223 DEBUG [RS:0;da1c6afcd1f9:35765 {}] regionserver.HRegionServer(1351): Waiting on 1588230740 2024-11-14T14:43:32,423 DEBUG [RS:0;da1c6afcd1f9:35765 {}] regionserver.HRegionServer(1351): Waiting on 1588230740 2024-11-14T14:43:32,469 INFO [RS_CLOSE_META-regionserver/da1c6afcd1f9:0-0 {event_type=M_RS_CLOSE_META}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=608 B at sequenceid=90 (bloomFilter=true), to=hdfs://localhost:34345/user/jenkins/test-data/14d118ee-a83a-b09b-5913-1a58940a5db1/data/hbase/meta/1588230740/.tmp/ns/95cc1e2fcb854b5bb8abf9905aa8e0b1 2024-11-14T14:43:32,488 DEBUG [RS_CLOSE_META-regionserver/da1c6afcd1f9:0-0 {event_type=M_RS_CLOSE_META}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:34345/user/jenkins/test-data/14d118ee-a83a-b09b-5913-1a58940a5db1/data/hbase/meta/1588230740/.tmp/rep_barrier/d473778fc51549d0aa7a5f91717701e6 is 102, key is TestAcidGuarantees,,1731595236744.b982b98e12b52abc271df4d930581a34./rep_barrier:/1731595262301/DeleteFamily/seqid=0 2024-11-14T14:43:32,491 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36699 is added to blk_1073742449_1625 (size=6025) 2024-11-14T14:43:32,623 DEBUG [RS:0;da1c6afcd1f9:35765 {}] regionserver.HRegionServer(1351): Waiting on 1588230740 2024-11-14T14:43:32,719 DEBUG [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(153): Removing adapter for the MetricRegistry: RegionServer,sub=TableRequests_Namespace_default_table_TestAcidGuarantees 2024-11-14T14:43:32,823 DEBUG [RS:0;da1c6afcd1f9:35765 {}] regionserver.HRegionServer(1351): Waiting on 1588230740 2024-11-14T14:43:32,892 INFO [RS_CLOSE_META-regionserver/da1c6afcd1f9:0-0 {event_type=M_RS_CLOSE_META}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=588 B at sequenceid=90 (bloomFilter=true), to=hdfs://localhost:34345/user/jenkins/test-data/14d118ee-a83a-b09b-5913-1a58940a5db1/data/hbase/meta/1588230740/.tmp/rep_barrier/d473778fc51549d0aa7a5f91717701e6 2024-11-14T14:43:32,909 DEBUG [RS_CLOSE_META-regionserver/da1c6afcd1f9:0-0 {event_type=M_RS_CLOSE_META}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:34345/user/jenkins/test-data/14d118ee-a83a-b09b-5913-1a58940a5db1/data/hbase/meta/1588230740/.tmp/table/190cc7a552264bd9974a0408be3bff1f is 96, key is TestAcidGuarantees,,1731595236744.b982b98e12b52abc271df4d930581a34./table:/1731595262301/DeleteFamily/seqid=0 2024-11-14T14:43:32,913 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36699 is added to blk_1073742450_1626 (size=5936) 2024-11-14T14:43:33,024 DEBUG [RS:0;da1c6afcd1f9:35765 {}] regionserver.HRegionServer(1351): Waiting on 1588230740 2024-11-14T14:43:33,224 DEBUG [RS:0;da1c6afcd1f9:35765 {}] regionserver.HRegionServer(1351): Waiting on 1588230740 2024-11-14T14:43:33,313 INFO [RS_CLOSE_META-regionserver/da1c6afcd1f9:0-0 {event_type=M_RS_CLOSE_META}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=1.99 KB at sequenceid=90 (bloomFilter=true), to=hdfs://localhost:34345/user/jenkins/test-data/14d118ee-a83a-b09b-5913-1a58940a5db1/data/hbase/meta/1588230740/.tmp/table/190cc7a552264bd9974a0408be3bff1f 2024-11-14T14:43:33,317 DEBUG [RS_CLOSE_META-regionserver/da1c6afcd1f9:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:34345/user/jenkins/test-data/14d118ee-a83a-b09b-5913-1a58940a5db1/data/hbase/meta/1588230740/.tmp/info/d85e751732484c8589314f81d08dbfcd as hdfs://localhost:34345/user/jenkins/test-data/14d118ee-a83a-b09b-5913-1a58940a5db1/data/hbase/meta/1588230740/info/d85e751732484c8589314f81d08dbfcd 2024-11-14T14:43:33,319 INFO [RS_CLOSE_META-regionserver/da1c6afcd1f9:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:34345/user/jenkins/test-data/14d118ee-a83a-b09b-5913-1a58940a5db1/data/hbase/meta/1588230740/info/d85e751732484c8589314f81d08dbfcd, entries=12, sequenceid=90, filesize=6.4 K 2024-11-14T14:43:33,320 DEBUG [RS_CLOSE_META-regionserver/da1c6afcd1f9:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:34345/user/jenkins/test-data/14d118ee-a83a-b09b-5913-1a58940a5db1/data/hbase/meta/1588230740/.tmp/ns/95cc1e2fcb854b5bb8abf9905aa8e0b1 as hdfs://localhost:34345/user/jenkins/test-data/14d118ee-a83a-b09b-5913-1a58940a5db1/data/hbase/meta/1588230740/ns/95cc1e2fcb854b5bb8abf9905aa8e0b1 2024-11-14T14:43:33,323 INFO [RS_CLOSE_META-regionserver/da1c6afcd1f9:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:34345/user/jenkins/test-data/14d118ee-a83a-b09b-5913-1a58940a5db1/data/hbase/meta/1588230740/ns/95cc1e2fcb854b5bb8abf9905aa8e0b1, entries=8, sequenceid=90, filesize=5.8 K 2024-11-14T14:43:33,323 DEBUG [RS_CLOSE_META-regionserver/da1c6afcd1f9:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:34345/user/jenkins/test-data/14d118ee-a83a-b09b-5913-1a58940a5db1/data/hbase/meta/1588230740/.tmp/rep_barrier/d473778fc51549d0aa7a5f91717701e6 as hdfs://localhost:34345/user/jenkins/test-data/14d118ee-a83a-b09b-5913-1a58940a5db1/data/hbase/meta/1588230740/rep_barrier/d473778fc51549d0aa7a5f91717701e6 2024-11-14T14:43:33,325 INFO [RS_CLOSE_META-regionserver/da1c6afcd1f9:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:34345/user/jenkins/test-data/14d118ee-a83a-b09b-5913-1a58940a5db1/data/hbase/meta/1588230740/rep_barrier/d473778fc51549d0aa7a5f91717701e6, entries=6, sequenceid=90, filesize=5.9 K 2024-11-14T14:43:33,326 DEBUG [RS_CLOSE_META-regionserver/da1c6afcd1f9:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:34345/user/jenkins/test-data/14d118ee-a83a-b09b-5913-1a58940a5db1/data/hbase/meta/1588230740/.tmp/table/190cc7a552264bd9974a0408be3bff1f as hdfs://localhost:34345/user/jenkins/test-data/14d118ee-a83a-b09b-5913-1a58940a5db1/data/hbase/meta/1588230740/table/190cc7a552264bd9974a0408be3bff1f 2024-11-14T14:43:33,328 INFO [RS_CLOSE_META-regionserver/da1c6afcd1f9:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:34345/user/jenkins/test-data/14d118ee-a83a-b09b-5913-1a58940a5db1/data/hbase/meta/1588230740/table/190cc7a552264bd9974a0408be3bff1f, entries=7, sequenceid=90, filesize=5.8 K 2024-11-14T14:43:33,329 INFO [RS_CLOSE_META-regionserver/da1c6afcd1f9:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(3140): Finished flush of dataSize ~19.91 KB/20384, heapSize ~35.14 KB/35984, currentSize=0 B/0 for 1588230740 in 1707ms, sequenceid=90, compaction requested=false 2024-11-14T14:43:33,333 DEBUG [RS_CLOSE_META-regionserver/da1c6afcd1f9:0-0 {event_type=M_RS_CLOSE_META}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:34345/user/jenkins/test-data/14d118ee-a83a-b09b-5913-1a58940a5db1/data/hbase/meta/1588230740/recovered.edits/93.seqid, newMaxSeqId=93, maxSeqId=1 2024-11-14T14:43:33,333 DEBUG [RS_CLOSE_META-regionserver/da1c6afcd1f9:0-0 {event_type=M_RS_CLOSE_META}] coprocessor.CoprocessorHost(310): Stop coprocessor org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint 2024-11-14T14:43:33,333 INFO [RS_CLOSE_META-regionserver/da1c6afcd1f9:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1973): Closed hbase:meta,,1.1588230740 2024-11-14T14:43:33,333 DEBUG [RS_CLOSE_META-regionserver/da1c6afcd1f9:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1676): Region close journal for 1588230740: Waiting for close lock at 1731595411622Running coprocessor pre-close hooks at 1731595411622Disabling compacts and flushes for region at 1731595411622Disabling writes for close at 1731595411622Obtaining lock to block concurrent updates at 1731595411622Preparing flush snapshotting stores in 1588230740 at 1731595411622Finished memstore snapshotting hbase:meta,,1.1588230740, syncing WAL and waiting on mvcc, flushsize=dataSize=20384, getHeapSize=35984, getOffHeapSize=0, getCellsCount=191 at 1731595411623 (+1 ms)Flushing stores of hbase:meta,,1.1588230740 at 1731595411624 (+1 ms)Flushing 1588230740/info: creating writer at 1731595411624Flushing 1588230740/info: appending metadata at 1731595411643 (+19 ms)Flushing 1588230740/info: closing flushed file at 1731595411643Flushing 1588230740/ns: creating writer at 1731595412051 (+408 ms)Flushing 1588230740/ns: appending metadata at 1731595412065 (+14 ms)Flushing 1588230740/ns: closing flushed file at 1731595412065Flushing 1588230740/rep_barrier: creating writer at 1731595412472 (+407 ms)Flushing 1588230740/rep_barrier: appending metadata at 1731595412488 (+16 ms)Flushing 1588230740/rep_barrier: closing flushed file at 1731595412488Flushing 1588230740/table: creating writer at 1731595412895 (+407 ms)Flushing 1588230740/table: appending metadata at 1731595412909 (+14 ms)Flushing 1588230740/table: closing flushed file at 1731595412909Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@22dde079: reopening flushed file at 1731595413316 (+407 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@86716c6: reopening flushed file at 1731595413320 (+4 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@f07880f: reopening flushed file at 1731595413323 (+3 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@788b1718: reopening flushed file at 1731595413325 (+2 ms)Finished flush of dataSize ~19.91 KB/20384, heapSize ~35.14 KB/35984, currentSize=0 B/0 for 1588230740 in 1707ms, sequenceid=90, compaction requested=false at 1731595413329 (+4 ms)Writing region close event to WAL at 1731595413330 (+1 ms)Running coprocessor post-close hooks at 1731595413333 (+3 ms)Closed at 1731595413333 2024-11-14T14:43:33,333 DEBUG [RS_CLOSE_META-regionserver/da1c6afcd1f9:0-0 {event_type=M_RS_CLOSE_META}] handler.CloseRegionHandler(117): Closed hbase:meta,,1.1588230740 2024-11-14T14:43:33,424 INFO [RS:0;da1c6afcd1f9:35765 {}] regionserver.HRegionServer(976): stopping server da1c6afcd1f9,35765,1731595233113; all regions closed. 2024-11-14T14:43:33,428 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36699 is added to blk_1073741834_1010 (size=25344) 2024-11-14T14:43:33,431 DEBUG [RS:0;da1c6afcd1f9:35765 {}] wal.AbstractFSWAL(1256): Moved 1 WAL file(s) to /user/jenkins/test-data/14d118ee-a83a-b09b-5913-1a58940a5db1/oldWALs 2024-11-14T14:43:33,431 INFO [RS:0;da1c6afcd1f9:35765 {}] wal.AbstractFSWAL(1259): Closed WAL: AsyncFSWAL da1c6afcd1f9%2C35765%2C1731595233113.meta:.meta(num 1731595236344) 2024-11-14T14:43:33,432 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36699 is added to blk_1073741832_1008 (size=18511452) 2024-11-14T14:43:33,434 DEBUG [RS:0;da1c6afcd1f9:35765 {}] wal.AbstractFSWAL(1256): Moved 1 WAL file(s) to /user/jenkins/test-data/14d118ee-a83a-b09b-5913-1a58940a5db1/oldWALs 2024-11-14T14:43:33,434 INFO [RS:0;da1c6afcd1f9:35765 {}] wal.AbstractFSWAL(1259): Closed WAL: AsyncFSWAL da1c6afcd1f9%2C35765%2C1731595233113:(num 1731595235377) 2024-11-14T14:43:33,434 DEBUG [RS:0;da1c6afcd1f9:35765 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-14T14:43:33,434 INFO [RS:0;da1c6afcd1f9:35765 {}] regionserver.LeaseManager(133): Closed leases 2024-11-14T14:43:33,434 INFO [RS:0;da1c6afcd1f9:35765 {}] hbase.HBaseServerBase(438): Shutdown chores and chore service 2024-11-14T14:43:33,434 INFO [RS:0;da1c6afcd1f9:35765 {}] hbase.ChoreService(370): Chore service for: regionserver/da1c6afcd1f9:0 had [ScheduledChore name=ReplicationSinkStatistics, period=300000, unit=MILLISECONDS, ScheduledChore name=ReplicationSourceStatistics, period=300000, unit=MILLISECONDS, ScheduledChore name=CompactionThroughputTuner, period=60000, unit=MILLISECONDS] on shutdown 2024-11-14T14:43:33,434 INFO [RS:0;da1c6afcd1f9:35765 {}] hbase.HBaseServerBase(448): Shutdown executor service 2024-11-14T14:43:33,434 INFO [regionserver/da1c6afcd1f9:0.logRoller {}] wal.AbstractWALRoller(249): LogRoller exiting. 2024-11-14T14:43:33,435 INFO [RS:0;da1c6afcd1f9:35765 {}] ipc.NettyRpcServer(345): Stopping server on /172.17.0.2:35765 2024-11-14T14:43:33,438 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:45145-0x101a739d5e50000, quorum=127.0.0.1:49531, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase/rs 2024-11-14T14:43:33,438 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:35765-0x101a739d5e50001, quorum=127.0.0.1:49531, baseZNode=/hbase Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/hbase/rs/da1c6afcd1f9,35765,1731595233113 2024-11-14T14:43:33,438 INFO [RS:0;da1c6afcd1f9:35765 {}] hbase.HBaseServerBase(479): Close zookeeper 2024-11-14T14:43:33,440 INFO [RegionServerTracker-0 {}] master.RegionServerTracker(171): RegionServer ephemeral node deleted, processing expiration [da1c6afcd1f9,35765,1731595233113] 2024-11-14T14:43:33,442 DEBUG [RegionServerTracker-0 {}] zookeeper.RecoverableZooKeeper(212): Node /hbase/draining/da1c6afcd1f9,35765,1731595233113 already deleted, retry=false 2024-11-14T14:43:33,442 INFO [RegionServerTracker-0 {}] master.ServerManager(688): Cluster shutdown set; da1c6afcd1f9,35765,1731595233113 expired; onlineServers=0 2024-11-14T14:43:33,442 INFO [RegionServerTracker-0 {}] master.HMaster(3321): ***** STOPPING master 'da1c6afcd1f9,45145,1731595232258' ***** 2024-11-14T14:43:33,442 INFO [RegionServerTracker-0 {}] master.HMaster(3323): STOPPED: Cluster shutdown set; onlineServer=0 2024-11-14T14:43:33,442 INFO [M:0;da1c6afcd1f9:45145 {}] hbase.HBaseServerBase(455): Close async cluster connection 2024-11-14T14:43:33,442 INFO [M:0;da1c6afcd1f9:45145 {}] hbase.HBaseServerBase(438): Shutdown chores and chore service 2024-11-14T14:43:33,442 DEBUG [M:0;da1c6afcd1f9:45145 {}] cleaner.LogCleaner(198): Cancelling LogCleaner 2024-11-14T14:43:33,442 WARN [OldWALsCleaner-0 {}] cleaner.LogCleaner(186): Interrupted while cleaning old WALs, will try to clean it next round. Exiting. 2024-11-14T14:43:33,442 DEBUG [M:0;da1c6afcd1f9:45145 {}] cleaner.HFileCleaner(335): Stopping file delete threads 2024-11-14T14:43:33,442 DEBUG [master/da1c6afcd1f9:0:becomeActiveMaster-HFileCleaner.large.0-1731595235093 {}] cleaner.HFileCleaner(306): Exit Thread[master/da1c6afcd1f9:0:becomeActiveMaster-HFileCleaner.large.0-1731595235093,5,FailOnTimeoutGroup] 2024-11-14T14:43:33,442 DEBUG [master/da1c6afcd1f9:0:becomeActiveMaster-HFileCleaner.small.0-1731595235095 {}] cleaner.HFileCleaner(306): Exit Thread[master/da1c6afcd1f9:0:becomeActiveMaster-HFileCleaner.small.0-1731595235095,5,FailOnTimeoutGroup] 2024-11-14T14:43:33,442 INFO [M:0;da1c6afcd1f9:45145 {}] hbase.ChoreService(370): Chore service for: master/da1c6afcd1f9:0 had [ScheduledChore name=FlushedSequenceIdFlusher, period=10800000, unit=MILLISECONDS] on shutdown 2024-11-14T14:43:33,442 INFO [M:0;da1c6afcd1f9:45145 {}] hbase.HBaseServerBase(448): Shutdown executor service 2024-11-14T14:43:33,443 DEBUG [M:0;da1c6afcd1f9:45145 {}] master.HMaster(1795): Stopping service threads 2024-11-14T14:43:33,443 INFO [M:0;da1c6afcd1f9:45145 {}] procedure2.RemoteProcedureDispatcher(119): Stopping procedure remote dispatcher 2024-11-14T14:43:33,443 INFO [M:0;da1c6afcd1f9:45145 {}] procedure2.ProcedureExecutor(723): Stopping 2024-11-14T14:43:33,443 ERROR [M:0;da1c6afcd1f9:45145 {}] procedure2.ProcedureExecutor(763): There are still active thread in group java.lang.ThreadGroup[name=PEWorkerGroup,maxpri=10], see STDOUT java.lang.ThreadGroup[name=PEWorkerGroup,maxpri=10] Thread[IPC Client (1102635514) connection to localhost/127.0.0.1:34345 from jenkins,5,PEWorkerGroup] Thread[IPC Parameter Sending Thread for localhost/127.0.0.1:34345,5,PEWorkerGroup] Thread[HFileArchiver-6,5,PEWorkerGroup] 2024-11-14T14:43:33,443 INFO [M:0;da1c6afcd1f9:45145 {}] region.RegionProcedureStore(113): Stopping the Region Procedure Store, isAbort=false 2024-11-14T14:43:33,444 DEBUG [normalizer-worker-0 {}] normalizer.RegionNormalizerWorker(193): interrupt detected. terminating. 2024-11-14T14:43:33,444 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:45145-0x101a739d5e50000, quorum=127.0.0.1:49531, baseZNode=/hbase Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/hbase/master 2024-11-14T14:43:33,444 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:45145-0x101a739d5e50000, quorum=127.0.0.1:49531, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-11-14T14:43:33,444 DEBUG [M:0;da1c6afcd1f9:45145 {}] zookeeper.ZKUtil(347): master:45145-0x101a739d5e50000, quorum=127.0.0.1:49531, baseZNode=/hbase Unable to get data of znode /hbase/master because node does not exist (not an error) 2024-11-14T14:43:33,444 WARN [M:0;da1c6afcd1f9:45145 {}] master.ActiveMasterManager(344): Failed get of master address: java.io.IOException: Can't get master address from ZooKeeper; znode data == null 2024-11-14T14:43:33,445 INFO [M:0;da1c6afcd1f9:45145 {}] master.ServerManager(1139): Writing .lastflushedseqids file at: hdfs://localhost:34345/user/jenkins/test-data/14d118ee-a83a-b09b-5913-1a58940a5db1/.lastflushedseqids 2024-11-14T14:43:33,454 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36699 is added to blk_1073742451_1627 (size=72) 2024-11-14T14:43:33,541 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:35765-0x101a739d5e50001, quorum=127.0.0.1:49531, baseZNode=/hbase Received ZooKeeper Event, type=None, state=Closed, path=null 2024-11-14T14:43:33,541 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:35765-0x101a739d5e50001, quorum=127.0.0.1:49531, baseZNode=/hbase Received ZooKeeper Event, type=None, state=Closed, path=null 2024-11-14T14:43:33,541 INFO [RS:0;da1c6afcd1f9:35765 {}] hbase.HBaseServerBase(486): Close table descriptors 2024-11-14T14:43:33,541 INFO [RS:0;da1c6afcd1f9:35765 {}] regionserver.HRegionServer(1031): Exiting; stopping=da1c6afcd1f9,35765,1731595233113; zookeeper connection closed. 2024-11-14T14:43:33,542 INFO [Shutdown of org.apache.hadoop.hbase.fs.HFileSystem@3f7cb607 {}] hbase.SingleProcessHBaseCluster$SingleFileSystemShutdownThread(211): Hook closing fs=org.apache.hadoop.hbase.fs.HFileSystem@3f7cb607 2024-11-14T14:43:33,542 INFO [Time-limited test {}] util.JVMClusterUtil(335): Shutdown of 1 master(s) and 1 regionserver(s) complete 2024-11-14T14:43:33,854 INFO [M:0;da1c6afcd1f9:45145 {}] assignment.AssignmentManager(395): Stopping assignment manager 2024-11-14T14:43:33,854 INFO [M:0;da1c6afcd1f9:45145 {}] region.MasterRegion(195): Closing local region {ENCODED => 1595e783b53d99cd5eef43b6debb2682, NAME => 'master:store,,1.1595e783b53d99cd5eef43b6debb2682.', STARTKEY => '', ENDKEY => ''}, isAbort=false 2024-11-14T14:43:33,855 DEBUG [M:0;da1c6afcd1f9:45145 {}] regionserver.HRegion(1722): Closing 1595e783b53d99cd5eef43b6debb2682, disabling compactions & flushes 2024-11-14T14:43:33,855 INFO [M:0;da1c6afcd1f9:45145 {}] regionserver.HRegion(1755): Closing region master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-14T14:43:33,855 DEBUG [M:0;da1c6afcd1f9:45145 {}] regionserver.HRegion(1776): Time limited wait for close lock on master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-14T14:43:33,855 DEBUG [M:0;da1c6afcd1f9:45145 {}] regionserver.HRegion(1843): Acquired close lock on master:store,,1.1595e783b53d99cd5eef43b6debb2682. after waiting 0 ms 2024-11-14T14:43:33,855 DEBUG [M:0;da1c6afcd1f9:45145 {}] regionserver.HRegion(1853): Updates disabled for region master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-14T14:43:33,855 INFO [M:0;da1c6afcd1f9:45145 {}] regionserver.HRegion(2902): Flushing 1595e783b53d99cd5eef43b6debb2682 4/4 column families, dataSize=792.83 KB heapSize=972.29 KB 2024-11-14T14:43:33,870 DEBUG [M:0;da1c6afcd1f9:45145 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:34345/user/jenkins/test-data/14d118ee-a83a-b09b-5913-1a58940a5db1/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/info/d82f480199cd454d8b869ef4ce1be884 is 82, key is hbase:meta,,1/info:regioninfo/1731595236426/Put/seqid=0 2024-11-14T14:43:33,873 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36699 is added to blk_1073742452_1628 (size=5672) 2024-11-14T14:43:34,274 INFO [M:0;da1c6afcd1f9:45145 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=504 B at sequenceid=2219 (bloomFilter=true), to=hdfs://localhost:34345/user/jenkins/test-data/14d118ee-a83a-b09b-5913-1a58940a5db1/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/info/d82f480199cd454d8b869ef4ce1be884 2024-11-14T14:43:34,295 DEBUG [M:0;da1c6afcd1f9:45145 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:34345/user/jenkins/test-data/14d118ee-a83a-b09b-5913-1a58940a5db1/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/proc/342d0220a93c4804b1c3a93ebe3fb7bf is 2479, key is \x00\x00\x00\x00\x00\x00\x00#/proc:d/1731595265382/Put/seqid=0 2024-11-14T14:43:34,298 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36699 is added to blk_1073742453_1629 (size=46392) 2024-11-14T14:43:34,699 INFO [M:0;da1c6afcd1f9:45145 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=792.28 KB at sequenceid=2219 (bloomFilter=true), to=hdfs://localhost:34345/user/jenkins/test-data/14d118ee-a83a-b09b-5913-1a58940a5db1/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/proc/342d0220a93c4804b1c3a93ebe3fb7bf 2024-11-14T14:43:34,702 INFO [M:0;da1c6afcd1f9:45145 {}] regionserver.StoreFileReader(518): Loaded Delete Family Bloom (CompoundBloomFilter) metadata for 342d0220a93c4804b1c3a93ebe3fb7bf 2024-11-14T14:43:34,717 DEBUG [M:0;da1c6afcd1f9:45145 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:34345/user/jenkins/test-data/14d118ee-a83a-b09b-5913-1a58940a5db1/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/rs/1c81489ee96b4958992725dd90edd3f1 is 69, key is da1c6afcd1f9,35765,1731595233113/rs:state/1731595235145/Put/seqid=0 2024-11-14T14:43:34,720 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36699 is added to blk_1073742454_1630 (size=5156) 2024-11-14T14:43:35,121 INFO [M:0;da1c6afcd1f9:45145 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=65 B at sequenceid=2219 (bloomFilter=true), to=hdfs://localhost:34345/user/jenkins/test-data/14d118ee-a83a-b09b-5913-1a58940a5db1/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/rs/1c81489ee96b4958992725dd90edd3f1 2024-11-14T14:43:35,125 DEBUG [M:0;da1c6afcd1f9:45145 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:34345/user/jenkins/test-data/14d118ee-a83a-b09b-5913-1a58940a5db1/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/info/d82f480199cd454d8b869ef4ce1be884 as hdfs://localhost:34345/user/jenkins/test-data/14d118ee-a83a-b09b-5913-1a58940a5db1/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/info/d82f480199cd454d8b869ef4ce1be884 2024-11-14T14:43:35,128 INFO [M:0;da1c6afcd1f9:45145 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:34345/user/jenkins/test-data/14d118ee-a83a-b09b-5913-1a58940a5db1/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/info/d82f480199cd454d8b869ef4ce1be884, entries=8, sequenceid=2219, filesize=5.5 K 2024-11-14T14:43:35,128 DEBUG [M:0;da1c6afcd1f9:45145 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:34345/user/jenkins/test-data/14d118ee-a83a-b09b-5913-1a58940a5db1/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/proc/342d0220a93c4804b1c3a93ebe3fb7bf as hdfs://localhost:34345/user/jenkins/test-data/14d118ee-a83a-b09b-5913-1a58940a5db1/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/proc/342d0220a93c4804b1c3a93ebe3fb7bf 2024-11-14T14:43:35,131 INFO [M:0;da1c6afcd1f9:45145 {}] regionserver.StoreFileReader(518): Loaded Delete Family Bloom (CompoundBloomFilter) metadata for 342d0220a93c4804b1c3a93ebe3fb7bf 2024-11-14T14:43:35,132 INFO [M:0;da1c6afcd1f9:45145 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:34345/user/jenkins/test-data/14d118ee-a83a-b09b-5913-1a58940a5db1/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/proc/342d0220a93c4804b1c3a93ebe3fb7bf, entries=176, sequenceid=2219, filesize=45.3 K 2024-11-14T14:43:35,132 DEBUG [M:0;da1c6afcd1f9:45145 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:34345/user/jenkins/test-data/14d118ee-a83a-b09b-5913-1a58940a5db1/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/rs/1c81489ee96b4958992725dd90edd3f1 as hdfs://localhost:34345/user/jenkins/test-data/14d118ee-a83a-b09b-5913-1a58940a5db1/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/rs/1c81489ee96b4958992725dd90edd3f1 2024-11-14T14:43:35,135 INFO [M:0;da1c6afcd1f9:45145 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:34345/user/jenkins/test-data/14d118ee-a83a-b09b-5913-1a58940a5db1/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/rs/1c81489ee96b4958992725dd90edd3f1, entries=1, sequenceid=2219, filesize=5.0 K 2024-11-14T14:43:35,136 INFO [M:0;da1c6afcd1f9:45145 {}] regionserver.HRegion(3140): Finished flush of dataSize ~792.83 KB/811861, heapSize ~971.99 KB/995320, currentSize=0 B/0 for 1595e783b53d99cd5eef43b6debb2682 in 1281ms, sequenceid=2219, compaction requested=false 2024-11-14T14:43:35,137 INFO [M:0;da1c6afcd1f9:45145 {}] regionserver.HRegion(1973): Closed master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-14T14:43:35,137 DEBUG [M:0;da1c6afcd1f9:45145 {}] regionserver.HRegion(1676): Region close journal for 1595e783b53d99cd5eef43b6debb2682: Waiting for close lock at 1731595413855Disabling compacts and flushes for region at 1731595413855Disabling writes for close at 1731595413855Obtaining lock to block concurrent updates at 1731595413855Preparing flush snapshotting stores in 1595e783b53d99cd5eef43b6debb2682 at 1731595413855Finished memstore snapshotting master:store,,1.1595e783b53d99cd5eef43b6debb2682., syncing WAL and waiting on mvcc, flushsize=dataSize=811861, getHeapSize=995560, getOffHeapSize=0, getCellsCount=2420 at 1731595413855Flushing stores of master:store,,1.1595e783b53d99cd5eef43b6debb2682. at 1731595413856 (+1 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/info: creating writer at 1731595413856Flushing 1595e783b53d99cd5eef43b6debb2682/info: appending metadata at 1731595413870 (+14 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/info: closing flushed file at 1731595413870Flushing 1595e783b53d99cd5eef43b6debb2682/proc: creating writer at 1731595414277 (+407 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/proc: appending metadata at 1731595414294 (+17 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/proc: closing flushed file at 1731595414294Flushing 1595e783b53d99cd5eef43b6debb2682/rs: creating writer at 1731595414702 (+408 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/rs: appending metadata at 1731595414717 (+15 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/rs: closing flushed file at 1731595414717Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@4f6fbb65: reopening flushed file at 1731595415124 (+407 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@39addfd6: reopening flushed file at 1731595415128 (+4 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@79fb109e: reopening flushed file at 1731595415132 (+4 ms)Finished flush of dataSize ~792.83 KB/811861, heapSize ~971.99 KB/995320, currentSize=0 B/0 for 1595e783b53d99cd5eef43b6debb2682 in 1281ms, sequenceid=2219, compaction requested=false at 1731595415136 (+4 ms)Writing region close event to WAL at 1731595415137 (+1 ms)Closed at 1731595415137 2024-11-14T14:43:35,140 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36699 is added to blk_1073741830_1006 (size=957319) 2024-11-14T14:43:35,140 INFO [master:store-WAL-Roller {}] wal.AbstractWALRoller(249): LogRoller exiting. 2024-11-14T14:43:35,140 INFO [M:0;da1c6afcd1f9:45145 {}] flush.MasterFlushTableProcedureManager(90): stop: server shutting down. 2024-11-14T14:43:35,141 INFO [M:0;da1c6afcd1f9:45145 {}] ipc.NettyRpcServer(345): Stopping server on /172.17.0.2:45145 2024-11-14T14:43:35,141 INFO [M:0;da1c6afcd1f9:45145 {}] hbase.HBaseServerBase(479): Close zookeeper 2024-11-14T14:43:35,243 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:45145-0x101a739d5e50000, quorum=127.0.0.1:49531, baseZNode=/hbase Received ZooKeeper Event, type=None, state=Closed, path=null 2024-11-14T14:43:35,243 INFO [M:0;da1c6afcd1f9:45145 {}] hbase.HBaseServerBase(486): Close table descriptors 2024-11-14T14:43:35,243 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:45145-0x101a739d5e50000, quorum=127.0.0.1:49531, baseZNode=/hbase Received ZooKeeper Event, type=None, state=Closed, path=null 2024-11-14T14:43:35,247 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.w.WebAppContext@4269bd31{datanode,/,null,STOPPED}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/datanode} 2024-11-14T14:43:35,250 INFO [Time-limited test {}] server.AbstractConnector(383): Stopped ServerConnector@353d64f2{HTTP/1.1, (http/1.1)}{localhost:0} 2024-11-14T14:43:35,250 INFO [Time-limited test {}] session.HouseKeeper(149): node0 Stopped scavenging 2024-11-14T14:43:35,250 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@435f9f96{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,STOPPED} 2024-11-14T14:43:35,250 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@4fd7fa7c{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/401e62dc-01e9-c9e6-5bfd-0e86a0beaea6/hadoop.log.dir/,STOPPED} 2024-11-14T14:43:35,253 ERROR [Command processor {}] datanode.BPServiceActor$CommandProcessingThread(1416): Command processor encountered interrupt and exit. 2024-11-14T14:43:35,253 WARN [BP-649924568-172.17.0.2-1731595228919 heartbeating to localhost/127.0.0.1:34345 {}] datanode.IncrementalBlockReportManager(160): IncrementalBlockReportManager interrupted 2024-11-14T14:43:35,253 WARN [Command processor {}] datanode.BPServiceActor$CommandProcessingThread(1400): Ending command processor service for: Thread[Command processor,5,FailOnTimeoutGroup] 2024-11-14T14:43:35,253 WARN [BP-649924568-172.17.0.2-1731595228919 heartbeating to localhost/127.0.0.1:34345 {}] datanode.BPServiceActor(925): Ending block pool service for: Block pool BP-649924568-172.17.0.2-1731595228919 (Datanode Uuid 0275aedb-fd57-4470-ab98-b9c2e539c638) service to localhost/127.0.0.1:34345 2024-11-14T14:43:35,255 WARN [refreshUsed-/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/401e62dc-01e9-c9e6-5bfd-0e86a0beaea6/cluster_44558c98-1d00-05ad-dad0-bb7bd0f129e4/data/data1/current/BP-649924568-172.17.0.2-1731595228919 {}] fs.CachingGetSpaceUsed$RefreshThread(231): Thread Interrupted waiting to refresh disk information: sleep interrupted 2024-11-14T14:43:35,256 WARN [refreshUsed-/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/401e62dc-01e9-c9e6-5bfd-0e86a0beaea6/cluster_44558c98-1d00-05ad-dad0-bb7bd0f129e4/data/data2/current/BP-649924568-172.17.0.2-1731595228919 {}] fs.CachingGetSpaceUsed$RefreshThread(231): Thread Interrupted waiting to refresh disk information: sleep interrupted 2024-11-14T14:43:35,256 WARN [Time-limited test {}] datanode.DataSetLockManager(261): not open lock leak check func 2024-11-14T14:43:35,263 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.w.WebAppContext@4ded99d3{hdfs,/,null,STOPPED}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/hdfs} 2024-11-14T14:43:35,264 INFO [Time-limited test {}] server.AbstractConnector(383): Stopped ServerConnector@557285fa{HTTP/1.1, (http/1.1)}{localhost:0} 2024-11-14T14:43:35,264 INFO [Time-limited test {}] session.HouseKeeper(149): node0 Stopped scavenging 2024-11-14T14:43:35,264 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@93c62df{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,STOPPED} 2024-11-14T14:43:35,264 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@6b23711f{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/401e62dc-01e9-c9e6-5bfd-0e86a0beaea6/hadoop.log.dir/,STOPPED} 2024-11-14T14:43:35,280 INFO [Time-limited test {}] zookeeper.MiniZooKeeperCluster(347): Shutdown MiniZK cluster with all ZK servers 2024-11-14T14:43:35,420 INFO [Time-limited test {}] hbase.HBaseTestingUtil(1026): Minicluster is down